def process_file(dst):  # 读文件到缓冲区try:     # 打开文件file = open(dst, 'r')  # dst为文本的目录路径except IOError as s:print(s)return Nonetry:     # 读文件到缓冲区bvffer = file.read()except:print("Read File Error!")return Nonefile.close()return bvffer

def process_buffer(bvffer):  # 处理缓冲区，返回存放每个单词频率的字典word_freqif bvffer:# 下面添加处理缓冲区bvffer代码，统计每个单词的频率，存放在字典word_freqword_freq = {}# 将文本内容都改为小写且去除文本中的中英文标点符号for ch in '“‘!;,.?”': bvffer = bvffer.lower().replace(ch, " ")# strip()删除空白符（包括'/n', '/r','/t'）；split()以空格分割字符串words = bvffer.strip().split()  for word in words:word_freq[word] = word_freq.get(word, 0) + 1return word_freq

def output_result(word_freq):if word_freq:sorted_word_freq = sorted(word_freq.items(), key=lambda v: v[1], reverse=True)for item in sorted_word_freq[:10]:  # 输出 Top 10 的单词print("单词:%s 频数:%d " % (item[0], item[1]))

if __name__ == "__main__":dst = "src/A_Tale_of_Two_Cities.txt"  # 《A_Tale_of_Two_Cities》的路径，另一组测试更改为《Gone_with_the_wind》的路径bvffer = process_file(dst)word_freq = process_buffer(bvffer)output_result(word_freq)

 print(s)

 for word in words:word_freq[word] = word_freq.get(word, 0) + 1

def main():  # main函数封装词频运行dst = "C:/Users/asus/Desktop/software_engineering/SE16_WordCount/src/Gone_with_the_wind.txt"  #《Gone_with_the_wind》的路径bvffer = process_file(dst)word_freq = process_buffer(bvffer)output_result(word_freq)if __name__ == "__main__":import cProfileimport pstatscProfile.run("main()", filename="word_freq.out")# 创建Stats对象p = pstats.Stats('word_freq.out')# 输出调用此处排前十的函数# sort_stats(): 排序# print_stats(): 打印分析结果，指定打印前几行p.sort_stats('calls').print_stats(10)# 输出按照运行时间排名前十的函数# strip_dirs(): 去掉无关的路径信息p.strip_dirs().sort_stats("cumulative", "name").print_stats(10)# 根据上面的运行结果发现函数process_buffer()最耗时间# 查看process_buffer()函数中调用了哪些函数p.print_callees("process_buffer")

  # 将文本内容都改为小写且去除文本中的中英文标点符号for ch in '“‘!;,.?”': bvffer = bvffer.lower().replace(ch, " ")

   for word in words:word_freq[word] = word_freq.get(word, 0) + 1

        # 将文本内容都改为小写且去除文本中的中英文标点符号for ch in '“‘!;,.?”': bvffer = bvffer.lower().replace(ch, " ")

        # 将文本内容都改为小写bvffer = bvffer.lower()#去除文本中的中英文标点符号for ch in '“‘!;,.?”':bvffer = bvffer.replace(ch, " ")