# -*- coding: utf-8 -*- """ Created on Wed Dec 20 00:02:07 2023 @author: chen """ import jieba # 读取文本文件 path = "聊斋志异.txt" file = open(path, "r", encoding="utf-8") text = file.read() file.close() # 使用jieba分词 words = jieba.lcut(text) # 统计词频 counts = {} for word in words: # 过滤掉长度为1的词语 if len(word) == 1: continue # 更新字典中的词频 counts[word] = counts.get(word, 0) + 1 # 对字典中的键值对进行排序 items = list(counts.items()) items.sort(key=lambda x: x[1], reverse=True) # 输出前20个高频词语 for i in range(20): word, count = items[i] print(f"{word:<10}{count:>5}")
