代码拉取完成,页面将自动刷新
import json
import pickle
class WordDictModel:
def __init__(self):
self.word_dict = {}
self.data = None
self.stop_words = {}
def load_data(self, filename):
self.data = open(filename, "r", encoding="utf-8")
def update(self):
# build word_dict
for line in self.data:
words = line.split(" ")
for word in words:
if word in self.stop_words:
continue
if self.word_dict.get(word):
self.word_dict[word] += 1
else:
self.word_dict[word] = 1
def save(self, filename="words.txt", code="txt"):
fw = open(filename, 'w', encoding="utf-8")
data = {
"word_dict": self.word_dict
}
# encode and write
if code == "json":
txt = json.dumps(data)
fw.write(txt)
elif code == "pickle":
pickle.dump(data, fw)
if code == 'txt':
for key in self.word_dict:
tmp = "%s %d\n" % (key, self.word_dict[key])
fw.write(tmp)
fw.close()
def load(self, filename="words.txt", code="txt"):
fr = open(filename, 'r', encoding='utf-8')
# load model
model = {}
if code == "json":
model = json.loads(fr.read())
elif code == "pickle":
model = pickle.load(fr)
elif code == 'txt':
word_dict = {}
for line in fr:
tmp = line.split(" ")
if len(tmp) < 2:
continue
word_dict[tmp[0]] = int(tmp[1])
model = {"word_dict": word_dict}
fr.close()
# update word dict
word_dict = model["word_dict"]
for key in word_dict:
if self.word_dict.get(key):
self.word_dict[key] += word_dict[key]
else:
self.word_dict[key] = word_dict[key]
此处可能存在不合适展示的内容,页面不予展示。您可通过相关编辑功能自查并修改。
如您确认内容无涉及 不当用语 / 纯广告导流 / 暴力 / 低俗色情 / 侵权 / 盗版 / 虚假 / 无价值内容或违法国家有关法律法规的内容,可点击提交进行申诉,我们将尽快为您处理。