kj7rrv/gptc
1
0
Fork 0
Code Issues 2 Pull Requests Projects Releases 12 Wiki Activity

New model version

Browse Source
This commit is contained in:
Samuel Sloniker 2021-11-07 11:53:40 -08:00
parent 3baafa46fc
commit 3bf623aace
2 changed files with 15 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
gptc/classifier.py
View File

@ -22,7 +22,7 @@ class Classifier:
except:
model_version = 1
if model_version == 1:
if model_version == 2:
self.model = model
else:
# The model is an unsupported version
@ -56,16 +56,15 @@ class Classifier:
probs = {}
for word in text:
try:
total = sum(model[word].values())
for category, value in model[word].items():
for category, value in enumerate(model[word]):
try:
probs[category] += value / total
probs[category] += value
except KeyError:
probs[category] = value / total
probs[category] = value
except KeyError:
pass
total = sum(probs.values())
probs = {category: value/total for category, value in probs.items()}
probs = {model['__names__'][category]: value/total for category, value in probs.items()}
return probs
def classify(self, text):

11
gptc/compiler.py
View File

@ -27,7 +27,12 @@ def compile(raw_model):
categories_by_count = {}
names = []
for category, text in categories.items():
if not category in names:
names.append(category)
categories_by_count[category] = {}
for word in text:
try:
@ -45,7 +50,11 @@ def compile(raw_model):
model = {}
for word, weights in word_weights.items():
total = sum(weights.values())
model[word] = {category: weight/total for category, weight in weights.items()}
model[word] = []
for category in names:
model[word].append(weights.get(category, 0)/total)
model['__names__'] = names
model['__version__'] = 2
model['__raw__'] = raw_model