Compiler settings

compile.py

@@ -17,8 +17,12 @@
 # this program. If not, see <https://www.gnu.org/licenses/>.
 
 import sqlite3
+import tomli
 import gptc
 
+with open("compiler.toml", "rb") as f:
+    config = tomli.load(f)
+
 con = sqlite3.connect("articles.db")
 con.execute("CREATE TABLE IF NOT EXISTS articles(source, category, url, text);")
 
@@ -29,7 +33,11 @@ raw_model = [
 
 with open("model.gptc", "w+b") as f:
     f.write(
-        gptc.compile(raw_model, max_ngram_length=3, min_count=5).serialize()
+        gptc.compile(
+            raw_model,
+            max_ngram_length=config["max_ngram_length"],
+            min_count=config["min_count"],
+        ).serialize()
     )
 
 con.commit()

compiler.toml

@@ -0,0 +1,2 @@
+max_ngram_length=3
+min_count=5