diff --git a/compile.py b/compile.py
index 716209b..a2e72cb 100755
--- a/compile.py
+++ b/compile.py
@@ -14,11 +14,15 @@
# details.
#
# You should have received a copy of the GNU General Public License along with
-# this program. If not, see .
+# this program. If not, see .
import sqlite3
+import tomli
import gptc
+with open("compiler.toml", "rb") as f:
+ config = tomli.load(f)
+
con = sqlite3.connect("articles.db")
con.execute("CREATE TABLE IF NOT EXISTS articles(source, category, url, text);")
@@ -29,7 +33,11 @@ raw_model = [
with open("model.gptc", "w+b") as f:
f.write(
- gptc.compile(raw_model, max_ngram_length=3, min_count=5).serialize()
+ gptc.compile(
+ raw_model,
+ max_ngram_length=config["max_ngram_length"],
+ min_count=config["min_count"],
+ ).serialize()
)
con.commit()
diff --git a/compiler.toml b/compiler.toml
new file mode 100644
index 0000000..099793f
--- /dev/null
+++ b/compiler.toml
@@ -0,0 +1,2 @@
+max_ngram_length=3
+min_count=5