Compiler settings
This commit is contained in:
parent
28f81c9a63
commit
314bdef1c5
12
compile.py
12
compile.py
|
@ -14,11 +14,15 @@
|
||||||
# details.
|
# details.
|
||||||
#
|
#
|
||||||
# You should have received a copy of the GNU General Public License along with
|
# You should have received a copy of the GNU General Public License along with
|
||||||
# this program. If not, see <https://www.gnu.org/licenses/>.
|
# this program. If not, see <https://www.gnu.org/licenses/>.
|
||||||
|
|
||||||
import sqlite3
|
import sqlite3
|
||||||
|
import tomli
|
||||||
import gptc
|
import gptc
|
||||||
|
|
||||||
|
with open("compiler.toml", "rb") as f:
|
||||||
|
config = tomli.load(f)
|
||||||
|
|
||||||
con = sqlite3.connect("articles.db")
|
con = sqlite3.connect("articles.db")
|
||||||
con.execute("CREATE TABLE IF NOT EXISTS articles(source, category, url, text);")
|
con.execute("CREATE TABLE IF NOT EXISTS articles(source, category, url, text);")
|
||||||
|
|
||||||
|
@ -29,7 +33,11 @@ raw_model = [
|
||||||
|
|
||||||
with open("model.gptc", "w+b") as f:
|
with open("model.gptc", "w+b") as f:
|
||||||
f.write(
|
f.write(
|
||||||
gptc.compile(raw_model, max_ngram_length=3, min_count=5).serialize()
|
gptc.compile(
|
||||||
|
raw_model,
|
||||||
|
max_ngram_length=config["max_ngram_length"],
|
||||||
|
min_count=config["min_count"],
|
||||||
|
).serialize()
|
||||||
)
|
)
|
||||||
|
|
||||||
con.commit()
|
con.commit()
|
||||||
|
|
2
compiler.toml
Normal file
2
compiler.toml
Normal file
|
@ -0,0 +1,2 @@
|
||||||
|
max_ngram_length=3
|
||||||
|
min_count=5
|
Loading…
Reference in New Issue
Block a user