diff --git a/profiler.py b/profiler.py new file mode 100644 index 0000000..b581951 --- /dev/null +++ b/profiler.py @@ -0,0 +1,16 @@ +# SPDX-License-Identifier: GPL-3.0-or-later + +import cProfile +import gptc +import json +import sys + +max_ngram_length = 10 + +with open("models/raw.json") as f: + raw_model = json.load(f) + +with open("models/benchmark_text.txt") as f: + text = f.read() + +cProfile.run("gptc.compile(raw_model, max_ngram_length)")