51 lines
983 B
Python
51 lines
983 B
Python
|
import timeit
|
||
|
import gptc
|
||
|
import json
|
||
|
import sys
|
||
|
|
||
|
compile_iterations = 100
|
||
|
classify_iterations = 10000
|
||
|
|
||
|
with open("models/raw.json") as f:
|
||
|
raw_model = json.load(f)
|
||
|
|
||
|
with open("models/benchmark_text.txt") as f:
|
||
|
text = f.read()
|
||
|
|
||
|
classifier = gptc.Classifier(gptc.compile(raw_model))
|
||
|
|
||
|
print("Benchmarking GPTC on Python", sys.version)
|
||
|
|
||
|
print(
|
||
|
"Average compilation time over",
|
||
|
compile_iterations,
|
||
|
"iterations:",
|
||
|
round(
|
||
|
1000000
|
||
|
* timeit.timeit(
|
||
|
"gptc.compile(raw_model)",
|
||
|
number=compile_iterations,
|
||
|
globals=globals(),
|
||
|
)
|
||
|
/ compile_iterations
|
||
|
),
|
||
|
"microseconds",
|
||
|
)
|
||
|
|
||
|
|
||
|
print(
|
||
|
"Average classification time over",
|
||
|
classify_iterations,
|
||
|
"iterations:",
|
||
|
round(
|
||
|
1000000
|
||
|
* timeit.timeit(
|
||
|
"classifier.classify(text)",
|
||
|
number=classify_iterations,
|
||
|
globals=globals(),
|
||
|
)
|
||
|
/ classify_iterations
|
||
|
),
|
||
|
"microseconds",
|
||
|
)
|