mirror of
https://github.com/sharkdp/hyperfine.git
synced 2026-10-31 00:40:18 +00:00
28 lines
710 B
Python
Executable File
28 lines
710 B
Python
Executable File
#!/usr/bin/python
|
|
|
|
import argparse
|
|
import json
|
|
from scipy import stats
|
|
|
|
parser = argparse.ArgumentParser()
|
|
parser.add_argument("file", help="JSON file with benchmark results")
|
|
args = parser.parse_args()
|
|
|
|
with open(args.file) as f:
|
|
results = json.load(f)["results"]
|
|
|
|
a, b = [x["command"] for x in results[:2]]
|
|
X, Y = [x["times"] for x in results[:2]]
|
|
|
|
print("Command 1: {}".format(a))
|
|
print("Command 2: {}\n".format(b))
|
|
|
|
t, p = stats.ttest_ind(X, Y, equal_var=False)
|
|
th = 0.05
|
|
dispose = p < th
|
|
print("t = {}, p = {}".format(t, p))
|
|
print("p < {} = {}\n".format(th, dispose))
|
|
if dispose:
|
|
print("There is a difference between the two benchmarks.")
|
|
else:
|
|
print("The two benchmarks are almost the same.") |