mirror of
https://github.com/sharkdp/hyperfine.git
synced 2026-11-02 09:01:25 +00:00
Correct the interpretation of Welch's t-test results (#943)
This commit is contained in:
1 parent
589132cfe3
commit
f6d5931b31
1 file changed
+7
-4
@@ -7,8 +7,7 @@
|
|||||||
# ///
|
# ///
|
||||||
|
|
||||||
"""This script performs Welch's t-test on a JSON export file with two
|
"""This script performs Welch's t-test on a JSON export file with two
|
||||||
benchmark results to test whether or not the two distributions are
|
benchmark results to test for a difference in their population mean runtimes."""
|
||||||
the same."""
|
|
||||||
|
|
||||||
import argparse
|
import argparse
|
||||||
import json
|
import json
|
||||||
@@ -40,6 +39,10 @@ print(f"t = {t:.3}, p = {p:.3}")
|
|||||||
print()
|
print()
|
||||||
|
|
||||||
if dispose:
|
if dispose:
|
||||||
print(f"There is a difference between the two benchmarks (p < {th}).")
|
print(
|
||||||
|
f"A statistically significant difference in mean runtime was detected (p < {th})."
|
||||||
|
)
|
||||||
else:
|
else:
|
||||||
print(f"The two benchmarks are almost the same (p >= {th}).")
|
print(
|
||||||
|
f"No statistically significant difference in mean runtime was detected (p >= {th})."
|
||||||
|
)
|
||||||
Reference in new issue
Block a user