Unit safe statistics functions

This commit is contained in:
David Peter authored and David Peter committed 2026-10-05 16:00:35 +02:00
1 parent f342e1f5de
commit 3a2c8ab177
3 files changed
+88 -40

No files matched your search

+11 -32
View File
@@ -64,21 +64,18 @@ impl Measurements {
self.measurements.push(measurement); self.measurements.push(measurement);
} }
pub fn wall_clock_times(&self) -> Vec<Time> { pub fn wall_clock_times(&self) -> impl Iterator<Item = Time> + '_ {
self.measurements self.measurements.iter().map(|m| m.time_wall_clock)
.iter()
.map(|m| m.time_wall_clock)
.collect()
} }
/// The average wall clock time /// The average wall clock time
pub fn time_wall_clock_mean(&self) -> Time { pub fn time_wall_clock_mean(&self) -> Time {
mean(&self.wall_clock_times()) mean(self.wall_clock_times())
} }
/// The standard deviation of all wall clock times. Not available if only one run has been performed /// The standard deviation of all wall clock times. Not available if only one run has been performed
pub fn stddev(&self) -> Option<Time> { pub fn stddev(&self) -> Option<Time> {
let times = self.wall_clock_times(); let times: Vec<_> = self.wall_clock_times().collect(); // TODO: Avoid collecting
if times.len() < 2 { if times.len() < 2 {
None None
@@ -89,54 +86,36 @@ impl Measurements {
/// The median wall clock time /// The median wall clock time
pub fn median(&self) -> Time { pub fn median(&self) -> Time {
median(&self.wall_clock_times()) median(&self.wall_clock_times().collect::<Vec<_>>())
} }
/// The minimum wall clock time /// The minimum wall clock time
pub fn min(&self) -> Time { pub fn min(&self) -> Time {
min(&self.wall_clock_times()) min(self.wall_clock_times())
} }
/// The maximum wall clock time /// The maximum wall clock time
pub fn max(&self) -> Time { pub fn max(&self) -> Time {
max(&self.wall_clock_times()) max(self.wall_clock_times())
} }
/// Compute modified Z-scores for the wall clock times /// Compute modified Z-scores for the wall clock times
pub fn modified_zscores(&self) -> Vec<f64> { pub fn modified_zscores(&self) -> Vec<f64> {
modified_zscores(&self.wall_clock_times()) modified_zscores(&self.wall_clock_times().collect::<Vec<_>>())
} }
/// The average user time /// The average user time
pub fn time_user_mean(&self) -> Time { pub fn time_user_mean(&self) -> Time {
mean( mean(self.measurements.iter().map(|m| m.time_user))
&self
.measurements
.iter()
.map(|m| m.time_user)
.collect::<Vec<_>>(),
)
} }
/// The average system time /// The average system time
pub fn time_system_mean(&self) -> Time { pub fn time_system_mean(&self) -> Time {
mean( mean(self.measurements.iter().map(|m| m.time_system))
&self
.measurements
.iter()
.map(|m| m.time_system)
.collect::<Vec<_>>(),
)
} }
pub fn peak_memory_usage_mean(&self) -> Information { pub fn peak_memory_usage_mean(&self) -> Information {
mean( mean(self.measurements.iter().map(|m| m.peak_memory_usage))
&self
.measurements
.iter()
.map(|m| m.peak_memory_usage)
.collect::<Vec<_>>(),
)
} }
pub fn peak_memory_usage_mean(&self) -> Information { pub fn peak_memory_usage_mean(&self) -> Information {
+3 -4
View File
@@ -22,7 +22,7 @@ use crate::output::progress_bar::{
}; };
use crate::output::warnings::{OutlierWarningOptions, Warnings}; use crate::output::warnings::{OutlierWarningOptions, Warnings};
use crate::parameter::ParameterNameAndValue; use crate::parameter::ParameterNameAndValue;
use crate::quantity::{self, const_time_from_seconds, Time, Quantity}; use crate::quantity::{self, const_time_from_seconds, Quantity, Time};
use benchmark_result::BenchmarkResult; use benchmark_result::BenchmarkResult;
use anyhow::{anyhow, Result}; use anyhow::{anyhow, Result};
@@ -421,8 +421,7 @@ impl<'a> Benchmark<'a> {
if matches!(self.options.executor_kind, ExecutorKind::Shell(_)) if matches!(self.options.executor_kind, ExecutorKind::Shell(_))
&& measurements && measurements
.wall_clock_times() .wall_clock_times()
.iter() .any(|t| t < MIN_EXECUTION_TIME)
.any(|&t| t < MIN_EXECUTION_TIME)
{ {
warnings.push(Warnings::FastExecutionTime); warnings.push(Warnings::FastExecutionTime);
} }
@@ -448,7 +447,7 @@ impl<'a> Benchmark<'a> {
if scores[0] > OUTLIER_THRESHOLD { if scores[0] > OUTLIER_THRESHOLD {
warnings.push(Warnings::SlowInitialRun( warnings.push(Warnings::SlowInitialRun(
measurements.wall_clock_times()[0], measurements.wall_clock_times().next().unwrap(),
outlier_warning_options, outlier_warning_options,
)); ));
} else if scores.iter().any(|&s| s.abs() > OUTLIER_THRESHOLD) { } else if scores.iter().any(|&s| s.abs() > OUTLIER_THRESHOLD) {
+74 -4
View File
@@ -1,9 +1,12 @@
use core::f64; use core::f64;
use std::marker::PhantomData; use std::marker::PhantomData;
use std::ops::AddAssign;
use std::ops::Div;
use serde::ser::SerializeStruct; use serde::ser::SerializeStruct;
use serde::Serializer; use serde::Serializer;
use uom::num_traits;
use uom::si; use uom::si;
pub use uom::si::information::{byte, gibibyte, kibibyte, mebibyte, tebibyte}; pub use uom::si::information::{byte, gibibyte, kibibyte, mebibyte, tebibyte};
pub use uom::si::ratio::ratio; pub use uom::si::ratio::ratio;
@@ -173,10 +176,40 @@ macro_rules! quantity_fn {
}; };
} }
quantity_fn!(mean, values, statistical::mean(&values)); /// A max function that assumes no NaNs and at least one element
pub fn max<V: PartialOrd>(values: impl IntoIterator<Item = V>) -> V {
values
.into_iter()
.max_by(|a, b| a.partial_cmp(b).expect("No NaN values"))
.expect("'max' requires at least one element")
}
/// A min function that assumes no NaNs and at least one element
pub fn min<V: PartialOrd>(values: impl IntoIterator<Item = V>) -> V {
values
.into_iter()
.min_by(|a, b| a.partial_cmp(b).expect("No NaN values"))
.expect("'min' requires at least one element")
}
/// A mean function that assumes at least one element
pub fn mean<Q, P>(values: impl IntoIterator<Item = Q>) -> Q
where
Q: AddAssign + num_traits::Zero + Div<Ratio, Output = P>,
P: Into<Q>,
{
let mut sum = Q::zero();
let mut count = 0;
for value in values {
sum += value;
count += 1;
}
let count = Ratio::new::<ratio>(count as f64);
(sum / count).into()
}
quantity_fn!(median, values, statistical::median(&values)); quantity_fn!(median, values, statistical::median(&values));
quantity_fn!(min, values, crate::util::min_max::min(&values));
quantity_fn!(max, values, crate::util::min_max::max(&values));
quantity_fn!(standard_deviation, values, { quantity_fn!(standard_deviation, values, {
let mean_value = statistical::mean(&values); let mean_value = statistical::mean(&values);
statistical::standard_deviation(&values, Some(mean_value)) statistical::standard_deviation(&values, Some(mean_value))
@@ -187,6 +220,15 @@ pub fn modified_zscores<Q: UnsafeRawValue>(values: &[Q]) -> Vec<f64> {
crate::outlier_detection::modified_zscores(&values) crate::outlier_detection::modified_zscores(&values)
} }
#[test]
fn test_max() {
assert_eq!(1.0, max([1.0]));
assert_eq!(-1.0, max([-1.0]));
assert_eq!(-1.0, max([-2.0, -1.0]));
assert_eq!(1.0, max([-1.0, 1.0]));
assert_eq!(1.0, max([-1.0, 1.0, 0.0]));
}
#[test] #[test]
fn test_time() { fn test_time() {
let time = Time::new::<millisecond>(123.4); let time = Time::new::<millisecond>(123.4);
@@ -234,7 +276,7 @@ fn test_mean() {
Time::new::<millisecond>(123.4), Time::new::<millisecond>(123.4),
Time::new::<millisecond>(234.5), Time::new::<millisecond>(234.5),
]; ];
let result = mean(&values); let result = mean(values.into_iter());
assert_eq!(result.format(TimeUnit::MilliSecond), "178.9 ms"); assert_eq!(result.format(TimeUnit::MilliSecond), "178.9 ms");
} }
@@ -271,3 +313,31 @@ fn test_format_duration_unit_with_unit() {
let out = Time::new::<second>(1.3).format(TimeUnit::MicroSecond); let out = Time::new::<second>(1.3).format(TimeUnit::MicroSecond);
assert_eq!("1300000.0 µs", out); assert_eq!("1300000.0 µs", out);
} }
#[test]
fn statistics() {
let values = vec![
Time::new::<second>(1.0),
Time::new::<second>(2.0),
Time::new::<second>(3.0),
];
assert_eq!(
mean(values.iter().copied()).format(TimeUnit::Second),
"2.000 s"
);
assert_eq!(median(&values).format(TimeUnit::Second), "2.000 s");
assert_eq!(min(&values).format(TimeUnit::Second), "1.000 s");
assert_eq!(max(&values).format(TimeUnit::Second), "3.000 s");
assert_eq!(
standard_deviation(&values).format(TimeUnit::Second),
"1.000 s"
);
let values = vec![
Information::new::<byte>(1.0),
Information::new::<byte>(2.0),
Information::new::<byte>(3.0),
];
mean(values.iter().copied()).format(InformationUnit::Byte);
}