mirror of
https://github.com/sharkdp/hyperfine.git
synced 2026-11-01 08:50:19 +00:00
Cover JSON exports with integration snapshots
This commit is contained in:
David Peter committed
1 parent
cb021e64b9
commit
eedec07812
6 files changed
+557
-264
No files matched your search
@@ -173,179 +173,3 @@ fn test_statistical_summary_unit_conversion() {
|
||||
approx::assert_relative_eq!(summary.stddev.unwrap(), 2.0_f64.sqrt() * scale);
|
||||
}
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn test_json_optional_memory() {
|
||||
use crate::benchmark::measurement::{Measurement, Measurements};
|
||||
use crate::quantity::{byte, Information};
|
||||
use serde_json::json;
|
||||
|
||||
for (memory, expected_memory) in [
|
||||
(None, None),
|
||||
(
|
||||
Some(Information::new::<byte>(0.0)),
|
||||
Some(json!({"value": 0.0, "unit": "byte"})),
|
||||
),
|
||||
(
|
||||
Some(Information::new::<byte>(1024.0)),
|
||||
Some(json!({"value": 1024.0, "unit": "byte"})),
|
||||
),
|
||||
] {
|
||||
let result = BenchmarkResult {
|
||||
command: "example".into(),
|
||||
name: None,
|
||||
measurements: Measurements::new(vec![Measurement {
|
||||
memory_peak_resident: memory,
|
||||
..Measurement::default()
|
||||
}]),
|
||||
..BenchmarkResult::default()
|
||||
};
|
||||
let mut exporter = JsonExporter::default();
|
||||
exporter.metadata.start_time = Some("2000-02-29T12:34:56Z".to_owned());
|
||||
let output = exporter
|
||||
.serialize(&[result], None, SortOrder::Command, None)
|
||||
.unwrap();
|
||||
let actual: serde_json::Value = serde_json::from_slice(&output).unwrap();
|
||||
let mut expected = json!({
|
||||
"schema_version": JSON_SCHEMA_VERSION,
|
||||
"metadata": {
|
||||
"hyperfine_version": env!("CARGO_PKG_VERSION"),
|
||||
"start_time": "2000-02-29T12:34:56Z",
|
||||
"platform": exporter.metadata.platform
|
||||
},
|
||||
"results": [{
|
||||
"command": "example",
|
||||
"summary": {
|
||||
"time_wall_clock": {
|
||||
"unit": "second",
|
||||
"count": 1,
|
||||
"mean": 0.0,
|
||||
"stddev": null,
|
||||
"median": 0.0,
|
||||
"min": 0.0,
|
||||
"max": 0.0
|
||||
}
|
||||
},
|
||||
"measurements": [{
|
||||
"time_wall_clock": {"value": 0.0, "unit": "second"},
|
||||
"time_user": {"value": 0.0, "unit": "second"},
|
||||
"time_system": {"value": 0.0, "unit": "second"},
|
||||
"exit_code": 0
|
||||
}]
|
||||
}]
|
||||
});
|
||||
for field in ["time_user", "time_system"] {
|
||||
expected["results"][0]["summary"][field] =
|
||||
expected["results"][0]["summary"]["time_wall_clock"].clone();
|
||||
}
|
||||
if let Some(memory) = expected_memory {
|
||||
let value = memory["value"].clone();
|
||||
expected["results"][0]["summary"]["memory_peak_resident"] = json!({
|
||||
"unit": "byte", "count": 1, "mean": value,
|
||||
"stddev": null, "median": value, "min": value, "max": value
|
||||
});
|
||||
expected["results"][0]["measurements"][0]["memory_peak_resident"] = memory;
|
||||
}
|
||||
assert_eq!(actual, expected);
|
||||
}
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn test_json_summaries_for_parameterized_results() {
|
||||
use crate::benchmark::benchmark_result::Parameter;
|
||||
use crate::benchmark::measurement::Measurement;
|
||||
use crate::quantity::{second, Time};
|
||||
use serde_json::json;
|
||||
|
||||
let results: Vec<_> = vec![("small", vec![1.0, 3.0]), ("large", vec![10.0])]
|
||||
.into_iter()
|
||||
.map(|(size, times)| BenchmarkResult {
|
||||
command: "example".into(),
|
||||
name: None,
|
||||
parameters: [(
|
||||
"size".into(),
|
||||
Parameter {
|
||||
value: size.into(),
|
||||
is_unused: size == "small",
|
||||
},
|
||||
)]
|
||||
.into(),
|
||||
measurements: Measurements::new(
|
||||
times
|
||||
.into_iter()
|
||||
.map(|time| Measurement {
|
||||
time_wall_clock: Time::new::<second>(time),
|
||||
..Measurement::default()
|
||||
})
|
||||
.collect(),
|
||||
),
|
||||
})
|
||||
.collect();
|
||||
let output = JsonExporter::default()
|
||||
.serialize(&results, None, SortOrder::Command, None)
|
||||
.unwrap();
|
||||
let actual: serde_json::Value = serde_json::from_slice(&output).unwrap();
|
||||
let results = actual["results"].as_array().unwrap();
|
||||
assert_eq!(results.len(), 2);
|
||||
assert_eq!(results[0]["parameters"]["size"], json!({"value": "small"}));
|
||||
assert_eq!(results[1]["parameters"]["size"], json!({"value": "large"}));
|
||||
assert_eq!(results[0]["measurements"].as_array().unwrap().len(), 2);
|
||||
assert_eq!(results[1]["measurements"].as_array().unwrap().len(), 1);
|
||||
assert_eq!(
|
||||
results[0]["summary"]["time_wall_clock"],
|
||||
json!({
|
||||
"unit": "second", "count": 2, "mean": 2.0,
|
||||
"stddev": 2.0_f64.sqrt(), "median": 2.0, "min": 1.0, "max": 3.0
|
||||
})
|
||||
);
|
||||
assert_eq!(
|
||||
results[1]["summary"]["time_wall_clock"],
|
||||
json!({
|
||||
"unit": "second", "count": 1, "mean": 10.0,
|
||||
"stddev": null, "median": 10.0, "min": 10.0, "max": 10.0
|
||||
})
|
||||
);
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn test_json_summary_metrics_and_missing_samples() {
|
||||
use crate::benchmark::measurement::Measurement;
|
||||
use crate::quantity::{byte, second, Information, Time};
|
||||
use serde_json::json;
|
||||
|
||||
let measurements = Measurements::new(
|
||||
vec![(1.0, Some(1024.0)), (2.0, None), (3.0, Some(3072.0))]
|
||||
.into_iter()
|
||||
.map(|(time, memory)| Measurement {
|
||||
time_wall_clock: Time::new::<second>(time),
|
||||
time_user: Time::new::<second>(time * 2.0),
|
||||
time_system: Time::new::<second>(time * 3.0),
|
||||
memory_peak_resident: memory.map(Information::new::<byte>),
|
||||
..Measurement::default()
|
||||
})
|
||||
.collect(),
|
||||
);
|
||||
let actual = serde_json::to_value(BenchmarkSummary::from_measurements(&measurements)).unwrap();
|
||||
assert_eq!(
|
||||
actual,
|
||||
json!({
|
||||
"time_wall_clock": {
|
||||
"unit": "second", "count": 3, "mean": 2.0, "stddev": 1.0,
|
||||
"median": 2.0, "min": 1.0, "max": 3.0
|
||||
},
|
||||
"time_user": {
|
||||
"unit": "second", "count": 3, "mean": 4.0, "stddev": 2.0,
|
||||
"median": 4.0, "min": 2.0, "max": 6.0
|
||||
},
|
||||
"time_system": {
|
||||
"unit": "second", "count": 3, "mean": 6.0, "stddev": 3.0,
|
||||
"median": 6.0, "min": 3.0, "max": 9.0
|
||||
},
|
||||
"memory_peak_resident": {
|
||||
"unit": "byte", "count": 2, "mean": 2048.0,
|
||||
"stddev": 1024.0 * 2.0_f64.sqrt(),
|
||||
"median": 2048.0, "min": 1024.0, "max": 3072.0
|
||||
}
|
||||
})
|
||||
);
|
||||
}
|
||||
@@ -49,11 +49,3 @@ impl Platform {
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn unavailable_platform_fields_are_omitted() {
|
||||
assert_eq!(
|
||||
serde_json::to_value(Platform::default()).unwrap(),
|
||||
serde_json::json!({})
|
||||
);
|
||||
}
|
||||
Reference in new issue
Block a user