hyperfine/src/export/csv.rs

use std::borrow::Cow;

use csv::WriterBuilder;

use super::Exporter;
use crate::benchmark::benchmark_result::BenchmarkResult;
use crate::options::SortOrder;
use crate::quantity::{FormatQuantity, TimeUnit};

use anyhow::Result;

#[derive(Default)]
pub struct CsvExporter {}

impl Exporter for CsvExporter {
    fn serialize(
        &self,
        results: &[BenchmarkResult],
        _unit: Option<TimeUnit>,
        _sort_order: SortOrder,
        _reference_index: Option<usize>,
    ) -> Result<Vec<u8>> {
        const CSV_UNIT: TimeUnit = TimeUnit::Second;
        const CSV_PRECISION: usize = 6;

        let mut writer = WriterBuilder::new().from_writer(vec![]);

        {
            let mut headers: Vec<Cow<[u8]>> = [
                // The list of times and exit codes cannot be exported to the CSV file - omit them.
                "command", "mean", "stddev", "median", "user", "system", "min", "max",
            ]
            .iter()
            .map(|x| Cow::Borrowed(x.as_bytes()))
            .collect();
            if let Some(res) = results.first() {
                for param_name in res.parameters.keys() {
                    headers.push(Cow::Owned(format!("parameter_{param_name}").into_bytes()));
                }
            }
            writer.write_record(headers)?;
        }

        for res in results {
            let mut fields = vec![Cow::Borrowed(res.command.as_bytes())];
            for f in &[
                res.mean_wall_clock_time(),
                res.runs.stddev().unwrap_or(0.0),
                res.runs.median(),
                res.runs.user_mean(),
                res.runs.system_mean(),
                res.runs.min(),
                res.runs.max(),
            ] {
                fields.push(Cow::Owned(
                    f.format_with_precision(CSV_UNIT, CSV_PRECISION)
                        .into_bytes(),
                ))
            }
            for v in res.parameters.values() {
                fields.push(Cow::Borrowed(v.value.as_bytes()))
            }
            writer.write_record(fields)?;
        }

        Ok(writer.into_inner()?)
    }
}

#[cfg(test)]
use crate::benchmark::benchmark_result::{Parameter, Run, Runs};

#[test]
fn test_csv() {
    use crate::benchmark::benchmark_result::Parameter;
    use crate::benchmark::measurement::{Measurement, Measurements};
    use crate::quantity::{byte, second, Information, Time, Zero};

    use std::collections::BTreeMap;
    use std::process::ExitStatus;

    let exporter = CsvExporter::default();

    let results = vec![
        BenchmarkResult {
            command: String::from("command_a"),
            runs: Runs::new(vec![
                Run {
                    wall_clock_time: 7.0,
                    user_time: 7.0,
                    system_time: 0.0,
                    memory_usage_byte: 1024,
                    exit_code: Some(0),
                },
                Run {
                    wall_clock_time: 8.0,
                    user_time: 8.0,
                    system_time: 0.0,
                    memory_usage_byte: 1024,
                    exit_code: Some(0),
                },
                Run {
                    wall_clock_time: 12.0,
                    user_time: 12.0,
                    system_time: 0.0,
                    memory_usage_byte: 1024,
                    exit_code: Some(0),
                },
            ]),
            parameters: {
                let mut params = BTreeMap::new();
                params.insert(
                    "foo".into(),
                    Parameter {
                        value: "one".into(),
                        is_unused: false,
                    },
                );
                params.insert(
                    "bar".into(),
                    Parameter {
                        value: "two".into(),
                        is_unused: false,
                    },
                );
                params
            },
        },
        BenchmarkResult {
            command: String::from("command_b"),
            runs: Runs::new(vec![
                Run {
                    wall_clock_time: 17.0,
                    user_time: 17.0,
                    system_time: 0.0,
                    memory_usage_byte: 1024,
                    exit_code: Some(0),
                },
                Run {
                    wall_clock_time: 18.0,
                    user_time: 18.0,
                    system_time: 0.0,
                    memory_usage_byte: 1024,
                    exit_code: Some(0),
                },
                Run {
                    wall_clock_time: 19.0,
                    user_time: 19.0,
                    system_time: 0.0,
                    memory_usage_byte: 1024,
                    exit_code: Some(0),
                },
            ]),
            parameters: {
                let mut params = BTreeMap::new();
                params.insert(
                    "foo".into(),
                    Parameter {
                        value: "one".into(),
                        is_unused: false,
                    },
                );
                params.insert(
                    "bar".into(),
                    Parameter {
                        value: "seven".into(),
                        is_unused: false,
                    },
                );
                params
            },
        },
    ];

    let actual = String::from_utf8(
        exporter
            .serialize(&results, Some(TimeUnit::Second), SortOrder::Command, None)
            .unwrap(),
    )
    .unwrap();

    insta::assert_snapshot!(actual, @r#"
    command,mean,stddev,median,user,system,min,max,parameter_bar,parameter_foo
    command_a,9,2.6457513110645907,8,9,0,7,12,two,one
    command_b,18,1,18,18,0,17,19,seven,one
    "#);
}