| 1 | use super::*; |
| 2 | use crate::AxisScale; |
| 3 | use itertools::Itertools; |
| 4 | use plotters::coord::{ |
| 5 | ranged1d::{AsRangedCoord, ValueFormatter as PlottersValueFormatter}, |
| 6 | Shift, |
| 7 | }; |
| 8 | use std::cmp::Ordering; |
| 9 | use std::path::Path; |
| 10 | |
| 11 | const NUM_COLORS: usize = 8; |
| 12 | static COMPARISON_COLORS: [RGBColor; NUM_COLORS] = [ |
| 13 | RGBColor(178, 34, 34), |
| 14 | RGBColor(46, 139, 87), |
| 15 | RGBColor(0, 139, 139), |
| 16 | RGBColor(255, 215, 0), |
| 17 | RGBColor(0, 0, 139), |
| 18 | RGBColor(220, 20, 60), |
| 19 | RGBColor(139, 0, 139), |
| 20 | RGBColor(0, 255, 127), |
| 21 | ]; |
| 22 | |
| 23 | pub fn line_comparison( |
| 24 | formatter: &dyn ValueFormatter, |
| 25 | title: &str, |
| 26 | all_curves: &[&(&BenchmarkId, Vec<f64>)], |
| 27 | path: &Path, |
| 28 | value_type: ValueType, |
| 29 | axis_scale: AxisScale, |
| 30 | ) { |
| 31 | let (unit, series_data) = line_comparison_series_data(formatter, all_curves); |
| 32 | |
| 33 | let x_range = |
| 34 | plotters::data::fitting_range(series_data.iter().flat_map(|(_, xs, _)| xs.iter())); |
| 35 | let y_range = |
| 36 | plotters::data::fitting_range(series_data.iter().flat_map(|(_, _, ys)| ys.iter())); |
| 37 | let root_area = SVGBackend::new(&path, SIZE) |
| 38 | .into_drawing_area() |
| 39 | .titled(&format!("{}: Comparison" , title), (DEFAULT_FONT, 20)) |
| 40 | .unwrap(); |
| 41 | |
| 42 | match axis_scale { |
| 43 | AxisScale::Linear => { |
| 44 | draw_line_comarision_figure(root_area, unit, x_range, y_range, value_type, series_data) |
| 45 | } |
| 46 | AxisScale::Logarithmic => draw_line_comarision_figure( |
| 47 | root_area, |
| 48 | unit, |
| 49 | x_range.log_scale(), |
| 50 | y_range.log_scale(), |
| 51 | value_type, |
| 52 | series_data, |
| 53 | ), |
| 54 | } |
| 55 | } |
| 56 | |
| 57 | fn draw_line_comarision_figure<XR: AsRangedCoord<Value = f64>, YR: AsRangedCoord<Value = f64>>( |
| 58 | root_area: DrawingArea<SVGBackend, Shift>, |
| 59 | y_unit: &str, |
| 60 | x_range: XR, |
| 61 | y_range: YR, |
| 62 | value_type: ValueType, |
| 63 | data: Vec<(Option<&String>, Vec<f64>, Vec<f64>)>, |
| 64 | ) where |
| 65 | XR::CoordDescType: PlottersValueFormatter<f64>, |
| 66 | YR::CoordDescType: PlottersValueFormatter<f64>, |
| 67 | { |
| 68 | let input_suffix = match value_type { |
| 69 | ValueType::Bytes => " Size (Bytes)" , |
| 70 | ValueType::Elements => " Size (Elements)" , |
| 71 | ValueType::Value => "" , |
| 72 | }; |
| 73 | |
| 74 | let mut chart = ChartBuilder::on(&root_area) |
| 75 | .margin((5).percent()) |
| 76 | .set_label_area_size(LabelAreaPosition::Left, (5).percent_width().min(60)) |
| 77 | .set_label_area_size(LabelAreaPosition::Bottom, (5).percent_height().min(40)) |
| 78 | .build_cartesian_2d(x_range, y_range) |
| 79 | .unwrap(); |
| 80 | |
| 81 | chart |
| 82 | .configure_mesh() |
| 83 | .disable_mesh() |
| 84 | .x_desc(format!("Input{}" , input_suffix)) |
| 85 | .y_desc(format!("Average time ({})" , y_unit)) |
| 86 | .draw() |
| 87 | .unwrap(); |
| 88 | |
| 89 | for (id, (name, xs, ys)) in (0..).zip(data.into_iter()) { |
| 90 | let series = chart |
| 91 | .draw_series( |
| 92 | LineSeries::new( |
| 93 | xs.into_iter().zip(ys.into_iter()), |
| 94 | COMPARISON_COLORS[id % NUM_COLORS].filled(), |
| 95 | ) |
| 96 | .point_size(POINT_SIZE), |
| 97 | ) |
| 98 | .unwrap(); |
| 99 | if let Some(name) = name { |
| 100 | series.label(name).legend(move |(x, y)| { |
| 101 | Rectangle::new( |
| 102 | [(x, y - 5), (x + 20, y + 5)], |
| 103 | COMPARISON_COLORS[id % NUM_COLORS].filled(), |
| 104 | ) |
| 105 | }); |
| 106 | } |
| 107 | } |
| 108 | |
| 109 | chart |
| 110 | .configure_series_labels() |
| 111 | .position(SeriesLabelPosition::UpperLeft) |
| 112 | .draw() |
| 113 | .unwrap(); |
| 114 | } |
| 115 | |
| 116 | #[allow (clippy::type_complexity)] |
| 117 | fn line_comparison_series_data<'a>( |
| 118 | formatter: &dyn ValueFormatter, |
| 119 | all_curves: &[&(&'a BenchmarkId, Vec<f64>)], |
| 120 | ) -> (&'static str, Vec<(Option<&'a String>, Vec<f64>, Vec<f64>)>) { |
| 121 | let max = all_curves |
| 122 | .iter() |
| 123 | .map(|&(_, data)| Sample::new(data).mean()) |
| 124 | .fold(::std::f64::NAN, f64::max); |
| 125 | |
| 126 | let mut dummy = [1.0]; |
| 127 | let unit = formatter.scale_values(max, &mut dummy); |
| 128 | |
| 129 | let mut series_data = vec![]; |
| 130 | |
| 131 | // This assumes the curves are sorted. It also assumes that the benchmark IDs all have numeric |
| 132 | // values or throughputs and that value is sensible (ie. not a mix of bytes and elements |
| 133 | // or whatnot) |
| 134 | for (key, group) in &all_curves.iter().group_by(|&&&(id, _)| &id.function_id) { |
| 135 | let mut tuples: Vec<_> = group |
| 136 | .map(|&&(id, ref sample)| { |
| 137 | // Unwrap is fine here because it will only fail if the assumptions above are not true |
| 138 | // ie. programmer error. |
| 139 | let x = id.as_number().unwrap(); |
| 140 | let y = Sample::new(sample).mean(); |
| 141 | |
| 142 | (x, y) |
| 143 | }) |
| 144 | .collect(); |
| 145 | tuples.sort_by(|&(ax, _), &(bx, _)| (ax.partial_cmp(&bx).unwrap_or(Ordering::Less))); |
| 146 | let function_name = key.as_ref(); |
| 147 | let (xs, mut ys): (Vec<_>, Vec<_>) = tuples.into_iter().unzip(); |
| 148 | formatter.scale_values(max, &mut ys); |
| 149 | series_data.push((function_name, xs, ys)); |
| 150 | } |
| 151 | (unit, series_data) |
| 152 | } |
| 153 | |
| 154 | pub fn violin( |
| 155 | formatter: &dyn ValueFormatter, |
| 156 | title: &str, |
| 157 | all_curves: &[&(&BenchmarkId, Vec<f64>)], |
| 158 | path: &Path, |
| 159 | axis_scale: AxisScale, |
| 160 | ) { |
| 161 | let all_curves_vec = all_curves.iter().rev().cloned().collect::<Vec<_>>(); |
| 162 | let all_curves: &[&(&BenchmarkId, Vec<f64>)] = &all_curves_vec; |
| 163 | |
| 164 | let mut kdes = all_curves |
| 165 | .iter() |
| 166 | .map(|&&(id, ref sample)| { |
| 167 | let (x, mut y) = kde::sweep(Sample::new(sample), KDE_POINTS, None); |
| 168 | let y_max = Sample::new(&y).max(); |
| 169 | for y in y.iter_mut() { |
| 170 | *y /= y_max; |
| 171 | } |
| 172 | |
| 173 | (id.as_title(), x, y) |
| 174 | }) |
| 175 | .collect::<Vec<_>>(); |
| 176 | |
| 177 | let mut xs = kdes |
| 178 | .iter() |
| 179 | .flat_map(|(_, x, _)| x.iter()) |
| 180 | .filter(|&&x| x > 0.); |
| 181 | let (mut min, mut max) = { |
| 182 | let &first = xs.next().unwrap(); |
| 183 | (first, first) |
| 184 | }; |
| 185 | for &e in xs { |
| 186 | if e < min { |
| 187 | min = e; |
| 188 | } else if e > max { |
| 189 | max = e; |
| 190 | } |
| 191 | } |
| 192 | let mut dummy = [1.0]; |
| 193 | let unit = formatter.scale_values(max, &mut dummy); |
| 194 | kdes.iter_mut().for_each(|&mut (_, ref mut xs, _)| { |
| 195 | formatter.scale_values(max, xs); |
| 196 | }); |
| 197 | |
| 198 | let mut x_range = plotters::data::fitting_range(kdes.iter().flat_map(|(_, xs, _)| xs.iter())); |
| 199 | x_range.start = 0.0; |
| 200 | let y_range = -0.5..all_curves.len() as f64 - 0.5; |
| 201 | |
| 202 | let size = (960, 150 + (18 * all_curves.len() as u32)); |
| 203 | |
| 204 | let root_area = SVGBackend::new(&path, size) |
| 205 | .into_drawing_area() |
| 206 | .titled(&format!("{}: Violin plot" , title), (DEFAULT_FONT, 20)) |
| 207 | .unwrap(); |
| 208 | |
| 209 | match axis_scale { |
| 210 | AxisScale::Linear => draw_violin_figure(root_area, unit, x_range, y_range, kdes), |
| 211 | AxisScale::Logarithmic => { |
| 212 | draw_violin_figure(root_area, unit, x_range.log_scale(), y_range, kdes) |
| 213 | } |
| 214 | } |
| 215 | } |
| 216 | |
| 217 | #[allow (clippy::type_complexity)] |
| 218 | fn draw_violin_figure<XR: AsRangedCoord<Value = f64>, YR: AsRangedCoord<Value = f64>>( |
| 219 | root_area: DrawingArea<SVGBackend, Shift>, |
| 220 | unit: &'static str, |
| 221 | x_range: XR, |
| 222 | y_range: YR, |
| 223 | data: Vec<(&str, Box<[f64]>, Box<[f64]>)>, |
| 224 | ) where |
| 225 | XR::CoordDescType: PlottersValueFormatter<f64>, |
| 226 | YR::CoordDescType: PlottersValueFormatter<f64>, |
| 227 | { |
| 228 | let mut chart = ChartBuilder::on(&root_area) |
| 229 | .margin((5).percent()) |
| 230 | .set_label_area_size(LabelAreaPosition::Left, (10).percent_width().min(60)) |
| 231 | .set_label_area_size(LabelAreaPosition::Bottom, (5).percent_width().min(40)) |
| 232 | .build_cartesian_2d(x_range, y_range) |
| 233 | .unwrap(); |
| 234 | |
| 235 | chart |
| 236 | .configure_mesh() |
| 237 | .disable_mesh() |
| 238 | .y_desc("Input" ) |
| 239 | .x_desc(format!("Average time ({})" , unit)) |
| 240 | .y_label_style((DEFAULT_FONT, 10)) |
| 241 | .y_label_formatter(&|v: &f64| data[v.round() as usize].0.to_string()) |
| 242 | .y_labels(data.len()) |
| 243 | .draw() |
| 244 | .unwrap(); |
| 245 | |
| 246 | for (i, (_, x, y)) in data.into_iter().enumerate() { |
| 247 | let base = i as f64; |
| 248 | |
| 249 | chart |
| 250 | .draw_series(AreaSeries::new( |
| 251 | x.iter().zip(y.iter()).map(|(x, y)| (*x, base + *y / 2.0)), |
| 252 | base, |
| 253 | DARK_BLUE, |
| 254 | )) |
| 255 | .unwrap(); |
| 256 | |
| 257 | chart |
| 258 | .draw_series(AreaSeries::new( |
| 259 | x.iter().zip(y.iter()).map(|(x, y)| (*x, base - *y / 2.0)), |
| 260 | base, |
| 261 | DARK_BLUE, |
| 262 | )) |
| 263 | .unwrap(); |
| 264 | } |
| 265 | } |
| 266 | |