diff --git a/Cargo.toml b/Cargo.toml index 7ffdf08c..acc99de7 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -10,6 +10,7 @@ edition = "2018" bevy_ecs = "0.5.0" bevy_tasks = "0.5.0" bincode = "1.3" +brood = { version = "0.1.0", features = ["rayon", "serde"] } cgmath = { version = "0.17", features = ["serde"] } hecs = { version = "0.5", features = ["column-serialize", "row-serialize"] } legion = "0.3" diff --git a/benches/benchmarks.rs b/benches/benchmarks.rs index 63aa01aa..9a99268a 100644 --- a/benches/benchmarks.rs +++ b/benches/benchmarks.rs @@ -3,6 +3,10 @@ use ecs_bench_suite::*; fn bench_simple_insert(c: &mut Criterion) { let mut group = c.benchmark_group("simple_insert"); + group.bench_function("brood", |b| { + let mut bench = brood::simple_insert::Benchmark::new(); + b.iter(move || bench.run()); + }); group.bench_function("legion", |b| { let mut bench = legion::simple_insert::Benchmark::new(); b.iter(move || bench.run()); @@ -31,6 +35,10 @@ fn bench_simple_insert(c: &mut Criterion) { fn bench_simple_iter(c: &mut Criterion) { let mut group = c.benchmark_group("simple_iter"); + group.bench_function("brood", |b| { + let mut bench = brood::simple_iter::Benchmark::new(); + b.iter(move || bench.run()); + }); group.bench_function("legion", |b| { let mut bench = legion::simple_iter::Benchmark::new(); b.iter(move || bench.run()); @@ -63,6 +71,10 @@ fn bench_simple_iter(c: &mut Criterion) { fn bench_frag_iter_bc(c: &mut Criterion) { let mut group = c.benchmark_group("fragmented_iter"); + group.bench_function("brood", |b| { + let mut bench = brood::frag_iter::Benchmark::new(); + b.iter(move || bench.run()); + }); group.bench_function("legion", |b| { let mut bench = legion::frag_iter::Benchmark::new(); b.iter(move || bench.run()); @@ -91,6 +103,10 @@ fn bench_frag_iter_bc(c: &mut Criterion) { fn bench_schedule(c: &mut Criterion) { let mut group = c.benchmark_group("schedule"); + group.bench_function("brood", |b| { + let mut bench = brood::schedule::Benchmark::new(); + b.iter(move || bench.run()); + }); group.bench_function("legion", |b| { let mut bench = legion::schedule::Benchmark::new(); b.iter(move || bench.run()); @@ -119,6 +135,10 @@ fn bench_schedule(c: &mut Criterion) { fn bench_heavy_compute(c: &mut Criterion) { let mut group = c.benchmark_group("heavy_compute"); + group.bench_function("brood", |b| { + let mut bench = brood::heavy_compute::Benchmark::new(); + b.iter(move || bench.run()); + }); group.bench_function("legion", |b| { let mut bench = legion::heavy_compute::Benchmark::new(); b.iter(move || bench.run()); @@ -147,6 +167,10 @@ fn bench_heavy_compute(c: &mut Criterion) { fn bench_add_remove(c: &mut Criterion) { let mut group = c.benchmark_group("add_remove_component"); + group.bench_function("brood", |b| { + let mut bench = brood::add_remove::Benchmark::new(); + b.iter(move || bench.run()); + }); group.bench_function("legion", |b| { let mut bench = legion::add_remove::Benchmark::new(); b.iter(move || bench.run()); @@ -175,6 +199,10 @@ fn bench_add_remove(c: &mut Criterion) { fn bench_serialize_text(c: &mut Criterion) { let mut group = c.benchmark_group("serialize_text"); + group.bench_function("brood", |b| { + let mut bench = brood::serialize_text::Benchmark::new(); + b.iter(move || bench.run()); + }); group.bench_function("legion", |b| { let mut bench = legion::serialize_text::Benchmark::new(); b.iter(move || bench.run()); @@ -191,6 +219,10 @@ fn bench_serialize_text(c: &mut Criterion) { fn bench_serialize_binary(c: &mut Criterion) { let mut group = c.benchmark_group("serialize_binary"); + group.bench_function("brood", |b| { + let mut bench = brood::serialize_binary::Benchmark::new(); + b.iter(move || bench.run()); + }); group.bench_function("legion", |b| { let mut bench = legion::serialize_binary::Benchmark::new(); b.iter(move || bench.run()); diff --git a/src/brood/add_remove.rs b/src/brood/add_remove.rs new file mode 100644 index 00000000..4bc2345b --- /dev/null +++ b/src/brood/add_remove.rs @@ -0,0 +1,29 @@ +use brood::{entities, entity, registry, World}; + +#[derive(Clone)] +struct A(f32); +struct B(f32); + +type Registry = registry!(A, B); + +pub struct Benchmark(World, Vec); + +impl Benchmark { + pub fn new() -> Self { + let mut world = World::new(); + + let entities = world.extend(entities!((A(0.0)); 10_000)); + + Self(world, entities) + } + + pub fn run(&mut self) { + for entity_identifier in &self.1 { + self.0.entry(*entity_identifier).unwrap().add(B(0.0)); + } + + for entity_identifier in &self.1 { + self.0.entry(*entity_identifier).unwrap().remove::(); + } + } +} diff --git a/src/brood/frag_iter.rs b/src/brood/frag_iter.rs new file mode 100644 index 00000000..715b2626 --- /dev/null +++ b/src/brood/frag_iter.rs @@ -0,0 +1,47 @@ +use brood::{ + entities, + query::{filter, result, views}, + registry, World, +}; + +macro_rules! define_entities { + ($($component:ident),*) => { + $( + #[derive(Clone)] + struct $component(f32); + )* + } +} + +macro_rules! create_entities { + ($world:ident; $($component:ident),*) => { + $( + $world.extend(entities!(($component(0.0), Data(1.0)); 20)); + )* + }; +} + +#[derive(Clone)] +struct Data(f32); +define_entities!(A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S, T, U, V, W, X, Y, Z); + +type Registry = + registry!(Data, A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S, T, U, V, W, X, Y, Z); + +pub struct Benchmark(World); + +impl Benchmark { + pub fn new() -> Self { + let mut world = World::new(); + + create_entities!(world; A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S, T, U, V, W, X, Y, Z); + + Self(world) + } + + pub fn run(&mut self) { + for result!(data) in self.0.query::() { + data.0 *= 2.0; + } + } +} diff --git a/src/brood/heavy_compute.rs b/src/brood/heavy_compute.rs new file mode 100644 index 00000000..2266e251 --- /dev/null +++ b/src/brood/heavy_compute.rs @@ -0,0 +1,46 @@ +use brood::{ + entities, + query::{filter, result, views}, + registry, World, +}; +use cgmath::{Matrix4, Rad, SquareMatrix, Transform, Vector3}; +use rayon::iter::ParallelIterator; + +#[derive(Copy, Clone)] +struct Position(Vector3); + +#[derive(Copy, Clone)] +struct Rotation(Vector3); + +#[derive(Copy, Clone)] +struct Velocity(Vector3); + +type Registry = registry!(Position, Rotation, Velocity, Matrix4); + +pub struct Benchmark(World); + +impl Benchmark { + pub fn new() -> Self { + let mut world = World::new(); + + world.extend(entities!(( + Matrix4::::from_angle_x(Rad(1.2)), + Position(Vector3::unit_x()), + Rotation(Vector3::unit_x()), + Velocity(Vector3::unit_x()) + ); 1_000)); + + Self(world) + } + + pub fn run(&mut self) { + self.0 + .par_query::), filter::None>() + .for_each(|result!(position, matrix)| { + for _ in 0..100 { + *matrix = matrix.invert().unwrap(); + } + position.0 = matrix.transform_vector(position.0); + }); + } +} diff --git a/src/brood/mod.rs b/src/brood/mod.rs new file mode 100644 index 00000000..852e36e7 --- /dev/null +++ b/src/brood/mod.rs @@ -0,0 +1,8 @@ +pub mod add_remove; +pub mod frag_iter; +pub mod heavy_compute; +pub mod schedule; +pub mod serialize_binary; +pub mod serialize_text; +pub mod simple_insert; +pub mod simple_iter; diff --git a/src/brood/schedule.rs b/src/brood/schedule.rs new file mode 100644 index 00000000..7632869b --- /dev/null +++ b/src/brood/schedule.rs @@ -0,0 +1,98 @@ +use brood::{ + entities, + query::{filter, result, views}, + registry, + system::{schedule, Schedule, System}, + World, +}; + +#[derive(Clone)] +struct A(f32); +#[derive(Clone)] +struct B(f32); +#[derive(Clone)] +struct C(f32); +#[derive(Clone)] +struct D(f32); +#[derive(Clone)] +struct E(f32); + +type Registry = registry!(A, B, C, D, E); + +struct AB; + +impl<'a> System<'a> for AB { + type Views = views!(&'a mut A, &'a mut B); + type Filter = filter::None; + + fn run(&mut self, query_results: result::Iter<'a, R, Self::Filter, Self::Views>) + where + R: brood::registry::Registry + 'a, + { + for result!(a, b) in query_results { + std::mem::swap(&mut a.0, &mut b.0); + } + } +} + +struct CD; + +impl<'a> System<'a> for CD { + type Views = views!(&'a mut C, &'a mut D); + type Filter = filter::None; + + fn run(&mut self, query_results: result::Iter<'a, R, Self::Filter, Self::Views>) + where + R: brood::registry::Registry + 'a, + { + for result!(c, d) in query_results { + std::mem::swap(&mut c.0, &mut d.0); + } + } +} + +struct CE; + +impl<'a> System<'a> for CE { + type Views = views!(&'a mut C, &'a mut E); + type Filter = filter::None; + + fn run(&mut self, query_results: result::Iter<'a, R, Self::Filter, Self::Views>) + where + R: brood::registry::Registry + 'a, + { + for result!(c, e) in query_results { + std::mem::swap(&mut c.0, &mut e.0); + } + } +} + +pub struct Benchmark( + World, + Schedule< + schedule::stages! { + system: AB, + system: CD, + system: CE, + }, + >, +); + +impl Benchmark { + pub fn new() -> Self { + let mut world = World::new(); + + world.extend(entities!((A(0.0), B(0.0)); 10_000)); + world.extend(entities!((A(0.0), B(0.0), C(0.0)); 10_000)); + world.extend(entities!((A(0.0), B(0.0), C(0.0), D(0.0)); 10_000)); + world.extend(entities!((A(0.0), B(0.0), C(0.0), E(0.0)); 10_000)); + + let schedule = Schedule::builder().system(AB).system(CD).system(CE).build(); + + Self(world, schedule) + } + + pub fn run(&mut self) { + self.0.run_schedule(&mut self.1); + } +} diff --git a/src/brood/serialize_binary.rs b/src/brood/serialize_binary.rs new file mode 100644 index 00000000..ab4215a8 --- /dev/null +++ b/src/brood/serialize_binary.rs @@ -0,0 +1,45 @@ +use brood::{entities, registry, World}; +use serde::{Deserialize, Serialize}; + +#[derive(Default, Copy, Clone, Serialize, Deserialize)] +struct Transform([f32; 16]); + +#[derive(Default, Copy, Clone, Serialize, Deserialize)] +struct Position { + x: f32, + y: f32, + z: f32, +} + +#[derive(Default, Copy, Clone, Serialize, Deserialize)] +struct Rotation { + x: f32, + y: f32, + z: f32, +} + +#[derive(Default, Copy, Clone, Serialize, Deserialize)] +struct Velocity { + x: f32, + y: f32, + z: f32, +} + +type Registry = registry!(Transform, Position, Rotation, Velocity); + +pub struct Benchmark(World); + +impl Benchmark { + pub fn new() -> Self { + let mut world = World::default(); + + world.extend(entities!((Transform::default(), Position::default(), Rotation::default(), Velocity::default()); 1_000)); + + Self(world) + } + + pub fn run(&mut self) { + let encoded = bincode::serialize(&self.0).unwrap(); + bincode::deserialize::>(&encoded).unwrap(); + } +} diff --git a/src/brood/serialize_text.rs b/src/brood/serialize_text.rs new file mode 100644 index 00000000..7be45196 --- /dev/null +++ b/src/brood/serialize_text.rs @@ -0,0 +1,45 @@ +use brood::{entities, registry, World}; +use serde::{Deserialize, Serialize}; + +#[derive(Default, Copy, Clone, Serialize, Deserialize)] +struct Transform([f32; 16]); + +#[derive(Default, Copy, Clone, Serialize, Deserialize)] +struct Position { + x: f32, + y: f32, + z: f32, +} + +#[derive(Default, Copy, Clone, Serialize, Deserialize)] +struct Rotation { + x: f32, + y: f32, + z: f32, +} + +#[derive(Default, Copy, Clone, Serialize, Deserialize)] +struct Velocity { + x: f32, + y: f32, + z: f32, +} + +type Registry = registry!(Transform, Position, Rotation, Velocity); + +pub struct Benchmark(World); + +impl Benchmark { + pub fn new() -> Self { + let mut world = World::default(); + + world.extend(entities!((Transform::default(), Position::default(), Rotation::default(), Velocity::default()); 1_000)); + + Self(world) + } + + pub fn run(&mut self) { + let encoded = ron::to_string(&self.0).unwrap(); + ron::from_str::>(&encoded).unwrap(); + } +} diff --git a/src/brood/simple_insert.rs b/src/brood/simple_insert.rs new file mode 100644 index 00000000..e4d82178 --- /dev/null +++ b/src/brood/simple_insert.rs @@ -0,0 +1,35 @@ +use brood::{entities, registry, World}; +use cgmath::{Matrix4, Vector3}; + +#[derive(Copy, Clone)] +struct Transform(Matrix4); + +#[derive(Copy, Clone)] +struct Position(Vector3); + +#[derive(Copy, Clone)] +struct Rotation(Vector3); + +#[derive(Copy, Clone)] +struct Velocity(Vector3); + +type Registry = registry!(Transform, Position, Rotation, Velocity); + +pub struct Benchmark; + +impl Benchmark { + pub fn new() -> Self { + Self + } + + pub fn run(&mut self) { + let mut world = World::::new(); + + world.extend(entities!(( + Transform(Matrix4::from_scale(1.0)), + Position(Vector3::unit_x()), + Rotation(Vector3::unit_x()), + Velocity(Vector3::unit_x()) + ); 10_000)); + } +} diff --git a/src/brood/simple_iter.rs b/src/brood/simple_iter.rs new file mode 100644 index 00000000..f9fb429c --- /dev/null +++ b/src/brood/simple_iter.rs @@ -0,0 +1,46 @@ +use brood::{ + entities, + query::{filter, result, views}, + registry, World, +}; +use cgmath::{Matrix4, Vector3}; + +#[derive(Copy, Clone)] +struct Transform(Matrix4); + +#[derive(Copy, Clone)] +struct Position(Vector3); + +#[derive(Copy, Clone)] +struct Rotation(Vector3); + +#[derive(Copy, Clone)] +struct Velocity(Vector3); + +type Registry = registry!(Transform, Position, Rotation, Velocity); + +pub struct Benchmark(World); + +impl Benchmark { + pub fn new() -> Self { + let mut world = World::new(); + + world.extend(entities!(( + Transform(Matrix4::from_scale(1.0)), + Position(Vector3::unit_x()), + Rotation(Vector3::unit_x()), + Velocity(Vector3::unit_x()) + ); 10_000)); + + Self(world) + } + + pub fn run(&mut self) { + for result!(velocity, position) in self + .0 + .query::() + { + position.0 += velocity.0; + } + } +} diff --git a/src/lib.rs b/src/lib.rs index 4517bb86..41050433 100644 --- a/src/lib.rs +++ b/src/lib.rs @@ -1,6 +1,7 @@ #![allow(clippy::new_without_default)] pub mod bevy; +pub mod brood; pub mod hecs; pub mod legion; pub mod legion_packed; diff --git a/target/criterion/add_remove_component/bevy/base/estimates.json b/target/criterion/add_remove_component/bevy/base/estimates.json index 1c0857f0..56d9ef64 100644 --- a/target/criterion/add_remove_component/bevy/base/estimates.json +++ b/target/criterion/add_remove_component/bevy/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1336119.896024783,"upper_bound":1338863.4770323248},"point_estimate":1337316.2717065366,"standard_error":706.1891001799398},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1336275.0164473685,"upper_bound":1337686.6734693877},"point_estimate":1336854.663683108,"standard_error":338.69676459476113},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1873.5878550253312,"upper_bound":3553.736994720589},"point_estimate":2614.242488913954,"standard_error":413.0288061361829},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1334784.9897870405,"upper_bound":1336216.5947965628},"point_estimate":1335507.1687749373,"standard_error":363.63987055488803},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3266.9070983360234,"upper_bound":10844.315087592373},"point_estimate":7093.659727578586,"standard_error":2212.7101043210623}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1528878.2255173856,"upper_bound":1537874.5463802551},"point_estimate":1532739.954885236,"standard_error":2329.2663930581757},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1526544.3181818181,"upper_bound":1529038.2352941176},"point_estimate":1527506.5687935255,"standard_error":676.1794916524644},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5318.526878550218,"upper_bound":8871.214407403562},"point_estimate":7295.360890089359,"standard_error":850.0628699554751},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1527405.8109506073,"upper_bound":1531541.3855588345},"point_estimate":1529204.7255800206,"standard_error":1060.4813153328887},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8341.752290974275,"upper_bound":36036.48637965168},"point_estimate":23253.488181687033,"standard_error":7424.768387084479}} \ No newline at end of file diff --git a/target/criterion/add_remove_component/bevy/base/raw.csv b/target/criterion/add_remove_component/bevy/base/raw.csv index d13cbc19..c0384c53 100644 --- a/target/criterion/add_remove_component/bevy/base/raw.csv +++ b/target/criterion/add_remove_component/bevy/base/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -add_remove_component,bevy,,,,1393083.0,ns,1 -add_remove_component,bevy,,,,2706697.0,ns,2 -add_remove_component,bevy,,,,4027843.0,ns,3 -add_remove_component,bevy,,,,5351425.0,ns,4 -add_remove_component,bevy,,,,6728939.0,ns,5 -add_remove_component,bevy,,,,8047871.0,ns,6 -add_remove_component,bevy,,,,9355872.0,ns,7 -add_remove_component,bevy,,,,10688491.0,ns,8 -add_remove_component,bevy,,,,12067690.0,ns,9 -add_remove_component,bevy,,,,13410798.0,ns,10 -add_remove_component,bevy,,,,14743506.0,ns,11 -add_remove_component,bevy,,,,16116101.0,ns,12 -add_remove_component,bevy,,,,17411338.0,ns,13 -add_remove_component,bevy,,,,19028440.0,ns,14 -add_remove_component,bevy,,,,19995030.0,ns,15 -add_remove_component,bevy,,,,21361284.0,ns,16 -add_remove_component,bevy,,,,22671630.0,ns,17 -add_remove_component,bevy,,,,24028925.0,ns,18 -add_remove_component,bevy,,,,25379058.0,ns,19 -add_remove_component,bevy,,,,26641653.0,ns,20 -add_remove_component,bevy,,,,27969241.0,ns,21 -add_remove_component,bevy,,,,29332770.0,ns,22 -add_remove_component,bevy,,,,30769056.0,ns,23 -add_remove_component,bevy,,,,32121231.0,ns,24 -add_remove_component,bevy,,,,33419645.0,ns,25 -add_remove_component,bevy,,,,34611125.0,ns,26 -add_remove_component,bevy,,,,36135117.0,ns,27 -add_remove_component,bevy,,,,37494398.0,ns,28 -add_remove_component,bevy,,,,38856162.0,ns,29 -add_remove_component,bevy,,,,40269273.0,ns,30 -add_remove_component,bevy,,,,41489538.0,ns,31 -add_remove_component,bevy,,,,42808359.0,ns,32 -add_remove_component,bevy,,,,44215993.0,ns,33 -add_remove_component,bevy,,,,45482866.0,ns,34 -add_remove_component,bevy,,,,46807979.0,ns,35 -add_remove_component,bevy,,,,48198679.0,ns,36 -add_remove_component,bevy,,,,49458539.0,ns,37 -add_remove_component,bevy,,,,50608851.0,ns,38 -add_remove_component,bevy,,,,52069313.0,ns,39 -add_remove_component,bevy,,,,53525276.0,ns,40 -add_remove_component,bevy,,,,54877543.0,ns,41 -add_remove_component,bevy,,,,56248805.0,ns,42 -add_remove_component,bevy,,,,57507883.0,ns,43 -add_remove_component,bevy,,,,58909493.0,ns,44 -add_remove_component,bevy,,,,60184694.0,ns,45 -add_remove_component,bevy,,,,61313733.0,ns,46 -add_remove_component,bevy,,,,62535221.0,ns,47 -add_remove_component,bevy,,,,64128345.0,ns,48 -add_remove_component,bevy,,,,65546647.0,ns,49 -add_remove_component,bevy,,,,66847886.0,ns,50 -add_remove_component,bevy,,,,68227834.0,ns,51 -add_remove_component,bevy,,,,69499108.0,ns,52 -add_remove_component,bevy,,,,70912941.0,ns,53 -add_remove_component,bevy,,,,71860604.0,ns,54 -add_remove_component,bevy,,,,73549734.0,ns,55 -add_remove_component,bevy,,,,74937106.0,ns,56 -add_remove_component,bevy,,,,76552304.0,ns,57 -add_remove_component,bevy,,,,77591812.0,ns,58 -add_remove_component,bevy,,,,78877824.0,ns,59 -add_remove_component,bevy,,,,80120741.0,ns,60 -add_remove_component,bevy,,,,81246697.0,ns,61 -add_remove_component,bevy,,,,82833569.0,ns,62 -add_remove_component,bevy,,,,84306355.0,ns,63 -add_remove_component,bevy,,,,85493086.0,ns,64 -add_remove_component,bevy,,,,87006529.0,ns,65 -add_remove_component,bevy,,,,88046510.0,ns,66 -add_remove_component,bevy,,,,89645776.0,ns,67 -add_remove_component,bevy,,,,90931356.0,ns,68 -add_remove_component,bevy,,,,91863540.0,ns,69 -add_remove_component,bevy,,,,93108612.0,ns,70 -add_remove_component,bevy,,,,94964920.0,ns,71 -add_remove_component,bevy,,,,95647240.0,ns,72 -add_remove_component,bevy,,,,97105506.0,ns,73 -add_remove_component,bevy,,,,98839482.0,ns,74 -add_remove_component,bevy,,,,100332154.0,ns,75 -add_remove_component,bevy,,,,101573138.0,ns,76 -add_remove_component,bevy,,,,102282759.0,ns,77 -add_remove_component,bevy,,,,103847852.0,ns,78 -add_remove_component,bevy,,,,105519636.0,ns,79 -add_remove_component,bevy,,,,106808201.0,ns,80 -add_remove_component,bevy,,,,108133766.0,ns,81 -add_remove_component,bevy,,,,109449272.0,ns,82 -add_remove_component,bevy,,,,110921447.0,ns,83 -add_remove_component,bevy,,,,112306244.0,ns,84 -add_remove_component,bevy,,,,113208364.0,ns,85 -add_remove_component,bevy,,,,114419470.0,ns,86 -add_remove_component,bevy,,,,116401225.0,ns,87 -add_remove_component,bevy,,,,117627311.0,ns,88 -add_remove_component,bevy,,,,118974938.0,ns,89 -add_remove_component,bevy,,,,120089452.0,ns,90 -add_remove_component,bevy,,,,121764342.0,ns,91 -add_remove_component,bevy,,,,123123412.0,ns,92 -add_remove_component,bevy,,,,124300264.0,ns,93 -add_remove_component,bevy,,,,125419826.0,ns,94 -add_remove_component,bevy,,,,126672692.0,ns,95 -add_remove_component,bevy,,,,128120742.0,ns,96 -add_remove_component,bevy,,,,129668539.0,ns,97 -add_remove_component,bevy,,,,130671430.0,ns,98 -add_remove_component,bevy,,,,132172239.0,ns,99 -add_remove_component,bevy,,,,133955356.0,ns,100 +add_remove_component,bevy,,,,1712300.0,ns,1 +add_remove_component,bevy,,,,3120800.0,ns,2 +add_remove_component,bevy,,,,4613400.0,ns,3 +add_remove_component,bevy,,,,6514400.0,ns,4 +add_remove_component,bevy,,,,7612900.0,ns,5 +add_remove_component,bevy,,,,9126000.0,ns,6 +add_remove_component,bevy,,,,10688400.0,ns,7 +add_remove_component,bevy,,,,12158100.0,ns,8 +add_remove_component,bevy,,,,13681200.0,ns,9 +add_remove_component,bevy,,,,15213300.0,ns,10 +add_remove_component,bevy,,,,16696200.0,ns,11 +add_remove_component,bevy,,,,18183700.0,ns,12 +add_remove_component,bevy,,,,19709400.0,ns,13 +add_remove_component,bevy,,,,21461600.0,ns,14 +add_remove_component,bevy,,,,23051700.0,ns,15 +add_remove_component,bevy,,,,24496400.0,ns,16 +add_remove_component,bevy,,,,26312700.0,ns,17 +add_remove_component,bevy,,,,27477300.0,ns,18 +add_remove_component,bevy,,,,28913300.0,ns,19 +add_remove_component,bevy,,,,30468200.0,ns,20 +add_remove_component,bevy,,,,32322400.0,ns,21 +add_remove_component,bevy,,,,33618500.0,ns,22 +add_remove_component,bevy,,,,35005900.0,ns,23 +add_remove_component,bevy,,,,36361300.0,ns,24 +add_remove_component,bevy,,,,37998700.0,ns,25 +add_remove_component,bevy,,,,39634300.0,ns,26 +add_remove_component,bevy,,,,41824400.0,ns,27 +add_remove_component,bevy,,,,42904700.0,ns,28 +add_remove_component,bevy,,,,44270800.0,ns,29 +add_remove_component,bevy,,,,46732300.0,ns,30 +add_remove_component,bevy,,,,47348000.0,ns,31 +add_remove_component,bevy,,,,48917000.0,ns,32 +add_remove_component,bevy,,,,50704200.0,ns,33 +add_remove_component,bevy,,,,51987300.0,ns,34 +add_remove_component,bevy,,,,53526100.0,ns,35 +add_remove_component,bevy,,,,55296500.0,ns,36 +add_remove_component,bevy,,,,56350700.0,ns,37 +add_remove_component,bevy,,,,58026600.0,ns,38 +add_remove_component,bevy,,,,59744500.0,ns,39 +add_remove_component,bevy,,,,61136500.0,ns,40 +add_remove_component,bevy,,,,62452600.0,ns,41 +add_remove_component,bevy,,,,64477000.0,ns,42 +add_remove_component,bevy,,,,68668400.0,ns,43 +add_remove_component,bevy,,,,67534500.0,ns,44 +add_remove_component,bevy,,,,68633900.0,ns,45 +add_remove_component,bevy,,,,69902900.0,ns,46 +add_remove_component,bevy,,,,71802800.0,ns,47 +add_remove_component,bevy,,,,73074200.0,ns,48 +add_remove_component,bevy,,,,74690900.0,ns,49 +add_remove_component,bevy,,,,76095700.0,ns,50 +add_remove_component,bevy,,,,77398500.0,ns,51 +add_remove_component,bevy,,,,79320300.0,ns,52 +add_remove_component,bevy,,,,81497400.0,ns,53 +add_remove_component,bevy,,,,83240200.0,ns,54 +add_remove_component,bevy,,,,84297300.0,ns,55 +add_remove_component,bevy,,,,86129100.0,ns,56 +add_remove_component,bevy,,,,87620900.0,ns,57 +add_remove_component,bevy,,,,89043100.0,ns,58 +add_remove_component,bevy,,,,90580400.0,ns,59 +add_remove_component,bevy,,,,91976700.0,ns,60 +add_remove_component,bevy,,,,93539700.0,ns,61 +add_remove_component,bevy,,,,95069500.0,ns,62 +add_remove_component,bevy,,,,97220800.0,ns,63 +add_remove_component,bevy,,,,98350500.0,ns,64 +add_remove_component,bevy,,,,99311700.0,ns,65 +add_remove_component,bevy,,,,101034800.0,ns,66 +add_remove_component,bevy,,,,102700200.0,ns,67 +add_remove_component,bevy,,,,104204800.0,ns,68 +add_remove_component,bevy,,,,105397600.0,ns,69 +add_remove_component,bevy,,,,107653300.0,ns,70 +add_remove_component,bevy,,,,108756700.0,ns,71 +add_remove_component,bevy,,,,110257000.0,ns,72 +add_remove_component,bevy,,,,111421000.0,ns,73 +add_remove_component,bevy,,,,112997800.0,ns,74 +add_remove_component,bevy,,,,114735700.0,ns,75 +add_remove_component,bevy,,,,116185300.0,ns,76 +add_remove_component,bevy,,,,117618400.0,ns,77 +add_remove_component,bevy,,,,119170300.0,ns,78 +add_remove_component,bevy,,,,120540800.0,ns,79 +add_remove_component,bevy,,,,122055500.0,ns,80 +add_remove_component,bevy,,,,123461300.0,ns,81 +add_remove_component,bevy,,,,124956200.0,ns,82 +add_remove_component,bevy,,,,127456600.0,ns,83 +add_remove_component,bevy,,,,128216900.0,ns,84 +add_remove_component,bevy,,,,129681800.0,ns,85 +add_remove_component,bevy,,,,131080100.0,ns,86 +add_remove_component,bevy,,,,132649600.0,ns,87 +add_remove_component,bevy,,,,134335900.0,ns,88 +add_remove_component,bevy,,,,135897600.0,ns,89 +add_remove_component,bevy,,,,137032400.0,ns,90 +add_remove_component,bevy,,,,138697400.0,ns,91 +add_remove_component,bevy,,,,140523600.0,ns,92 +add_remove_component,bevy,,,,141749200.0,ns,93 +add_remove_component,bevy,,,,143455800.0,ns,94 +add_remove_component,bevy,,,,144580300.0,ns,95 +add_remove_component,bevy,,,,146551100.0,ns,96 +add_remove_component,bevy,,,,147595100.0,ns,97 +add_remove_component,bevy,,,,152460600.0,ns,98 +add_remove_component,bevy,,,,151287100.0,ns,99 +add_remove_component,bevy,,,,152271300.0,ns,100 diff --git a/target/criterion/add_remove_component/bevy/base/sample.json b/target/criterion/add_remove_component/bevy/base/sample.json index 2d6f6ed0..1d6829bc 100644 --- a/target/criterion/add_remove_component/bevy/base/sample.json +++ b/target/criterion/add_remove_component/bevy/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1393083.0,2706697.0,4027843.0,5351425.0,6728939.0,8047871.0,9355872.0,10688491.0,12067690.0,13410798.0,14743506.0,16116101.0,17411338.0,19028440.0,19995030.0,21361284.0,22671630.0,24028925.0,25379058.0,26641653.0,27969241.0,29332770.0,30769056.0,32121231.0,33419645.0,34611125.0,36135117.0,37494398.0,38856162.0,40269273.0,41489538.0,42808359.0,44215993.0,45482866.0,46807979.0,48198679.0,49458539.0,50608851.0,52069313.0,53525276.0,54877543.0,56248805.0,57507883.0,58909493.0,60184694.0,61313733.0,62535221.0,64128345.0,65546647.0,66847886.0,68227834.0,69499108.0,70912941.0,71860604.0,73549734.0,74937106.0,76552304.0,77591812.0,78877824.0,80120741.0,81246697.0,82833569.0,84306355.0,85493086.0,87006529.0,88046510.0,89645776.0,90931356.0,91863540.0,93108612.0,94964920.0,95647240.0,97105506.0,98839482.0,100332154.0,101573138.0,102282759.0,103847852.0,105519636.0,106808201.0,108133766.0,109449272.0,110921447.0,112306244.0,113208364.0,114419470.0,116401225.0,117627311.0,118974938.0,120089452.0,121764342.0,123123412.0,124300264.0,125419826.0,126672692.0,128120742.0,129668539.0,130671430.0,132172239.0,133955356.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1712300.0,3120800.0,4613400.0,6514400.0,7612900.0,9126000.0,10688400.0,12158100.0,13681200.0,15213300.0,16696200.0,18183700.0,19709400.0,21461600.0,23051700.0,24496400.0,26312700.0,27477300.0,28913300.0,30468200.0,32322400.0,33618500.0,35005900.0,36361300.0,37998700.0,39634300.0,41824400.0,42904700.0,44270800.0,46732300.0,47348000.0,48917000.0,50704200.0,51987300.0,53526100.0,55296500.0,56350700.0,58026600.0,59744500.0,61136500.0,62452600.0,64477000.0,68668400.0,67534500.0,68633900.0,69902900.0,71802800.0,73074200.0,74690900.0,76095700.0,77398500.0,79320300.0,81497400.0,83240200.0,84297300.0,86129100.0,87620900.0,89043100.0,90580400.0,91976700.0,93539700.0,95069500.0,97220800.0,98350500.0,99311700.0,101034800.0,102700200.0,104204800.0,105397600.0,107653300.0,108756700.0,110257000.0,111421000.0,112997800.0,114735700.0,116185300.0,117618400.0,119170300.0,120540800.0,122055500.0,123461300.0,124956200.0,127456600.0,128216900.0,129681800.0,131080100.0,132649600.0,134335900.0,135897600.0,137032400.0,138697400.0,140523600.0,141749200.0,143455800.0,144580300.0,146551100.0,147595100.0,152460600.0,151287100.0,152271300.0]} \ No newline at end of file diff --git a/target/criterion/add_remove_component/bevy/base/tukey.json b/target/criterion/add_remove_component/bevy/base/tukey.json index c21d9cf8..dbf90407 100644 --- a/target/criterion/add_remove_component/bevy/base/tukey.json +++ b/target/criterion/add_remove_component/bevy/base/tukey.json @@ -1 +1 @@ -[1323909.0688626722,1329308.6245609093,1343707.439756208,1349106.995454445] \ No newline at end of file +[1495311.0053913563,1509743.2641277944,1548229.2874249627,1562661.5461614009] \ No newline at end of file diff --git a/target/criterion/add_remove_component/bevy/change/estimates.json b/target/criterion/add_remove_component/bevy/change/estimates.json index 007f9103..b5b85505 100644 --- a/target/criterion/add_remove_component/bevy/change/estimates.json +++ b/target/criterion/add_remove_component/bevy/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.017938148388499883,"upper_bound":-0.012199142181577603},"point_estimate":-0.014731430156933789,"standard_error":0.0014833198170460238},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.013436758796670056,"upper_bound":-0.011551361784014835},"point_estimate":-0.012559691831719788,"standard_error":0.00047298820103268413}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.14311060071471976,"upper_bound":0.14986492750506084},"point_estimate":0.1461312385957294,"standard_error":0.0017292892215199358},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.14160303588537793,"upper_bound":0.14381414310166174},"point_estimate":0.1426122900937945,"standard_error":0.0005650033108672983}} \ No newline at end of file diff --git a/target/criterion/add_remove_component/bevy/new/estimates.json b/target/criterion/add_remove_component/bevy/new/estimates.json index 1c0857f0..56d9ef64 100644 --- a/target/criterion/add_remove_component/bevy/new/estimates.json +++ b/target/criterion/add_remove_component/bevy/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1336119.896024783,"upper_bound":1338863.4770323248},"point_estimate":1337316.2717065366,"standard_error":706.1891001799398},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1336275.0164473685,"upper_bound":1337686.6734693877},"point_estimate":1336854.663683108,"standard_error":338.69676459476113},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1873.5878550253312,"upper_bound":3553.736994720589},"point_estimate":2614.242488913954,"standard_error":413.0288061361829},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1334784.9897870405,"upper_bound":1336216.5947965628},"point_estimate":1335507.1687749373,"standard_error":363.63987055488803},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3266.9070983360234,"upper_bound":10844.315087592373},"point_estimate":7093.659727578586,"standard_error":2212.7101043210623}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1528878.2255173856,"upper_bound":1537874.5463802551},"point_estimate":1532739.954885236,"standard_error":2329.2663930581757},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1526544.3181818181,"upper_bound":1529038.2352941176},"point_estimate":1527506.5687935255,"standard_error":676.1794916524644},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5318.526878550218,"upper_bound":8871.214407403562},"point_estimate":7295.360890089359,"standard_error":850.0628699554751},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1527405.8109506073,"upper_bound":1531541.3855588345},"point_estimate":1529204.7255800206,"standard_error":1060.4813153328887},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8341.752290974275,"upper_bound":36036.48637965168},"point_estimate":23253.488181687033,"standard_error":7424.768387084479}} \ No newline at end of file diff --git a/target/criterion/add_remove_component/bevy/new/raw.csv b/target/criterion/add_remove_component/bevy/new/raw.csv index d13cbc19..c0384c53 100644 --- a/target/criterion/add_remove_component/bevy/new/raw.csv +++ b/target/criterion/add_remove_component/bevy/new/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -add_remove_component,bevy,,,,1393083.0,ns,1 -add_remove_component,bevy,,,,2706697.0,ns,2 -add_remove_component,bevy,,,,4027843.0,ns,3 -add_remove_component,bevy,,,,5351425.0,ns,4 -add_remove_component,bevy,,,,6728939.0,ns,5 -add_remove_component,bevy,,,,8047871.0,ns,6 -add_remove_component,bevy,,,,9355872.0,ns,7 -add_remove_component,bevy,,,,10688491.0,ns,8 -add_remove_component,bevy,,,,12067690.0,ns,9 -add_remove_component,bevy,,,,13410798.0,ns,10 -add_remove_component,bevy,,,,14743506.0,ns,11 -add_remove_component,bevy,,,,16116101.0,ns,12 -add_remove_component,bevy,,,,17411338.0,ns,13 -add_remove_component,bevy,,,,19028440.0,ns,14 -add_remove_component,bevy,,,,19995030.0,ns,15 -add_remove_component,bevy,,,,21361284.0,ns,16 -add_remove_component,bevy,,,,22671630.0,ns,17 -add_remove_component,bevy,,,,24028925.0,ns,18 -add_remove_component,bevy,,,,25379058.0,ns,19 -add_remove_component,bevy,,,,26641653.0,ns,20 -add_remove_component,bevy,,,,27969241.0,ns,21 -add_remove_component,bevy,,,,29332770.0,ns,22 -add_remove_component,bevy,,,,30769056.0,ns,23 -add_remove_component,bevy,,,,32121231.0,ns,24 -add_remove_component,bevy,,,,33419645.0,ns,25 -add_remove_component,bevy,,,,34611125.0,ns,26 -add_remove_component,bevy,,,,36135117.0,ns,27 -add_remove_component,bevy,,,,37494398.0,ns,28 -add_remove_component,bevy,,,,38856162.0,ns,29 -add_remove_component,bevy,,,,40269273.0,ns,30 -add_remove_component,bevy,,,,41489538.0,ns,31 -add_remove_component,bevy,,,,42808359.0,ns,32 -add_remove_component,bevy,,,,44215993.0,ns,33 -add_remove_component,bevy,,,,45482866.0,ns,34 -add_remove_component,bevy,,,,46807979.0,ns,35 -add_remove_component,bevy,,,,48198679.0,ns,36 -add_remove_component,bevy,,,,49458539.0,ns,37 -add_remove_component,bevy,,,,50608851.0,ns,38 -add_remove_component,bevy,,,,52069313.0,ns,39 -add_remove_component,bevy,,,,53525276.0,ns,40 -add_remove_component,bevy,,,,54877543.0,ns,41 -add_remove_component,bevy,,,,56248805.0,ns,42 -add_remove_component,bevy,,,,57507883.0,ns,43 -add_remove_component,bevy,,,,58909493.0,ns,44 -add_remove_component,bevy,,,,60184694.0,ns,45 -add_remove_component,bevy,,,,61313733.0,ns,46 -add_remove_component,bevy,,,,62535221.0,ns,47 -add_remove_component,bevy,,,,64128345.0,ns,48 -add_remove_component,bevy,,,,65546647.0,ns,49 -add_remove_component,bevy,,,,66847886.0,ns,50 -add_remove_component,bevy,,,,68227834.0,ns,51 -add_remove_component,bevy,,,,69499108.0,ns,52 -add_remove_component,bevy,,,,70912941.0,ns,53 -add_remove_component,bevy,,,,71860604.0,ns,54 -add_remove_component,bevy,,,,73549734.0,ns,55 -add_remove_component,bevy,,,,74937106.0,ns,56 -add_remove_component,bevy,,,,76552304.0,ns,57 -add_remove_component,bevy,,,,77591812.0,ns,58 -add_remove_component,bevy,,,,78877824.0,ns,59 -add_remove_component,bevy,,,,80120741.0,ns,60 -add_remove_component,bevy,,,,81246697.0,ns,61 -add_remove_component,bevy,,,,82833569.0,ns,62 -add_remove_component,bevy,,,,84306355.0,ns,63 -add_remove_component,bevy,,,,85493086.0,ns,64 -add_remove_component,bevy,,,,87006529.0,ns,65 -add_remove_component,bevy,,,,88046510.0,ns,66 -add_remove_component,bevy,,,,89645776.0,ns,67 -add_remove_component,bevy,,,,90931356.0,ns,68 -add_remove_component,bevy,,,,91863540.0,ns,69 -add_remove_component,bevy,,,,93108612.0,ns,70 -add_remove_component,bevy,,,,94964920.0,ns,71 -add_remove_component,bevy,,,,95647240.0,ns,72 -add_remove_component,bevy,,,,97105506.0,ns,73 -add_remove_component,bevy,,,,98839482.0,ns,74 -add_remove_component,bevy,,,,100332154.0,ns,75 -add_remove_component,bevy,,,,101573138.0,ns,76 -add_remove_component,bevy,,,,102282759.0,ns,77 -add_remove_component,bevy,,,,103847852.0,ns,78 -add_remove_component,bevy,,,,105519636.0,ns,79 -add_remove_component,bevy,,,,106808201.0,ns,80 -add_remove_component,bevy,,,,108133766.0,ns,81 -add_remove_component,bevy,,,,109449272.0,ns,82 -add_remove_component,bevy,,,,110921447.0,ns,83 -add_remove_component,bevy,,,,112306244.0,ns,84 -add_remove_component,bevy,,,,113208364.0,ns,85 -add_remove_component,bevy,,,,114419470.0,ns,86 -add_remove_component,bevy,,,,116401225.0,ns,87 -add_remove_component,bevy,,,,117627311.0,ns,88 -add_remove_component,bevy,,,,118974938.0,ns,89 -add_remove_component,bevy,,,,120089452.0,ns,90 -add_remove_component,bevy,,,,121764342.0,ns,91 -add_remove_component,bevy,,,,123123412.0,ns,92 -add_remove_component,bevy,,,,124300264.0,ns,93 -add_remove_component,bevy,,,,125419826.0,ns,94 -add_remove_component,bevy,,,,126672692.0,ns,95 -add_remove_component,bevy,,,,128120742.0,ns,96 -add_remove_component,bevy,,,,129668539.0,ns,97 -add_remove_component,bevy,,,,130671430.0,ns,98 -add_remove_component,bevy,,,,132172239.0,ns,99 -add_remove_component,bevy,,,,133955356.0,ns,100 +add_remove_component,bevy,,,,1712300.0,ns,1 +add_remove_component,bevy,,,,3120800.0,ns,2 +add_remove_component,bevy,,,,4613400.0,ns,3 +add_remove_component,bevy,,,,6514400.0,ns,4 +add_remove_component,bevy,,,,7612900.0,ns,5 +add_remove_component,bevy,,,,9126000.0,ns,6 +add_remove_component,bevy,,,,10688400.0,ns,7 +add_remove_component,bevy,,,,12158100.0,ns,8 +add_remove_component,bevy,,,,13681200.0,ns,9 +add_remove_component,bevy,,,,15213300.0,ns,10 +add_remove_component,bevy,,,,16696200.0,ns,11 +add_remove_component,bevy,,,,18183700.0,ns,12 +add_remove_component,bevy,,,,19709400.0,ns,13 +add_remove_component,bevy,,,,21461600.0,ns,14 +add_remove_component,bevy,,,,23051700.0,ns,15 +add_remove_component,bevy,,,,24496400.0,ns,16 +add_remove_component,bevy,,,,26312700.0,ns,17 +add_remove_component,bevy,,,,27477300.0,ns,18 +add_remove_component,bevy,,,,28913300.0,ns,19 +add_remove_component,bevy,,,,30468200.0,ns,20 +add_remove_component,bevy,,,,32322400.0,ns,21 +add_remove_component,bevy,,,,33618500.0,ns,22 +add_remove_component,bevy,,,,35005900.0,ns,23 +add_remove_component,bevy,,,,36361300.0,ns,24 +add_remove_component,bevy,,,,37998700.0,ns,25 +add_remove_component,bevy,,,,39634300.0,ns,26 +add_remove_component,bevy,,,,41824400.0,ns,27 +add_remove_component,bevy,,,,42904700.0,ns,28 +add_remove_component,bevy,,,,44270800.0,ns,29 +add_remove_component,bevy,,,,46732300.0,ns,30 +add_remove_component,bevy,,,,47348000.0,ns,31 +add_remove_component,bevy,,,,48917000.0,ns,32 +add_remove_component,bevy,,,,50704200.0,ns,33 +add_remove_component,bevy,,,,51987300.0,ns,34 +add_remove_component,bevy,,,,53526100.0,ns,35 +add_remove_component,bevy,,,,55296500.0,ns,36 +add_remove_component,bevy,,,,56350700.0,ns,37 +add_remove_component,bevy,,,,58026600.0,ns,38 +add_remove_component,bevy,,,,59744500.0,ns,39 +add_remove_component,bevy,,,,61136500.0,ns,40 +add_remove_component,bevy,,,,62452600.0,ns,41 +add_remove_component,bevy,,,,64477000.0,ns,42 +add_remove_component,bevy,,,,68668400.0,ns,43 +add_remove_component,bevy,,,,67534500.0,ns,44 +add_remove_component,bevy,,,,68633900.0,ns,45 +add_remove_component,bevy,,,,69902900.0,ns,46 +add_remove_component,bevy,,,,71802800.0,ns,47 +add_remove_component,bevy,,,,73074200.0,ns,48 +add_remove_component,bevy,,,,74690900.0,ns,49 +add_remove_component,bevy,,,,76095700.0,ns,50 +add_remove_component,bevy,,,,77398500.0,ns,51 +add_remove_component,bevy,,,,79320300.0,ns,52 +add_remove_component,bevy,,,,81497400.0,ns,53 +add_remove_component,bevy,,,,83240200.0,ns,54 +add_remove_component,bevy,,,,84297300.0,ns,55 +add_remove_component,bevy,,,,86129100.0,ns,56 +add_remove_component,bevy,,,,87620900.0,ns,57 +add_remove_component,bevy,,,,89043100.0,ns,58 +add_remove_component,bevy,,,,90580400.0,ns,59 +add_remove_component,bevy,,,,91976700.0,ns,60 +add_remove_component,bevy,,,,93539700.0,ns,61 +add_remove_component,bevy,,,,95069500.0,ns,62 +add_remove_component,bevy,,,,97220800.0,ns,63 +add_remove_component,bevy,,,,98350500.0,ns,64 +add_remove_component,bevy,,,,99311700.0,ns,65 +add_remove_component,bevy,,,,101034800.0,ns,66 +add_remove_component,bevy,,,,102700200.0,ns,67 +add_remove_component,bevy,,,,104204800.0,ns,68 +add_remove_component,bevy,,,,105397600.0,ns,69 +add_remove_component,bevy,,,,107653300.0,ns,70 +add_remove_component,bevy,,,,108756700.0,ns,71 +add_remove_component,bevy,,,,110257000.0,ns,72 +add_remove_component,bevy,,,,111421000.0,ns,73 +add_remove_component,bevy,,,,112997800.0,ns,74 +add_remove_component,bevy,,,,114735700.0,ns,75 +add_remove_component,bevy,,,,116185300.0,ns,76 +add_remove_component,bevy,,,,117618400.0,ns,77 +add_remove_component,bevy,,,,119170300.0,ns,78 +add_remove_component,bevy,,,,120540800.0,ns,79 +add_remove_component,bevy,,,,122055500.0,ns,80 +add_remove_component,bevy,,,,123461300.0,ns,81 +add_remove_component,bevy,,,,124956200.0,ns,82 +add_remove_component,bevy,,,,127456600.0,ns,83 +add_remove_component,bevy,,,,128216900.0,ns,84 +add_remove_component,bevy,,,,129681800.0,ns,85 +add_remove_component,bevy,,,,131080100.0,ns,86 +add_remove_component,bevy,,,,132649600.0,ns,87 +add_remove_component,bevy,,,,134335900.0,ns,88 +add_remove_component,bevy,,,,135897600.0,ns,89 +add_remove_component,bevy,,,,137032400.0,ns,90 +add_remove_component,bevy,,,,138697400.0,ns,91 +add_remove_component,bevy,,,,140523600.0,ns,92 +add_remove_component,bevy,,,,141749200.0,ns,93 +add_remove_component,bevy,,,,143455800.0,ns,94 +add_remove_component,bevy,,,,144580300.0,ns,95 +add_remove_component,bevy,,,,146551100.0,ns,96 +add_remove_component,bevy,,,,147595100.0,ns,97 +add_remove_component,bevy,,,,152460600.0,ns,98 +add_remove_component,bevy,,,,151287100.0,ns,99 +add_remove_component,bevy,,,,152271300.0,ns,100 diff --git a/target/criterion/add_remove_component/bevy/new/sample.json b/target/criterion/add_remove_component/bevy/new/sample.json index 2d6f6ed0..1d6829bc 100644 --- a/target/criterion/add_remove_component/bevy/new/sample.json +++ b/target/criterion/add_remove_component/bevy/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1393083.0,2706697.0,4027843.0,5351425.0,6728939.0,8047871.0,9355872.0,10688491.0,12067690.0,13410798.0,14743506.0,16116101.0,17411338.0,19028440.0,19995030.0,21361284.0,22671630.0,24028925.0,25379058.0,26641653.0,27969241.0,29332770.0,30769056.0,32121231.0,33419645.0,34611125.0,36135117.0,37494398.0,38856162.0,40269273.0,41489538.0,42808359.0,44215993.0,45482866.0,46807979.0,48198679.0,49458539.0,50608851.0,52069313.0,53525276.0,54877543.0,56248805.0,57507883.0,58909493.0,60184694.0,61313733.0,62535221.0,64128345.0,65546647.0,66847886.0,68227834.0,69499108.0,70912941.0,71860604.0,73549734.0,74937106.0,76552304.0,77591812.0,78877824.0,80120741.0,81246697.0,82833569.0,84306355.0,85493086.0,87006529.0,88046510.0,89645776.0,90931356.0,91863540.0,93108612.0,94964920.0,95647240.0,97105506.0,98839482.0,100332154.0,101573138.0,102282759.0,103847852.0,105519636.0,106808201.0,108133766.0,109449272.0,110921447.0,112306244.0,113208364.0,114419470.0,116401225.0,117627311.0,118974938.0,120089452.0,121764342.0,123123412.0,124300264.0,125419826.0,126672692.0,128120742.0,129668539.0,130671430.0,132172239.0,133955356.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1712300.0,3120800.0,4613400.0,6514400.0,7612900.0,9126000.0,10688400.0,12158100.0,13681200.0,15213300.0,16696200.0,18183700.0,19709400.0,21461600.0,23051700.0,24496400.0,26312700.0,27477300.0,28913300.0,30468200.0,32322400.0,33618500.0,35005900.0,36361300.0,37998700.0,39634300.0,41824400.0,42904700.0,44270800.0,46732300.0,47348000.0,48917000.0,50704200.0,51987300.0,53526100.0,55296500.0,56350700.0,58026600.0,59744500.0,61136500.0,62452600.0,64477000.0,68668400.0,67534500.0,68633900.0,69902900.0,71802800.0,73074200.0,74690900.0,76095700.0,77398500.0,79320300.0,81497400.0,83240200.0,84297300.0,86129100.0,87620900.0,89043100.0,90580400.0,91976700.0,93539700.0,95069500.0,97220800.0,98350500.0,99311700.0,101034800.0,102700200.0,104204800.0,105397600.0,107653300.0,108756700.0,110257000.0,111421000.0,112997800.0,114735700.0,116185300.0,117618400.0,119170300.0,120540800.0,122055500.0,123461300.0,124956200.0,127456600.0,128216900.0,129681800.0,131080100.0,132649600.0,134335900.0,135897600.0,137032400.0,138697400.0,140523600.0,141749200.0,143455800.0,144580300.0,146551100.0,147595100.0,152460600.0,151287100.0,152271300.0]} \ No newline at end of file diff --git a/target/criterion/add_remove_component/bevy/new/tukey.json b/target/criterion/add_remove_component/bevy/new/tukey.json index c21d9cf8..dbf90407 100644 --- a/target/criterion/add_remove_component/bevy/new/tukey.json +++ b/target/criterion/add_remove_component/bevy/new/tukey.json @@ -1 +1 @@ -[1323909.0688626722,1329308.6245609093,1343707.439756208,1349106.995454445] \ No newline at end of file +[1495311.0053913563,1509743.2641277944,1548229.2874249627,1562661.5461614009] \ No newline at end of file diff --git a/target/criterion/add_remove_component/bevy/report/MAD.svg b/target/criterion/add_remove_component/bevy/report/MAD.svg index 71146661..c7e2aa41 100644 --- a/target/criterion/add_remove_component/bevy/report/MAD.svg +++ b/target/criterion/add_remove_component/bevy/report/MAD.svg @@ -1,283 +1,88 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.2 - - - - - 0.4 - - - - - 0.6 - - - - - 0.8 - - - - - 1 - - - - - 1.2 - - - - - 1.4 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 3.5 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - add_remove_component/bevy: MAD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +add_remove_component/bevy:MAD + + +Density (a.u.) + + +Average time (us) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + + +5 + + + +5.5 + + + +6 + + + +6.5 + + + +7 + + + +7.5 + + + +8 + + + +8.5 + + + +9 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/add_remove_component/bevy/report/SD.svg b/target/criterion/add_remove_component/bevy/report/SD.svg index 17ba44a0..f01554f5 100644 --- a/target/criterion/add_remove_component/bevy/report/SD.svg +++ b/target/criterion/add_remove_component/bevy/report/SD.svg @@ -1,308 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 3 - - - - - 4 - - - - - 5 - - - - - 6 - - - - - 7 - - - - - 8 - - - - - 9 - - - - - 10 - - - - - 11 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - add_remove_component/bevy: SD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +add_remove_component/bevy:SD + + +Density (a.u.) + + +Average time (us) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/add_remove_component/bevy/report/both/pdf.svg b/target/criterion/add_remove_component/bevy/report/both/pdf.svg index 6d0f207a..6a031d35 100644 --- a/target/criterion/add_remove_component/bevy/report/both/pdf.svg +++ b/target/criterion/add_remove_component/bevy/report/both/pdf.svg @@ -1,328 +1,81 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 10 - - - - - 20 - - - - - 30 - - - - - 40 - - - - - 50 - - - - - 60 - - - - - 70 - - - - - 80 - - - - - 90 - - - - - 1.3 - - - - - 1.35 - - - - - 1.4 - - - - - 1.45 - - - - - 1.5 - - - - - 1.55 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - add_remove_component/bevy - - - - - Base PDF - - - Base PDF - - - - - - - - - - Base Mean - - - - - Base Mean - - - - - - New PDF - - - - - New PDF - - - - - - - - - - New Mean - - - - - New Mean - - - - - - - - - - - - - - + + +add_remove_component/bevy + + +Density (a.u.) + + +Average Time (ms) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + + +1.4 + + + +1.5 + + + +1.6 + + + +1.7 + + + + + + + +Base PDF + + +New PDF + + +Base Mean + + +New Mean + + + + + - diff --git a/target/criterion/add_remove_component/bevy/report/both/regression.svg b/target/criterion/add_remove_component/bevy/report/both/regression.svg index 5396acce..cb893680 100644 --- a/target/criterion/add_remove_component/bevy/report/both/regression.svg +++ b/target/criterion/add_remove_component/bevy/report/both/regression.svg @@ -1,292 +1,110 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - add_remove_component/bevy - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - Base sample - - - - - - New sample - - - New sample - - - - - - - - - - - - - - + + +add_remove_component/bevy + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + + +Base Sample + + +New Sample + + + - diff --git a/target/criterion/add_remove_component/bevy/report/change/mean.svg b/target/criterion/add_remove_component/bevy/report/change/mean.svg index 02d463f6..1bcb71a1 100644 --- a/target/criterion/add_remove_component/bevy/report/change/mean.svg +++ b/target/criterion/add_remove_component/bevy/report/change/mean.svg @@ -1,310 +1,81 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - 300 - - - - - -1.8 - - - - - -1.7 - - - - - -1.6 - - - - - -1.5 - - - - - -1.4 - - - - - -1.3 - - - - - -1.2 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - add_remove_component/bevy: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +add_remove_component/bevy:mean + + +Density (a.u.) + + +Relative change (%) + + + +50 + + + +100 + + + +150 + + + +200 + + + + +0.143 + + + +0.144 + + + +0.145 + + + +0.146 + + + +0.147 + + + +0.148 + + + +0.149 + + + +0.15 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/add_remove_component/bevy/report/change/median.svg b/target/criterion/add_remove_component/bevy/report/change/median.svg index 2a6be43d..931ab31b 100644 --- a/target/criterion/add_remove_component/bevy/report/change/median.svg +++ b/target/criterion/add_remove_component/bevy/report/change/median.svg @@ -1,320 +1,85 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 100 - - - - - 200 - - - - - 300 - - - - - 400 - - - - - 500 - - - - - 600 - - - - - 700 - - - - - 800 - - - - - 900 - - - - - 1000 - - - - - -1.35 - - - - - -1.3 - - - - - -1.25 - - - - - -1.2 - - - - - -1.15 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - add_remove_component/bevy: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +add_remove_component/bevy:median + + +Density (a.u.) + + +Relative change (%) + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + + +0.1415 + + + +0.142 + + + +0.1425 + + + +0.143 + + + +0.1435 + + + +0.144 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/add_remove_component/bevy/report/change/t-test.svg b/target/criterion/add_remove_component/bevy/report/change/t-test.svg index 4f693b02..efe2a3ee 100644 --- a/target/criterion/add_remove_component/bevy/report/change/t-test.svg +++ b/target/criterion/add_remove_component/bevy/report/change/t-test.svg @@ -1,250 +1,91 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - -10 - - - - - -8 - - - - - -6 - - - - - -4 - - - - - -2 - - - - - 0 - - - - - 2 - - - - - 4 - - - - - 6 - - - - - - - - - Density - - - - - t score - - - - - add_remove_component/bevy: Welch t test - - - - - t distribution - - - t distribution - - - - - - - - - - t statistic - - - - - t statistic - - - - - - - - - - - - - - + + +add_remove_component/bevy: Welch t test + + +Density + + +t score + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +-4.0 + + + +-3.0 + + + +-2.0 + + + +-1.0 + + + +0.0 + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + + + +t distribution + + +t statistic + + + - diff --git a/target/criterion/add_remove_component/bevy/report/index.html b/target/criterion/add_remove_component/bevy/report/index.html index c2d4a877..9bda5cb7 100644 --- a/target/criterion/add_remove_component/bevy/report/index.html +++ b/target/criterion/add_remove_component/bevy/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 1.3348 ms - 1.3355 ms - 1.3362 ms + 1.5274 ms + 1.5292 ms + 1.5315 ms R² - 0.9993021 - 0.9993419 - 0.9993035 + 0.9953323 + 0.9955251 + 0.9951998 Mean - 1.3361 ms - 1.3373 ms - 1.3389 ms + 1.5289 ms + 1.5327 ms + 1.5379 ms Std. Dev. - 3.2669 us - 7.0937 us - 10.844 us + 8.3418 us + 23.253 us + 36.036 us Median - 1.3363 ms - 1.3369 ms - 1.3377 ms + 1.5265 ms + 1.5275 ms + 1.5290 ms MAD - 1.8736 us - 2.6142 us - 3.5537 us + 5.3185 us + 7.2954 us + 8.8712 us @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -1.7938% - -1.4731% - -1.2199% + +14.311% + +14.613% + +14.986% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/target/criterion/add_remove_component/bevy/report/mean.svg b/target/criterion/add_remove_component/bevy/report/mean.svg index e2e349dc..dfe954cc 100644 --- a/target/criterion/add_remove_component/bevy/report/mean.svg +++ b/target/criterion/add_remove_component/bevy/report/mean.svg @@ -1,293 +1,88 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 100 - - - - - 200 - - - - - 300 - - - - - 400 - - - - - 500 - - - - - 600 - - - - - 1.336 - - - - - 1.3365 - - - - - 1.337 - - - - - 1.3375 - - - - - 1.338 - - - - - 1.3385 - - - - - 1.339 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - add_remove_component/bevy: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +add_remove_component/bevy:mean + + +Density (a.u.) + + +Average time (ms) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + + +1.528 + + + +1.53 + + + +1.532 + + + +1.534 + + + +1.536 + + + +1.538 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/add_remove_component/bevy/report/median.svg b/target/criterion/add_remove_component/bevy/report/median.svg index b7e81442..0338f461 100644 --- a/target/criterion/add_remove_component/bevy/report/median.svg +++ b/target/criterion/add_remove_component/bevy/report/median.svg @@ -1,298 +1,72 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 500 - - - - - 1000 - - - - - 1500 - - - - - 2000 - - - - - 2500 - - - - - 1.3362 - - - - - 1.3364 - - - - - 1.3366 - - - - - 1.3368 - - - - - 1.337 - - - - - 1.3372 - - - - - 1.3374 - - - - - 1.3376 - - - - - 1.3378 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - add_remove_component/bevy: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +add_remove_component/bevy:median + + +Density (a.u.) + + +Average time (ms) + + + +200 + + + +400 + + + +600 + + + +800 + + + +1000 + + + + +1.5265 + + + +1.527 + + + +1.5275 + + + +1.528 + + + +1.5285 + + + +1.529 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/add_remove_component/bevy/report/pdf.svg b/target/criterion/add_remove_component/bevy/report/pdf.svg index 5e612897..f64dc35d 100644 --- a/target/criterion/add_remove_component/bevy/report/pdf.svg +++ b/target/criterion/add_remove_component/bevy/report/pdf.svg @@ -1,440 +1,137 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 20 - - - - - 40 - - - - - 60 - - - - - 80 - - - - - 100 - - - - - 1.32 - - - - - 1.33 - - - - - 1.34 - - - - - 1.35 - - - - - 1.36 - - - - - 1.37 - - - - - 1.38 - - - - - 1.39 - - - - - 1.4 - - - - - 0 - - - - - 10 - - - - - 20 - - - - - 30 - - - - - 40 - - - - - 50 - - - - - 60 - - - - - 70 - - - - - 80 - - - - - 90 - - - - - - - - - Iterations - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - add_remove_component/bevy - - - - - PDF - - - PDF - - - - - - - - - - Mean - - - - - Mean - - - - - - "Clean" sample - - - - - "Clean" sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Mild outliers - - - Mild outliers - - - - - - - - - - Severe outliers - - - Severe outliers - - - - - - - - - - gnuplot_plot_6 - - - - - - gnuplot_plot_7 - - - - gnuplot_plot_8 - - - - gnuplot_plot_9 - - - - - - - - - - - - + + +add_remove_component/bevy + + +Iterations + + +Average Time (ms) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + + +1.5 + + + +1.55 + + + +1.6 + + + +1.65 + + + +1.7 + + + +Density (a.u.) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + - diff --git a/target/criterion/add_remove_component/bevy/report/pdf_small.svg b/target/criterion/add_remove_component/bevy/report/pdf_small.svg index bf5124ea..64d9d5a1 100644 --- a/target/criterion/add_remove_component/bevy/report/pdf_small.svg +++ b/target/criterion/add_remove_component/bevy/report/pdf_small.svg @@ -1,239 +1,56 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 10 - - - - - 20 - - - - - 30 - - - - - 40 - - - - - 50 - - - - - 60 - - - - - 70 - - - - - 80 - - - - - 90 - - - - - 1.32 - - - - - 1.33 - - - - - 1.34 - - - - - 1.35 - - - - - 1.36 - - - - - 1.37 - - - - - 1.38 - - - - - 1.39 - - - - - 1.4 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - PDF - - - - - - - Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (ms) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + + +1.5 + + + +1.55 + + + +1.6 + + + +1.65 + + + +1.7 + + + + - diff --git a/target/criterion/add_remove_component/bevy/report/regression.svg b/target/criterion/add_remove_component/bevy/report/regression.svg index e0771af7..96c44a8d 100644 --- a/target/criterion/add_remove_component/bevy/report/regression.svg +++ b/target/criterion/add_remove_component/bevy/report/regression.svg @@ -1,395 +1,212 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - add_remove_component/bevy - - - - - Sample - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - Linear regression - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - - + + +add_remove_component/bevy + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + - diff --git a/target/criterion/add_remove_component/bevy/report/regression_small.svg b/target/criterion/add_remove_component/bevy/report/regression_small.svg index 57cd56f2..c051518f 100644 --- a/target/criterion/add_remove_component/bevy/report/regression_small.svg +++ b/target/criterion/add_remove_component/bevy/report/regression_small.svg @@ -1,373 +1,197 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/add_remove_component/bevy/report/relative_pdf_small.svg b/target/criterion/add_remove_component/bevy/report/relative_pdf_small.svg index c09c9678..f1f902fc 100644 --- a/target/criterion/add_remove_component/bevy/report/relative_pdf_small.svg +++ b/target/criterion/add_remove_component/bevy/report/relative_pdf_small.svg @@ -1,301 +1,62 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 10 - - - - - 20 - - - - - 30 - - - - - 40 - - - - - 50 - - - - - 60 - - - - - 70 - - - - - 80 - - - - - 90 - - - - - 1.3 - - - - - 1.35 - - - - - 1.4 - - - - - 1.45 - - - - - 1.5 - - - - - 1.55 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - Base PDF - - - - - - - Base Mean - - - - - - New PDF - - - - - - - - - New Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (ms) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + + +1.4 + + + +1.5 + + + +1.6 + + + +1.7 + + + + + + - diff --git a/target/criterion/add_remove_component/bevy/report/relative_regression_small.svg b/target/criterion/add_remove_component/bevy/report/relative_regression_small.svg index a2dd9022..81af5fb3 100644 --- a/target/criterion/add_remove_component/bevy/report/relative_regression_small.svg +++ b/target/criterion/add_remove_component/bevy/report/relative_regression_small.svg @@ -1,277 +1,99 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - - New sample - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + - diff --git a/target/criterion/add_remove_component/bevy/report/slope.svg b/target/criterion/add_remove_component/bevy/report/slope.svg index 0589816b..67e55190 100644 --- a/target/criterion/add_remove_component/bevy/report/slope.svg +++ b/target/criterion/add_remove_component/bevy/report/slope.svg @@ -1,298 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 200 - - - - - 400 - - - - - 600 - - - - - 800 - - - - - 1000 - - - - - 1200 - - - - - 1.3348 - - - - - 1.335 - - - - - 1.3352 - - - - - 1.3354 - - - - - 1.3356 - - - - - 1.3358 - - - - - 1.336 - - - - - 1.3362 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - add_remove_component/bevy: slope - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +add_remove_component/bevy:slope + + +Density (a.u.) + + +Average time (ms) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + + +1.527 + + + +1.528 + + + +1.529 + + + +1.53 + + + +1.531 + + + +1.532 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/add_remove_component/bevy/report/typical.svg b/target/criterion/add_remove_component/bevy/report/typical.svg index df247009..99f1d688 100644 --- a/target/criterion/add_remove_component/bevy/report/typical.svg +++ b/target/criterion/add_remove_component/bevy/report/typical.svg @@ -1,298 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 200 - - - - - 400 - - - - - 600 - - - - - 800 - - - - - 1000 - - - - - 1200 - - - - - 1.3348 - - - - - 1.335 - - - - - 1.3352 - - - - - 1.3354 - - - - - 1.3356 - - - - - 1.3358 - - - - - 1.336 - - - - - 1.3362 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - add_remove_component/bevy: typical - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +add_remove_component/bevy:typical + + +Density (a.u.) + + +Average time (ms) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + + +1.527 + + + +1.528 + + + +1.529 + + + +1.53 + + + +1.531 + + + +1.532 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/add_remove_component/brood/base/benchmark.json b/target/criterion/add_remove_component/brood/base/benchmark.json new file mode 100644 index 00000000..ed90b914 --- /dev/null +++ b/target/criterion/add_remove_component/brood/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"add_remove_component","function_id":"brood","value_str":null,"throughput":null,"full_id":"add_remove_component/brood","directory_name":"add_remove_component/brood","title":"add_remove_component/brood"} \ No newline at end of file diff --git a/target/criterion/add_remove_component/brood/base/estimates.json b/target/criterion/add_remove_component/brood/base/estimates.json new file mode 100644 index 00000000..bd24a579 --- /dev/null +++ b/target/criterion/add_remove_component/brood/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2372864.0386363636,"upper_bound":2389010.9909090903},"point_estimate":2380207.9545454537,"standard_error":4139.493758883526},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2369922.7272727275,"upper_bound":2373877.272727273},"point_estimate":2371170.4545454546,"standard_error":1043.241267132037},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6873.872605236937,"upper_bound":14542.957923628941},"point_estimate":10229.939818382263,"standard_error":2040.752263621318},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21364.647309070566,"upper_bound":57497.494354130096},"point_estimate":41635.66912284509,"standard_error":9156.928027451893}} \ No newline at end of file diff --git a/target/criterion/add_remove_component/brood/base/raw.csv b/target/criterion/add_remove_component/brood/base/raw.csv new file mode 100644 index 00000000..ac6ea10c --- /dev/null +++ b/target/criterion/add_remove_component/brood/base/raw.csv @@ -0,0 +1,101 @@ +group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count +add_remove_component,brood,,,,52622000.0,ns,22 +add_remove_component,brood,,,,52272500.0,ns,22 +add_remove_component,brood,,,,51922700.0,ns,22 +add_remove_component,brood,,,,51835000.0,ns,22 +add_remove_component,brood,,,,51913000.0,ns,22 +add_remove_component,brood,,,,52382700.0,ns,22 +add_remove_component,brood,,,,52350700.0,ns,22 +add_remove_component,brood,,,,52284300.0,ns,22 +add_remove_component,brood,,,,52236400.0,ns,22 +add_remove_component,brood,,,,52225300.0,ns,22 +add_remove_component,brood,,,,52337800.0,ns,22 +add_remove_component,brood,,,,51883800.0,ns,22 +add_remove_component,brood,,,,51841200.0,ns,22 +add_remove_component,brood,,,,51842100.0,ns,22 +add_remove_component,brood,,,,52118100.0,ns,22 +add_remove_component,brood,,,,52254500.0,ns,22 +add_remove_component,brood,,,,52103700.0,ns,22 +add_remove_component,brood,,,,52389400.0,ns,22 +add_remove_component,brood,,,,52119000.0,ns,22 +add_remove_component,brood,,,,51897800.0,ns,22 +add_remove_component,brood,,,,52106400.0,ns,22 +add_remove_component,brood,,,,52227600.0,ns,22 +add_remove_component,brood,,,,52471100.0,ns,22 +add_remove_component,brood,,,,52086500.0,ns,22 +add_remove_component,brood,,,,51815500.0,ns,22 +add_remove_component,brood,,,,52291900.0,ns,22 +add_remove_component,brood,,,,52250400.0,ns,22 +add_remove_component,brood,,,,51672800.0,ns,22 +add_remove_component,brood,,,,52168700.0,ns,22 +add_remove_component,brood,,,,51822200.0,ns,22 +add_remove_component,brood,,,,51987700.0,ns,22 +add_remove_component,brood,,,,51511600.0,ns,22 +add_remove_component,brood,,,,52136300.0,ns,22 +add_remove_component,brood,,,,52071600.0,ns,22 +add_remove_component,brood,,,,52051900.0,ns,22 +add_remove_component,brood,,,,52500800.0,ns,22 +add_remove_component,brood,,,,52242100.0,ns,22 +add_remove_component,brood,,,,54880200.0,ns,22 +add_remove_component,brood,,,,55340000.0,ns,22 +add_remove_component,brood,,,,54027000.0,ns,22 +add_remove_component,brood,,,,52548500.0,ns,22 +add_remove_component,brood,,,,53236100.0,ns,22 +add_remove_component,brood,,,,52091100.0,ns,22 +add_remove_component,brood,,,,51709500.0,ns,22 +add_remove_component,brood,,,,51884800.0,ns,22 +add_remove_component,brood,,,,51885400.0,ns,22 +add_remove_component,brood,,,,51961300.0,ns,22 +add_remove_component,brood,,,,52271600.0,ns,22 +add_remove_component,brood,,,,51726200.0,ns,22 +add_remove_component,brood,,,,51949500.0,ns,22 +add_remove_component,brood,,,,53093800.0,ns,22 +add_remove_component,brood,,,,52769300.0,ns,22 +add_remove_component,brood,,,,52213600.0,ns,22 +add_remove_component,brood,,,,52077400.0,ns,22 +add_remove_component,brood,,,,53350900.0,ns,22 +add_remove_component,brood,,,,52255900.0,ns,22 +add_remove_component,brood,,,,52336000.0,ns,22 +add_remove_component,brood,,,,52143700.0,ns,22 +add_remove_component,brood,,,,52280000.0,ns,22 +add_remove_component,brood,,,,57432400.0,ns,22 +add_remove_component,brood,,,,57153400.0,ns,22 +add_remove_component,brood,,,,52138400.0,ns,22 +add_remove_component,brood,,,,52089500.0,ns,22 +add_remove_component,brood,,,,52342500.0,ns,22 +add_remove_component,brood,,,,52157300.0,ns,22 +add_remove_component,brood,,,,51773100.0,ns,22 +add_remove_component,brood,,,,52398800.0,ns,22 +add_remove_component,brood,,,,52148500.0,ns,22 +add_remove_component,brood,,,,52165300.0,ns,22 +add_remove_component,brood,,,,52295100.0,ns,22 +add_remove_component,brood,,,,52277700.0,ns,22 +add_remove_component,brood,,,,51947700.0,ns,22 +add_remove_component,brood,,,,51910400.0,ns,22 +add_remove_component,brood,,,,51923000.0,ns,22 +add_remove_component,brood,,,,52322800.0,ns,22 +add_remove_component,brood,,,,52271700.0,ns,22 +add_remove_component,brood,,,,52290900.0,ns,22 +add_remove_component,brood,,,,52130500.0,ns,22 +add_remove_component,brood,,,,51888100.0,ns,22 +add_remove_component,brood,,,,52179200.0,ns,22 +add_remove_component,brood,,,,51892100.0,ns,22 +add_remove_component,brood,,,,51902800.0,ns,22 +add_remove_component,brood,,,,51990300.0,ns,22 +add_remove_component,brood,,,,52156200.0,ns,22 +add_remove_component,brood,,,,51900200.0,ns,22 +add_remove_component,brood,,,,51909800.0,ns,22 +add_remove_component,brood,,,,52164800.0,ns,22 +add_remove_component,brood,,,,52140300.0,ns,22 +add_remove_component,brood,,,,52185200.0,ns,22 +add_remove_component,brood,,,,52214000.0,ns,22 +add_remove_component,brood,,,,52312300.0,ns,22 +add_remove_component,brood,,,,52222600.0,ns,22 +add_remove_component,brood,,,,54548100.0,ns,22 +add_remove_component,brood,,,,52153500.0,ns,22 +add_remove_component,brood,,,,52230700.0,ns,22 +add_remove_component,brood,,,,52166200.0,ns,22 +add_remove_component,brood,,,,52310800.0,ns,22 +add_remove_component,brood,,,,52166800.0,ns,22 +add_remove_component,brood,,,,52214300.0,ns,22 +add_remove_component,brood,,,,52161300.0,ns,22 diff --git a/target/criterion/add_remove_component/brood/base/sample.json b/target/criterion/add_remove_component/brood/base/sample.json new file mode 100644 index 00000000..0dd0fe46 --- /dev/null +++ b/target/criterion/add_remove_component/brood/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Flat","iters":[22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0],"times":[52622000.0,52272500.0,51922700.0,51835000.0,51913000.0,52382700.0,52350700.0,52284300.0,52236400.0,52225300.0,52337800.0,51883800.0,51841200.0,51842100.0,52118100.0,52254500.0,52103700.0,52389400.0,52119000.0,51897800.0,52106400.0,52227600.0,52471100.0,52086500.0,51815500.0,52291900.0,52250400.0,51672800.0,52168700.0,51822200.0,51987700.0,51511600.0,52136300.0,52071600.0,52051900.0,52500800.0,52242100.0,54880200.0,55340000.0,54027000.0,52548500.0,53236100.0,52091100.0,51709500.0,51884800.0,51885400.0,51961300.0,52271600.0,51726200.0,51949500.0,53093800.0,52769300.0,52213600.0,52077400.0,53350900.0,52255900.0,52336000.0,52143700.0,52280000.0,57432400.0,57153400.0,52138400.0,52089500.0,52342500.0,52157300.0,51773100.0,52398800.0,52148500.0,52165300.0,52295100.0,52277700.0,51947700.0,51910400.0,51923000.0,52322800.0,52271700.0,52290900.0,52130500.0,51888100.0,52179200.0,51892100.0,51902800.0,51990300.0,52156200.0,51900200.0,51909800.0,52164800.0,52140300.0,52185200.0,52214000.0,52312300.0,52222600.0,54548100.0,52153500.0,52230700.0,52166200.0,52310800.0,52166800.0,52214300.0,52161300.0]} \ No newline at end of file diff --git a/target/criterion/add_remove_component/brood/base/tukey.json b/target/criterion/add_remove_component/brood/base/tukey.json new file mode 100644 index 00000000..734e0316 --- /dev/null +++ b/target/criterion/add_remove_component/brood/base/tukey.json @@ -0,0 +1 @@ +[2316150.000000001,2338946.5909090918,2399737.5,2422534.0909090904] \ No newline at end of file diff --git a/target/criterion/add_remove_component/brood/new/benchmark.json b/target/criterion/add_remove_component/brood/new/benchmark.json new file mode 100644 index 00000000..ed90b914 --- /dev/null +++ b/target/criterion/add_remove_component/brood/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"add_remove_component","function_id":"brood","value_str":null,"throughput":null,"full_id":"add_remove_component/brood","directory_name":"add_remove_component/brood","title":"add_remove_component/brood"} \ No newline at end of file diff --git a/target/criterion/add_remove_component/brood/new/estimates.json b/target/criterion/add_remove_component/brood/new/estimates.json new file mode 100644 index 00000000..bd24a579 --- /dev/null +++ b/target/criterion/add_remove_component/brood/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2372864.0386363636,"upper_bound":2389010.9909090903},"point_estimate":2380207.9545454537,"standard_error":4139.493758883526},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2369922.7272727275,"upper_bound":2373877.272727273},"point_estimate":2371170.4545454546,"standard_error":1043.241267132037},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6873.872605236937,"upper_bound":14542.957923628941},"point_estimate":10229.939818382263,"standard_error":2040.752263621318},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21364.647309070566,"upper_bound":57497.494354130096},"point_estimate":41635.66912284509,"standard_error":9156.928027451893}} \ No newline at end of file diff --git a/target/criterion/add_remove_component/brood/new/raw.csv b/target/criterion/add_remove_component/brood/new/raw.csv new file mode 100644 index 00000000..ac6ea10c --- /dev/null +++ b/target/criterion/add_remove_component/brood/new/raw.csv @@ -0,0 +1,101 @@ +group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count +add_remove_component,brood,,,,52622000.0,ns,22 +add_remove_component,brood,,,,52272500.0,ns,22 +add_remove_component,brood,,,,51922700.0,ns,22 +add_remove_component,brood,,,,51835000.0,ns,22 +add_remove_component,brood,,,,51913000.0,ns,22 +add_remove_component,brood,,,,52382700.0,ns,22 +add_remove_component,brood,,,,52350700.0,ns,22 +add_remove_component,brood,,,,52284300.0,ns,22 +add_remove_component,brood,,,,52236400.0,ns,22 +add_remove_component,brood,,,,52225300.0,ns,22 +add_remove_component,brood,,,,52337800.0,ns,22 +add_remove_component,brood,,,,51883800.0,ns,22 +add_remove_component,brood,,,,51841200.0,ns,22 +add_remove_component,brood,,,,51842100.0,ns,22 +add_remove_component,brood,,,,52118100.0,ns,22 +add_remove_component,brood,,,,52254500.0,ns,22 +add_remove_component,brood,,,,52103700.0,ns,22 +add_remove_component,brood,,,,52389400.0,ns,22 +add_remove_component,brood,,,,52119000.0,ns,22 +add_remove_component,brood,,,,51897800.0,ns,22 +add_remove_component,brood,,,,52106400.0,ns,22 +add_remove_component,brood,,,,52227600.0,ns,22 +add_remove_component,brood,,,,52471100.0,ns,22 +add_remove_component,brood,,,,52086500.0,ns,22 +add_remove_component,brood,,,,51815500.0,ns,22 +add_remove_component,brood,,,,52291900.0,ns,22 +add_remove_component,brood,,,,52250400.0,ns,22 +add_remove_component,brood,,,,51672800.0,ns,22 +add_remove_component,brood,,,,52168700.0,ns,22 +add_remove_component,brood,,,,51822200.0,ns,22 +add_remove_component,brood,,,,51987700.0,ns,22 +add_remove_component,brood,,,,51511600.0,ns,22 +add_remove_component,brood,,,,52136300.0,ns,22 +add_remove_component,brood,,,,52071600.0,ns,22 +add_remove_component,brood,,,,52051900.0,ns,22 +add_remove_component,brood,,,,52500800.0,ns,22 +add_remove_component,brood,,,,52242100.0,ns,22 +add_remove_component,brood,,,,54880200.0,ns,22 +add_remove_component,brood,,,,55340000.0,ns,22 +add_remove_component,brood,,,,54027000.0,ns,22 +add_remove_component,brood,,,,52548500.0,ns,22 +add_remove_component,brood,,,,53236100.0,ns,22 +add_remove_component,brood,,,,52091100.0,ns,22 +add_remove_component,brood,,,,51709500.0,ns,22 +add_remove_component,brood,,,,51884800.0,ns,22 +add_remove_component,brood,,,,51885400.0,ns,22 +add_remove_component,brood,,,,51961300.0,ns,22 +add_remove_component,brood,,,,52271600.0,ns,22 +add_remove_component,brood,,,,51726200.0,ns,22 +add_remove_component,brood,,,,51949500.0,ns,22 +add_remove_component,brood,,,,53093800.0,ns,22 +add_remove_component,brood,,,,52769300.0,ns,22 +add_remove_component,brood,,,,52213600.0,ns,22 +add_remove_component,brood,,,,52077400.0,ns,22 +add_remove_component,brood,,,,53350900.0,ns,22 +add_remove_component,brood,,,,52255900.0,ns,22 +add_remove_component,brood,,,,52336000.0,ns,22 +add_remove_component,brood,,,,52143700.0,ns,22 +add_remove_component,brood,,,,52280000.0,ns,22 +add_remove_component,brood,,,,57432400.0,ns,22 +add_remove_component,brood,,,,57153400.0,ns,22 +add_remove_component,brood,,,,52138400.0,ns,22 +add_remove_component,brood,,,,52089500.0,ns,22 +add_remove_component,brood,,,,52342500.0,ns,22 +add_remove_component,brood,,,,52157300.0,ns,22 +add_remove_component,brood,,,,51773100.0,ns,22 +add_remove_component,brood,,,,52398800.0,ns,22 +add_remove_component,brood,,,,52148500.0,ns,22 +add_remove_component,brood,,,,52165300.0,ns,22 +add_remove_component,brood,,,,52295100.0,ns,22 +add_remove_component,brood,,,,52277700.0,ns,22 +add_remove_component,brood,,,,51947700.0,ns,22 +add_remove_component,brood,,,,51910400.0,ns,22 +add_remove_component,brood,,,,51923000.0,ns,22 +add_remove_component,brood,,,,52322800.0,ns,22 +add_remove_component,brood,,,,52271700.0,ns,22 +add_remove_component,brood,,,,52290900.0,ns,22 +add_remove_component,brood,,,,52130500.0,ns,22 +add_remove_component,brood,,,,51888100.0,ns,22 +add_remove_component,brood,,,,52179200.0,ns,22 +add_remove_component,brood,,,,51892100.0,ns,22 +add_remove_component,brood,,,,51902800.0,ns,22 +add_remove_component,brood,,,,51990300.0,ns,22 +add_remove_component,brood,,,,52156200.0,ns,22 +add_remove_component,brood,,,,51900200.0,ns,22 +add_remove_component,brood,,,,51909800.0,ns,22 +add_remove_component,brood,,,,52164800.0,ns,22 +add_remove_component,brood,,,,52140300.0,ns,22 +add_remove_component,brood,,,,52185200.0,ns,22 +add_remove_component,brood,,,,52214000.0,ns,22 +add_remove_component,brood,,,,52312300.0,ns,22 +add_remove_component,brood,,,,52222600.0,ns,22 +add_remove_component,brood,,,,54548100.0,ns,22 +add_remove_component,brood,,,,52153500.0,ns,22 +add_remove_component,brood,,,,52230700.0,ns,22 +add_remove_component,brood,,,,52166200.0,ns,22 +add_remove_component,brood,,,,52310800.0,ns,22 +add_remove_component,brood,,,,52166800.0,ns,22 +add_remove_component,brood,,,,52214300.0,ns,22 +add_remove_component,brood,,,,52161300.0,ns,22 diff --git a/target/criterion/add_remove_component/brood/new/sample.json b/target/criterion/add_remove_component/brood/new/sample.json new file mode 100644 index 00000000..0dd0fe46 --- /dev/null +++ b/target/criterion/add_remove_component/brood/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Flat","iters":[22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0],"times":[52622000.0,52272500.0,51922700.0,51835000.0,51913000.0,52382700.0,52350700.0,52284300.0,52236400.0,52225300.0,52337800.0,51883800.0,51841200.0,51842100.0,52118100.0,52254500.0,52103700.0,52389400.0,52119000.0,51897800.0,52106400.0,52227600.0,52471100.0,52086500.0,51815500.0,52291900.0,52250400.0,51672800.0,52168700.0,51822200.0,51987700.0,51511600.0,52136300.0,52071600.0,52051900.0,52500800.0,52242100.0,54880200.0,55340000.0,54027000.0,52548500.0,53236100.0,52091100.0,51709500.0,51884800.0,51885400.0,51961300.0,52271600.0,51726200.0,51949500.0,53093800.0,52769300.0,52213600.0,52077400.0,53350900.0,52255900.0,52336000.0,52143700.0,52280000.0,57432400.0,57153400.0,52138400.0,52089500.0,52342500.0,52157300.0,51773100.0,52398800.0,52148500.0,52165300.0,52295100.0,52277700.0,51947700.0,51910400.0,51923000.0,52322800.0,52271700.0,52290900.0,52130500.0,51888100.0,52179200.0,51892100.0,51902800.0,51990300.0,52156200.0,51900200.0,51909800.0,52164800.0,52140300.0,52185200.0,52214000.0,52312300.0,52222600.0,54548100.0,52153500.0,52230700.0,52166200.0,52310800.0,52166800.0,52214300.0,52161300.0]} \ No newline at end of file diff --git a/target/criterion/add_remove_component/brood/new/tukey.json b/target/criterion/add_remove_component/brood/new/tukey.json new file mode 100644 index 00000000..734e0316 --- /dev/null +++ b/target/criterion/add_remove_component/brood/new/tukey.json @@ -0,0 +1 @@ +[2316150.000000001,2338946.5909090918,2399737.5,2422534.0909090904] \ No newline at end of file diff --git a/target/criterion/add_remove_component/brood/report/MAD.svg b/target/criterion/add_remove_component/brood/report/MAD.svg new file mode 100644 index 00000000..9a77fa50 --- /dev/null +++ b/target/criterion/add_remove_component/brood/report/MAD.svg @@ -0,0 +1,80 @@ + + +add_remove_component/brood:MAD + + +Density (a.u.) + + +Average time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + + +7 + + + +8 + + + +9 + + + +10 + + + +11 + + + +12 + + + +13 + + + +14 + + + +15 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/add_remove_component/brood/report/SD.svg b/target/criterion/add_remove_component/brood/report/SD.svg new file mode 100644 index 00000000..d7af9a0f --- /dev/null +++ b/target/criterion/add_remove_component/brood/report/SD.svg @@ -0,0 +1,100 @@ + + +add_remove_component/brood:SD + + +Density (a.u.) + + +Average time (us) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + +0.045 + + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + +45 + + + +50 + + + +55 + + + +60 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/add_remove_component/brood/report/index.html b/target/criterion/add_remove_component/brood/report/index.html new file mode 100644 index 00000000..65404071 --- /dev/null +++ b/target/criterion/add_remove_component/brood/report/index.html @@ -0,0 +1,193 @@ + + + + + + add_remove_component/brood - Criterion.rs + + + + +
+

add_remove_component/brood

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Iteration Times + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
R²0.00048210.00049720.0004757
Mean2.3729 ms2.3802 ms2.3890 ms
Std. Dev.21.365 us41.636 us57.497 us
Median2.3699 ms2.3712 ms2.3739 ms
MAD6.8739 us10.230 us14.543 us
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the average time per iteration for the samples. Each point + represents one sample.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/target/criterion/add_remove_component/brood/report/iteration_times.svg b/target/criterion/add_remove_component/brood/report/iteration_times.svg new file mode 100644 index 00000000..f45c2e2c --- /dev/null +++ b/target/criterion/add_remove_component/brood/report/iteration_times.svg @@ -0,0 +1,194 @@ + + +add_remove_component/brood + + +Average Iteration Time (ms) + + + + + + + + + + + + + + + + + + + +2.35 + + + +2.4 + + + +2.45 + + + +2.5 + + + +2.55 + + + +2.6 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + + diff --git a/target/criterion/add_remove_component/brood/report/iteration_times_small.svg b/target/criterion/add_remove_component/brood/report/iteration_times_small.svg new file mode 100644 index 00000000..e8090b3d --- /dev/null +++ b/target/criterion/add_remove_component/brood/report/iteration_times_small.svg @@ -0,0 +1,187 @@ + + +Average Iteration Time (ms) + + + + + + + + + + + + + + + + + + + +2.35 + + + +2.4 + + + +2.45 + + + +2.5 + + + +2.55 + + + +2.6 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/target/criterion/add_remove_component/brood/report/mean.svg b/target/criterion/add_remove_component/brood/report/mean.svg new file mode 100644 index 00000000..a6a33fc0 --- /dev/null +++ b/target/criterion/add_remove_component/brood/report/mean.svg @@ -0,0 +1,88 @@ + + +add_remove_component/brood:mean + + +Density (a.u.) + + +Average time (ms) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + + +2.372 + + + +2.374 + + + +2.376 + + + +2.378 + + + +2.38 + + + +2.382 + + + +2.384 + + + +2.386 + + + +2.388 + + + +2.39 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/add_remove_component/brood/report/median.svg b/target/criterion/add_remove_component/brood/report/median.svg new file mode 100644 index 00000000..961d16ed --- /dev/null +++ b/target/criterion/add_remove_component/brood/report/median.svg @@ -0,0 +1,92 @@ + + +add_remove_component/brood:median + + +Density (a.u.) + + +Average time (ms) + + + +200 + + + +400 + + + +600 + + + +800 + + + +1000 + + + +1200 + + + + +2.3695 + + + +2.37 + + + +2.3705 + + + +2.371 + + + +2.3715 + + + +2.372 + + + +2.3725 + + + +2.373 + + + +2.3735 + + + +2.374 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/add_remove_component/brood/report/pdf.svg b/target/criterion/add_remove_component/brood/report/pdf.svg new file mode 100644 index 00000000..1abd2a7c --- /dev/null +++ b/target/criterion/add_remove_component/brood/report/pdf.svg @@ -0,0 +1,145 @@ + + +add_remove_component/brood + + +Iterations + + +Average Time (ms) + + + +5 + + + +10 + + + +15 + + + +20 + + + + +2.3 + + + +2.35 + + + +2.4 + + + +2.45 + + + +2.5 + + + +2.55 + + + +2.6 + + + +2.65 + + + +Density (a.u.) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/target/criterion/add_remove_component/brood/report/pdf_small.svg b/target/criterion/add_remove_component/brood/report/pdf_small.svg new file mode 100644 index 00000000..9c058664 --- /dev/null +++ b/target/criterion/add_remove_component/brood/report/pdf_small.svg @@ -0,0 +1,64 @@ + + +Density (a.u.) + + +Average Time (ms) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + + +2.3 + + + +2.4 + + + +2.5 + + + +2.6 + + + + + diff --git a/target/criterion/add_remove_component/brood/report/typical.svg b/target/criterion/add_remove_component/brood/report/typical.svg new file mode 100644 index 00000000..569e38f8 --- /dev/null +++ b/target/criterion/add_remove_component/brood/report/typical.svg @@ -0,0 +1,88 @@ + + +add_remove_component/brood:typical + + +Density (a.u.) + + +Average time (ms) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + + +2.372 + + + +2.374 + + + +2.376 + + + +2.378 + + + +2.38 + + + +2.382 + + + +2.384 + + + +2.386 + + + +2.388 + + + +2.39 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/add_remove_component/hecs/base/estimates.json b/target/criterion/add_remove_component/hecs/base/estimates.json index 28317e3d..dc218dc1 100644 --- a/target/criterion/add_remove_component/hecs/base/estimates.json +++ b/target/criterion/add_remove_component/hecs/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":793740.5734453108,"upper_bound":794431.1898487895},"point_estimate":794076.5172121674,"standard_error":176.42090301266745},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":793488.3175675676,"upper_bound":794330.0111111111},"point_estimate":793772.3901053215,"standard_error":202.6695772730057},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1152.7885495339706,"upper_bound":1849.843420180727},"point_estimate":1375.408470773915,"standard_error":178.56894061119158},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":793104.127737606,"upper_bound":793812.6782749195},"point_estimate":793438.0530146299,"standard_error":180.27546864832428},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1436.0147337347516,"upper_bound":2073.3769343014437},"point_estimate":1773.8423785171608,"standard_error":162.6849362355304}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":932379.3542089299,"upper_bound":934240.0295664903},"point_estimate":933275.9028409261,"standard_error":474.55611787065067},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":931262.0370370371,"upper_bound":933127.9255319149},"point_estimate":931862.7192982456,"standard_error":467.5399864721357},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2407.712697825419,"upper_bound":4456.800016851136},"point_estimate":3118.3309229886922,"standard_error":529.781949593722},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":931316.3110196354,"upper_bound":933383.4118361536},"point_estimate":932228.0211319639,"standard_error":529.1591907444192},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3727.2404012383563,"upper_bound":5710.042533786295},"point_estimate":4771.233840795697,"standard_error":507.45610127998043}} \ No newline at end of file diff --git a/target/criterion/add_remove_component/hecs/base/raw.csv b/target/criterion/add_remove_component/hecs/base/raw.csv index ff02d919..525cd823 100644 --- a/target/criterion/add_remove_component/hecs/base/raw.csv +++ b/target/criterion/add_remove_component/hecs/base/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -add_remove_component,hecs,,,,1599096.0,ns,2 -add_remove_component,hecs,,,,3196529.0,ns,4 -add_remove_component,hecs,,,,4764327.0,ns,6 -add_remove_component,hecs,,,,6345899.0,ns,8 -add_remove_component,hecs,,,,7968931.0,ns,10 -add_remove_component,hecs,,,,9567606.0,ns,12 -add_remove_component,hecs,,,,11091571.0,ns,14 -add_remove_component,hecs,,,,12744458.0,ns,16 -add_remove_component,hecs,,,,14325731.0,ns,18 -add_remove_component,hecs,,,,15908747.0,ns,20 -add_remove_component,hecs,,,,17432910.0,ns,22 -add_remove_component,hecs,,,,19031435.0,ns,24 -add_remove_component,hecs,,,,20653406.0,ns,26 -add_remove_component,hecs,,,,22302857.0,ns,28 -add_remove_component,hecs,,,,23876577.0,ns,30 -add_remove_component,hecs,,,,25428563.0,ns,32 -add_remove_component,hecs,,,,27028841.0,ns,34 -add_remove_component,hecs,,,,28640612.0,ns,36 -add_remove_component,hecs,,,,30185145.0,ns,38 -add_remove_component,hecs,,,,31842461.0,ns,40 -add_remove_component,hecs,,,,33343422.0,ns,42 -add_remove_component,hecs,,,,35022229.0,ns,44 -add_remove_component,hecs,,,,36423208.0,ns,46 -add_remove_component,hecs,,,,38096786.0,ns,48 -add_remove_component,hecs,,,,39660385.0,ns,50 -add_remove_component,hecs,,,,41366887.0,ns,52 -add_remove_component,hecs,,,,42827108.0,ns,54 -add_remove_component,hecs,,,,44531565.0,ns,56 -add_remove_component,hecs,,,,46093540.0,ns,58 -add_remove_component,hecs,,,,47688329.0,ns,60 -add_remove_component,hecs,,,,49148820.0,ns,62 -add_remove_component,hecs,,,,50885591.0,ns,64 -add_remove_component,hecs,,,,52392851.0,ns,66 -add_remove_component,hecs,,,,54132986.0,ns,68 -add_remove_component,hecs,,,,55503437.0,ns,70 -add_remove_component,hecs,,,,57136497.0,ns,72 -add_remove_component,hecs,,,,58774308.0,ns,74 -add_remove_component,hecs,,,,60389836.0,ns,76 -add_remove_component,hecs,,,,61785755.0,ns,78 -add_remove_component,hecs,,,,63453642.0,ns,80 -add_remove_component,hecs,,,,65155895.0,ns,82 -add_remove_component,hecs,,,,66734752.0,ns,84 -add_remove_component,hecs,,,,68104473.0,ns,86 -add_remove_component,hecs,,,,69854415.0,ns,88 -add_remove_component,hecs,,,,71510451.0,ns,90 -add_remove_component,hecs,,,,73148743.0,ns,92 -add_remove_component,hecs,,,,74537598.0,ns,94 -add_remove_component,hecs,,,,76290116.0,ns,96 -add_remove_component,hecs,,,,77809120.0,ns,98 -add_remove_component,hecs,,,,79548503.0,ns,100 -add_remove_component,hecs,,,,80915778.0,ns,102 -add_remove_component,hecs,,,,82724073.0,ns,104 -add_remove_component,hecs,,,,84214664.0,ns,106 -add_remove_component,hecs,,,,85889333.0,ns,108 -add_remove_component,hecs,,,,87188319.0,ns,110 -add_remove_component,hecs,,,,88993586.0,ns,112 -add_remove_component,hecs,,,,90525445.0,ns,114 -add_remove_component,hecs,,,,92180008.0,ns,116 -add_remove_component,hecs,,,,93573603.0,ns,118 -add_remove_component,hecs,,,,95947434.0,ns,120 -add_remove_component,hecs,,,,97000550.0,ns,122 -add_remove_component,hecs,,,,99067778.0,ns,124 -add_remove_component,hecs,,,,100567236.0,ns,126 -add_remove_component,hecs,,,,101506094.0,ns,128 -add_remove_component,hecs,,,,103068330.0,ns,130 -add_remove_component,hecs,,,,104764130.0,ns,132 -add_remove_component,hecs,,,,105918379.0,ns,134 -add_remove_component,hecs,,,,107913259.0,ns,136 -add_remove_component,hecs,,,,109402217.0,ns,138 -add_remove_component,hecs,,,,111067680.0,ns,140 -add_remove_component,hecs,,,,112327048.0,ns,142 -add_remove_component,hecs,,,,114270100.0,ns,144 -add_remove_component,hecs,,,,115705935.0,ns,146 -add_remove_component,hecs,,,,117436271.0,ns,148 -add_remove_component,hecs,,,,118701301.0,ns,150 -add_remove_component,hecs,,,,120504085.0,ns,152 -add_remove_component,hecs,,,,122159690.0,ns,154 -add_remove_component,hecs,,,,123821815.0,ns,156 -add_remove_component,hecs,,,,125079983.0,ns,158 -add_remove_component,hecs,,,,126876996.0,ns,160 -add_remove_component,hecs,,,,128628012.0,ns,162 -add_remove_component,hecs,,,,130174116.0,ns,164 -add_remove_component,hecs,,,,131393199.0,ns,166 -add_remove_component,hecs,,,,133330432.0,ns,168 -add_remove_component,hecs,,,,134860053.0,ns,170 -add_remove_component,hecs,,,,136467687.0,ns,172 -add_remove_component,hecs,,,,137852596.0,ns,174 -add_remove_component,hecs,,,,139855641.0,ns,176 -add_remove_component,hecs,,,,141273010.0,ns,178 -add_remove_component,hecs,,,,142979402.0,ns,180 -add_remove_component,hecs,,,,144211709.0,ns,182 -add_remove_component,hecs,,,,145787742.0,ns,184 -add_remove_component,hecs,,,,147631736.0,ns,186 -add_remove_component,hecs,,,,149313899.0,ns,188 -add_remove_component,hecs,,,,150454622.0,ns,190 -add_remove_component,hecs,,,,152004775.0,ns,192 -add_remove_component,hecs,,,,153672403.0,ns,194 -add_remove_component,hecs,,,,155432244.0,ns,196 -add_remove_component,hecs,,,,157325943.0,ns,198 -add_remove_component,hecs,,,,158499648.0,ns,200 +add_remove_component,hecs,,,,1898300.0,ns,2 +add_remove_component,hecs,,,,3709800.0,ns,4 +add_remove_component,hecs,,,,5614000.0,ns,6 +add_remove_component,hecs,,,,7532300.0,ns,8 +add_remove_component,hecs,,,,9359200.0,ns,10 +add_remove_component,hecs,,,,11232900.0,ns,12 +add_remove_component,hecs,,,,13208000.0,ns,14 +add_remove_component,hecs,,,,15008600.0,ns,16 +add_remove_component,hecs,,,,16873300.0,ns,18 +add_remove_component,hecs,,,,18872700.0,ns,20 +add_remove_component,hecs,,,,20487800.0,ns,22 +add_remove_component,hecs,,,,22429300.0,ns,24 +add_remove_component,hecs,,,,24183600.0,ns,26 +add_remove_component,hecs,,,,26138200.0,ns,28 +add_remove_component,hecs,,,,28159800.0,ns,30 +add_remove_component,hecs,,,,29853200.0,ns,32 +add_remove_component,hecs,,,,31794800.0,ns,34 +add_remove_component,hecs,,,,33528800.0,ns,36 +add_remove_component,hecs,,,,35684800.0,ns,38 +add_remove_component,hecs,,,,37344700.0,ns,40 +add_remove_component,hecs,,,,39432200.0,ns,42 +add_remove_component,hecs,,,,41069500.0,ns,44 +add_remove_component,hecs,,,,42727700.0,ns,46 +add_remove_component,hecs,,,,45435600.0,ns,48 +add_remove_component,hecs,,,,46592500.0,ns,50 +add_remove_component,hecs,,,,48718800.0,ns,52 +add_remove_component,hecs,,,,50283100.0,ns,54 +add_remove_component,hecs,,,,51987300.0,ns,56 +add_remove_component,hecs,,,,53827400.0,ns,58 +add_remove_component,hecs,,,,56074100.0,ns,60 +add_remove_component,hecs,,,,57625700.0,ns,62 +add_remove_component,hecs,,,,59454700.0,ns,64 +add_remove_component,hecs,,,,61482400.0,ns,66 +add_remove_component,hecs,,,,64124600.0,ns,68 +add_remove_component,hecs,,,,65120500.0,ns,70 +add_remove_component,hecs,,,,67216200.0,ns,72 +add_remove_component,hecs,,,,68931600.0,ns,74 +add_remove_component,hecs,,,,70756900.0,ns,76 +add_remove_component,hecs,,,,72920900.0,ns,78 +add_remove_component,hecs,,,,74413300.0,ns,80 +add_remove_component,hecs,,,,76345800.0,ns,82 +add_remove_component,hecs,,,,78111700.0,ns,84 +add_remove_component,hecs,,,,80570600.0,ns,86 +add_remove_component,hecs,,,,81911000.0,ns,88 +add_remove_component,hecs,,,,83965500.0,ns,90 +add_remove_component,hecs,,,,85780500.0,ns,92 +add_remove_component,hecs,,,,87803500.0,ns,94 +add_remove_component,hecs,,,,90624900.0,ns,96 +add_remove_component,hecs,,,,91541000.0,ns,98 +add_remove_component,hecs,,,,93969000.0,ns,100 +add_remove_component,hecs,,,,95471000.0,ns,102 +add_remove_component,hecs,,,,97561000.0,ns,104 +add_remove_component,hecs,,,,98739200.0,ns,106 +add_remove_component,hecs,,,,100128700.0,ns,108 +add_remove_component,hecs,,,,102059600.0,ns,110 +add_remove_component,hecs,,,,103794200.0,ns,112 +add_remove_component,hecs,,,,106233800.0,ns,114 +add_remove_component,hecs,,,,107583300.0,ns,116 +add_remove_component,hecs,,,,110005100.0,ns,118 +add_remove_component,hecs,,,,111514600.0,ns,120 +add_remove_component,hecs,,,,113303900.0,ns,122 +add_remove_component,hecs,,,,115609000.0,ns,124 +add_remove_component,hecs,,,,117192700.0,ns,126 +add_remove_component,hecs,,,,119064800.0,ns,128 +add_remove_component,hecs,,,,121011400.0,ns,130 +add_remove_component,hecs,,,,122465700.0,ns,132 +add_remove_component,hecs,,,,124638100.0,ns,134 +add_remove_component,hecs,,,,127293900.0,ns,136 +add_remove_component,hecs,,,,129155200.0,ns,138 +add_remove_component,hecs,,,,130238000.0,ns,140 +add_remove_component,hecs,,,,131821700.0,ns,142 +add_remove_component,hecs,,,,134052100.0,ns,144 +add_remove_component,hecs,,,,135513000.0,ns,146 +add_remove_component,hecs,,,,137965300.0,ns,148 +add_remove_component,hecs,,,,139735700.0,ns,150 +add_remove_component,hecs,,,,141483100.0,ns,152 +add_remove_component,hecs,,,,143952000.0,ns,154 +add_remove_component,hecs,,,,145089500.0,ns,156 +add_remove_component,hecs,,,,147892800.0,ns,158 +add_remove_component,hecs,,,,150272600.0,ns,160 +add_remove_component,hecs,,,,150699600.0,ns,162 +add_remove_component,hecs,,,,152877900.0,ns,164 +add_remove_component,hecs,,,,154678600.0,ns,166 +add_remove_component,hecs,,,,159886700.0,ns,168 +add_remove_component,hecs,,,,157956800.0,ns,170 +add_remove_component,hecs,,,,160003300.0,ns,172 +add_remove_component,hecs,,,,162090200.0,ns,174 +add_remove_component,hecs,,,,163663700.0,ns,176 +add_remove_component,hecs,,,,166075200.0,ns,178 +add_remove_component,hecs,,,,168093400.0,ns,180 +add_remove_component,hecs,,,,169238700.0,ns,182 +add_remove_component,hecs,,,,171731800.0,ns,184 +add_remove_component,hecs,,,,172957400.0,ns,186 +add_remove_component,hecs,,,,175461500.0,ns,188 +add_remove_component,hecs,,,,177527900.0,ns,190 +add_remove_component,hecs,,,,178646900.0,ns,192 +add_remove_component,hecs,,,,180885400.0,ns,194 +add_remove_component,hecs,,,,182562300.0,ns,196 +add_remove_component,hecs,,,,184268500.0,ns,198 +add_remove_component,hecs,,,,185693600.0,ns,200 diff --git a/target/criterion/add_remove_component/hecs/base/sample.json b/target/criterion/add_remove_component/hecs/base/sample.json index c9ff0cce..bfb681b5 100644 --- a/target/criterion/add_remove_component/hecs/base/sample.json +++ b/target/criterion/add_remove_component/hecs/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[1599096.0,3196529.0,4764327.0,6345899.0,7968931.0,9567606.0,11091571.0,12744458.0,14325731.0,15908747.0,17432910.0,19031435.0,20653406.0,22302857.0,23876577.0,25428563.0,27028841.0,28640612.0,30185145.0,31842461.0,33343422.0,35022229.0,36423208.0,38096786.0,39660385.0,41366887.0,42827108.0,44531565.0,46093540.0,47688329.0,49148820.0,50885591.0,52392851.0,54132986.0,55503437.0,57136497.0,58774308.0,60389836.0,61785755.0,63453642.0,65155895.0,66734752.0,68104473.0,69854415.0,71510451.0,73148743.0,74537598.0,76290116.0,77809120.0,79548503.0,80915778.0,82724073.0,84214664.0,85889333.0,87188319.0,88993586.0,90525445.0,92180008.0,93573603.0,95947434.0,97000550.0,99067778.0,100567236.0,101506094.0,103068330.0,104764130.0,105918379.0,107913259.0,109402217.0,111067680.0,112327048.0,114270100.0,115705935.0,117436271.0,118701301.0,120504085.0,122159690.0,123821815.0,125079983.0,126876996.0,128628012.0,130174116.0,131393199.0,133330432.0,134860053.0,136467687.0,137852596.0,139855641.0,141273010.0,142979402.0,144211709.0,145787742.0,147631736.0,149313899.0,150454622.0,152004775.0,153672403.0,155432244.0,157325943.0,158499648.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[1898300.0,3709800.0,5614000.0,7532300.0,9359200.0,11232900.0,13208000.0,15008600.0,16873300.0,18872700.0,20487800.0,22429300.0,24183600.0,26138200.0,28159800.0,29853200.0,31794800.0,33528800.0,35684800.0,37344700.0,39432200.0,41069500.0,42727700.0,45435600.0,46592500.0,48718800.0,50283100.0,51987300.0,53827400.0,56074100.0,57625700.0,59454700.0,61482400.0,64124600.0,65120500.0,67216200.0,68931600.0,70756900.0,72920900.0,74413300.0,76345800.0,78111700.0,80570600.0,81911000.0,83965500.0,85780500.0,87803500.0,90624900.0,91541000.0,93969000.0,95471000.0,97561000.0,98739200.0,100128700.0,102059600.0,103794200.0,106233800.0,107583300.0,110005100.0,111514600.0,113303900.0,115609000.0,117192700.0,119064800.0,121011400.0,122465700.0,124638100.0,127293900.0,129155200.0,130238000.0,131821700.0,134052100.0,135513000.0,137965300.0,139735700.0,141483100.0,143952000.0,145089500.0,147892800.0,150272600.0,150699600.0,152877900.0,154678600.0,159886700.0,157956800.0,160003300.0,162090200.0,163663700.0,166075200.0,168093400.0,169238700.0,171731800.0,172957400.0,175461500.0,177527900.0,178646900.0,180885400.0,182562300.0,184268500.0,185693600.0]} \ No newline at end of file diff --git a/target/criterion/add_remove_component/hecs/base/tukey.json b/target/criterion/add_remove_component/hecs/base/tukey.json index 053a9d80..92106200 100644 --- a/target/criterion/add_remove_component/hecs/base/tukey.json +++ b/target/criterion/add_remove_component/hecs/base/tukey.json @@ -1 +1 @@ -[787345.7738892369,790158.2050962142,797658.0216481538,800470.4528551311] \ No newline at end of file +[914819.564479638,922489.4336821267,942942.4182220965,950612.2874245852] \ No newline at end of file diff --git a/target/criterion/add_remove_component/hecs/change/estimates.json b/target/criterion/add_remove_component/hecs/change/estimates.json index 39670d13..ab86ba86 100644 --- a/target/criterion/add_remove_component/hecs/change/estimates.json +++ b/target/criterion/add_remove_component/hecs/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01339677988764455,"upper_bound":-0.011207757396828506},"point_estimate":-0.012217922351252963,"standard_error":0.0005592833204892017},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.012086915670219245,"upper_bound":-0.01050513002265474},"point_estimate":-0.011353991810706177,"standard_error":0.0003965429275820672}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.17411078219805576,"upper_bound":0.1766014775832201},"point_estimate":0.17529719442838831,"standard_error":0.0006532289158197271},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.17285530265577664,"upper_bound":0.17552964257384204},"point_estimate":0.17396716100770604,"standard_error":0.0006520167825918347}} \ No newline at end of file diff --git a/target/criterion/add_remove_component/hecs/new/estimates.json b/target/criterion/add_remove_component/hecs/new/estimates.json index 28317e3d..dc218dc1 100644 --- a/target/criterion/add_remove_component/hecs/new/estimates.json +++ b/target/criterion/add_remove_component/hecs/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":793740.5734453108,"upper_bound":794431.1898487895},"point_estimate":794076.5172121674,"standard_error":176.42090301266745},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":793488.3175675676,"upper_bound":794330.0111111111},"point_estimate":793772.3901053215,"standard_error":202.6695772730057},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1152.7885495339706,"upper_bound":1849.843420180727},"point_estimate":1375.408470773915,"standard_error":178.56894061119158},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":793104.127737606,"upper_bound":793812.6782749195},"point_estimate":793438.0530146299,"standard_error":180.27546864832428},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1436.0147337347516,"upper_bound":2073.3769343014437},"point_estimate":1773.8423785171608,"standard_error":162.6849362355304}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":932379.3542089299,"upper_bound":934240.0295664903},"point_estimate":933275.9028409261,"standard_error":474.55611787065067},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":931262.0370370371,"upper_bound":933127.9255319149},"point_estimate":931862.7192982456,"standard_error":467.5399864721357},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2407.712697825419,"upper_bound":4456.800016851136},"point_estimate":3118.3309229886922,"standard_error":529.781949593722},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":931316.3110196354,"upper_bound":933383.4118361536},"point_estimate":932228.0211319639,"standard_error":529.1591907444192},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3727.2404012383563,"upper_bound":5710.042533786295},"point_estimate":4771.233840795697,"standard_error":507.45610127998043}} \ No newline at end of file diff --git a/target/criterion/add_remove_component/hecs/new/raw.csv b/target/criterion/add_remove_component/hecs/new/raw.csv index ff02d919..525cd823 100644 --- a/target/criterion/add_remove_component/hecs/new/raw.csv +++ b/target/criterion/add_remove_component/hecs/new/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -add_remove_component,hecs,,,,1599096.0,ns,2 -add_remove_component,hecs,,,,3196529.0,ns,4 -add_remove_component,hecs,,,,4764327.0,ns,6 -add_remove_component,hecs,,,,6345899.0,ns,8 -add_remove_component,hecs,,,,7968931.0,ns,10 -add_remove_component,hecs,,,,9567606.0,ns,12 -add_remove_component,hecs,,,,11091571.0,ns,14 -add_remove_component,hecs,,,,12744458.0,ns,16 -add_remove_component,hecs,,,,14325731.0,ns,18 -add_remove_component,hecs,,,,15908747.0,ns,20 -add_remove_component,hecs,,,,17432910.0,ns,22 -add_remove_component,hecs,,,,19031435.0,ns,24 -add_remove_component,hecs,,,,20653406.0,ns,26 -add_remove_component,hecs,,,,22302857.0,ns,28 -add_remove_component,hecs,,,,23876577.0,ns,30 -add_remove_component,hecs,,,,25428563.0,ns,32 -add_remove_component,hecs,,,,27028841.0,ns,34 -add_remove_component,hecs,,,,28640612.0,ns,36 -add_remove_component,hecs,,,,30185145.0,ns,38 -add_remove_component,hecs,,,,31842461.0,ns,40 -add_remove_component,hecs,,,,33343422.0,ns,42 -add_remove_component,hecs,,,,35022229.0,ns,44 -add_remove_component,hecs,,,,36423208.0,ns,46 -add_remove_component,hecs,,,,38096786.0,ns,48 -add_remove_component,hecs,,,,39660385.0,ns,50 -add_remove_component,hecs,,,,41366887.0,ns,52 -add_remove_component,hecs,,,,42827108.0,ns,54 -add_remove_component,hecs,,,,44531565.0,ns,56 -add_remove_component,hecs,,,,46093540.0,ns,58 -add_remove_component,hecs,,,,47688329.0,ns,60 -add_remove_component,hecs,,,,49148820.0,ns,62 -add_remove_component,hecs,,,,50885591.0,ns,64 -add_remove_component,hecs,,,,52392851.0,ns,66 -add_remove_component,hecs,,,,54132986.0,ns,68 -add_remove_component,hecs,,,,55503437.0,ns,70 -add_remove_component,hecs,,,,57136497.0,ns,72 -add_remove_component,hecs,,,,58774308.0,ns,74 -add_remove_component,hecs,,,,60389836.0,ns,76 -add_remove_component,hecs,,,,61785755.0,ns,78 -add_remove_component,hecs,,,,63453642.0,ns,80 -add_remove_component,hecs,,,,65155895.0,ns,82 -add_remove_component,hecs,,,,66734752.0,ns,84 -add_remove_component,hecs,,,,68104473.0,ns,86 -add_remove_component,hecs,,,,69854415.0,ns,88 -add_remove_component,hecs,,,,71510451.0,ns,90 -add_remove_component,hecs,,,,73148743.0,ns,92 -add_remove_component,hecs,,,,74537598.0,ns,94 -add_remove_component,hecs,,,,76290116.0,ns,96 -add_remove_component,hecs,,,,77809120.0,ns,98 -add_remove_component,hecs,,,,79548503.0,ns,100 -add_remove_component,hecs,,,,80915778.0,ns,102 -add_remove_component,hecs,,,,82724073.0,ns,104 -add_remove_component,hecs,,,,84214664.0,ns,106 -add_remove_component,hecs,,,,85889333.0,ns,108 -add_remove_component,hecs,,,,87188319.0,ns,110 -add_remove_component,hecs,,,,88993586.0,ns,112 -add_remove_component,hecs,,,,90525445.0,ns,114 -add_remove_component,hecs,,,,92180008.0,ns,116 -add_remove_component,hecs,,,,93573603.0,ns,118 -add_remove_component,hecs,,,,95947434.0,ns,120 -add_remove_component,hecs,,,,97000550.0,ns,122 -add_remove_component,hecs,,,,99067778.0,ns,124 -add_remove_component,hecs,,,,100567236.0,ns,126 -add_remove_component,hecs,,,,101506094.0,ns,128 -add_remove_component,hecs,,,,103068330.0,ns,130 -add_remove_component,hecs,,,,104764130.0,ns,132 -add_remove_component,hecs,,,,105918379.0,ns,134 -add_remove_component,hecs,,,,107913259.0,ns,136 -add_remove_component,hecs,,,,109402217.0,ns,138 -add_remove_component,hecs,,,,111067680.0,ns,140 -add_remove_component,hecs,,,,112327048.0,ns,142 -add_remove_component,hecs,,,,114270100.0,ns,144 -add_remove_component,hecs,,,,115705935.0,ns,146 -add_remove_component,hecs,,,,117436271.0,ns,148 -add_remove_component,hecs,,,,118701301.0,ns,150 -add_remove_component,hecs,,,,120504085.0,ns,152 -add_remove_component,hecs,,,,122159690.0,ns,154 -add_remove_component,hecs,,,,123821815.0,ns,156 -add_remove_component,hecs,,,,125079983.0,ns,158 -add_remove_component,hecs,,,,126876996.0,ns,160 -add_remove_component,hecs,,,,128628012.0,ns,162 -add_remove_component,hecs,,,,130174116.0,ns,164 -add_remove_component,hecs,,,,131393199.0,ns,166 -add_remove_component,hecs,,,,133330432.0,ns,168 -add_remove_component,hecs,,,,134860053.0,ns,170 -add_remove_component,hecs,,,,136467687.0,ns,172 -add_remove_component,hecs,,,,137852596.0,ns,174 -add_remove_component,hecs,,,,139855641.0,ns,176 -add_remove_component,hecs,,,,141273010.0,ns,178 -add_remove_component,hecs,,,,142979402.0,ns,180 -add_remove_component,hecs,,,,144211709.0,ns,182 -add_remove_component,hecs,,,,145787742.0,ns,184 -add_remove_component,hecs,,,,147631736.0,ns,186 -add_remove_component,hecs,,,,149313899.0,ns,188 -add_remove_component,hecs,,,,150454622.0,ns,190 -add_remove_component,hecs,,,,152004775.0,ns,192 -add_remove_component,hecs,,,,153672403.0,ns,194 -add_remove_component,hecs,,,,155432244.0,ns,196 -add_remove_component,hecs,,,,157325943.0,ns,198 -add_remove_component,hecs,,,,158499648.0,ns,200 +add_remove_component,hecs,,,,1898300.0,ns,2 +add_remove_component,hecs,,,,3709800.0,ns,4 +add_remove_component,hecs,,,,5614000.0,ns,6 +add_remove_component,hecs,,,,7532300.0,ns,8 +add_remove_component,hecs,,,,9359200.0,ns,10 +add_remove_component,hecs,,,,11232900.0,ns,12 +add_remove_component,hecs,,,,13208000.0,ns,14 +add_remove_component,hecs,,,,15008600.0,ns,16 +add_remove_component,hecs,,,,16873300.0,ns,18 +add_remove_component,hecs,,,,18872700.0,ns,20 +add_remove_component,hecs,,,,20487800.0,ns,22 +add_remove_component,hecs,,,,22429300.0,ns,24 +add_remove_component,hecs,,,,24183600.0,ns,26 +add_remove_component,hecs,,,,26138200.0,ns,28 +add_remove_component,hecs,,,,28159800.0,ns,30 +add_remove_component,hecs,,,,29853200.0,ns,32 +add_remove_component,hecs,,,,31794800.0,ns,34 +add_remove_component,hecs,,,,33528800.0,ns,36 +add_remove_component,hecs,,,,35684800.0,ns,38 +add_remove_component,hecs,,,,37344700.0,ns,40 +add_remove_component,hecs,,,,39432200.0,ns,42 +add_remove_component,hecs,,,,41069500.0,ns,44 +add_remove_component,hecs,,,,42727700.0,ns,46 +add_remove_component,hecs,,,,45435600.0,ns,48 +add_remove_component,hecs,,,,46592500.0,ns,50 +add_remove_component,hecs,,,,48718800.0,ns,52 +add_remove_component,hecs,,,,50283100.0,ns,54 +add_remove_component,hecs,,,,51987300.0,ns,56 +add_remove_component,hecs,,,,53827400.0,ns,58 +add_remove_component,hecs,,,,56074100.0,ns,60 +add_remove_component,hecs,,,,57625700.0,ns,62 +add_remove_component,hecs,,,,59454700.0,ns,64 +add_remove_component,hecs,,,,61482400.0,ns,66 +add_remove_component,hecs,,,,64124600.0,ns,68 +add_remove_component,hecs,,,,65120500.0,ns,70 +add_remove_component,hecs,,,,67216200.0,ns,72 +add_remove_component,hecs,,,,68931600.0,ns,74 +add_remove_component,hecs,,,,70756900.0,ns,76 +add_remove_component,hecs,,,,72920900.0,ns,78 +add_remove_component,hecs,,,,74413300.0,ns,80 +add_remove_component,hecs,,,,76345800.0,ns,82 +add_remove_component,hecs,,,,78111700.0,ns,84 +add_remove_component,hecs,,,,80570600.0,ns,86 +add_remove_component,hecs,,,,81911000.0,ns,88 +add_remove_component,hecs,,,,83965500.0,ns,90 +add_remove_component,hecs,,,,85780500.0,ns,92 +add_remove_component,hecs,,,,87803500.0,ns,94 +add_remove_component,hecs,,,,90624900.0,ns,96 +add_remove_component,hecs,,,,91541000.0,ns,98 +add_remove_component,hecs,,,,93969000.0,ns,100 +add_remove_component,hecs,,,,95471000.0,ns,102 +add_remove_component,hecs,,,,97561000.0,ns,104 +add_remove_component,hecs,,,,98739200.0,ns,106 +add_remove_component,hecs,,,,100128700.0,ns,108 +add_remove_component,hecs,,,,102059600.0,ns,110 +add_remove_component,hecs,,,,103794200.0,ns,112 +add_remove_component,hecs,,,,106233800.0,ns,114 +add_remove_component,hecs,,,,107583300.0,ns,116 +add_remove_component,hecs,,,,110005100.0,ns,118 +add_remove_component,hecs,,,,111514600.0,ns,120 +add_remove_component,hecs,,,,113303900.0,ns,122 +add_remove_component,hecs,,,,115609000.0,ns,124 +add_remove_component,hecs,,,,117192700.0,ns,126 +add_remove_component,hecs,,,,119064800.0,ns,128 +add_remove_component,hecs,,,,121011400.0,ns,130 +add_remove_component,hecs,,,,122465700.0,ns,132 +add_remove_component,hecs,,,,124638100.0,ns,134 +add_remove_component,hecs,,,,127293900.0,ns,136 +add_remove_component,hecs,,,,129155200.0,ns,138 +add_remove_component,hecs,,,,130238000.0,ns,140 +add_remove_component,hecs,,,,131821700.0,ns,142 +add_remove_component,hecs,,,,134052100.0,ns,144 +add_remove_component,hecs,,,,135513000.0,ns,146 +add_remove_component,hecs,,,,137965300.0,ns,148 +add_remove_component,hecs,,,,139735700.0,ns,150 +add_remove_component,hecs,,,,141483100.0,ns,152 +add_remove_component,hecs,,,,143952000.0,ns,154 +add_remove_component,hecs,,,,145089500.0,ns,156 +add_remove_component,hecs,,,,147892800.0,ns,158 +add_remove_component,hecs,,,,150272600.0,ns,160 +add_remove_component,hecs,,,,150699600.0,ns,162 +add_remove_component,hecs,,,,152877900.0,ns,164 +add_remove_component,hecs,,,,154678600.0,ns,166 +add_remove_component,hecs,,,,159886700.0,ns,168 +add_remove_component,hecs,,,,157956800.0,ns,170 +add_remove_component,hecs,,,,160003300.0,ns,172 +add_remove_component,hecs,,,,162090200.0,ns,174 +add_remove_component,hecs,,,,163663700.0,ns,176 +add_remove_component,hecs,,,,166075200.0,ns,178 +add_remove_component,hecs,,,,168093400.0,ns,180 +add_remove_component,hecs,,,,169238700.0,ns,182 +add_remove_component,hecs,,,,171731800.0,ns,184 +add_remove_component,hecs,,,,172957400.0,ns,186 +add_remove_component,hecs,,,,175461500.0,ns,188 +add_remove_component,hecs,,,,177527900.0,ns,190 +add_remove_component,hecs,,,,178646900.0,ns,192 +add_remove_component,hecs,,,,180885400.0,ns,194 +add_remove_component,hecs,,,,182562300.0,ns,196 +add_remove_component,hecs,,,,184268500.0,ns,198 +add_remove_component,hecs,,,,185693600.0,ns,200 diff --git a/target/criterion/add_remove_component/hecs/new/sample.json b/target/criterion/add_remove_component/hecs/new/sample.json index c9ff0cce..bfb681b5 100644 --- a/target/criterion/add_remove_component/hecs/new/sample.json +++ b/target/criterion/add_remove_component/hecs/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[1599096.0,3196529.0,4764327.0,6345899.0,7968931.0,9567606.0,11091571.0,12744458.0,14325731.0,15908747.0,17432910.0,19031435.0,20653406.0,22302857.0,23876577.0,25428563.0,27028841.0,28640612.0,30185145.0,31842461.0,33343422.0,35022229.0,36423208.0,38096786.0,39660385.0,41366887.0,42827108.0,44531565.0,46093540.0,47688329.0,49148820.0,50885591.0,52392851.0,54132986.0,55503437.0,57136497.0,58774308.0,60389836.0,61785755.0,63453642.0,65155895.0,66734752.0,68104473.0,69854415.0,71510451.0,73148743.0,74537598.0,76290116.0,77809120.0,79548503.0,80915778.0,82724073.0,84214664.0,85889333.0,87188319.0,88993586.0,90525445.0,92180008.0,93573603.0,95947434.0,97000550.0,99067778.0,100567236.0,101506094.0,103068330.0,104764130.0,105918379.0,107913259.0,109402217.0,111067680.0,112327048.0,114270100.0,115705935.0,117436271.0,118701301.0,120504085.0,122159690.0,123821815.0,125079983.0,126876996.0,128628012.0,130174116.0,131393199.0,133330432.0,134860053.0,136467687.0,137852596.0,139855641.0,141273010.0,142979402.0,144211709.0,145787742.0,147631736.0,149313899.0,150454622.0,152004775.0,153672403.0,155432244.0,157325943.0,158499648.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[1898300.0,3709800.0,5614000.0,7532300.0,9359200.0,11232900.0,13208000.0,15008600.0,16873300.0,18872700.0,20487800.0,22429300.0,24183600.0,26138200.0,28159800.0,29853200.0,31794800.0,33528800.0,35684800.0,37344700.0,39432200.0,41069500.0,42727700.0,45435600.0,46592500.0,48718800.0,50283100.0,51987300.0,53827400.0,56074100.0,57625700.0,59454700.0,61482400.0,64124600.0,65120500.0,67216200.0,68931600.0,70756900.0,72920900.0,74413300.0,76345800.0,78111700.0,80570600.0,81911000.0,83965500.0,85780500.0,87803500.0,90624900.0,91541000.0,93969000.0,95471000.0,97561000.0,98739200.0,100128700.0,102059600.0,103794200.0,106233800.0,107583300.0,110005100.0,111514600.0,113303900.0,115609000.0,117192700.0,119064800.0,121011400.0,122465700.0,124638100.0,127293900.0,129155200.0,130238000.0,131821700.0,134052100.0,135513000.0,137965300.0,139735700.0,141483100.0,143952000.0,145089500.0,147892800.0,150272600.0,150699600.0,152877900.0,154678600.0,159886700.0,157956800.0,160003300.0,162090200.0,163663700.0,166075200.0,168093400.0,169238700.0,171731800.0,172957400.0,175461500.0,177527900.0,178646900.0,180885400.0,182562300.0,184268500.0,185693600.0]} \ No newline at end of file diff --git a/target/criterion/add_remove_component/hecs/new/tukey.json b/target/criterion/add_remove_component/hecs/new/tukey.json index 053a9d80..92106200 100644 --- a/target/criterion/add_remove_component/hecs/new/tukey.json +++ b/target/criterion/add_remove_component/hecs/new/tukey.json @@ -1 +1 @@ -[787345.7738892369,790158.2050962142,797658.0216481538,800470.4528551311] \ No newline at end of file +[914819.564479638,922489.4336821267,942942.4182220965,950612.2874245852] \ No newline at end of file diff --git a/target/criterion/add_remove_component/hecs/report/MAD.svg b/target/criterion/add_remove_component/hecs/report/MAD.svg index d9387c40..830c606a 100644 --- a/target/criterion/add_remove_component/hecs/report/MAD.svg +++ b/target/criterion/add_remove_component/hecs/report/MAD.svg @@ -1,303 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 1.1 - - - - - 1.2 - - - - - 1.3 - - - - - 1.4 - - - - - 1.5 - - - - - 1.6 - - - - - 1.7 - - - - - 1.8 - - - - - 1.9 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - add_remove_component/hecs: MAD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +add_remove_component/hecs:MAD + + +Density (a.u.) + + +Average time (us) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/add_remove_component/hecs/report/SD.svg b/target/criterion/add_remove_component/hecs/report/SD.svg index 014e04bb..c926fb9c 100644 --- a/target/criterion/add_remove_component/hecs/report/SD.svg +++ b/target/criterion/add_remove_component/hecs/report/SD.svg @@ -1,293 +1,76 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 1.4 - - - - - 1.5 - - - - - 1.6 - - - - - 1.7 - - - - - 1.8 - - - - - 1.9 - - - - - 2 - - - - - 2.1 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - add_remove_component/hecs: SD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +add_remove_component/hecs:SD + + +Density (a.u.) + + +Average time (us) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + + +4 + + + +4.5 + + + +5 + + + +5.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/add_remove_component/hecs/report/both/pdf.svg b/target/criterion/add_remove_component/hecs/report/both/pdf.svg index 9f1e5ddc..aca53d66 100644 --- a/target/criterion/add_remove_component/hecs/report/both/pdf.svg +++ b/target/criterion/add_remove_component/hecs/report/both/pdf.svg @@ -1,313 +1,65 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 780 - - - - - 790 - - - - - 800 - - - - - 810 - - - - - 820 - - - - - 830 - - - - - 840 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - add_remove_component/hecs - - - - - Base PDF - - - Base PDF - - - - - - - - - - Base Mean - - - - - Base Mean - - - - - - New PDF - - - - - New PDF - - - - - - - - - - New Mean - - - - - New Mean - - - - - - - - - - - - - - + + +add_remove_component/hecs + + +Density (a.u.) + + +Average Time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + + +800 + + + +850 + + + +900 + + + +950 + + + + + + + +Base PDF + + +New PDF + + +Base Mean + + +New Mean + + + + + - diff --git a/target/criterion/add_remove_component/hecs/report/both/regression.svg b/target/criterion/add_remove_component/hecs/report/both/regression.svg index 7961f67e..00103a8f 100644 --- a/target/criterion/add_remove_component/hecs/report/both/regression.svg +++ b/target/criterion/add_remove_component/hecs/report/both/regression.svg @@ -1,305 +1,120 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 160 - - - - - - - - - - - - - 180 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - add_remove_component/hecs - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - Base sample - - - - - - New sample - - - New sample - - - - - - - - - - - - - - + + +add_remove_component/hecs + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + + +Base Sample + + +New Sample + + + - diff --git a/target/criterion/add_remove_component/hecs/report/change/mean.svg b/target/criterion/add_remove_component/hecs/report/change/mean.svg index 579a1af8..ee19d51f 100644 --- a/target/criterion/add_remove_component/hecs/report/change/mean.svg +++ b/target/criterion/add_remove_component/hecs/report/change/mean.svg @@ -1,315 +1,81 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 100 - - - - - 200 - - - - - 300 - - - - - 400 - - - - - 500 - - - - - 600 - - - - - 700 - - - - - 800 - - - - - -1.35 - - - - - -1.3 - - - - - -1.25 - - - - - -1.2 - - - - - -1.15 - - - - - -1.1 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - add_remove_component/hecs: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +add_remove_component/hecs:mean + + +Density (a.u.) + + +Relative change (%) + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + + +0.174 + + + +0.1745 + + + +0.175 + + + +0.1755 + + + +0.176 + + + +0.1765 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/add_remove_component/hecs/report/change/median.svg b/target/criterion/add_remove_component/hecs/report/change/median.svg index 77371002..2cf60804 100644 --- a/target/criterion/add_remove_component/hecs/report/change/median.svg +++ b/target/criterion/add_remove_component/hecs/report/change/median.svg @@ -1,325 +1,85 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 200 - - - - - 400 - - - - - 600 - - - - - 800 - - - - - 1000 - - - - - 1200 - - - - - -1.22 - - - - - -1.2 - - - - - -1.18 - - - - - -1.16 - - - - - -1.14 - - - - - -1.12 - - - - - -1.1 - - - - - -1.08 - - - - - -1.06 - - - - - -1.04 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - add_remove_component/hecs: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +add_remove_component/hecs:median + + +Density (a.u.) + + +Relative change (%) + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + + +0.173 + + + +0.1735 + + + +0.174 + + + +0.1745 + + + +0.175 + + + +0.1755 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/add_remove_component/hecs/report/change/t-test.svg b/target/criterion/add_remove_component/hecs/report/change/t-test.svg index cd5e064b..516c9ee2 100644 --- a/target/criterion/add_remove_component/hecs/report/change/t-test.svg +++ b/target/criterion/add_remove_component/hecs/report/change/t-test.svg @@ -1,240 +1,95 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - -25 - - - - - -20 - - - - - -15 - - - - - -10 - - - - - -5 - - - - - 0 - - - - - 5 - - - - - - - - - Density - - - - - t score - - - - - add_remove_component/hecs: Welch t test - - - - - t distribution - - - t distribution - - - - - - - - - - t statistic - - - - - t statistic - - - - - - - - - - - - - - + + +add_remove_component/hecs: Welch t test + + +Density + + +t score + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +-5.0 + + + +-4.0 + + + +-3.0 + + + +-2.0 + + + +-1.0 + + + +0.0 + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + + + +t distribution + + +t statistic + + + - diff --git a/target/criterion/add_remove_component/hecs/report/index.html b/target/criterion/add_remove_component/hecs/report/index.html index c9a2c46a..6c164339 100644 --- a/target/criterion/add_remove_component/hecs/report/index.html +++ b/target/criterion/add_remove_component/hecs/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 793.10 us - 793.44 us - 793.81 us + 931.32 us + 932.23 us + 933.38 us R² - 0.9994794 - 0.9995039 - 0.9994730 + 0.9971714 + 0.9973050 + 0.9970905 Mean - 793.74 us - 794.08 us - 794.43 us + 932.38 us + 933.28 us + 934.24 us Std. Dev. - 1.4360 us - 1.7738 us - 2.0734 us + 3.7272 us + 4.7712 us + 5.7100 us Median - 793.49 us - 793.77 us - 794.33 us + 931.26 us + 931.86 us + 933.13 us MAD - 1.1528 us - 1.3754 us - 1.8498 us + 2.4077 us + 3.1183 us + 4.4568 us @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -1.3397% - -1.2218% - -1.1208% + +17.411% + +17.530% + +17.660% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/target/criterion/add_remove_component/hecs/report/mean.svg b/target/criterion/add_remove_component/hecs/report/mean.svg index b45fe6a8..605a66a5 100644 --- a/target/criterion/add_remove_component/hecs/report/mean.svg +++ b/target/criterion/add_remove_component/hecs/report/mean.svg @@ -1,298 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 793.7 - - - - - 793.8 - - - - - 793.9 - - - - - 794 - - - - - 794.1 - - - - - 794.2 - - - - - 794.3 - - - - - 794.4 - - - - - 794.5 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - add_remove_component/hecs: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +add_remove_component/hecs:mean + + +Density (a.u.) + + +Average time (us) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + + + +932.5 + + + +933 + + + +933.5 + + + +934 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/add_remove_component/hecs/report/median.svg b/target/criterion/add_remove_component/hecs/report/median.svg index 541aa083..a9203b9e 100644 --- a/target/criterion/add_remove_component/hecs/report/median.svg +++ b/target/criterion/add_remove_component/hecs/report/median.svg @@ -1,293 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 3.5 - - - - - 793.4 - - - - - 793.6 - - - - - 793.8 - - - - - 794 - - - - - 794.2 - - - - - 794.4 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - add_remove_component/hecs: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +add_remove_component/hecs:median + + +Density (a.u.) + + +Average time (us) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + + +931.5 + + + +932 + + + +932.5 + + + +933 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/add_remove_component/hecs/report/pdf.svg b/target/criterion/add_remove_component/hecs/report/pdf.svg index f2ff3852..4bc8f2fc 100644 --- a/target/criterion/add_remove_component/hecs/report/pdf.svg +++ b/target/criterion/add_remove_component/hecs/report/pdf.svg @@ -1,390 +1,161 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 790 - - - - - 792 - - - - - 794 - - - - - 796 - - - - - 798 - - - - - 800 - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - - - - - Iterations - - - - - Density (a.u.) - - - - - Average time (us) - - - - - add_remove_component/hecs - - - - - PDF - - - PDF - - - - - - - - - - Mean - - - - - Mean - - - - - - "Clean" sample - - - - - "Clean" sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Mild outliers - - - Mild outliers - - - - - - - - - - - - gnuplot_plot_5 - - - - - - gnuplot_plot_6 - - - - gnuplot_plot_7 - - - - gnuplot_plot_8 - - - - - - - - - - - - + + +add_remove_component/hecs + + +Iterations + + +Average Time (us) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + + +925 + + + +930 + + + +935 + + + +940 + + + +945 + + + +950 + + + +955 + + + +Density (a.u.) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + +0.08 + + + +0.09 + + + +0.1 + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + - diff --git a/target/criterion/add_remove_component/hecs/report/pdf_small.svg b/target/criterion/add_remove_component/hecs/report/pdf_small.svg index 20537200..f3002c5a 100644 --- a/target/criterion/add_remove_component/hecs/report/pdf_small.svg +++ b/target/criterion/add_remove_component/hecs/report/pdf_small.svg @@ -1,204 +1,44 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 790 - - - - - 792 - - - - - 794 - - - - - 796 - - - - - 798 - - - - - 800 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - PDF - - - - - - - Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + + +930 + + + +940 + + + +950 + + + + - diff --git a/target/criterion/add_remove_component/hecs/report/regression.svg b/target/criterion/add_remove_component/hecs/report/regression.svg index 1af02583..8b835876 100644 --- a/target/criterion/add_remove_component/hecs/report/regression.svg +++ b/target/criterion/add_remove_component/hecs/report/regression.svg @@ -1,395 +1,222 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 160 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - add_remove_component/hecs - - - - - Sample - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - Linear regression - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - - + + +add_remove_component/hecs + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + - diff --git a/target/criterion/add_remove_component/hecs/report/regression_small.svg b/target/criterion/add_remove_component/hecs/report/regression_small.svg index 183556ea..0cbec1fb 100644 --- a/target/criterion/add_remove_component/hecs/report/regression_small.svg +++ b/target/criterion/add_remove_component/hecs/report/regression_small.svg @@ -1,373 +1,207 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 160 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/add_remove_component/hecs/report/relative_pdf_small.svg b/target/criterion/add_remove_component/hecs/report/relative_pdf_small.svg index bd06a88d..7a06825d 100644 --- a/target/criterion/add_remove_component/hecs/report/relative_pdf_small.svg +++ b/target/criterion/add_remove_component/hecs/report/relative_pdf_small.svg @@ -1,286 +1,46 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 780 - - - - - 790 - - - - - 800 - - - - - 810 - - - - - 820 - - - - - 830 - - - - - 840 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - Base PDF - - - - - - - Base Mean - - - - - - New PDF - - - - - - - - - New Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + + +800 + + + +850 + + + +900 + + + +950 + + + + + + - diff --git a/target/criterion/add_remove_component/hecs/report/relative_regression_small.svg b/target/criterion/add_remove_component/hecs/report/relative_regression_small.svg index e2d87990..2c22d77a 100644 --- a/target/criterion/add_remove_component/hecs/report/relative_regression_small.svg +++ b/target/criterion/add_remove_component/hecs/report/relative_regression_small.svg @@ -1,290 +1,109 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 160 - - - - - - - - - - - - - 180 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - - New sample - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + - diff --git a/target/criterion/add_remove_component/hecs/report/slope.svg b/target/criterion/add_remove_component/hecs/report/slope.svg index 1be33039..67193117 100644 --- a/target/criterion/add_remove_component/hecs/report/slope.svg +++ b/target/criterion/add_remove_component/hecs/report/slope.svg @@ -1,293 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 793.1 - - - - - 793.2 - - - - - 793.3 - - - - - 793.4 - - - - - 793.5 - - - - - 793.6 - - - - - 793.7 - - - - - 793.8 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - add_remove_component/hecs: slope - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +add_remove_component/hecs:slope + + +Density (a.u.) + + +Average time (us) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + + +931.5 + + + +932 + + + +932.5 + + + +933 + + + +933.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/add_remove_component/hecs/report/typical.svg b/target/criterion/add_remove_component/hecs/report/typical.svg index 9b6d166d..5953ec86 100644 --- a/target/criterion/add_remove_component/hecs/report/typical.svg +++ b/target/criterion/add_remove_component/hecs/report/typical.svg @@ -1,293 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 793.1 - - - - - 793.2 - - - - - 793.3 - - - - - 793.4 - - - - - 793.5 - - - - - 793.6 - - - - - 793.7 - - - - - 793.8 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - add_remove_component/hecs: typical - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +add_remove_component/hecs:typical + + +Density (a.u.) + + +Average time (us) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + + +931.5 + + + +932 + + + +932.5 + + + +933 + + + +933.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/add_remove_component/legion/base/estimates.json b/target/criterion/add_remove_component/legion/base/estimates.json index e22ba13c..51d6a2e8 100644 --- a/target/criterion/add_remove_component/legion/base/estimates.json +++ b/target/criterion/add_remove_component/legion/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2418407.067488095,"upper_bound":2436205.917142858},"point_estimate":2425807.81047619,"standard_error":4611.551421062402},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2423042.4523809524,"upper_bound":2425789.8571428573},"point_estimate":2424677.238095238,"standard_error":761.4313737108388},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5272.196106399743,"upper_bound":9606.402394452361},"point_estimate":7303.35807033941,"standard_error":1007.2968431458731},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17030.39123099372,"upper_bound":74970.55818074734},"point_estimate":46387.85851221988,"standard_error":18373.844978711808}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3677876.921428571,"upper_bound":3688873.8607142856},"point_estimate":3683148.4999999995,"standard_error":2811.167011785086},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3671410.7142857146,"upper_bound":3681228.5714285714},"point_estimate":3677700.0,"standard_error":2539.0619110316793},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14380.954994686703,"upper_bound":27989.501878086878},"point_estimate":22133.099607058833,"standard_error":3514.906012673464},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21610.29180727253,"upper_bound":34437.21151869084},"point_estimate":28265.44136442354,"standard_error":3298.6341326123456}} \ No newline at end of file diff --git a/target/criterion/add_remove_component/legion/base/raw.csv b/target/criterion/add_remove_component/legion/base/raw.csv index 49745ce2..d8eacfa8 100644 --- a/target/criterion/add_remove_component/legion/base/raw.csv +++ b/target/criterion/add_remove_component/legion/base/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -add_remove_component,legion,,,,49457289.0,ns,21 -add_remove_component,legion,,,,49646219.0,ns,21 -add_remove_component,legion,,,,49365564.0,ns,21 -add_remove_component,legion,,,,49416581.0,ns,21 -add_remove_component,legion,,,,49595563.0,ns,21 -add_remove_component,legion,,,,49754766.0,ns,21 -add_remove_component,legion,,,,49532823.0,ns,21 -add_remove_component,legion,,,,49678840.0,ns,21 -add_remove_component,legion,,,,49699100.0,ns,21 -add_remove_component,legion,,,,59515800.0,ns,21 -add_remove_component,legion,,,,50676391.0,ns,21 -add_remove_component,legion,,,,50780680.0,ns,21 -add_remove_component,legion,,,,50759870.0,ns,21 -add_remove_component,legion,,,,51020247.0,ns,21 -add_remove_component,legion,,,,51269802.0,ns,21 -add_remove_component,legion,,,,50814784.0,ns,21 -add_remove_component,legion,,,,50873988.0,ns,21 -add_remove_component,legion,,,,50901028.0,ns,21 -add_remove_component,legion,,,,50936137.0,ns,21 -add_remove_component,legion,,,,51287986.0,ns,21 -add_remove_component,legion,,,,50930426.0,ns,21 -add_remove_component,legion,,,,51365523.0,ns,21 -add_remove_component,legion,,,,50934794.0,ns,21 -add_remove_component,legion,,,,50970692.0,ns,21 -add_remove_component,legion,,,,51010830.0,ns,21 -add_remove_component,legion,,,,51159491.0,ns,21 -add_remove_component,legion,,,,51159463.0,ns,21 -add_remove_component,legion,,,,50887382.0,ns,21 -add_remove_component,legion,,,,50906751.0,ns,21 -add_remove_component,legion,,,,50825836.0,ns,21 -add_remove_component,legion,,,,50941587.0,ns,21 -add_remove_component,legion,,,,51117632.0,ns,21 -add_remove_component,legion,,,,51220727.0,ns,21 -add_remove_component,legion,,,,51111481.0,ns,21 -add_remove_component,legion,,,,51039803.0,ns,21 -add_remove_component,legion,,,,50834082.0,ns,21 -add_remove_component,legion,,,,50838469.0,ns,21 -add_remove_component,legion,,,,51433484.0,ns,21 -add_remove_component,legion,,,,51476084.0,ns,21 -add_remove_component,legion,,,,50818182.0,ns,21 -add_remove_component,legion,,,,50810657.0,ns,21 -add_remove_component,legion,,,,50820606.0,ns,21 -add_remove_component,legion,,,,50864310.0,ns,21 -add_remove_component,legion,,,,51091301.0,ns,21 -add_remove_component,legion,,,,51108034.0,ns,21 -add_remove_component,legion,,,,50855181.0,ns,21 -add_remove_component,legion,,,,50864430.0,ns,21 -add_remove_component,legion,,,,50890608.0,ns,21 -add_remove_component,legion,,,,50783486.0,ns,21 -add_remove_component,legion,,,,51092875.0,ns,21 -add_remove_component,legion,,,,51069751.0,ns,21 -add_remove_component,legion,,,,51653322.0,ns,21 -add_remove_component,legion,,,,50937028.0,ns,21 -add_remove_component,legion,,,,51357159.0,ns,21 -add_remove_component,legion,,,,50924443.0,ns,21 -add_remove_component,legion,,,,51026960.0,ns,21 -add_remove_component,legion,,,,51021678.0,ns,21 -add_remove_component,legion,,,,51030767.0,ns,21 -add_remove_component,legion,,,,50912631.0,ns,21 -add_remove_component,legion,,,,50923813.0,ns,21 -add_remove_component,legion,,,,50903734.0,ns,21 -add_remove_component,legion,,,,50943450.0,ns,21 -add_remove_component,legion,,,,51127831.0,ns,21 -add_remove_component,legion,,,,51507634.0,ns,21 -add_remove_component,legion,,,,50830764.0,ns,21 -add_remove_component,legion,,,,50932470.0,ns,21 -add_remove_component,legion,,,,50807601.0,ns,21 -add_remove_component,legion,,,,50786620.0,ns,21 -add_remove_component,legion,,,,51119536.0,ns,21 -add_remove_component,legion,,,,50911718.0,ns,21 -add_remove_component,legion,,,,50992493.0,ns,21 -add_remove_component,legion,,,,50931086.0,ns,21 -add_remove_component,legion,,,,51227762.0,ns,21 -add_remove_component,legion,,,,51071633.0,ns,21 -add_remove_component,legion,,,,51032461.0,ns,21 -add_remove_component,legion,,,,50829653.0,ns,21 -add_remove_component,legion,,,,50864459.0,ns,21 -add_remove_component,legion,,,,51145674.0,ns,21 -add_remove_component,legion,,,,50787253.0,ns,21 -add_remove_component,legion,,,,50901500.0,ns,21 -add_remove_component,legion,,,,50953549.0,ns,21 -add_remove_component,legion,,,,50894407.0,ns,21 -add_remove_component,legion,,,,50849862.0,ns,21 -add_remove_component,legion,,,,50872685.0,ns,21 -add_remove_component,legion,,,,50841526.0,ns,21 -add_remove_component,legion,,,,50950944.0,ns,21 -add_remove_component,legion,,,,51069700.0,ns,21 -add_remove_component,legion,,,,50867785.0,ns,21 -add_remove_component,legion,,,,50829152.0,ns,21 -add_remove_component,legion,,,,50830545.0,ns,21 -add_remove_component,legion,,,,50764359.0,ns,21 -add_remove_component,legion,,,,50929624.0,ns,21 -add_remove_component,legion,,,,51039702.0,ns,21 -add_remove_component,legion,,,,51491393.0,ns,21 -add_remove_component,legion,,,,50899998.0,ns,21 -add_remove_component,legion,,,,50867696.0,ns,21 -add_remove_component,legion,,,,50857756.0,ns,21 -add_remove_component,legion,,,,50994227.0,ns,21 -add_remove_component,legion,,,,51017280.0,ns,21 -add_remove_component,legion,,,,50713663.0,ns,21 +add_remove_component,legion,,,,53091300.0,ns,14 +add_remove_component,legion,,,,51783800.0,ns,14 +add_remove_component,legion,,,,52004800.0,ns,14 +add_remove_component,legion,,,,51542900.0,ns,14 +add_remove_component,legion,,,,51537200.0,ns,14 +add_remove_component,legion,,,,51718700.0,ns,14 +add_remove_component,legion,,,,51847300.0,ns,14 +add_remove_component,legion,,,,51654600.0,ns,14 +add_remove_component,legion,,,,53134600.0,ns,14 +add_remove_component,legion,,,,51843900.0,ns,14 +add_remove_component,legion,,,,52105800.0,ns,14 +add_remove_component,legion,,,,51902400.0,ns,14 +add_remove_component,legion,,,,51804800.0,ns,14 +add_remove_component,legion,,,,51664200.0,ns,14 +add_remove_component,legion,,,,51962900.0,ns,14 +add_remove_component,legion,,,,51784000.0,ns,14 +add_remove_component,legion,,,,51752600.0,ns,14 +add_remove_component,legion,,,,51284500.0,ns,14 +add_remove_component,legion,,,,52089700.0,ns,14 +add_remove_component,legion,,,,52650800.0,ns,14 +add_remove_component,legion,,,,51822400.0,ns,14 +add_remove_component,legion,,,,52102600.0,ns,14 +add_remove_component,legion,,,,51486500.0,ns,14 +add_remove_component,legion,,,,52062100.0,ns,14 +add_remove_component,legion,,,,52033700.0,ns,14 +add_remove_component,legion,,,,51791600.0,ns,14 +add_remove_component,legion,,,,51509400.0,ns,14 +add_remove_component,legion,,,,51854800.0,ns,14 +add_remove_component,legion,,,,51839000.0,ns,14 +add_remove_component,legion,,,,51824200.0,ns,14 +add_remove_component,legion,,,,52229000.0,ns,14 +add_remove_component,legion,,,,52584300.0,ns,14 +add_remove_component,legion,,,,51334500.0,ns,14 +add_remove_component,legion,,,,51466100.0,ns,14 +add_remove_component,legion,,,,51494300.0,ns,14 +add_remove_component,legion,,,,51514600.0,ns,14 +add_remove_component,legion,,,,51880600.0,ns,14 +add_remove_component,legion,,,,51631000.0,ns,14 +add_remove_component,legion,,,,51916800.0,ns,14 +add_remove_component,legion,,,,52003800.0,ns,14 +add_remove_component,legion,,,,51439100.0,ns,14 +add_remove_component,legion,,,,51765500.0,ns,14 +add_remove_component,legion,,,,51229900.0,ns,14 +add_remove_component,legion,,,,51294600.0,ns,14 +add_remove_component,legion,,,,51494200.0,ns,14 +add_remove_component,legion,,,,51500000.0,ns,14 +add_remove_component,legion,,,,51368900.0,ns,14 +add_remove_component,legion,,,,51496000.0,ns,14 +add_remove_component,legion,,,,51287700.0,ns,14 +add_remove_component,legion,,,,51392400.0,ns,14 +add_remove_component,legion,,,,51271600.0,ns,14 +add_remove_component,legion,,,,51357700.0,ns,14 +add_remove_component,legion,,,,51246100.0,ns,14 +add_remove_component,legion,,,,51253100.0,ns,14 +add_remove_component,legion,,,,51725600.0,ns,14 +add_remove_component,legion,,,,51786700.0,ns,14 +add_remove_component,legion,,,,51554400.0,ns,14 +add_remove_component,legion,,,,51237300.0,ns,14 +add_remove_component,legion,,,,51580100.0,ns,14 +add_remove_component,legion,,,,51333900.0,ns,14 +add_remove_component,legion,,,,51306400.0,ns,14 +add_remove_component,legion,,,,51406700.0,ns,14 +add_remove_component,legion,,,,51412600.0,ns,14 +add_remove_component,legion,,,,51052700.0,ns,14 +add_remove_component,legion,,,,51378200.0,ns,14 +add_remove_component,legion,,,,51443300.0,ns,14 +add_remove_component,legion,,,,51296900.0,ns,14 +add_remove_component,legion,,,,51531200.0,ns,14 +add_remove_component,legion,,,,51126300.0,ns,14 +add_remove_component,legion,,,,51128100.0,ns,14 +add_remove_component,legion,,,,51399900.0,ns,14 +add_remove_component,legion,,,,51303400.0,ns,14 +add_remove_component,legion,,,,51550700.0,ns,14 +add_remove_component,legion,,,,51355100.0,ns,14 +add_remove_component,legion,,,,51468000.0,ns,14 +add_remove_component,legion,,,,51011200.0,ns,14 +add_remove_component,legion,,,,51054600.0,ns,14 +add_remove_component,legion,,,,51431200.0,ns,14 +add_remove_component,legion,,,,51702500.0,ns,14 +add_remove_component,legion,,,,51358300.0,ns,14 +add_remove_component,legion,,,,51386900.0,ns,14 +add_remove_component,legion,,,,51296600.0,ns,14 +add_remove_component,legion,,,,51076300.0,ns,14 +add_remove_component,legion,,,,51187000.0,ns,14 +add_remove_component,legion,,,,51168300.0,ns,14 +add_remove_component,legion,,,,50930500.0,ns,14 +add_remove_component,legion,,,,51310400.0,ns,14 +add_remove_component,legion,,,,51498500.0,ns,14 +add_remove_component,legion,,,,51343200.0,ns,14 +add_remove_component,legion,,,,51628900.0,ns,14 +add_remove_component,legion,,,,51489100.0,ns,14 +add_remove_component,legion,,,,51342700.0,ns,14 +add_remove_component,legion,,,,51255800.0,ns,14 +add_remove_component,legion,,,,50932200.0,ns,14 +add_remove_component,legion,,,,51219400.0,ns,14 +add_remove_component,legion,,,,51381400.0,ns,14 +add_remove_component,legion,,,,51350100.0,ns,14 +add_remove_component,legion,,,,51284700.0,ns,14 +add_remove_component,legion,,,,51027700.0,ns,14 +add_remove_component,legion,,,,51424000.0,ns,14 diff --git a/target/criterion/add_remove_component/legion/base/sample.json b/target/criterion/add_remove_component/legion/base/sample.json index 72f60259..c15ee6e5 100644 --- a/target/criterion/add_remove_component/legion/base/sample.json +++ b/target/criterion/add_remove_component/legion/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0],"times":[49457289.0,49646219.0,49365564.0,49416581.0,49595563.0,49754766.0,49532823.0,49678840.0,49699100.0,59515800.0,50676391.0,50780680.0,50759870.0,51020247.0,51269802.0,50814784.0,50873988.0,50901028.0,50936137.0,51287986.0,50930426.0,51365523.0,50934794.0,50970692.0,51010830.0,51159491.0,51159463.0,50887382.0,50906751.0,50825836.0,50941587.0,51117632.0,51220727.0,51111481.0,51039803.0,50834082.0,50838469.0,51433484.0,51476084.0,50818182.0,50810657.0,50820606.0,50864310.0,51091301.0,51108034.0,50855181.0,50864430.0,50890608.0,50783486.0,51092875.0,51069751.0,51653322.0,50937028.0,51357159.0,50924443.0,51026960.0,51021678.0,51030767.0,50912631.0,50923813.0,50903734.0,50943450.0,51127831.0,51507634.0,50830764.0,50932470.0,50807601.0,50786620.0,51119536.0,50911718.0,50992493.0,50931086.0,51227762.0,51071633.0,51032461.0,50829653.0,50864459.0,51145674.0,50787253.0,50901500.0,50953549.0,50894407.0,50849862.0,50872685.0,50841526.0,50950944.0,51069700.0,50867785.0,50829152.0,50830545.0,50764359.0,50929624.0,51039702.0,51491393.0,50899998.0,50867696.0,50857756.0,50994227.0,51017280.0,50713663.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0],"times":[53091300.0,51783800.0,52004800.0,51542900.0,51537200.0,51718700.0,51847300.0,51654600.0,53134600.0,51843900.0,52105800.0,51902400.0,51804800.0,51664200.0,51962900.0,51784000.0,51752600.0,51284500.0,52089700.0,52650800.0,51822400.0,52102600.0,51486500.0,52062100.0,52033700.0,51791600.0,51509400.0,51854800.0,51839000.0,51824200.0,52229000.0,52584300.0,51334500.0,51466100.0,51494300.0,51514600.0,51880600.0,51631000.0,51916800.0,52003800.0,51439100.0,51765500.0,51229900.0,51294600.0,51494200.0,51500000.0,51368900.0,51496000.0,51287700.0,51392400.0,51271600.0,51357700.0,51246100.0,51253100.0,51725600.0,51786700.0,51554400.0,51237300.0,51580100.0,51333900.0,51306400.0,51406700.0,51412600.0,51052700.0,51378200.0,51443300.0,51296900.0,51531200.0,51126300.0,51128100.0,51399900.0,51303400.0,51550700.0,51355100.0,51468000.0,51011200.0,51054600.0,51431200.0,51702500.0,51358300.0,51386900.0,51296600.0,51076300.0,51187000.0,51168300.0,50930500.0,51310400.0,51498500.0,51343200.0,51628900.0,51489100.0,51342700.0,51255800.0,50932200.0,51219400.0,51381400.0,51350100.0,51284700.0,51027700.0,51424000.0]} \ No newline at end of file diff --git a/target/criterion/add_remove_component/legion/base/tukey.json b/target/criterion/add_remove_component/legion/base/tukey.json index 7e2ff121..e885ecac 100644 --- a/target/criterion/add_remove_component/legion/base/tukey.json +++ b/target/criterion/add_remove_component/legion/base/tukey.json @@ -1 +1 @@ -[2389497.9166666665,2404994.720238095,2446319.529761905,2461816.3333333335] \ No newline at end of file +[3562041.071428572,3613365.178571429,3750229.4642857146,3801553.5714285714] \ No newline at end of file diff --git a/target/criterion/add_remove_component/legion/change/estimates.json b/target/criterion/add_remove_component/legion/change/estimates.json index f528a3c1..67b5d81f 100644 --- a/target/criterion/add_remove_component/legion/change/estimates.json +++ b/target/criterion/add_remove_component/legion/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.005246265232480845,"upper_bound":0.012873199405627771},"point_estimate":0.008556114269811177,"standard_error":0.0019975337186372245},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.007591330102258986,"upper_bound":0.009241682698985919},"point_estimate":0.00840712552047318,"standard_error":0.00042073192628451814}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.5114670010298484,"upper_bound":0.5235594372723917},"point_estimate":0.5183183449627824,"standard_error":0.0030881053464417952},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.5139172487445502,"upper_bound":0.5185765832904952},"point_estimate":0.5167791993993822,"standard_error":0.0011709393362188457}} \ No newline at end of file diff --git a/target/criterion/add_remove_component/legion/new/estimates.json b/target/criterion/add_remove_component/legion/new/estimates.json index e22ba13c..51d6a2e8 100644 --- a/target/criterion/add_remove_component/legion/new/estimates.json +++ b/target/criterion/add_remove_component/legion/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2418407.067488095,"upper_bound":2436205.917142858},"point_estimate":2425807.81047619,"standard_error":4611.551421062402},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2423042.4523809524,"upper_bound":2425789.8571428573},"point_estimate":2424677.238095238,"standard_error":761.4313737108388},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5272.196106399743,"upper_bound":9606.402394452361},"point_estimate":7303.35807033941,"standard_error":1007.2968431458731},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17030.39123099372,"upper_bound":74970.55818074734},"point_estimate":46387.85851221988,"standard_error":18373.844978711808}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3677876.921428571,"upper_bound":3688873.8607142856},"point_estimate":3683148.4999999995,"standard_error":2811.167011785086},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3671410.7142857146,"upper_bound":3681228.5714285714},"point_estimate":3677700.0,"standard_error":2539.0619110316793},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14380.954994686703,"upper_bound":27989.501878086878},"point_estimate":22133.099607058833,"standard_error":3514.906012673464},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21610.29180727253,"upper_bound":34437.21151869084},"point_estimate":28265.44136442354,"standard_error":3298.6341326123456}} \ No newline at end of file diff --git a/target/criterion/add_remove_component/legion/new/raw.csv b/target/criterion/add_remove_component/legion/new/raw.csv index 49745ce2..d8eacfa8 100644 --- a/target/criterion/add_remove_component/legion/new/raw.csv +++ b/target/criterion/add_remove_component/legion/new/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -add_remove_component,legion,,,,49457289.0,ns,21 -add_remove_component,legion,,,,49646219.0,ns,21 -add_remove_component,legion,,,,49365564.0,ns,21 -add_remove_component,legion,,,,49416581.0,ns,21 -add_remove_component,legion,,,,49595563.0,ns,21 -add_remove_component,legion,,,,49754766.0,ns,21 -add_remove_component,legion,,,,49532823.0,ns,21 -add_remove_component,legion,,,,49678840.0,ns,21 -add_remove_component,legion,,,,49699100.0,ns,21 -add_remove_component,legion,,,,59515800.0,ns,21 -add_remove_component,legion,,,,50676391.0,ns,21 -add_remove_component,legion,,,,50780680.0,ns,21 -add_remove_component,legion,,,,50759870.0,ns,21 -add_remove_component,legion,,,,51020247.0,ns,21 -add_remove_component,legion,,,,51269802.0,ns,21 -add_remove_component,legion,,,,50814784.0,ns,21 -add_remove_component,legion,,,,50873988.0,ns,21 -add_remove_component,legion,,,,50901028.0,ns,21 -add_remove_component,legion,,,,50936137.0,ns,21 -add_remove_component,legion,,,,51287986.0,ns,21 -add_remove_component,legion,,,,50930426.0,ns,21 -add_remove_component,legion,,,,51365523.0,ns,21 -add_remove_component,legion,,,,50934794.0,ns,21 -add_remove_component,legion,,,,50970692.0,ns,21 -add_remove_component,legion,,,,51010830.0,ns,21 -add_remove_component,legion,,,,51159491.0,ns,21 -add_remove_component,legion,,,,51159463.0,ns,21 -add_remove_component,legion,,,,50887382.0,ns,21 -add_remove_component,legion,,,,50906751.0,ns,21 -add_remove_component,legion,,,,50825836.0,ns,21 -add_remove_component,legion,,,,50941587.0,ns,21 -add_remove_component,legion,,,,51117632.0,ns,21 -add_remove_component,legion,,,,51220727.0,ns,21 -add_remove_component,legion,,,,51111481.0,ns,21 -add_remove_component,legion,,,,51039803.0,ns,21 -add_remove_component,legion,,,,50834082.0,ns,21 -add_remove_component,legion,,,,50838469.0,ns,21 -add_remove_component,legion,,,,51433484.0,ns,21 -add_remove_component,legion,,,,51476084.0,ns,21 -add_remove_component,legion,,,,50818182.0,ns,21 -add_remove_component,legion,,,,50810657.0,ns,21 -add_remove_component,legion,,,,50820606.0,ns,21 -add_remove_component,legion,,,,50864310.0,ns,21 -add_remove_component,legion,,,,51091301.0,ns,21 -add_remove_component,legion,,,,51108034.0,ns,21 -add_remove_component,legion,,,,50855181.0,ns,21 -add_remove_component,legion,,,,50864430.0,ns,21 -add_remove_component,legion,,,,50890608.0,ns,21 -add_remove_component,legion,,,,50783486.0,ns,21 -add_remove_component,legion,,,,51092875.0,ns,21 -add_remove_component,legion,,,,51069751.0,ns,21 -add_remove_component,legion,,,,51653322.0,ns,21 -add_remove_component,legion,,,,50937028.0,ns,21 -add_remove_component,legion,,,,51357159.0,ns,21 -add_remove_component,legion,,,,50924443.0,ns,21 -add_remove_component,legion,,,,51026960.0,ns,21 -add_remove_component,legion,,,,51021678.0,ns,21 -add_remove_component,legion,,,,51030767.0,ns,21 -add_remove_component,legion,,,,50912631.0,ns,21 -add_remove_component,legion,,,,50923813.0,ns,21 -add_remove_component,legion,,,,50903734.0,ns,21 -add_remove_component,legion,,,,50943450.0,ns,21 -add_remove_component,legion,,,,51127831.0,ns,21 -add_remove_component,legion,,,,51507634.0,ns,21 -add_remove_component,legion,,,,50830764.0,ns,21 -add_remove_component,legion,,,,50932470.0,ns,21 -add_remove_component,legion,,,,50807601.0,ns,21 -add_remove_component,legion,,,,50786620.0,ns,21 -add_remove_component,legion,,,,51119536.0,ns,21 -add_remove_component,legion,,,,50911718.0,ns,21 -add_remove_component,legion,,,,50992493.0,ns,21 -add_remove_component,legion,,,,50931086.0,ns,21 -add_remove_component,legion,,,,51227762.0,ns,21 -add_remove_component,legion,,,,51071633.0,ns,21 -add_remove_component,legion,,,,51032461.0,ns,21 -add_remove_component,legion,,,,50829653.0,ns,21 -add_remove_component,legion,,,,50864459.0,ns,21 -add_remove_component,legion,,,,51145674.0,ns,21 -add_remove_component,legion,,,,50787253.0,ns,21 -add_remove_component,legion,,,,50901500.0,ns,21 -add_remove_component,legion,,,,50953549.0,ns,21 -add_remove_component,legion,,,,50894407.0,ns,21 -add_remove_component,legion,,,,50849862.0,ns,21 -add_remove_component,legion,,,,50872685.0,ns,21 -add_remove_component,legion,,,,50841526.0,ns,21 -add_remove_component,legion,,,,50950944.0,ns,21 -add_remove_component,legion,,,,51069700.0,ns,21 -add_remove_component,legion,,,,50867785.0,ns,21 -add_remove_component,legion,,,,50829152.0,ns,21 -add_remove_component,legion,,,,50830545.0,ns,21 -add_remove_component,legion,,,,50764359.0,ns,21 -add_remove_component,legion,,,,50929624.0,ns,21 -add_remove_component,legion,,,,51039702.0,ns,21 -add_remove_component,legion,,,,51491393.0,ns,21 -add_remove_component,legion,,,,50899998.0,ns,21 -add_remove_component,legion,,,,50867696.0,ns,21 -add_remove_component,legion,,,,50857756.0,ns,21 -add_remove_component,legion,,,,50994227.0,ns,21 -add_remove_component,legion,,,,51017280.0,ns,21 -add_remove_component,legion,,,,50713663.0,ns,21 +add_remove_component,legion,,,,53091300.0,ns,14 +add_remove_component,legion,,,,51783800.0,ns,14 +add_remove_component,legion,,,,52004800.0,ns,14 +add_remove_component,legion,,,,51542900.0,ns,14 +add_remove_component,legion,,,,51537200.0,ns,14 +add_remove_component,legion,,,,51718700.0,ns,14 +add_remove_component,legion,,,,51847300.0,ns,14 +add_remove_component,legion,,,,51654600.0,ns,14 +add_remove_component,legion,,,,53134600.0,ns,14 +add_remove_component,legion,,,,51843900.0,ns,14 +add_remove_component,legion,,,,52105800.0,ns,14 +add_remove_component,legion,,,,51902400.0,ns,14 +add_remove_component,legion,,,,51804800.0,ns,14 +add_remove_component,legion,,,,51664200.0,ns,14 +add_remove_component,legion,,,,51962900.0,ns,14 +add_remove_component,legion,,,,51784000.0,ns,14 +add_remove_component,legion,,,,51752600.0,ns,14 +add_remove_component,legion,,,,51284500.0,ns,14 +add_remove_component,legion,,,,52089700.0,ns,14 +add_remove_component,legion,,,,52650800.0,ns,14 +add_remove_component,legion,,,,51822400.0,ns,14 +add_remove_component,legion,,,,52102600.0,ns,14 +add_remove_component,legion,,,,51486500.0,ns,14 +add_remove_component,legion,,,,52062100.0,ns,14 +add_remove_component,legion,,,,52033700.0,ns,14 +add_remove_component,legion,,,,51791600.0,ns,14 +add_remove_component,legion,,,,51509400.0,ns,14 +add_remove_component,legion,,,,51854800.0,ns,14 +add_remove_component,legion,,,,51839000.0,ns,14 +add_remove_component,legion,,,,51824200.0,ns,14 +add_remove_component,legion,,,,52229000.0,ns,14 +add_remove_component,legion,,,,52584300.0,ns,14 +add_remove_component,legion,,,,51334500.0,ns,14 +add_remove_component,legion,,,,51466100.0,ns,14 +add_remove_component,legion,,,,51494300.0,ns,14 +add_remove_component,legion,,,,51514600.0,ns,14 +add_remove_component,legion,,,,51880600.0,ns,14 +add_remove_component,legion,,,,51631000.0,ns,14 +add_remove_component,legion,,,,51916800.0,ns,14 +add_remove_component,legion,,,,52003800.0,ns,14 +add_remove_component,legion,,,,51439100.0,ns,14 +add_remove_component,legion,,,,51765500.0,ns,14 +add_remove_component,legion,,,,51229900.0,ns,14 +add_remove_component,legion,,,,51294600.0,ns,14 +add_remove_component,legion,,,,51494200.0,ns,14 +add_remove_component,legion,,,,51500000.0,ns,14 +add_remove_component,legion,,,,51368900.0,ns,14 +add_remove_component,legion,,,,51496000.0,ns,14 +add_remove_component,legion,,,,51287700.0,ns,14 +add_remove_component,legion,,,,51392400.0,ns,14 +add_remove_component,legion,,,,51271600.0,ns,14 +add_remove_component,legion,,,,51357700.0,ns,14 +add_remove_component,legion,,,,51246100.0,ns,14 +add_remove_component,legion,,,,51253100.0,ns,14 +add_remove_component,legion,,,,51725600.0,ns,14 +add_remove_component,legion,,,,51786700.0,ns,14 +add_remove_component,legion,,,,51554400.0,ns,14 +add_remove_component,legion,,,,51237300.0,ns,14 +add_remove_component,legion,,,,51580100.0,ns,14 +add_remove_component,legion,,,,51333900.0,ns,14 +add_remove_component,legion,,,,51306400.0,ns,14 +add_remove_component,legion,,,,51406700.0,ns,14 +add_remove_component,legion,,,,51412600.0,ns,14 +add_remove_component,legion,,,,51052700.0,ns,14 +add_remove_component,legion,,,,51378200.0,ns,14 +add_remove_component,legion,,,,51443300.0,ns,14 +add_remove_component,legion,,,,51296900.0,ns,14 +add_remove_component,legion,,,,51531200.0,ns,14 +add_remove_component,legion,,,,51126300.0,ns,14 +add_remove_component,legion,,,,51128100.0,ns,14 +add_remove_component,legion,,,,51399900.0,ns,14 +add_remove_component,legion,,,,51303400.0,ns,14 +add_remove_component,legion,,,,51550700.0,ns,14 +add_remove_component,legion,,,,51355100.0,ns,14 +add_remove_component,legion,,,,51468000.0,ns,14 +add_remove_component,legion,,,,51011200.0,ns,14 +add_remove_component,legion,,,,51054600.0,ns,14 +add_remove_component,legion,,,,51431200.0,ns,14 +add_remove_component,legion,,,,51702500.0,ns,14 +add_remove_component,legion,,,,51358300.0,ns,14 +add_remove_component,legion,,,,51386900.0,ns,14 +add_remove_component,legion,,,,51296600.0,ns,14 +add_remove_component,legion,,,,51076300.0,ns,14 +add_remove_component,legion,,,,51187000.0,ns,14 +add_remove_component,legion,,,,51168300.0,ns,14 +add_remove_component,legion,,,,50930500.0,ns,14 +add_remove_component,legion,,,,51310400.0,ns,14 +add_remove_component,legion,,,,51498500.0,ns,14 +add_remove_component,legion,,,,51343200.0,ns,14 +add_remove_component,legion,,,,51628900.0,ns,14 +add_remove_component,legion,,,,51489100.0,ns,14 +add_remove_component,legion,,,,51342700.0,ns,14 +add_remove_component,legion,,,,51255800.0,ns,14 +add_remove_component,legion,,,,50932200.0,ns,14 +add_remove_component,legion,,,,51219400.0,ns,14 +add_remove_component,legion,,,,51381400.0,ns,14 +add_remove_component,legion,,,,51350100.0,ns,14 +add_remove_component,legion,,,,51284700.0,ns,14 +add_remove_component,legion,,,,51027700.0,ns,14 +add_remove_component,legion,,,,51424000.0,ns,14 diff --git a/target/criterion/add_remove_component/legion/new/sample.json b/target/criterion/add_remove_component/legion/new/sample.json index 72f60259..c15ee6e5 100644 --- a/target/criterion/add_remove_component/legion/new/sample.json +++ b/target/criterion/add_remove_component/legion/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0],"times":[49457289.0,49646219.0,49365564.0,49416581.0,49595563.0,49754766.0,49532823.0,49678840.0,49699100.0,59515800.0,50676391.0,50780680.0,50759870.0,51020247.0,51269802.0,50814784.0,50873988.0,50901028.0,50936137.0,51287986.0,50930426.0,51365523.0,50934794.0,50970692.0,51010830.0,51159491.0,51159463.0,50887382.0,50906751.0,50825836.0,50941587.0,51117632.0,51220727.0,51111481.0,51039803.0,50834082.0,50838469.0,51433484.0,51476084.0,50818182.0,50810657.0,50820606.0,50864310.0,51091301.0,51108034.0,50855181.0,50864430.0,50890608.0,50783486.0,51092875.0,51069751.0,51653322.0,50937028.0,51357159.0,50924443.0,51026960.0,51021678.0,51030767.0,50912631.0,50923813.0,50903734.0,50943450.0,51127831.0,51507634.0,50830764.0,50932470.0,50807601.0,50786620.0,51119536.0,50911718.0,50992493.0,50931086.0,51227762.0,51071633.0,51032461.0,50829653.0,50864459.0,51145674.0,50787253.0,50901500.0,50953549.0,50894407.0,50849862.0,50872685.0,50841526.0,50950944.0,51069700.0,50867785.0,50829152.0,50830545.0,50764359.0,50929624.0,51039702.0,51491393.0,50899998.0,50867696.0,50857756.0,50994227.0,51017280.0,50713663.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0],"times":[53091300.0,51783800.0,52004800.0,51542900.0,51537200.0,51718700.0,51847300.0,51654600.0,53134600.0,51843900.0,52105800.0,51902400.0,51804800.0,51664200.0,51962900.0,51784000.0,51752600.0,51284500.0,52089700.0,52650800.0,51822400.0,52102600.0,51486500.0,52062100.0,52033700.0,51791600.0,51509400.0,51854800.0,51839000.0,51824200.0,52229000.0,52584300.0,51334500.0,51466100.0,51494300.0,51514600.0,51880600.0,51631000.0,51916800.0,52003800.0,51439100.0,51765500.0,51229900.0,51294600.0,51494200.0,51500000.0,51368900.0,51496000.0,51287700.0,51392400.0,51271600.0,51357700.0,51246100.0,51253100.0,51725600.0,51786700.0,51554400.0,51237300.0,51580100.0,51333900.0,51306400.0,51406700.0,51412600.0,51052700.0,51378200.0,51443300.0,51296900.0,51531200.0,51126300.0,51128100.0,51399900.0,51303400.0,51550700.0,51355100.0,51468000.0,51011200.0,51054600.0,51431200.0,51702500.0,51358300.0,51386900.0,51296600.0,51076300.0,51187000.0,51168300.0,50930500.0,51310400.0,51498500.0,51343200.0,51628900.0,51489100.0,51342700.0,51255800.0,50932200.0,51219400.0,51381400.0,51350100.0,51284700.0,51027700.0,51424000.0]} \ No newline at end of file diff --git a/target/criterion/add_remove_component/legion/new/tukey.json b/target/criterion/add_remove_component/legion/new/tukey.json index 7e2ff121..e885ecac 100644 --- a/target/criterion/add_remove_component/legion/new/tukey.json +++ b/target/criterion/add_remove_component/legion/new/tukey.json @@ -1 +1 @@ -[2389497.9166666665,2404994.720238095,2446319.529761905,2461816.3333333335] \ No newline at end of file +[3562041.071428572,3613365.178571429,3750229.4642857146,3801553.5714285714] \ No newline at end of file diff --git a/target/criterion/add_remove_component/legion/report/MAD.svg b/target/criterion/add_remove_component/legion/report/MAD.svg index 6d84f3ed..77c38bc8 100644 --- a/target/criterion/add_remove_component/legion/report/MAD.svg +++ b/target/criterion/add_remove_component/legion/report/MAD.svg @@ -1,288 +1,88 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.1 - - - - - 0.2 - - - - - 0.3 - - - - - 0.4 - - - - - 0.5 - - - - - 0.6 - - - - - 5 - - - - - 6 - - - - - 7 - - - - - 8 - - - - - 9 - - - - - 10 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - add_remove_component/legion: MAD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +add_remove_component/legion:MAD + + +Density (a.u.) + + +Average time (us) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + + +14 + + + +16 + + + +18 + + + +20 + + + +22 + + + +24 + + + +26 + + + +28 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/add_remove_component/legion/report/SD.svg b/target/criterion/add_remove_component/legion/report/SD.svg index 48c6ac73..fead46fd 100644 --- a/target/criterion/add_remove_component/legion/report/SD.svg +++ b/target/criterion/add_remove_component/legion/report/SD.svg @@ -1,298 +1,76 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.01 - - - - - 0.02 - - - - - 0.03 - - - - - 0.04 - - - - - 0.05 - - - - - 0.06 - - - - - 0.07 - - - - - 20 - - - - - 30 - - - - - 40 - - - - - 50 - - - - - 60 - - - - - 70 - - - - - 80 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - add_remove_component/legion: SD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +add_remove_component/legion:SD + + +Density (a.u.) + + +Average time (us) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + + +22 + + + +24 + + + +26 + + + +28 + + + +30 + + + +32 + + + +34 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/add_remove_component/legion/report/both/iteration_times.svg b/target/criterion/add_remove_component/legion/report/both/iteration_times.svg index 09ac9cea..69e2b606 100644 --- a/target/criterion/add_remove_component/legion/report/both/iteration_times.svg +++ b/target/criterion/add_remove_component/legion/report/both/iteration_times.svg @@ -1,582 +1,303 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 2.35 - - - - - - - - - - - - - 2.4 - - - - - - - - - - - - - 2.45 - - - - - - - - - - - - - 2.5 - - - - - - - - - - - - - 2.55 - - - - - - - - - - - - - 2.6 - - - - - - - - - - - - - 2.65 - - - - - - - - - - - - - 2.7 - - - - - - - - - - - - - 2.75 - - - - - - - - - - - - - 2.8 - - - - - - - - - - - - - 2.85 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 90 - - - - - - - - - - - - - 100 - - - - - - - - - Average Iteration Time (ms) - - - - - Sample - - - - - add_remove_component/legion - - - - - Base - - - Base - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Current - - - Current - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +add_remove_component/legion + + +Average Iteration Time (ms) + + + + + + + + + + + + + + + + + + + + +2.4 + + + +2.6 + + + +2.8 + + + +3.0 + + + +3.2 + + + +3.4 + + + +3.6 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Current + + +Base + + + - diff --git a/target/criterion/add_remove_component/legion/report/both/pdf.svg b/target/criterion/add_remove_component/legion/report/both/pdf.svg index cf862944..c2a02504 100644 --- a/target/criterion/add_remove_component/legion/report/both/pdf.svg +++ b/target/criterion/add_remove_component/legion/report/both/pdf.svg @@ -1,323 +1,77 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 10 - - - - - 20 - - - - - 30 - - - - - 40 - - - - - 50 - - - - - 60 - - - - - 2.2 - - - - - 2.3 - - - - - 2.4 - - - - - 2.5 - - - - - 2.6 - - - - - 2.7 - - - - - 2.8 - - - - - 2.9 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - add_remove_component/legion - - - - - Base PDF - - - Base PDF - - - - - - - - - - Base Mean - - - - - Base Mean - - - - - - New PDF - - - - - New PDF - - - - - - - - - - New Mean - - - - - New Mean - - - - - - - - - - - - - - + + +add_remove_component/legion + + +Density (a.u.) + + +Average Time (ms) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + + +2.5 + + + +3 + + + +3.5 + + + + + + + +Base PDF + + +New PDF + + +Base Mean + + +New Mean + + + + + - diff --git a/target/criterion/add_remove_component/legion/report/change/mean.svg b/target/criterion/add_remove_component/legion/report/change/mean.svg index 20f53698..47591d40 100644 --- a/target/criterion/add_remove_component/legion/report/change/mean.svg +++ b/target/criterion/add_remove_component/legion/report/change/mean.svg @@ -1,315 +1,85 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - 0.5 - - - - - 0.6 - - - - - 0.7 - - - - - 0.8 - - - - - 0.9 - - - - - 1 - - - - - 1.1 - - - - - 1.2 - - - - - 1.3 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - add_remove_component/legion: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +add_remove_component/legion:mean + + +Density (a.u.) + + +Relative change (%) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + + +0.512 + + + +0.514 + + + +0.516 + + + +0.518 + + + +0.52 + + + +0.522 + + + +0.524 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/add_remove_component/legion/report/change/median.svg b/target/criterion/add_remove_component/legion/report/change/median.svg index 7f085216..47b8b5ca 100644 --- a/target/criterion/add_remove_component/legion/report/change/median.svg +++ b/target/criterion/add_remove_component/legion/report/change/median.svg @@ -1,295 +1,93 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 200 - - - - - 400 - - - - - 600 - - - - - 800 - - - - - 1000 - - - - - 1200 - - - - - 0.75 - - - - - 0.8 - - - - - 0.85 - - - - - 0.9 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - add_remove_component/legion: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +add_remove_component/legion:median + + +Density (a.u.) + + +Relative change (%) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + +450 + + + + +0.514 + + + +0.515 + + + +0.516 + + + +0.517 + + + +0.518 + + + +0.519 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/add_remove_component/legion/report/change/t-test.svg b/target/criterion/add_remove_component/legion/report/change/t-test.svg index ae549e90..300a9552 100644 --- a/target/criterion/add_remove_component/legion/report/change/t-test.svg +++ b/target/criterion/add_remove_component/legion/report/change/t-test.svg @@ -1,255 +1,95 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - -5 - - - - - -4 - - - - - -3 - - - - - -2 - - - - - -1 - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - 5 - - - - - - - - - Density - - - - - t score - - - - - add_remove_component/legion: Welch t test - - - - - t distribution - - - t distribution - - - - - - - - - - t statistic - - - - - t statistic - - - - - - - - - - - - - - + + +add_remove_component/legion: Welch t test + + +Density + + +t score + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +-4.0 + + + +-3.0 + + + +-2.0 + + + +-1.0 + + + +0.0 + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + +5.0 + + + + + +t distribution + + +t statistic + + + - diff --git a/target/criterion/add_remove_component/legion/report/index.html b/target/criterion/add_remove_component/legion/report/index.html index b8ce30ec..1ca1a1be 100644 --- a/target/criterion/add_remove_component/legion/report/index.html +++ b/target/criterion/add_remove_component/legion/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0005406 - 0.0005545 - 0.0005277 + 0.0012213 + 0.0012641 + 0.0012139 Mean - 2.4184 ms - 2.4258 ms - 2.4362 ms + 3.6779 ms + 3.6831 ms + 3.6889 ms Std. Dev. - 17.030 us - 46.388 us - 74.971 us + 21.610 us + 28.265 us + 34.437 us Median - 2.4230 ms - 2.4247 ms - 2.4258 ms + 3.6714 ms + 3.6777 ms + 3.6812 ms MAD - 5.2722 us - 7.3034 us - 9.6064 us + 14.381 us + 22.133 us + 27.990 us @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +0.5246% - +0.8556% - +1.2873% + +51.147% + +51.832% + +52.356% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has regressed.

Additional Plots:

diff --git a/target/criterion/add_remove_component/legion/report/iteration_times.svg b/target/criterion/add_remove_component/legion/report/iteration_times.svg index 43e59369..e792924f 100644 --- a/target/criterion/add_remove_component/legion/report/iteration_times.svg +++ b/target/criterion/add_remove_component/legion/report/iteration_times.svg @@ -1,466 +1,204 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 2.35 - - - - - - - - - - - - - 2.4 - - - - - - - - - - - - - 2.45 - - - - - - - - - - - - - 2.5 - - - - - - - - - - - - - 2.55 - - - - - - - - - - - - - 2.6 - - - - - - - - - - - - - 2.65 - - - - - - - - - - - - - 2.7 - - - - - - - - - - - - - 2.75 - - - - - - - - - - - - - 2.8 - - - - - - - - - - - - - 2.85 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 90 - - - - - - - - - - - - - 100 - - - - - - - - - Average Iteration Time (ms) - - - - - Sample - - - - - add_remove_component/legion - - - - - gnuplot_plot_1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +add_remove_component/legion + + +Average Iteration Time (ms) + + + + + + + + + + + + + + + + + + + + + +3.64 + + + +3.66 + + + +3.68 + + + +3.7 + + + +3.72 + + + +3.74 + + + +3.76 + + + +3.78 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + - diff --git a/target/criterion/add_remove_component/legion/report/iteration_times_small.svg b/target/criterion/add_remove_component/legion/report/iteration_times_small.svg index a36d211c..9b184356 100644 --- a/target/criterion/add_remove_component/legion/report/iteration_times_small.svg +++ b/target/criterion/add_remove_component/legion/report/iteration_times_small.svg @@ -1,461 +1,197 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 2.35 - - - - - - - - - - - - - 2.4 - - - - - - - - - - - - - 2.45 - - - - - - - - - - - - - 2.5 - - - - - - - - - - - - - 2.55 - - - - - - - - - - - - - 2.6 - - - - - - - - - - - - - 2.65 - - - - - - - - - - - - - 2.7 - - - - - - - - - - - - - 2.75 - - - - - - - - - - - - - 2.8 - - - - - - - - - - - - - 2.85 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 90 - - - - - - - - - - - - - 100 - - - - - - - - - Average Iteration Time (ms) - - - - - Sample - - - - - gnuplot_plot_1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +Average Iteration Time (ms) + + + + + + + + + + + + + + + + + + + + + +3.64 + + + +3.66 + + + +3.68 + + + +3.7 + + + +3.72 + + + +3.74 + + + +3.76 + + + +3.78 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/add_remove_component/legion/report/mean.svg b/target/criterion/add_remove_component/legion/report/mean.svg index 0255dad0..3e49a07e 100644 --- a/target/criterion/add_remove_component/legion/report/mean.svg +++ b/target/criterion/add_remove_component/legion/report/mean.svg @@ -1,293 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 10 - - - - - 20 - - - - - 30 - - - - - 40 - - - - - 50 - - - - - 60 - - - - - 70 - - - - - 80 - - - - - 90 - - - - - 2.42 - - - - - 2.425 - - - - - 2.43 - - - - - 2.435 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - add_remove_component/legion: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +add_remove_component/legion:mean + + +Density (a.u.) + + +Average time (ms) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + + +3.678 + + + +3.68 + + + +3.682 + + + +3.684 + + + +3.686 + + + +3.688 + + + +3.69 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/add_remove_component/legion/report/median.svg b/target/criterion/add_remove_component/legion/report/median.svg index be2e6d27..90962eb4 100644 --- a/target/criterion/add_remove_component/legion/report/median.svg +++ b/target/criterion/add_remove_component/legion/report/median.svg @@ -1,308 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 100 - - - - - 200 - - - - - 300 - - - - - 400 - - - - - 500 - - - - - 600 - - - - - 700 - - - - - 800 - - - - - 900 - - - - - 2.423 - - - - - 2.4235 - - - - - 2.424 - - - - - 2.4245 - - - - - 2.425 - - - - - 2.4255 - - - - - 2.426 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - add_remove_component/legion: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +add_remove_component/legion:median + + +Density (a.u.) + + +Average time (ms) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + + +3.672 + + + +3.674 + + + +3.676 + + + +3.678 + + + +3.68 + + + +3.682 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/add_remove_component/legion/report/pdf.svg b/target/criterion/add_remove_component/legion/report/pdf.svg index 60a57853..aa4ef1b0 100644 --- a/target/criterion/add_remove_component/legion/report/pdf.svg +++ b/target/criterion/add_remove_component/legion/report/pdf.svg @@ -1,420 +1,123 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - 2.3 - - - - - 2.4 - - - - - 2.5 - - - - - 2.6 - - - - - 2.7 - - - - - 2.8 - - - - - 0 - - - - - 2 - - - - - 4 - - - - - 6 - - - - - 8 - - - - - 10 - - - - - 12 - - - - - 14 - - - - - 16 - - - - - 18 - - - - - - - - - Iterations - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - add_remove_component/legion - - - - - PDF - - - PDF - - - - - - - - - - Mean - - - - - Mean - - - - - - "Clean" sample - - - - - "Clean" sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Mild outliers - - - Mild outliers - - - - - - - - - - - - Severe outliers - - - Severe outliers - - - - - - - - - - - - - - - - - gnuplot_plot_6 - - - - - - gnuplot_plot_7 - - - - gnuplot_plot_8 - - - - gnuplot_plot_9 - - - - - - - - - - - - + + +add_remove_component/legion + + +Iterations + + +Average Time (ms) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + + +3.65 + + + +3.7 + + + +3.75 + + + +3.8 + + + +Density (a.u.) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + - diff --git a/target/criterion/add_remove_component/legion/report/pdf_small.svg b/target/criterion/add_remove_component/legion/report/pdf_small.svg index 41464852..13e49296 100644 --- a/target/criterion/add_remove_component/legion/report/pdf_small.svg +++ b/target/criterion/add_remove_component/legion/report/pdf_small.svg @@ -1,224 +1,64 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 2 - - - - - 4 - - - - - 6 - - - - - 8 - - - - - 10 - - - - - 12 - - - - - 14 - - - - - 16 - - - - - 18 - - - - - 2.3 - - - - - 2.4 - - - - - 2.5 - - - - - 2.6 - - - - - 2.7 - - - - - 2.8 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - PDF - - - - - - - Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (ms) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + + +3.65 + + + +3.7 + + + +3.75 + + + +3.8 + + + + - diff --git a/target/criterion/add_remove_component/legion/report/relative_iteration_times_small.svg b/target/criterion/add_remove_component/legion/report/relative_iteration_times_small.svg index fdf3156e..a0d0bdf4 100644 --- a/target/criterion/add_remove_component/legion/report/relative_iteration_times_small.svg +++ b/target/criterion/add_remove_component/legion/report/relative_iteration_times_small.svg @@ -1,565 +1,292 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 2.35 - - - - - - - - - - - - - 2.4 - - - - - - - - - - - - - 2.45 - - - - - - - - - - - - - 2.5 - - - - - - - - - - - - - 2.55 - - - - - - - - - - - - - 2.6 - - - - - - - - - - - - - 2.65 - - - - - - - - - - - - - 2.7 - - - - - - - - - - - - - 2.75 - - - - - - - - - - - - - 2.8 - - - - - - - - - - - - - 2.85 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 90 - - - - - - - - - - - - - 100 - - - - - - - - - Average Iteration Time (ms) - - - - - Sample - - - - - Base - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Current - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +Average Iteration Time (ms) + + + + + + + + + + + + + + + + + + + + +2.4 + + + +2.6 + + + +2.8 + + + +3.0 + + + +3.2 + + + +3.4 + + + +3.6 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/add_remove_component/legion/report/relative_pdf_small.svg b/target/criterion/add_remove_component/legion/report/relative_pdf_small.svg index e9aee1b3..84a63585 100644 --- a/target/criterion/add_remove_component/legion/report/relative_pdf_small.svg +++ b/target/criterion/add_remove_component/legion/report/relative_pdf_small.svg @@ -1,296 +1,58 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 10 - - - - - 20 - - - - - 30 - - - - - 40 - - - - - 50 - - - - - 60 - - - - - 2.2 - - - - - 2.3 - - - - - 2.4 - - - - - 2.5 - - - - - 2.6 - - - - - 2.7 - - - - - 2.8 - - - - - 2.9 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - Base PDF - - - - - - - Base Mean - - - - - - New PDF - - - - - - - - - New Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (ms) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + + +2.5 + + + +3 + + + +3.5 + + + + + + - diff --git a/target/criterion/add_remove_component/legion/report/typical.svg b/target/criterion/add_remove_component/legion/report/typical.svg index 2de428fd..ca512c7c 100644 --- a/target/criterion/add_remove_component/legion/report/typical.svg +++ b/target/criterion/add_remove_component/legion/report/typical.svg @@ -1,293 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 10 - - - - - 20 - - - - - 30 - - - - - 40 - - - - - 50 - - - - - 60 - - - - - 70 - - - - - 80 - - - - - 90 - - - - - 2.42 - - - - - 2.425 - - - - - 2.43 - - - - - 2.435 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - add_remove_component/legion: typical - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +add_remove_component/legion:typical + + +Density (a.u.) + + +Average time (ms) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + + +3.678 + + + +3.68 + + + +3.682 + + + +3.684 + + + +3.686 + + + +3.688 + + + +3.69 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/add_remove_component/planck_ecs/base/estimates.json b/target/criterion/add_remove_component/planck_ecs/base/estimates.json index 75c35575..5a53ad3b 100644 --- a/target/criterion/add_remove_component/planck_ecs/base/estimates.json +++ b/target/criterion/add_remove_component/planck_ecs/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83506.74888961697,"upper_bound":83562.2885755839},"point_estimate":83533.60878972581,"standard_error":14.151027830064544},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83478.69048295455,"upper_bound":83543.65476190476},"point_estimate":83512.91627951994,"standard_error":17.661077861755743},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":93.8029089596627,"upper_bound":148.3840815022742},"point_estimate":118.50929829376365,"standard_error":14.21130756290087},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83456.04492683437,"upper_bound":83495.9681258202},"point_estimate":83475.01489680311,"standard_error":10.195370492865571},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":110.5041829743643,"upper_bound":172.16909600857682},"point_estimate":142.21752129183986,"standard_error":15.798749938729323}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83981.47980328069,"upper_bound":84401.06244380104},"point_estimate":84141.70059724955,"standard_error":112.92901345196393},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83919.52256944444,"upper_bound":83971.16666666667},"point_estimate":83952.2741935484,"standard_error":13.830819678632428},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":106.2267108800545,"upper_bound":187.63878896821342},"point_estimate":148.58499592104752,"standard_error":20.890325892514102},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83913.84136555724,"upper_bound":84022.14443620612},"point_estimate":83964.57287818335,"standard_error":27.67437724189697},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":257.6639067981321,"upper_bound":1895.1390635415185},"point_estimate":1140.7980643974574,"standard_error":534.897195957355}} \ No newline at end of file diff --git a/target/criterion/add_remove_component/planck_ecs/base/raw.csv b/target/criterion/add_remove_component/planck_ecs/base/raw.csv index acf594e9..ed0644e1 100644 --- a/target/criterion/add_remove_component/planck_ecs/base/raw.csv +++ b/target/criterion/add_remove_component/planck_ecs/base/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -add_remove_component,planck_ecs,,,,1003722.0,ns,12 -add_remove_component,planck_ecs,,,,2005922.0,ns,24 -add_remove_component,planck_ecs,,,,3007630.0,ns,36 -add_remove_component,planck_ecs,,,,4007845.0,ns,48 -add_remove_component,planck_ecs,,,,5015186.0,ns,60 -add_remove_component,planck_ecs,,,,6057559.0,ns,72 -add_remove_component,planck_ecs,,,,6994194.0,ns,84 -add_remove_component,planck_ecs,,,,8051117.0,ns,96 -add_remove_component,planck_ecs,,,,9053407.0,ns,108 -add_remove_component,planck_ecs,,,,10027593.0,ns,120 -add_remove_component,planck_ecs,,,,11034251.0,ns,132 -add_remove_component,planck_ecs,,,,12074592.0,ns,144 -add_remove_component,planck_ecs,,,,13035714.0,ns,156 -add_remove_component,planck_ecs,,,,14056497.0,ns,168 -add_remove_component,planck_ecs,,,,15093655.0,ns,180 -add_remove_component,planck_ecs,,,,16072990.0,ns,192 -add_remove_component,planck_ecs,,,,17055841.0,ns,204 -add_remove_component,planck_ecs,,,,18125140.0,ns,216 -add_remove_component,planck_ecs,,,,19036544.0,ns,228 -add_remove_component,planck_ecs,,,,20147181.0,ns,240 -add_remove_component,planck_ecs,,,,21088585.0,ns,252 -add_remove_component,planck_ecs,,,,22031380.0,ns,264 -add_remove_component,planck_ecs,,,,23069989.0,ns,276 -add_remove_component,planck_ecs,,,,24085293.0,ns,288 -add_remove_component,planck_ecs,,,,25060452.0,ns,300 -add_remove_component,planck_ecs,,,,26023395.0,ns,312 -add_remove_component,planck_ecs,,,,27026075.0,ns,324 -add_remove_component,planck_ecs,,,,28099772.0,ns,336 -add_remove_component,planck_ecs,,,,29032067.0,ns,348 -add_remove_component,planck_ecs,,,,30074364.0,ns,360 -add_remove_component,planck_ecs,,,,31011207.0,ns,372 -add_remove_component,planck_ecs,,,,32150137.0,ns,384 -add_remove_component,planck_ecs,,,,33129424.0,ns,396 -add_remove_component,planck_ecs,,,,34037011.0,ns,408 -add_remove_component,planck_ecs,,,,35088335.0,ns,420 -add_remove_component,planck_ecs,,,,36160818.0,ns,432 -add_remove_component,planck_ecs,,,,37060451.0,ns,444 -add_remove_component,planck_ecs,,,,38098909.0,ns,456 -add_remove_component,planck_ecs,,,,39080299.0,ns,468 -add_remove_component,planck_ecs,,,,40047813.0,ns,480 -add_remove_component,planck_ecs,,,,41090799.0,ns,492 -add_remove_component,planck_ecs,,,,42043153.0,ns,504 -add_remove_component,planck_ecs,,,,43042587.0,ns,516 -add_remove_component,planck_ecs,,,,43999140.0,ns,528 -add_remove_component,planck_ecs,,,,45078897.0,ns,540 -add_remove_component,planck_ecs,,,,46071557.0,ns,552 -add_remove_component,planck_ecs,,,,47131989.0,ns,564 -add_remove_component,planck_ecs,,,,48137172.0,ns,576 -add_remove_component,planck_ecs,,,,49062416.0,ns,588 -add_remove_component,planck_ecs,,,,50171358.0,ns,600 -add_remove_component,planck_ecs,,,,51015836.0,ns,612 -add_remove_component,planck_ecs,,,,52055428.0,ns,624 -add_remove_component,planck_ecs,,,,53194117.0,ns,636 -add_remove_component,planck_ecs,,,,54127284.0,ns,648 -add_remove_component,planck_ecs,,,,55201390.0,ns,660 -add_remove_component,planck_ecs,,,,56151972.0,ns,672 -add_remove_component,planck_ecs,,,,57149552.0,ns,684 -add_remove_component,planck_ecs,,,,58155127.0,ns,696 -add_remove_component,planck_ecs,,,,59123494.0,ns,708 -add_remove_component,planck_ecs,,,,60172852.0,ns,720 -add_remove_component,planck_ecs,,,,61057587.0,ns,732 -add_remove_component,planck_ecs,,,,62147483.0,ns,744 -add_remove_component,planck_ecs,,,,63132009.0,ns,756 -add_remove_component,planck_ecs,,,,64193851.0,ns,768 -add_remove_component,planck_ecs,,,,65213966.0,ns,780 -add_remove_component,planck_ecs,,,,66154698.0,ns,792 -add_remove_component,planck_ecs,,,,67100479.0,ns,804 -add_remove_component,planck_ecs,,,,68169736.0,ns,816 -add_remove_component,planck_ecs,,,,69138461.0,ns,828 -add_remove_component,planck_ecs,,,,70145009.0,ns,840 -add_remove_component,planck_ecs,,,,71162366.0,ns,852 -add_remove_component,planck_ecs,,,,72055329.0,ns,864 -add_remove_component,planck_ecs,,,,73285742.0,ns,876 -add_remove_component,planck_ecs,,,,74090646.0,ns,888 -add_remove_component,planck_ecs,,,,75235596.0,ns,900 -add_remove_component,planck_ecs,,,,76112136.0,ns,912 -add_remove_component,planck_ecs,,,,77051517.0,ns,924 -add_remove_component,planck_ecs,,,,78107908.0,ns,936 -add_remove_component,planck_ecs,,,,79124334.0,ns,948 -add_remove_component,planck_ecs,,,,80136493.0,ns,960 -add_remove_component,planck_ecs,,,,81081953.0,ns,972 -add_remove_component,planck_ecs,,,,82062403.0,ns,984 -add_remove_component,planck_ecs,,,,83152007.0,ns,996 -add_remove_component,planck_ecs,,,,84107919.0,ns,1008 -add_remove_component,planck_ecs,,,,85013693.0,ns,1020 -add_remove_component,planck_ecs,,,,86246032.0,ns,1032 -add_remove_component,planck_ecs,,,,87260974.0,ns,1044 -add_remove_component,planck_ecs,,,,88156852.0,ns,1056 -add_remove_component,planck_ecs,,,,89103767.0,ns,1068 -add_remove_component,planck_ecs,,,,90098329.0,ns,1080 -add_remove_component,planck_ecs,,,,91036058.0,ns,1092 -add_remove_component,planck_ecs,,,,92225623.0,ns,1104 -add_remove_component,planck_ecs,,,,93110067.0,ns,1116 -add_remove_component,planck_ecs,,,,94120172.0,ns,1128 -add_remove_component,planck_ecs,,,,95121330.0,ns,1140 -add_remove_component,planck_ecs,,,,96102048.0,ns,1152 -add_remove_component,planck_ecs,,,,97075271.0,ns,1164 -add_remove_component,planck_ecs,,,,98092410.0,ns,1176 -add_remove_component,planck_ecs,,,,99024456.0,ns,1188 -add_remove_component,planck_ecs,,,,100080135.0,ns,1200 +add_remove_component,planck_ecs,,,,1137600.0,ns,12 +add_remove_component,planck_ecs,,,,2067200.0,ns,24 +add_remove_component,planck_ecs,,,,3028900.0,ns,36 +add_remove_component,planck_ecs,,,,4024800.0,ns,48 +add_remove_component,planck_ecs,,,,5067900.0,ns,60 +add_remove_component,planck_ecs,,,,6085200.0,ns,72 +add_remove_component,planck_ecs,,,,7027700.0,ns,84 +add_remove_component,planck_ecs,,,,8045900.0,ns,96 +add_remove_component,planck_ecs,,,,9034600.0,ns,108 +add_remove_component,planck_ecs,,,,10055400.0,ns,120 +add_remove_component,planck_ecs,,,,11100900.0,ns,132 +add_remove_component,planck_ecs,,,,12307900.0,ns,144 +add_remove_component,planck_ecs,,,,13087700.0,ns,156 +add_remove_component,planck_ecs,,,,14122900.0,ns,168 +add_remove_component,planck_ecs,,,,15125400.0,ns,180 +add_remove_component,planck_ecs,,,,16129600.0,ns,192 +add_remove_component,planck_ecs,,,,17108500.0,ns,204 +add_remove_component,planck_ecs,,,,18164800.0,ns,216 +add_remove_component,planck_ecs,,,,19168800.0,ns,228 +add_remove_component,planck_ecs,,,,20186000.0,ns,240 +add_remove_component,planck_ecs,,,,21138200.0,ns,252 +add_remove_component,planck_ecs,,,,22179500.0,ns,264 +add_remove_component,planck_ecs,,,,23209800.0,ns,276 +add_remove_component,planck_ecs,,,,24203700.0,ns,288 +add_remove_component,planck_ecs,,,,25185800.0,ns,300 +add_remove_component,planck_ecs,,,,26203500.0,ns,312 +add_remove_component,planck_ecs,,,,27220600.0,ns,324 +add_remove_component,planck_ecs,,,,28215400.0,ns,336 +add_remove_component,planck_ecs,,,,29183300.0,ns,348 +add_remove_component,planck_ecs,,,,30206900.0,ns,360 +add_remove_component,planck_ecs,,,,31233600.0,ns,372 +add_remove_component,planck_ecs,,,,32239400.0,ns,384 +add_remove_component,planck_ecs,,,,33241000.0,ns,396 +add_remove_component,planck_ecs,,,,34258700.0,ns,408 +add_remove_component,planck_ecs,,,,35365700.0,ns,420 +add_remove_component,planck_ecs,,,,36585000.0,ns,432 +add_remove_component,planck_ecs,,,,37282300.0,ns,444 +add_remove_component,planck_ecs,,,,39091800.0,ns,456 +add_remove_component,planck_ecs,,,,39112900.0,ns,468 +add_remove_component,planck_ecs,,,,40168000.0,ns,480 +add_remove_component,planck_ecs,,,,41308500.0,ns,492 +add_remove_component,planck_ecs,,,,42418800.0,ns,504 +add_remove_component,planck_ecs,,,,43275100.0,ns,516 +add_remove_component,planck_ecs,,,,44280300.0,ns,528 +add_remove_component,planck_ecs,,,,45275700.0,ns,540 +add_remove_component,planck_ecs,,,,46267300.0,ns,552 +add_remove_component,planck_ecs,,,,47312100.0,ns,564 +add_remove_component,planck_ecs,,,,48371300.0,ns,576 +add_remove_component,planck_ecs,,,,49356300.0,ns,588 +add_remove_component,planck_ecs,,,,50382700.0,ns,600 +add_remove_component,planck_ecs,,,,51317300.0,ns,612 +add_remove_component,planck_ecs,,,,52352500.0,ns,624 +add_remove_component,planck_ecs,,,,53373000.0,ns,636 +add_remove_component,planck_ecs,,,,54404800.0,ns,648 +add_remove_component,planck_ecs,,,,55435300.0,ns,660 +add_remove_component,planck_ecs,,,,56426400.0,ns,672 +add_remove_component,planck_ecs,,,,57816600.0,ns,684 +add_remove_component,planck_ecs,,,,58656700.0,ns,696 +add_remove_component,planck_ecs,,,,59714900.0,ns,708 +add_remove_component,planck_ecs,,,,60419800.0,ns,720 +add_remove_component,planck_ecs,,,,61476000.0,ns,732 +add_remove_component,planck_ecs,,,,62460200.0,ns,744 +add_remove_component,planck_ecs,,,,63475400.0,ns,756 +add_remove_component,planck_ecs,,,,64452600.0,ns,768 +add_remove_component,planck_ecs,,,,65520800.0,ns,780 +add_remove_component,planck_ecs,,,,66475500.0,ns,792 +add_remove_component,planck_ecs,,,,67461500.0,ns,804 +add_remove_component,planck_ecs,,,,69118300.0,ns,816 +add_remove_component,planck_ecs,,,,69736800.0,ns,828 +add_remove_component,planck_ecs,,,,70514600.0,ns,840 +add_remove_component,planck_ecs,,,,71544600.0,ns,852 +add_remove_component,planck_ecs,,,,72832100.0,ns,864 +add_remove_component,planck_ecs,,,,73958700.0,ns,876 +add_remove_component,planck_ecs,,,,75087300.0,ns,888 +add_remove_component,planck_ecs,,,,75540700.0,ns,900 +add_remove_component,planck_ecs,,,,76254000.0,ns,912 +add_remove_component,planck_ecs,,,,77288400.0,ns,924 +add_remove_component,planck_ecs,,,,78420300.0,ns,936 +add_remove_component,planck_ecs,,,,79413900.0,ns,948 +add_remove_component,planck_ecs,,,,80462100.0,ns,960 +add_remove_component,planck_ecs,,,,81432800.0,ns,972 +add_remove_component,planck_ecs,,,,82510200.0,ns,984 +add_remove_component,planck_ecs,,,,83533600.0,ns,996 +add_remove_component,planck_ecs,,,,84470600.0,ns,1008 +add_remove_component,planck_ecs,,,,85495200.0,ns,1020 +add_remove_component,planck_ecs,,,,86665300.0,ns,1032 +add_remove_component,planck_ecs,,,,87543700.0,ns,1044 +add_remove_component,planck_ecs,,,,88517000.0,ns,1056 +add_remove_component,planck_ecs,,,,89591500.0,ns,1068 +add_remove_component,planck_ecs,,,,90654200.0,ns,1080 +add_remove_component,planck_ecs,,,,91647000.0,ns,1092 +add_remove_component,planck_ecs,,,,92560400.0,ns,1104 +add_remove_component,planck_ecs,,,,93523600.0,ns,1116 +add_remove_component,planck_ecs,,,,94567100.0,ns,1128 +add_remove_component,planck_ecs,,,,95591600.0,ns,1140 +add_remove_component,planck_ecs,,,,97135200.0,ns,1152 +add_remove_component,planck_ecs,,,,97850700.0,ns,1164 +add_remove_component,planck_ecs,,,,98550800.0,ns,1176 +add_remove_component,planck_ecs,,,,99828300.0,ns,1188 +add_remove_component,planck_ecs,,,,100646000.0,ns,1200 diff --git a/target/criterion/add_remove_component/planck_ecs/base/sample.json b/target/criterion/add_remove_component/planck_ecs/base/sample.json index 50bebf95..d0603350 100644 --- a/target/criterion/add_remove_component/planck_ecs/base/sample.json +++ b/target/criterion/add_remove_component/planck_ecs/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[1003722.0,2005922.0,3007630.0,4007845.0,5015186.0,6057559.0,6994194.0,8051117.0,9053407.0,10027593.0,11034251.0,12074592.0,13035714.0,14056497.0,15093655.0,16072990.0,17055841.0,18125140.0,19036544.0,20147181.0,21088585.0,22031380.0,23069989.0,24085293.0,25060452.0,26023395.0,27026075.0,28099772.0,29032067.0,30074364.0,31011207.0,32150137.0,33129424.0,34037011.0,35088335.0,36160818.0,37060451.0,38098909.0,39080299.0,40047813.0,41090799.0,42043153.0,43042587.0,43999140.0,45078897.0,46071557.0,47131989.0,48137172.0,49062416.0,50171358.0,51015836.0,52055428.0,53194117.0,54127284.0,55201390.0,56151972.0,57149552.0,58155127.0,59123494.0,60172852.0,61057587.0,62147483.0,63132009.0,64193851.0,65213966.0,66154698.0,67100479.0,68169736.0,69138461.0,70145009.0,71162366.0,72055329.0,73285742.0,74090646.0,75235596.0,76112136.0,77051517.0,78107908.0,79124334.0,80136493.0,81081953.0,82062403.0,83152007.0,84107919.0,85013693.0,86246032.0,87260974.0,88156852.0,89103767.0,90098329.0,91036058.0,92225623.0,93110067.0,94120172.0,95121330.0,96102048.0,97075271.0,98092410.0,99024456.0,100080135.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[1137600.0,2067200.0,3028900.0,4024800.0,5067900.0,6085200.0,7027700.0,8045900.0,9034600.0,10055400.0,11100900.0,12307900.0,13087700.0,14122900.0,15125400.0,16129600.0,17108500.0,18164800.0,19168800.0,20186000.0,21138200.0,22179500.0,23209800.0,24203700.0,25185800.0,26203500.0,27220600.0,28215400.0,29183300.0,30206900.0,31233600.0,32239400.0,33241000.0,34258700.0,35365700.0,36585000.0,37282300.0,39091800.0,39112900.0,40168000.0,41308500.0,42418800.0,43275100.0,44280300.0,45275700.0,46267300.0,47312100.0,48371300.0,49356300.0,50382700.0,51317300.0,52352500.0,53373000.0,54404800.0,55435300.0,56426400.0,57816600.0,58656700.0,59714900.0,60419800.0,61476000.0,62460200.0,63475400.0,64452600.0,65520800.0,66475500.0,67461500.0,69118300.0,69736800.0,70514600.0,71544600.0,72832100.0,73958700.0,75087300.0,75540700.0,76254000.0,77288400.0,78420300.0,79413900.0,80462100.0,81432800.0,82510200.0,83533600.0,84470600.0,85495200.0,86665300.0,87543700.0,88517000.0,89591500.0,90654200.0,91647000.0,92560400.0,93523600.0,94567100.0,95591600.0,97135200.0,97850700.0,98550800.0,99828300.0,100646000.0]} \ No newline at end of file diff --git a/target/criterion/add_remove_component/planck_ecs/base/tukey.json b/target/criterion/add_remove_component/planck_ecs/base/tukey.json index b413e1bd..faa01d2e 100644 --- a/target/criterion/add_remove_component/planck_ecs/base/tukey.json +++ b/target/criterion/add_remove_component/planck_ecs/base/tukey.json @@ -1 +1 @@ -[82966.70997795093,83199.15154871932,83818.99573743506,84051.43730820347] \ No newline at end of file +[83221.58197941084,83537.62061765461,84380.39031963798,84696.42895788174] \ No newline at end of file diff --git a/target/criterion/add_remove_component/planck_ecs/change/estimates.json b/target/criterion/add_remove_component/planck_ecs/change/estimates.json index 5cffd336..34385a4e 100644 --- a/target/criterion/add_remove_component/planck_ecs/change/estimates.json +++ b/target/criterion/add_remove_component/planck_ecs/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.004570292362723438,"upper_bound":0.006713065609752078},"point_estimate":0.005677989672770334,"standard_error":0.0005462323712713208},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.006326946169769881,"upper_bound":0.008152995714411082},"point_estimate":0.007107220112014145,"standard_error":0.00048513333151658806}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.005243552901010507,"upper_bound":0.010659329855012478},"point_estimate":0.007279606571942265,"standard_error":0.0013446662605254445},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.004666849595440725,"upper_bound":0.005720388031829726},"point_estimate":0.005260957629091845,"standard_error":0.00027052912445396345}} \ No newline at end of file diff --git a/target/criterion/add_remove_component/planck_ecs/new/estimates.json b/target/criterion/add_remove_component/planck_ecs/new/estimates.json index 75c35575..5a53ad3b 100644 --- a/target/criterion/add_remove_component/planck_ecs/new/estimates.json +++ b/target/criterion/add_remove_component/planck_ecs/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83506.74888961697,"upper_bound":83562.2885755839},"point_estimate":83533.60878972581,"standard_error":14.151027830064544},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83478.69048295455,"upper_bound":83543.65476190476},"point_estimate":83512.91627951994,"standard_error":17.661077861755743},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":93.8029089596627,"upper_bound":148.3840815022742},"point_estimate":118.50929829376365,"standard_error":14.21130756290087},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83456.04492683437,"upper_bound":83495.9681258202},"point_estimate":83475.01489680311,"standard_error":10.195370492865571},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":110.5041829743643,"upper_bound":172.16909600857682},"point_estimate":142.21752129183986,"standard_error":15.798749938729323}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83981.47980328069,"upper_bound":84401.06244380104},"point_estimate":84141.70059724955,"standard_error":112.92901345196393},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83919.52256944444,"upper_bound":83971.16666666667},"point_estimate":83952.2741935484,"standard_error":13.830819678632428},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":106.2267108800545,"upper_bound":187.63878896821342},"point_estimate":148.58499592104752,"standard_error":20.890325892514102},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83913.84136555724,"upper_bound":84022.14443620612},"point_estimate":83964.57287818335,"standard_error":27.67437724189697},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":257.6639067981321,"upper_bound":1895.1390635415185},"point_estimate":1140.7980643974574,"standard_error":534.897195957355}} \ No newline at end of file diff --git a/target/criterion/add_remove_component/planck_ecs/new/raw.csv b/target/criterion/add_remove_component/planck_ecs/new/raw.csv index acf594e9..ed0644e1 100644 --- a/target/criterion/add_remove_component/planck_ecs/new/raw.csv +++ b/target/criterion/add_remove_component/planck_ecs/new/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -add_remove_component,planck_ecs,,,,1003722.0,ns,12 -add_remove_component,planck_ecs,,,,2005922.0,ns,24 -add_remove_component,planck_ecs,,,,3007630.0,ns,36 -add_remove_component,planck_ecs,,,,4007845.0,ns,48 -add_remove_component,planck_ecs,,,,5015186.0,ns,60 -add_remove_component,planck_ecs,,,,6057559.0,ns,72 -add_remove_component,planck_ecs,,,,6994194.0,ns,84 -add_remove_component,planck_ecs,,,,8051117.0,ns,96 -add_remove_component,planck_ecs,,,,9053407.0,ns,108 -add_remove_component,planck_ecs,,,,10027593.0,ns,120 -add_remove_component,planck_ecs,,,,11034251.0,ns,132 -add_remove_component,planck_ecs,,,,12074592.0,ns,144 -add_remove_component,planck_ecs,,,,13035714.0,ns,156 -add_remove_component,planck_ecs,,,,14056497.0,ns,168 -add_remove_component,planck_ecs,,,,15093655.0,ns,180 -add_remove_component,planck_ecs,,,,16072990.0,ns,192 -add_remove_component,planck_ecs,,,,17055841.0,ns,204 -add_remove_component,planck_ecs,,,,18125140.0,ns,216 -add_remove_component,planck_ecs,,,,19036544.0,ns,228 -add_remove_component,planck_ecs,,,,20147181.0,ns,240 -add_remove_component,planck_ecs,,,,21088585.0,ns,252 -add_remove_component,planck_ecs,,,,22031380.0,ns,264 -add_remove_component,planck_ecs,,,,23069989.0,ns,276 -add_remove_component,planck_ecs,,,,24085293.0,ns,288 -add_remove_component,planck_ecs,,,,25060452.0,ns,300 -add_remove_component,planck_ecs,,,,26023395.0,ns,312 -add_remove_component,planck_ecs,,,,27026075.0,ns,324 -add_remove_component,planck_ecs,,,,28099772.0,ns,336 -add_remove_component,planck_ecs,,,,29032067.0,ns,348 -add_remove_component,planck_ecs,,,,30074364.0,ns,360 -add_remove_component,planck_ecs,,,,31011207.0,ns,372 -add_remove_component,planck_ecs,,,,32150137.0,ns,384 -add_remove_component,planck_ecs,,,,33129424.0,ns,396 -add_remove_component,planck_ecs,,,,34037011.0,ns,408 -add_remove_component,planck_ecs,,,,35088335.0,ns,420 -add_remove_component,planck_ecs,,,,36160818.0,ns,432 -add_remove_component,planck_ecs,,,,37060451.0,ns,444 -add_remove_component,planck_ecs,,,,38098909.0,ns,456 -add_remove_component,planck_ecs,,,,39080299.0,ns,468 -add_remove_component,planck_ecs,,,,40047813.0,ns,480 -add_remove_component,planck_ecs,,,,41090799.0,ns,492 -add_remove_component,planck_ecs,,,,42043153.0,ns,504 -add_remove_component,planck_ecs,,,,43042587.0,ns,516 -add_remove_component,planck_ecs,,,,43999140.0,ns,528 -add_remove_component,planck_ecs,,,,45078897.0,ns,540 -add_remove_component,planck_ecs,,,,46071557.0,ns,552 -add_remove_component,planck_ecs,,,,47131989.0,ns,564 -add_remove_component,planck_ecs,,,,48137172.0,ns,576 -add_remove_component,planck_ecs,,,,49062416.0,ns,588 -add_remove_component,planck_ecs,,,,50171358.0,ns,600 -add_remove_component,planck_ecs,,,,51015836.0,ns,612 -add_remove_component,planck_ecs,,,,52055428.0,ns,624 -add_remove_component,planck_ecs,,,,53194117.0,ns,636 -add_remove_component,planck_ecs,,,,54127284.0,ns,648 -add_remove_component,planck_ecs,,,,55201390.0,ns,660 -add_remove_component,planck_ecs,,,,56151972.0,ns,672 -add_remove_component,planck_ecs,,,,57149552.0,ns,684 -add_remove_component,planck_ecs,,,,58155127.0,ns,696 -add_remove_component,planck_ecs,,,,59123494.0,ns,708 -add_remove_component,planck_ecs,,,,60172852.0,ns,720 -add_remove_component,planck_ecs,,,,61057587.0,ns,732 -add_remove_component,planck_ecs,,,,62147483.0,ns,744 -add_remove_component,planck_ecs,,,,63132009.0,ns,756 -add_remove_component,planck_ecs,,,,64193851.0,ns,768 -add_remove_component,planck_ecs,,,,65213966.0,ns,780 -add_remove_component,planck_ecs,,,,66154698.0,ns,792 -add_remove_component,planck_ecs,,,,67100479.0,ns,804 -add_remove_component,planck_ecs,,,,68169736.0,ns,816 -add_remove_component,planck_ecs,,,,69138461.0,ns,828 -add_remove_component,planck_ecs,,,,70145009.0,ns,840 -add_remove_component,planck_ecs,,,,71162366.0,ns,852 -add_remove_component,planck_ecs,,,,72055329.0,ns,864 -add_remove_component,planck_ecs,,,,73285742.0,ns,876 -add_remove_component,planck_ecs,,,,74090646.0,ns,888 -add_remove_component,planck_ecs,,,,75235596.0,ns,900 -add_remove_component,planck_ecs,,,,76112136.0,ns,912 -add_remove_component,planck_ecs,,,,77051517.0,ns,924 -add_remove_component,planck_ecs,,,,78107908.0,ns,936 -add_remove_component,planck_ecs,,,,79124334.0,ns,948 -add_remove_component,planck_ecs,,,,80136493.0,ns,960 -add_remove_component,planck_ecs,,,,81081953.0,ns,972 -add_remove_component,planck_ecs,,,,82062403.0,ns,984 -add_remove_component,planck_ecs,,,,83152007.0,ns,996 -add_remove_component,planck_ecs,,,,84107919.0,ns,1008 -add_remove_component,planck_ecs,,,,85013693.0,ns,1020 -add_remove_component,planck_ecs,,,,86246032.0,ns,1032 -add_remove_component,planck_ecs,,,,87260974.0,ns,1044 -add_remove_component,planck_ecs,,,,88156852.0,ns,1056 -add_remove_component,planck_ecs,,,,89103767.0,ns,1068 -add_remove_component,planck_ecs,,,,90098329.0,ns,1080 -add_remove_component,planck_ecs,,,,91036058.0,ns,1092 -add_remove_component,planck_ecs,,,,92225623.0,ns,1104 -add_remove_component,planck_ecs,,,,93110067.0,ns,1116 -add_remove_component,planck_ecs,,,,94120172.0,ns,1128 -add_remove_component,planck_ecs,,,,95121330.0,ns,1140 -add_remove_component,planck_ecs,,,,96102048.0,ns,1152 -add_remove_component,planck_ecs,,,,97075271.0,ns,1164 -add_remove_component,planck_ecs,,,,98092410.0,ns,1176 -add_remove_component,planck_ecs,,,,99024456.0,ns,1188 -add_remove_component,planck_ecs,,,,100080135.0,ns,1200 +add_remove_component,planck_ecs,,,,1137600.0,ns,12 +add_remove_component,planck_ecs,,,,2067200.0,ns,24 +add_remove_component,planck_ecs,,,,3028900.0,ns,36 +add_remove_component,planck_ecs,,,,4024800.0,ns,48 +add_remove_component,planck_ecs,,,,5067900.0,ns,60 +add_remove_component,planck_ecs,,,,6085200.0,ns,72 +add_remove_component,planck_ecs,,,,7027700.0,ns,84 +add_remove_component,planck_ecs,,,,8045900.0,ns,96 +add_remove_component,planck_ecs,,,,9034600.0,ns,108 +add_remove_component,planck_ecs,,,,10055400.0,ns,120 +add_remove_component,planck_ecs,,,,11100900.0,ns,132 +add_remove_component,planck_ecs,,,,12307900.0,ns,144 +add_remove_component,planck_ecs,,,,13087700.0,ns,156 +add_remove_component,planck_ecs,,,,14122900.0,ns,168 +add_remove_component,planck_ecs,,,,15125400.0,ns,180 +add_remove_component,planck_ecs,,,,16129600.0,ns,192 +add_remove_component,planck_ecs,,,,17108500.0,ns,204 +add_remove_component,planck_ecs,,,,18164800.0,ns,216 +add_remove_component,planck_ecs,,,,19168800.0,ns,228 +add_remove_component,planck_ecs,,,,20186000.0,ns,240 +add_remove_component,planck_ecs,,,,21138200.0,ns,252 +add_remove_component,planck_ecs,,,,22179500.0,ns,264 +add_remove_component,planck_ecs,,,,23209800.0,ns,276 +add_remove_component,planck_ecs,,,,24203700.0,ns,288 +add_remove_component,planck_ecs,,,,25185800.0,ns,300 +add_remove_component,planck_ecs,,,,26203500.0,ns,312 +add_remove_component,planck_ecs,,,,27220600.0,ns,324 +add_remove_component,planck_ecs,,,,28215400.0,ns,336 +add_remove_component,planck_ecs,,,,29183300.0,ns,348 +add_remove_component,planck_ecs,,,,30206900.0,ns,360 +add_remove_component,planck_ecs,,,,31233600.0,ns,372 +add_remove_component,planck_ecs,,,,32239400.0,ns,384 +add_remove_component,planck_ecs,,,,33241000.0,ns,396 +add_remove_component,planck_ecs,,,,34258700.0,ns,408 +add_remove_component,planck_ecs,,,,35365700.0,ns,420 +add_remove_component,planck_ecs,,,,36585000.0,ns,432 +add_remove_component,planck_ecs,,,,37282300.0,ns,444 +add_remove_component,planck_ecs,,,,39091800.0,ns,456 +add_remove_component,planck_ecs,,,,39112900.0,ns,468 +add_remove_component,planck_ecs,,,,40168000.0,ns,480 +add_remove_component,planck_ecs,,,,41308500.0,ns,492 +add_remove_component,planck_ecs,,,,42418800.0,ns,504 +add_remove_component,planck_ecs,,,,43275100.0,ns,516 +add_remove_component,planck_ecs,,,,44280300.0,ns,528 +add_remove_component,planck_ecs,,,,45275700.0,ns,540 +add_remove_component,planck_ecs,,,,46267300.0,ns,552 +add_remove_component,planck_ecs,,,,47312100.0,ns,564 +add_remove_component,planck_ecs,,,,48371300.0,ns,576 +add_remove_component,planck_ecs,,,,49356300.0,ns,588 +add_remove_component,planck_ecs,,,,50382700.0,ns,600 +add_remove_component,planck_ecs,,,,51317300.0,ns,612 +add_remove_component,planck_ecs,,,,52352500.0,ns,624 +add_remove_component,planck_ecs,,,,53373000.0,ns,636 +add_remove_component,planck_ecs,,,,54404800.0,ns,648 +add_remove_component,planck_ecs,,,,55435300.0,ns,660 +add_remove_component,planck_ecs,,,,56426400.0,ns,672 +add_remove_component,planck_ecs,,,,57816600.0,ns,684 +add_remove_component,planck_ecs,,,,58656700.0,ns,696 +add_remove_component,planck_ecs,,,,59714900.0,ns,708 +add_remove_component,planck_ecs,,,,60419800.0,ns,720 +add_remove_component,planck_ecs,,,,61476000.0,ns,732 +add_remove_component,planck_ecs,,,,62460200.0,ns,744 +add_remove_component,planck_ecs,,,,63475400.0,ns,756 +add_remove_component,planck_ecs,,,,64452600.0,ns,768 +add_remove_component,planck_ecs,,,,65520800.0,ns,780 +add_remove_component,planck_ecs,,,,66475500.0,ns,792 +add_remove_component,planck_ecs,,,,67461500.0,ns,804 +add_remove_component,planck_ecs,,,,69118300.0,ns,816 +add_remove_component,planck_ecs,,,,69736800.0,ns,828 +add_remove_component,planck_ecs,,,,70514600.0,ns,840 +add_remove_component,planck_ecs,,,,71544600.0,ns,852 +add_remove_component,planck_ecs,,,,72832100.0,ns,864 +add_remove_component,planck_ecs,,,,73958700.0,ns,876 +add_remove_component,planck_ecs,,,,75087300.0,ns,888 +add_remove_component,planck_ecs,,,,75540700.0,ns,900 +add_remove_component,planck_ecs,,,,76254000.0,ns,912 +add_remove_component,planck_ecs,,,,77288400.0,ns,924 +add_remove_component,planck_ecs,,,,78420300.0,ns,936 +add_remove_component,planck_ecs,,,,79413900.0,ns,948 +add_remove_component,planck_ecs,,,,80462100.0,ns,960 +add_remove_component,planck_ecs,,,,81432800.0,ns,972 +add_remove_component,planck_ecs,,,,82510200.0,ns,984 +add_remove_component,planck_ecs,,,,83533600.0,ns,996 +add_remove_component,planck_ecs,,,,84470600.0,ns,1008 +add_remove_component,planck_ecs,,,,85495200.0,ns,1020 +add_remove_component,planck_ecs,,,,86665300.0,ns,1032 +add_remove_component,planck_ecs,,,,87543700.0,ns,1044 +add_remove_component,planck_ecs,,,,88517000.0,ns,1056 +add_remove_component,planck_ecs,,,,89591500.0,ns,1068 +add_remove_component,planck_ecs,,,,90654200.0,ns,1080 +add_remove_component,planck_ecs,,,,91647000.0,ns,1092 +add_remove_component,planck_ecs,,,,92560400.0,ns,1104 +add_remove_component,planck_ecs,,,,93523600.0,ns,1116 +add_remove_component,planck_ecs,,,,94567100.0,ns,1128 +add_remove_component,planck_ecs,,,,95591600.0,ns,1140 +add_remove_component,planck_ecs,,,,97135200.0,ns,1152 +add_remove_component,planck_ecs,,,,97850700.0,ns,1164 +add_remove_component,planck_ecs,,,,98550800.0,ns,1176 +add_remove_component,planck_ecs,,,,99828300.0,ns,1188 +add_remove_component,planck_ecs,,,,100646000.0,ns,1200 diff --git a/target/criterion/add_remove_component/planck_ecs/new/sample.json b/target/criterion/add_remove_component/planck_ecs/new/sample.json index 50bebf95..d0603350 100644 --- a/target/criterion/add_remove_component/planck_ecs/new/sample.json +++ b/target/criterion/add_remove_component/planck_ecs/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[1003722.0,2005922.0,3007630.0,4007845.0,5015186.0,6057559.0,6994194.0,8051117.0,9053407.0,10027593.0,11034251.0,12074592.0,13035714.0,14056497.0,15093655.0,16072990.0,17055841.0,18125140.0,19036544.0,20147181.0,21088585.0,22031380.0,23069989.0,24085293.0,25060452.0,26023395.0,27026075.0,28099772.0,29032067.0,30074364.0,31011207.0,32150137.0,33129424.0,34037011.0,35088335.0,36160818.0,37060451.0,38098909.0,39080299.0,40047813.0,41090799.0,42043153.0,43042587.0,43999140.0,45078897.0,46071557.0,47131989.0,48137172.0,49062416.0,50171358.0,51015836.0,52055428.0,53194117.0,54127284.0,55201390.0,56151972.0,57149552.0,58155127.0,59123494.0,60172852.0,61057587.0,62147483.0,63132009.0,64193851.0,65213966.0,66154698.0,67100479.0,68169736.0,69138461.0,70145009.0,71162366.0,72055329.0,73285742.0,74090646.0,75235596.0,76112136.0,77051517.0,78107908.0,79124334.0,80136493.0,81081953.0,82062403.0,83152007.0,84107919.0,85013693.0,86246032.0,87260974.0,88156852.0,89103767.0,90098329.0,91036058.0,92225623.0,93110067.0,94120172.0,95121330.0,96102048.0,97075271.0,98092410.0,99024456.0,100080135.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[1137600.0,2067200.0,3028900.0,4024800.0,5067900.0,6085200.0,7027700.0,8045900.0,9034600.0,10055400.0,11100900.0,12307900.0,13087700.0,14122900.0,15125400.0,16129600.0,17108500.0,18164800.0,19168800.0,20186000.0,21138200.0,22179500.0,23209800.0,24203700.0,25185800.0,26203500.0,27220600.0,28215400.0,29183300.0,30206900.0,31233600.0,32239400.0,33241000.0,34258700.0,35365700.0,36585000.0,37282300.0,39091800.0,39112900.0,40168000.0,41308500.0,42418800.0,43275100.0,44280300.0,45275700.0,46267300.0,47312100.0,48371300.0,49356300.0,50382700.0,51317300.0,52352500.0,53373000.0,54404800.0,55435300.0,56426400.0,57816600.0,58656700.0,59714900.0,60419800.0,61476000.0,62460200.0,63475400.0,64452600.0,65520800.0,66475500.0,67461500.0,69118300.0,69736800.0,70514600.0,71544600.0,72832100.0,73958700.0,75087300.0,75540700.0,76254000.0,77288400.0,78420300.0,79413900.0,80462100.0,81432800.0,82510200.0,83533600.0,84470600.0,85495200.0,86665300.0,87543700.0,88517000.0,89591500.0,90654200.0,91647000.0,92560400.0,93523600.0,94567100.0,95591600.0,97135200.0,97850700.0,98550800.0,99828300.0,100646000.0]} \ No newline at end of file diff --git a/target/criterion/add_remove_component/planck_ecs/new/tukey.json b/target/criterion/add_remove_component/planck_ecs/new/tukey.json index b413e1bd..faa01d2e 100644 --- a/target/criterion/add_remove_component/planck_ecs/new/tukey.json +++ b/target/criterion/add_remove_component/planck_ecs/new/tukey.json @@ -1 +1 @@ -[82966.70997795093,83199.15154871932,83818.99573743506,84051.43730820347] \ No newline at end of file +[83221.58197941084,83537.62061765461,84380.39031963798,84696.42895788174] \ No newline at end of file diff --git a/target/criterion/add_remove_component/planck_ecs/report/MAD.svg b/target/criterion/add_remove_component/planck_ecs/report/MAD.svg index 057d9e7f..fce8b691 100644 --- a/target/criterion/add_remove_component/planck_ecs/report/MAD.svg +++ b/target/criterion/add_remove_component/planck_ecs/report/MAD.svg @@ -1,298 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 0.03 - - - - - 0.035 - - - - - 90 - - - - - 100 - - - - - 110 - - - - - 120 - - - - - 130 - - - - - 140 - - - - - 150 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - add_remove_component/planck_ecs: MAD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +add_remove_component/planck_ecs:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + + +100 + + + +110 + + + +120 + + + +130 + + + +140 + + + +150 + + + +160 + + + +170 + + + +180 + + + +190 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/add_remove_component/planck_ecs/report/SD.svg b/target/criterion/add_remove_component/planck_ecs/report/SD.svg index 2d097330..25b136a0 100644 --- a/target/criterion/add_remove_component/planck_ecs/report/SD.svg +++ b/target/criterion/add_remove_component/planck_ecs/report/SD.svg @@ -1,288 +1,88 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 110 - - - - - 120 - - - - - 130 - - - - - 140 - - - - - 150 - - - - - 160 - - - - - 170 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - add_remove_component/planck_ecs: SD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +add_remove_component/planck_ecs:SD + + +Density (a.u.) + + +Average time (us) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + +2 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/add_remove_component/planck_ecs/report/both/pdf.svg b/target/criterion/add_remove_component/planck_ecs/report/both/pdf.svg index ad8ac7ce..5d37b5c1 100644 --- a/target/criterion/add_remove_component/planck_ecs/report/both/pdf.svg +++ b/target/criterion/add_remove_component/planck_ecs/report/both/pdf.svg @@ -1,328 +1,69 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 3.5 - - - - - 82 - - - - - 82.5 - - - - - 83 - - - - - 83.5 - - - - - 84 - - - - - 84.5 - - - - - 85 - - - - - 85.5 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - add_remove_component/planck_ecs - - - - - Base PDF - - - Base PDF - - - - - - - - - - Base Mean - - - - - Base Mean - - - - - - New PDF - - - - - New PDF - - - - - - - - - - New Mean - - - - - New Mean - - - - - - - - - - - - - - + + +add_remove_component/planck_ecs + + +Density (a.u.) + + +Average Time (us) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + + +85 + + + +90 + + + +95 + + + + + + + +Base PDF + + +New PDF + + +Base Mean + + +New Mean + + + + + - diff --git a/target/criterion/add_remove_component/planck_ecs/report/both/regression.svg b/target/criterion/add_remove_component/planck_ecs/report/both/regression.svg index dbf57658..c052c3be 100644 --- a/target/criterion/add_remove_component/planck_ecs/report/both/regression.svg +++ b/target/criterion/add_remove_component/planck_ecs/report/both/regression.svg @@ -1,292 +1,105 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 0.2 - - - - - - - - - - - - - 0.4 - - - - - - - - - - - - - 0.6 - - - - - - - - - - - - - 0.8 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 1.2 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - add_remove_component/planck_ecs - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - Base sample - - - - - - New sample - - - New sample - - - - - - - - - - - - - - + + +add_remove_component/planck_ecs + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + +100.0 + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + + + + + +Base Sample + + +New Sample + + + - diff --git a/target/criterion/add_remove_component/planck_ecs/report/change/mean.svg b/target/criterion/add_remove_component/planck_ecs/report/change/mean.svg index d326e67b..fc381230 100644 --- a/target/criterion/add_remove_component/planck_ecs/report/change/mean.svg +++ b/target/criterion/add_remove_component/planck_ecs/report/change/mean.svg @@ -1,310 +1,85 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 100 - - - - - 200 - - - - - 300 - - - - - 400 - - - - - 500 - - - - - 600 - - - - - 700 - - - - - 800 - - - - - 0.45 - - - - - 0.5 - - - - - 0.55 - - - - - 0.6 - - - - - 0.65 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - add_remove_component/planck_ecs: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +add_remove_component/planck_ecs:mean + + +Density (a.u.) + + +Relative change (%) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + +0.005 + + + +0.006 + + + +0.007 + + + +0.008 + + + +0.009 + + + +0.01 + + + +0.011 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/add_remove_component/planck_ecs/report/change/median.svg b/target/criterion/add_remove_component/planck_ecs/report/change/median.svg index 7d498896..007aed5c 100644 --- a/target/criterion/add_remove_component/planck_ecs/report/change/median.svg +++ b/target/criterion/add_remove_component/planck_ecs/report/change/median.svg @@ -1,310 +1,89 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 100 - - - - - 200 - - - - - 300 - - - - - 400 - - - - - 500 - - - - - 600 - - - - - 700 - - - - - 800 - - - - - 900 - - - - - 0.65 - - - - - 0.7 - - - - - 0.75 - - - - - 0.8 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - add_remove_component/planck_ecs: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +add_remove_component/planck_ecs:median + + +Density (a.u.) + + +Relative change (%) + + + +200 + + + +400 + + + +600 + + + +800 + + + +1000 + + + +1200 + + + +1400 + + + + +0.0046 + + + +0.0048 + + + +0.005 + + + +0.0052 + + + +0.0054 + + + +0.0056 + + + +0.0058 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/add_remove_component/planck_ecs/report/change/t-test.svg b/target/criterion/add_remove_component/planck_ecs/report/change/t-test.svg index 3f0e60d3..b7f9ac77 100644 --- a/target/criterion/add_remove_component/planck_ecs/report/change/t-test.svg +++ b/target/criterion/add_remove_component/planck_ecs/report/change/t-test.svg @@ -1,255 +1,87 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - -6 - - - - - -4 - - - - - -2 - - - - - 0 - - - - - 2 - - - - - 4 - - - - - 6 - - - - - 8 - - - - - 10 - - - - - 12 - - - - - - - - - Density - - - - - t score - - - - - add_remove_component/planck_ecs: Welch t test - - - - - t distribution - - - t distribution - - - - - - - - - - t statistic - - - - - t statistic - - - - - - - - - - - - - - + + +add_remove_component/planck_ecs: Welch t test + + +Density + + +t score + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + + +-4.0 + + + +-3.0 + + + +-2.0 + + + +-1.0 + + + +0.0 + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + + + +t distribution + + +t statistic + + + - diff --git a/target/criterion/add_remove_component/planck_ecs/report/index.html b/target/criterion/add_remove_component/planck_ecs/report/index.html index fde48578..47cf2a42 100644 --- a/target/criterion/add_remove_component/planck_ecs/report/index.html +++ b/target/criterion/add_remove_component/planck_ecs/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 83.456 us - 83.475 us - 83.496 us + 83.914 us + 83.965 us + 84.022 us R² - 0.9998490 - 0.9998562 - 0.9998474 + 0.9987884 + 0.9988389 + 0.9987738 Mean - 83.507 us - 83.534 us - 83.562 us + 83.981 us + 84.142 us + 84.401 us Std. Dev. - 110.50 ns - 142.22 ns - 172.17 ns + 257.66 ns + 1.1408 us + 1.8951 us Median - 83.479 us - 83.513 us - 83.544 us + 83.920 us + 83.952 us + 83.971 us MAD - 93.803 ns - 118.51 ns - 148.38 ns + 106.23 ns + 148.58 ns + 187.64 ns @@ -231,9 +231,9 @@

Additional Statistics:

Change in time - +0.4570% - +0.5678% - +0.6713% + +0.5244% + +0.7280% + +1.0659% (p = 0.00 < 0.05) diff --git a/target/criterion/add_remove_component/planck_ecs/report/mean.svg b/target/criterion/add_remove_component/planck_ecs/report/mean.svg index eff45754..799ce78a 100644 --- a/target/criterion/add_remove_component/planck_ecs/report/mean.svg +++ b/target/criterion/add_remove_component/planck_ecs/report/mean.svg @@ -1,288 +1,100 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - 25 - - - - - 30 - - - - - 83.51 - - - - - 83.52 - - - - - 83.53 - - - - - 83.54 - - - - - 83.55 - - - - - 83.56 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - add_remove_component/planck_ecs: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +add_remove_component/planck_ecs:mean + + +Density (a.u.) + + +Average time (us) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + +83.95 + + + +84 + + + +84.05 + + + +84.1 + + + +84.15 + + + +84.2 + + + +84.25 + + + +84.3 + + + +84.35 + + + +84.4 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/add_remove_component/planck_ecs/report/median.svg b/target/criterion/add_remove_component/planck_ecs/report/median.svg index 0470a974..ab3c3671 100644 --- a/target/criterion/add_remove_component/planck_ecs/report/median.svg +++ b/target/criterion/add_remove_component/planck_ecs/report/median.svg @@ -1,313 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - 25 - - - - - 30 - - - - - 35 - - - - - 40 - - - - - 45 - - - - - 83.48 - - - - - 83.49 - - - - - 83.5 - - - - - 83.51 - - - - - 83.52 - - - - - 83.53 - - - - - 83.54 - - - - - 83.55 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - add_remove_component/planck_ecs: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +add_remove_component/planck_ecs:median + + +Density (a.u.) + + +Average time (us) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + + +83.92 + + + +83.93 + + + +83.94 + + + +83.95 + + + +83.96 + + + +83.97 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/add_remove_component/planck_ecs/report/pdf.svg b/target/criterion/add_remove_component/planck_ecs/report/pdf.svg index 809442da..720ff50b 100644 --- a/target/criterion/add_remove_component/planck_ecs/report/pdf.svg +++ b/target/criterion/add_remove_component/planck_ecs/report/pdf.svg @@ -1,420 +1,141 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.2 - - - - - 0.4 - - - - - 0.6 - - - - - 0.8 - - - - - 1 - - - - - 1.2 - - - - - 83.2 - - - - - 83.4 - - - - - 83.6 - - - - - 83.8 - - - - - 84 - - - - - 84.2 - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 3.5 - - - - - - - - - Iterations (x 103) - - - - - Density (a.u.) - - - - - Average time (us) - - - - - add_remove_component/planck_ecs - - - - - PDF - - - PDF - - - - - - - - - - Mean - - - - - Mean - - - - - - "Clean" sample - - - - - "Clean" sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Mild outliers - - - Mild outliers - - - - - - - - - - - - - Severe outliers - - - Severe outliers - - - - - - - - gnuplot_plot_6 - - - - - - gnuplot_plot_7 - - - - gnuplot_plot_8 - - - - gnuplot_plot_9 - - - - - - - - - - - - + + +add_remove_component/planck_ecs + + +Iterations (x 10^3) + + +Average Time (us) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + + +84 + + + +86 + + + +88 + + + +90 + + + +92 + + + +94 + + + +96 + + + +Density (a.u.) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + - diff --git a/target/criterion/add_remove_component/planck_ecs/report/pdf_small.svg b/target/criterion/add_remove_component/planck_ecs/report/pdf_small.svg index b91b5836..341aa8c6 100644 --- a/target/criterion/add_remove_component/planck_ecs/report/pdf_small.svg +++ b/target/criterion/add_remove_component/planck_ecs/report/pdf_small.svg @@ -1,209 +1,56 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 83.2 - - - - - 83.4 - - - - - 83.6 - - - - - 83.8 - - - - - 84 - - - - - 84.2 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - PDF - - - - - - - Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + + +85 + + + +90 + + + +95 + + + + - diff --git a/target/criterion/add_remove_component/planck_ecs/report/regression.svg b/target/criterion/add_remove_component/planck_ecs/report/regression.svg index 2d25cc01..23f7679b 100644 --- a/target/criterion/add_remove_component/planck_ecs/report/regression.svg +++ b/target/criterion/add_remove_component/planck_ecs/report/regression.svg @@ -1,395 +1,207 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 0.2 - - - - - - - - - - - - - 0.4 - - - - - - - - - - - - - 0.6 - - - - - - - - - - - - - 0.8 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 1.2 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - add_remove_component/planck_ecs - - - - - Sample - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - Linear regression - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - - + + +add_remove_component/planck_ecs + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + +100.0 + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + - diff --git a/target/criterion/add_remove_component/planck_ecs/report/regression_small.svg b/target/criterion/add_remove_component/planck_ecs/report/regression_small.svg index 1bb96a8c..86de2c8d 100644 --- a/target/criterion/add_remove_component/planck_ecs/report/regression_small.svg +++ b/target/criterion/add_remove_component/planck_ecs/report/regression_small.svg @@ -1,373 +1,192 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 0.2 - - - - - - - - - - - - - 0.4 - - - - - - - - - - - - - 0.6 - - - - - - - - - - - - - 0.8 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 1.2 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + +100.0 + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/add_remove_component/planck_ecs/report/relative_pdf_small.svg b/target/criterion/add_remove_component/planck_ecs/report/relative_pdf_small.svg index 186b55f8..02bcae03 100644 --- a/target/criterion/add_remove_component/planck_ecs/report/relative_pdf_small.svg +++ b/target/criterion/add_remove_component/planck_ecs/report/relative_pdf_small.svg @@ -1,301 +1,50 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 3.5 - - - - - 82 - - - - - 82.5 - - - - - 83 - - - - - 83.5 - - - - - 84 - - - - - 84.5 - - - - - 85 - - - - - 85.5 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - Base PDF - - - - - - - Base Mean - - - - - - New PDF - - - - - - - - - New Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + + +85 + + + +90 + + + +95 + + + + + + - diff --git a/target/criterion/add_remove_component/planck_ecs/report/relative_regression_small.svg b/target/criterion/add_remove_component/planck_ecs/report/relative_regression_small.svg index 6f6ce946..5c91081a 100644 --- a/target/criterion/add_remove_component/planck_ecs/report/relative_regression_small.svg +++ b/target/criterion/add_remove_component/planck_ecs/report/relative_regression_small.svg @@ -1,277 +1,94 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 0.2 - - - - - - - - - - - - - 0.4 - - - - - - - - - - - - - 0.6 - - - - - - - - - - - - - 0.8 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 1.2 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - - New sample - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + +100.0 + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + + + + - diff --git a/target/criterion/add_remove_component/planck_ecs/report/slope.svg b/target/criterion/add_remove_component/planck_ecs/report/slope.svg index 6457309a..170d20ba 100644 --- a/target/criterion/add_remove_component/planck_ecs/report/slope.svg +++ b/target/criterion/add_remove_component/planck_ecs/report/slope.svg @@ -1,318 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - 25 - - - - - 30 - - - - - 35 - - - - - 40 - - - - - 83.455 - - - - - 83.46 - - - - - 83.465 - - - - - 83.47 - - - - - 83.475 - - - - - 83.48 - - - - - 83.485 - - - - - 83.49 - - - - - 83.495 - - - - - 83.5 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - add_remove_component/planck_ecs: slope - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +add_remove_component/planck_ecs:slope + + +Density (a.u.) + + +Average time (us) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + + +83.92 + + + +83.94 + + + +83.96 + + + +83.98 + + + +84 + + + +84.02 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/add_remove_component/planck_ecs/report/typical.svg b/target/criterion/add_remove_component/planck_ecs/report/typical.svg index 8fe7dd76..a85bb6a4 100644 --- a/target/criterion/add_remove_component/planck_ecs/report/typical.svg +++ b/target/criterion/add_remove_component/planck_ecs/report/typical.svg @@ -1,318 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - 25 - - - - - 30 - - - - - 35 - - - - - 40 - - - - - 83.455 - - - - - 83.46 - - - - - 83.465 - - - - - 83.47 - - - - - 83.475 - - - - - 83.48 - - - - - 83.485 - - - - - 83.49 - - - - - 83.495 - - - - - 83.5 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - add_remove_component/planck_ecs: typical - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +add_remove_component/planck_ecs:typical + + +Density (a.u.) + + +Average time (us) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + + +83.92 + + + +83.94 + + + +83.96 + + + +83.98 + + + +84 + + + +84.02 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/add_remove_component/report/index.html b/target/criterion/add_remove_component/report/index.html index 2d131449..1533d77c 100644 --- a/target/criterion/add_remove_component/report/index.html +++ b/target/criterion/add_remove_component/report/index.html @@ -82,6 +82,29 @@

add_remove_component/bevy

+
+ +

add_remove_component/brood

+ + + + + + + + +
+ + PDF of Slope + + + + Iteration Times + +
+

add_remove_component/hecs

diff --git a/target/criterion/add_remove_component/report/violin.svg b/target/criterion/add_remove_component/report/violin.svg index ae1c1997..b778522f 100644 --- a/target/criterion/add_remove_component/report/violin.svg +++ b/target/criterion/add_remove_component/report/violin.svg @@ -1,606 +1,83 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - add_remove_component/specs - - - - - add_remove_component/shipyard - - - - - add_remove_component/planck_ecs - - - - - add_remove_component/legion - - - - - add_remove_component/hecs - - - - - add_remove_component/bevy - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 0.5 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 1.5 - - - - - - - - - - - - - 2 - - - - - - - - - - - - - 2.5 - - - - - - - - - Input - - - - - Average time (ms) - - - - - add_remove_component: Violin plot - - - - - PDF - - - PDF - - - - - - - - - - gnuplot_plot_2 - - - - - - - gnuplot_plot_3 - - - - - - - gnuplot_plot_4 - - - - - - - - - gnuplot_plot_5 - - - - - - - gnuplot_plot_6 - - - - - - - - - - - - - - - - - + + +add_remove_component: Violin plot + + +Input + + +Average time (ms) + + + +add_remove_component/specs + + + +add_remove_component/shipyard + + + +add_remove_component/planck_ecs + + + +add_remove_component/legion + + + +add_remove_component/hecs + + + +add_remove_component/brood + + + +add_remove_component/bevy + + + + +0.5 + + + +1.0 + + + +1.5 + + + +2.0 + + + +2.5 + + + +3.0 + + + +3.5 + + + + + + + + + + + + + + + + - diff --git a/target/criterion/add_remove_component/shipyard/base/estimates.json b/target/criterion/add_remove_component/shipyard/base/estimates.json index ce1fefc2..03995e65 100644 --- a/target/criterion/add_remove_component/shipyard/base/estimates.json +++ b/target/criterion/add_remove_component/shipyard/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":119613.37491458868,"upper_bound":120485.7649680257},"point_estimate":120029.04739804036,"standard_error":221.8097659110273},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":119255.74603174604,"upper_bound":120063.42307692308},"point_estimate":119636.81230585424,"standard_error":183.55194075337246},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1407.1046016512803,"upper_bound":2401.899104269972},"point_estimate":1998.289973659799,"standard_error":251.8743649687723},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":118827.07778672992,"upper_bound":119481.36029588566},"point_estimate":119149.15274321462,"standard_error":167.0880176302125},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1666.4697934660712,"upper_bound":2852.7773774691195},"point_estimate":2233.071154434007,"standard_error":313.29440754094253}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":111127.07570267486,"upper_bound":113881.70181994681},"point_estimate":112424.6260449615,"standard_error":707.5127195985423},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":109437.54789272031,"upper_bound":109539.3032893033},"point_estimate":109497.63117283951,"standard_error":27.73646687139221},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":244.7061145931685,"upper_bound":731.692026649509},"point_estimate":370.91990785151285,"standard_error":123.83368997479457},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":111024.64746265419,"upper_bound":115385.75668519018},"point_estimate":113017.30890103936,"standard_error":1122.7806866888589},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5051.4845327979065,"upper_bound":8918.573044061432},"point_estimate":7118.99025162761,"standard_error":986.033894546701}} \ No newline at end of file diff --git a/target/criterion/add_remove_component/shipyard/base/raw.csv b/target/criterion/add_remove_component/shipyard/base/raw.csv index 6841eccf..0d619777 100644 --- a/target/criterion/add_remove_component/shipyard/base/raw.csv +++ b/target/criterion/add_remove_component/shipyard/base/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -add_remove_component,shipyard,,,,1112108.0,ns,9 -add_remove_component,shipyard,,,,2224518.0,ns,18 -add_remove_component,shipyard,,,,3314695.0,ns,27 -add_remove_component,shipyard,,,,4378841.0,ns,36 -add_remove_component,shipyard,,,,5479648.0,ns,45 -add_remove_component,shipyard,,,,6625242.0,ns,54 -add_remove_component,shipyard,,,,7513112.0,ns,63 -add_remove_component,shipyard,,,,8859628.0,ns,72 -add_remove_component,shipyard,,,,9889009.0,ns,81 -add_remove_component,shipyard,,,,10999714.0,ns,90 -add_remove_component,shipyard,,,,12610384.0,ns,99 -add_remove_component,shipyard,,,,13268026.0,ns,108 -add_remove_component,shipyard,,,,14391117.0,ns,117 -add_remove_component,shipyard,,,,15063025.0,ns,126 -add_remove_component,shipyard,,,,16151309.0,ns,135 -add_remove_component,shipyard,,,,17252055.0,ns,144 -add_remove_component,shipyard,,,,18274924.0,ns,153 -add_remove_component,shipyard,,,,19769242.0,ns,162 -add_remove_component,shipyard,,,,21039070.0,ns,171 -add_remove_component,shipyard,,,,21652348.0,ns,180 -add_remove_component,shipyard,,,,23415598.0,ns,189 -add_remove_component,shipyard,,,,23753331.0,ns,198 -add_remove_component,shipyard,,,,27222910.0,ns,207 -add_remove_component,shipyard,,,,25658461.0,ns,216 -add_remove_component,shipyard,,,,26607499.0,ns,225 -add_remove_component,shipyard,,,,28094841.0,ns,234 -add_remove_component,shipyard,,,,29759774.0,ns,243 -add_remove_component,shipyard,,,,30264394.0,ns,252 -add_remove_component,shipyard,,,,31242168.0,ns,261 -add_remove_component,shipyard,,,,33174970.0,ns,270 -add_remove_component,shipyard,,,,33114053.0,ns,279 -add_remove_component,shipyard,,,,34844280.0,ns,288 -add_remove_component,shipyard,,,,35836990.0,ns,297 -add_remove_component,shipyard,,,,36519020.0,ns,306 -add_remove_component,shipyard,,,,37226358.0,ns,315 -add_remove_component,shipyard,,,,38599293.0,ns,324 -add_remove_component,shipyard,,,,40037482.0,ns,333 -add_remove_component,shipyard,,,,41961378.0,ns,342 -add_remove_component,shipyard,,,,41398114.0,ns,351 -add_remove_component,shipyard,,,,42708482.0,ns,360 -add_remove_component,shipyard,,,,43383306.0,ns,369 -add_remove_component,shipyard,,,,45111840.0,ns,378 -add_remove_component,shipyard,,,,46429999.0,ns,387 -add_remove_component,shipyard,,,,47560014.0,ns,396 -add_remove_component,shipyard,,,,48263654.0,ns,405 -add_remove_component,shipyard,,,,50136802.0,ns,414 -add_remove_component,shipyard,,,,51958032.0,ns,423 -add_remove_component,shipyard,,,,52041309.0,ns,432 -add_remove_component,shipyard,,,,53089608.0,ns,441 -add_remove_component,shipyard,,,,53222992.0,ns,450 -add_remove_component,shipyard,,,,54324519.0,ns,459 -add_remove_component,shipyard,,,,56191307.0,ns,468 -add_remove_component,shipyard,,,,56733800.0,ns,477 -add_remove_component,shipyard,,,,57425717.0,ns,486 -add_remove_component,shipyard,,,,58403561.0,ns,495 -add_remove_component,shipyard,,,,59971297.0,ns,504 -add_remove_component,shipyard,,,,61153157.0,ns,513 -add_remove_component,shipyard,,,,63989883.0,ns,522 -add_remove_component,shipyard,,,,62142193.0,ns,531 -add_remove_component,shipyard,,,,65480302.0,ns,540 -add_remove_component,shipyard,,,,64567522.0,ns,549 -add_remove_component,shipyard,,,,67383086.0,ns,558 -add_remove_component,shipyard,,,,66640932.0,ns,567 -add_remove_component,shipyard,,,,68328258.0,ns,576 -add_remove_component,shipyard,,,,70277220.0,ns,585 -add_remove_component,shipyard,,,,69556626.0,ns,594 -add_remove_component,shipyard,,,,71056855.0,ns,603 -add_remove_component,shipyard,,,,74368875.0,ns,612 -add_remove_component,shipyard,,,,73018852.0,ns,621 -add_remove_component,shipyard,,,,75887718.0,ns,630 -add_remove_component,shipyard,,,,75875344.0,ns,639 -add_remove_component,shipyard,,,,76232826.0,ns,648 -add_remove_component,shipyard,,,,77555866.0,ns,657 -add_remove_component,shipyard,,,,78442686.0,ns,666 -add_remove_component,shipyard,,,,79805703.0,ns,675 -add_remove_component,shipyard,,,,81609379.0,ns,684 -add_remove_component,shipyard,,,,83084949.0,ns,693 -add_remove_component,shipyard,,,,83092443.0,ns,702 -add_remove_component,shipyard,,,,84166740.0,ns,711 -add_remove_component,shipyard,,,,87166314.0,ns,720 -add_remove_component,shipyard,,,,86791400.0,ns,729 -add_remove_component,shipyard,,,,88352423.0,ns,738 -add_remove_component,shipyard,,,,88363696.0,ns,747 -add_remove_component,shipyard,,,,90459648.0,ns,756 -add_remove_component,shipyard,,,,90394935.0,ns,765 -add_remove_component,shipyard,,,,93423776.0,ns,774 -add_remove_component,shipyard,,,,93670735.0,ns,783 -add_remove_component,shipyard,,,,94117977.0,ns,792 -add_remove_component,shipyard,,,,95734307.0,ns,801 -add_remove_component,shipyard,,,,95800031.0,ns,810 -add_remove_component,shipyard,,,,99340005.0,ns,819 -add_remove_component,shipyard,,,,96783314.0,ns,828 -add_remove_component,shipyard,,,,100133908.0,ns,837 -add_remove_component,shipyard,,,,99870225.0,ns,846 -add_remove_component,shipyard,,,,99966930.0,ns,855 -add_remove_component,shipyard,,,,102008199.0,ns,864 -add_remove_component,shipyard,,,,105021108.0,ns,873 -add_remove_component,shipyard,,,,105566187.0,ns,882 -add_remove_component,shipyard,,,,106508492.0,ns,891 -add_remove_component,shipyard,,,,106663988.0,ns,900 +add_remove_component,shipyard,,,,1270100.0,ns,9 +add_remove_component,shipyard,,,,1920700.0,ns,18 +add_remove_component,shipyard,,,,2850600.0,ns,27 +add_remove_component,shipyard,,,,3834800.0,ns,36 +add_remove_component,shipyard,,,,5211700.0,ns,45 +add_remove_component,shipyard,,,,5910600.0,ns,54 +add_remove_component,shipyard,,,,6888900.0,ns,63 +add_remove_component,shipyard,,,,7832300.0,ns,72 +add_remove_component,shipyard,,,,8739600.0,ns,81 +add_remove_component,shipyard,,,,11122600.0,ns,90 +add_remove_component,shipyard,,,,10646000.0,ns,99 +add_remove_component,shipyard,,,,12502800.0,ns,108 +add_remove_component,shipyard,,,,12723000.0,ns,117 +add_remove_component,shipyard,,,,13676500.0,ns,126 +add_remove_component,shipyard,,,,14550200.0,ns,135 +add_remove_component,shipyard,,,,15528600.0,ns,144 +add_remove_component,shipyard,,,,16673200.0,ns,153 +add_remove_component,shipyard,,,,17630500.0,ns,162 +add_remove_component,shipyard,,,,20995700.0,ns,171 +add_remove_component,shipyard,,,,19573100.0,ns,180 +add_remove_component,shipyard,,,,20601300.0,ns,189 +add_remove_component,shipyard,,,,21639800.0,ns,198 +add_remove_component,shipyard,,,,25341200.0,ns,207 +add_remove_component,shipyard,,,,23529200.0,ns,216 +add_remove_component,shipyard,,,,24521700.0,ns,225 +add_remove_component,shipyard,,,,25542100.0,ns,234 +add_remove_component,shipyard,,,,26622800.0,ns,243 +add_remove_component,shipyard,,,,27480700.0,ns,252 +add_remove_component,shipyard,,,,28563200.0,ns,261 +add_remove_component,shipyard,,,,33167400.0,ns,270 +add_remove_component,shipyard,,,,33699200.0,ns,279 +add_remove_component,shipyard,,,,31210300.0,ns,288 +add_remove_component,shipyard,,,,36430800.0,ns,297 +add_remove_component,shipyard,,,,33302100.0,ns,306 +add_remove_component,shipyard,,,,34515400.0,ns,315 +add_remove_component,shipyard,,,,35439900.0,ns,324 +add_remove_component,shipyard,,,,36620800.0,ns,333 +add_remove_component,shipyard,,,,37524000.0,ns,342 +add_remove_component,shipyard,,,,38324500.0,ns,351 +add_remove_component,shipyard,,,,39456600.0,ns,360 +add_remove_component,shipyard,,,,40338600.0,ns,369 +add_remove_component,shipyard,,,,46543400.0,ns,378 +add_remove_component,shipyard,,,,42177300.0,ns,387 +add_remove_component,shipyard,,,,43250500.0,ns,396 +add_remove_component,shipyard,,,,44363000.0,ns,405 +add_remove_component,shipyard,,,,50920700.0,ns,414 +add_remove_component,shipyard,,,,46140400.0,ns,423 +add_remove_component,shipyard,,,,47310900.0,ns,432 +add_remove_component,shipyard,,,,48276700.0,ns,441 +add_remove_component,shipyard,,,,54830700.0,ns,450 +add_remove_component,shipyard,,,,50182300.0,ns,459 +add_remove_component,shipyard,,,,57618000.0,ns,468 +add_remove_component,shipyard,,,,52129300.0,ns,477 +add_remove_component,shipyard,,,,53201400.0,ns,486 +add_remove_component,shipyard,,,,54078400.0,ns,495 +add_remove_component,shipyard,,,,55168000.0,ns,504 +add_remove_component,shipyard,,,,56164100.0,ns,513 +add_remove_component,shipyard,,,,64136200.0,ns,522 +add_remove_component,shipyard,,,,59408800.0,ns,531 +add_remove_component,shipyard,,,,59032500.0,ns,540 +add_remove_component,shipyard,,,,59985900.0,ns,549 +add_remove_component,shipyard,,,,61117900.0,ns,558 +add_remove_component,shipyard,,,,62007000.0,ns,567 +add_remove_component,shipyard,,,,62984100.0,ns,576 +add_remove_component,shipyard,,,,64106000.0,ns,585 +add_remove_component,shipyard,,,,65064900.0,ns,594 +add_remove_component,shipyard,,,,65875100.0,ns,603 +add_remove_component,shipyard,,,,67033100.0,ns,612 +add_remove_component,shipyard,,,,76371200.0,ns,621 +add_remove_component,shipyard,,,,69053100.0,ns,630 +add_remove_component,shipyard,,,,69991700.0,ns,639 +add_remove_component,shipyard,,,,70958600.0,ns,648 +add_remove_component,shipyard,,,,92525000.0,ns,657 +add_remove_component,shipyard,,,,81605400.0,ns,666 +add_remove_component,shipyard,,,,73677900.0,ns,675 +add_remove_component,shipyard,,,,74822600.0,ns,684 +add_remove_component,shipyard,,,,75981500.0,ns,693 +add_remove_component,shipyard,,,,76898300.0,ns,702 +add_remove_component,shipyard,,,,77847400.0,ns,711 +add_remove_component,shipyard,,,,78833700.0,ns,720 +add_remove_component,shipyard,,,,79797700.0,ns,729 +add_remove_component,shipyard,,,,81001400.0,ns,738 +add_remove_component,shipyard,,,,81800500.0,ns,747 +add_remove_component,shipyard,,,,82759700.0,ns,756 +add_remove_component,shipyard,,,,83846300.0,ns,765 +add_remove_component,shipyard,,,,84810600.0,ns,774 +add_remove_component,shipyard,,,,85681400.0,ns,783 +add_remove_component,shipyard,,,,86769300.0,ns,792 +add_remove_component,shipyard,,,,87833500.0,ns,801 +add_remove_component,shipyard,,,,88892800.0,ns,810 +add_remove_component,shipyard,,,,100769100.0,ns,819 +add_remove_component,shipyard,,,,90589000.0,ns,828 +add_remove_component,shipyard,,,,91738400.0,ns,837 +add_remove_component,shipyard,,,,92647100.0,ns,846 +add_remove_component,shipyard,,,,93793700.0,ns,855 +add_remove_component,shipyard,,,,94616800.0,ns,864 +add_remove_component,shipyard,,,,95632800.0,ns,873 +add_remove_component,shipyard,,,,124196800.0,ns,882 +add_remove_component,shipyard,,,,109498500.0,ns,891 +add_remove_component,shipyard,,,,109741200.0,ns,900 diff --git a/target/criterion/add_remove_component/shipyard/base/sample.json b/target/criterion/add_remove_component/shipyard/base/sample.json index 6652f073..7f7657d8 100644 --- a/target/criterion/add_remove_component/shipyard/base/sample.json +++ b/target/criterion/add_remove_component/shipyard/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[1112108.0,2224518.0,3314695.0,4378841.0,5479648.0,6625242.0,7513112.0,8859628.0,9889009.0,10999714.0,12610384.0,13268026.0,14391117.0,15063025.0,16151309.0,17252055.0,18274924.0,19769242.0,21039070.0,21652348.0,23415598.0,23753331.0,27222910.0,25658461.0,26607499.0,28094841.0,29759774.0,30264394.0,31242168.0,33174970.0,33114053.0,34844280.0,35836990.0,36519020.0,37226358.0,38599293.0,40037482.0,41961378.0,41398114.0,42708482.0,43383306.0,45111840.0,46429999.0,47560014.0,48263654.0,50136802.0,51958032.0,52041309.0,53089608.0,53222992.0,54324519.0,56191307.0,56733800.0,57425717.0,58403561.0,59971297.0,61153157.0,63989883.0,62142193.0,65480302.0,64567522.0,67383086.0,66640932.0,68328258.0,70277220.0,69556626.0,71056855.0,74368875.0,73018852.0,75887718.0,75875344.0,76232826.0,77555866.0,78442686.0,79805703.0,81609379.0,83084949.0,83092443.0,84166740.0,87166314.0,86791400.0,88352423.0,88363696.0,90459648.0,90394935.0,93423776.0,93670735.0,94117977.0,95734307.0,95800031.0,99340005.0,96783314.0,100133908.0,99870225.0,99966930.0,102008199.0,105021108.0,105566187.0,106508492.0,106663988.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[1270100.0,1920700.0,2850600.0,3834800.0,5211700.0,5910600.0,6888900.0,7832300.0,8739600.0,11122600.0,10646000.0,12502800.0,12723000.0,13676500.0,14550200.0,15528600.0,16673200.0,17630500.0,20995700.0,19573100.0,20601300.0,21639800.0,25341200.0,23529200.0,24521700.0,25542100.0,26622800.0,27480700.0,28563200.0,33167400.0,33699200.0,31210300.0,36430800.0,33302100.0,34515400.0,35439900.0,36620800.0,37524000.0,38324500.0,39456600.0,40338600.0,46543400.0,42177300.0,43250500.0,44363000.0,50920700.0,46140400.0,47310900.0,48276700.0,54830700.0,50182300.0,57618000.0,52129300.0,53201400.0,54078400.0,55168000.0,56164100.0,64136200.0,59408800.0,59032500.0,59985900.0,61117900.0,62007000.0,62984100.0,64106000.0,65064900.0,65875100.0,67033100.0,76371200.0,69053100.0,69991700.0,70958600.0,92525000.0,81605400.0,73677900.0,74822600.0,75981500.0,76898300.0,77847400.0,78833700.0,79797700.0,81001400.0,81800500.0,82759700.0,83846300.0,84810600.0,85681400.0,86769300.0,87833500.0,88892800.0,100769100.0,90589000.0,91738400.0,92647100.0,93793700.0,94616800.0,95632800.0,124196800.0,109498500.0,109741200.0]} \ No newline at end of file diff --git a/target/criterion/add_remove_component/shipyard/base/tukey.json b/target/criterion/add_remove_component/shipyard/base/tukey.json index e168059b..19877d2e 100644 --- a/target/criterion/add_remove_component/shipyard/base/tukey.json +++ b/target/criterion/add_remove_component/shipyard/base/tukey.json @@ -1 +1 @@ -[110227.71104676265,114295.10329236071,125141.48261395555,129208.87485955362] \ No newline at end of file +[107778.68106305262,108508.74681450534,110455.5888183793,111185.65456983204] \ No newline at end of file diff --git a/target/criterion/add_remove_component/shipyard/change/estimates.json b/target/criterion/add_remove_component/shipyard/change/estimates.json index e6f09b02..7d243bfa 100644 --- a/target/criterion/add_remove_component/shipyard/change/estimates.json +++ b/target/criterion/add_remove_component/shipyard/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.004616961764083838,"upper_bound":0.01451554116205755},"point_estimate":0.009614744944044684,"standard_error":0.0025294190725883687},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.007029032794829693,"upper_bound":0.016542175701483197},"point_estimate":0.012099690906882676,"standard_error":0.002437945695180139}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.07529586088869197,"upper_bound":-0.05259835712881801},"point_estimate":-0.06335484216467269,"standard_error":0.005924684153708846},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.08792148556920687,"upper_bound":-0.08176858143026322},"point_estimate":-0.08474967643816589,"standard_error":0.0014346719041855292}} \ No newline at end of file diff --git a/target/criterion/add_remove_component/shipyard/new/estimates.json b/target/criterion/add_remove_component/shipyard/new/estimates.json index ce1fefc2..03995e65 100644 --- a/target/criterion/add_remove_component/shipyard/new/estimates.json +++ b/target/criterion/add_remove_component/shipyard/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":119613.37491458868,"upper_bound":120485.7649680257},"point_estimate":120029.04739804036,"standard_error":221.8097659110273},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":119255.74603174604,"upper_bound":120063.42307692308},"point_estimate":119636.81230585424,"standard_error":183.55194075337246},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1407.1046016512803,"upper_bound":2401.899104269972},"point_estimate":1998.289973659799,"standard_error":251.8743649687723},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":118827.07778672992,"upper_bound":119481.36029588566},"point_estimate":119149.15274321462,"standard_error":167.0880176302125},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1666.4697934660712,"upper_bound":2852.7773774691195},"point_estimate":2233.071154434007,"standard_error":313.29440754094253}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":111127.07570267486,"upper_bound":113881.70181994681},"point_estimate":112424.6260449615,"standard_error":707.5127195985423},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":109437.54789272031,"upper_bound":109539.3032893033},"point_estimate":109497.63117283951,"standard_error":27.73646687139221},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":244.7061145931685,"upper_bound":731.692026649509},"point_estimate":370.91990785151285,"standard_error":123.83368997479457},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":111024.64746265419,"upper_bound":115385.75668519018},"point_estimate":113017.30890103936,"standard_error":1122.7806866888589},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5051.4845327979065,"upper_bound":8918.573044061432},"point_estimate":7118.99025162761,"standard_error":986.033894546701}} \ No newline at end of file diff --git a/target/criterion/add_remove_component/shipyard/new/raw.csv b/target/criterion/add_remove_component/shipyard/new/raw.csv index 6841eccf..0d619777 100644 --- a/target/criterion/add_remove_component/shipyard/new/raw.csv +++ b/target/criterion/add_remove_component/shipyard/new/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -add_remove_component,shipyard,,,,1112108.0,ns,9 -add_remove_component,shipyard,,,,2224518.0,ns,18 -add_remove_component,shipyard,,,,3314695.0,ns,27 -add_remove_component,shipyard,,,,4378841.0,ns,36 -add_remove_component,shipyard,,,,5479648.0,ns,45 -add_remove_component,shipyard,,,,6625242.0,ns,54 -add_remove_component,shipyard,,,,7513112.0,ns,63 -add_remove_component,shipyard,,,,8859628.0,ns,72 -add_remove_component,shipyard,,,,9889009.0,ns,81 -add_remove_component,shipyard,,,,10999714.0,ns,90 -add_remove_component,shipyard,,,,12610384.0,ns,99 -add_remove_component,shipyard,,,,13268026.0,ns,108 -add_remove_component,shipyard,,,,14391117.0,ns,117 -add_remove_component,shipyard,,,,15063025.0,ns,126 -add_remove_component,shipyard,,,,16151309.0,ns,135 -add_remove_component,shipyard,,,,17252055.0,ns,144 -add_remove_component,shipyard,,,,18274924.0,ns,153 -add_remove_component,shipyard,,,,19769242.0,ns,162 -add_remove_component,shipyard,,,,21039070.0,ns,171 -add_remove_component,shipyard,,,,21652348.0,ns,180 -add_remove_component,shipyard,,,,23415598.0,ns,189 -add_remove_component,shipyard,,,,23753331.0,ns,198 -add_remove_component,shipyard,,,,27222910.0,ns,207 -add_remove_component,shipyard,,,,25658461.0,ns,216 -add_remove_component,shipyard,,,,26607499.0,ns,225 -add_remove_component,shipyard,,,,28094841.0,ns,234 -add_remove_component,shipyard,,,,29759774.0,ns,243 -add_remove_component,shipyard,,,,30264394.0,ns,252 -add_remove_component,shipyard,,,,31242168.0,ns,261 -add_remove_component,shipyard,,,,33174970.0,ns,270 -add_remove_component,shipyard,,,,33114053.0,ns,279 -add_remove_component,shipyard,,,,34844280.0,ns,288 -add_remove_component,shipyard,,,,35836990.0,ns,297 -add_remove_component,shipyard,,,,36519020.0,ns,306 -add_remove_component,shipyard,,,,37226358.0,ns,315 -add_remove_component,shipyard,,,,38599293.0,ns,324 -add_remove_component,shipyard,,,,40037482.0,ns,333 -add_remove_component,shipyard,,,,41961378.0,ns,342 -add_remove_component,shipyard,,,,41398114.0,ns,351 -add_remove_component,shipyard,,,,42708482.0,ns,360 -add_remove_component,shipyard,,,,43383306.0,ns,369 -add_remove_component,shipyard,,,,45111840.0,ns,378 -add_remove_component,shipyard,,,,46429999.0,ns,387 -add_remove_component,shipyard,,,,47560014.0,ns,396 -add_remove_component,shipyard,,,,48263654.0,ns,405 -add_remove_component,shipyard,,,,50136802.0,ns,414 -add_remove_component,shipyard,,,,51958032.0,ns,423 -add_remove_component,shipyard,,,,52041309.0,ns,432 -add_remove_component,shipyard,,,,53089608.0,ns,441 -add_remove_component,shipyard,,,,53222992.0,ns,450 -add_remove_component,shipyard,,,,54324519.0,ns,459 -add_remove_component,shipyard,,,,56191307.0,ns,468 -add_remove_component,shipyard,,,,56733800.0,ns,477 -add_remove_component,shipyard,,,,57425717.0,ns,486 -add_remove_component,shipyard,,,,58403561.0,ns,495 -add_remove_component,shipyard,,,,59971297.0,ns,504 -add_remove_component,shipyard,,,,61153157.0,ns,513 -add_remove_component,shipyard,,,,63989883.0,ns,522 -add_remove_component,shipyard,,,,62142193.0,ns,531 -add_remove_component,shipyard,,,,65480302.0,ns,540 -add_remove_component,shipyard,,,,64567522.0,ns,549 -add_remove_component,shipyard,,,,67383086.0,ns,558 -add_remove_component,shipyard,,,,66640932.0,ns,567 -add_remove_component,shipyard,,,,68328258.0,ns,576 -add_remove_component,shipyard,,,,70277220.0,ns,585 -add_remove_component,shipyard,,,,69556626.0,ns,594 -add_remove_component,shipyard,,,,71056855.0,ns,603 -add_remove_component,shipyard,,,,74368875.0,ns,612 -add_remove_component,shipyard,,,,73018852.0,ns,621 -add_remove_component,shipyard,,,,75887718.0,ns,630 -add_remove_component,shipyard,,,,75875344.0,ns,639 -add_remove_component,shipyard,,,,76232826.0,ns,648 -add_remove_component,shipyard,,,,77555866.0,ns,657 -add_remove_component,shipyard,,,,78442686.0,ns,666 -add_remove_component,shipyard,,,,79805703.0,ns,675 -add_remove_component,shipyard,,,,81609379.0,ns,684 -add_remove_component,shipyard,,,,83084949.0,ns,693 -add_remove_component,shipyard,,,,83092443.0,ns,702 -add_remove_component,shipyard,,,,84166740.0,ns,711 -add_remove_component,shipyard,,,,87166314.0,ns,720 -add_remove_component,shipyard,,,,86791400.0,ns,729 -add_remove_component,shipyard,,,,88352423.0,ns,738 -add_remove_component,shipyard,,,,88363696.0,ns,747 -add_remove_component,shipyard,,,,90459648.0,ns,756 -add_remove_component,shipyard,,,,90394935.0,ns,765 -add_remove_component,shipyard,,,,93423776.0,ns,774 -add_remove_component,shipyard,,,,93670735.0,ns,783 -add_remove_component,shipyard,,,,94117977.0,ns,792 -add_remove_component,shipyard,,,,95734307.0,ns,801 -add_remove_component,shipyard,,,,95800031.0,ns,810 -add_remove_component,shipyard,,,,99340005.0,ns,819 -add_remove_component,shipyard,,,,96783314.0,ns,828 -add_remove_component,shipyard,,,,100133908.0,ns,837 -add_remove_component,shipyard,,,,99870225.0,ns,846 -add_remove_component,shipyard,,,,99966930.0,ns,855 -add_remove_component,shipyard,,,,102008199.0,ns,864 -add_remove_component,shipyard,,,,105021108.0,ns,873 -add_remove_component,shipyard,,,,105566187.0,ns,882 -add_remove_component,shipyard,,,,106508492.0,ns,891 -add_remove_component,shipyard,,,,106663988.0,ns,900 +add_remove_component,shipyard,,,,1270100.0,ns,9 +add_remove_component,shipyard,,,,1920700.0,ns,18 +add_remove_component,shipyard,,,,2850600.0,ns,27 +add_remove_component,shipyard,,,,3834800.0,ns,36 +add_remove_component,shipyard,,,,5211700.0,ns,45 +add_remove_component,shipyard,,,,5910600.0,ns,54 +add_remove_component,shipyard,,,,6888900.0,ns,63 +add_remove_component,shipyard,,,,7832300.0,ns,72 +add_remove_component,shipyard,,,,8739600.0,ns,81 +add_remove_component,shipyard,,,,11122600.0,ns,90 +add_remove_component,shipyard,,,,10646000.0,ns,99 +add_remove_component,shipyard,,,,12502800.0,ns,108 +add_remove_component,shipyard,,,,12723000.0,ns,117 +add_remove_component,shipyard,,,,13676500.0,ns,126 +add_remove_component,shipyard,,,,14550200.0,ns,135 +add_remove_component,shipyard,,,,15528600.0,ns,144 +add_remove_component,shipyard,,,,16673200.0,ns,153 +add_remove_component,shipyard,,,,17630500.0,ns,162 +add_remove_component,shipyard,,,,20995700.0,ns,171 +add_remove_component,shipyard,,,,19573100.0,ns,180 +add_remove_component,shipyard,,,,20601300.0,ns,189 +add_remove_component,shipyard,,,,21639800.0,ns,198 +add_remove_component,shipyard,,,,25341200.0,ns,207 +add_remove_component,shipyard,,,,23529200.0,ns,216 +add_remove_component,shipyard,,,,24521700.0,ns,225 +add_remove_component,shipyard,,,,25542100.0,ns,234 +add_remove_component,shipyard,,,,26622800.0,ns,243 +add_remove_component,shipyard,,,,27480700.0,ns,252 +add_remove_component,shipyard,,,,28563200.0,ns,261 +add_remove_component,shipyard,,,,33167400.0,ns,270 +add_remove_component,shipyard,,,,33699200.0,ns,279 +add_remove_component,shipyard,,,,31210300.0,ns,288 +add_remove_component,shipyard,,,,36430800.0,ns,297 +add_remove_component,shipyard,,,,33302100.0,ns,306 +add_remove_component,shipyard,,,,34515400.0,ns,315 +add_remove_component,shipyard,,,,35439900.0,ns,324 +add_remove_component,shipyard,,,,36620800.0,ns,333 +add_remove_component,shipyard,,,,37524000.0,ns,342 +add_remove_component,shipyard,,,,38324500.0,ns,351 +add_remove_component,shipyard,,,,39456600.0,ns,360 +add_remove_component,shipyard,,,,40338600.0,ns,369 +add_remove_component,shipyard,,,,46543400.0,ns,378 +add_remove_component,shipyard,,,,42177300.0,ns,387 +add_remove_component,shipyard,,,,43250500.0,ns,396 +add_remove_component,shipyard,,,,44363000.0,ns,405 +add_remove_component,shipyard,,,,50920700.0,ns,414 +add_remove_component,shipyard,,,,46140400.0,ns,423 +add_remove_component,shipyard,,,,47310900.0,ns,432 +add_remove_component,shipyard,,,,48276700.0,ns,441 +add_remove_component,shipyard,,,,54830700.0,ns,450 +add_remove_component,shipyard,,,,50182300.0,ns,459 +add_remove_component,shipyard,,,,57618000.0,ns,468 +add_remove_component,shipyard,,,,52129300.0,ns,477 +add_remove_component,shipyard,,,,53201400.0,ns,486 +add_remove_component,shipyard,,,,54078400.0,ns,495 +add_remove_component,shipyard,,,,55168000.0,ns,504 +add_remove_component,shipyard,,,,56164100.0,ns,513 +add_remove_component,shipyard,,,,64136200.0,ns,522 +add_remove_component,shipyard,,,,59408800.0,ns,531 +add_remove_component,shipyard,,,,59032500.0,ns,540 +add_remove_component,shipyard,,,,59985900.0,ns,549 +add_remove_component,shipyard,,,,61117900.0,ns,558 +add_remove_component,shipyard,,,,62007000.0,ns,567 +add_remove_component,shipyard,,,,62984100.0,ns,576 +add_remove_component,shipyard,,,,64106000.0,ns,585 +add_remove_component,shipyard,,,,65064900.0,ns,594 +add_remove_component,shipyard,,,,65875100.0,ns,603 +add_remove_component,shipyard,,,,67033100.0,ns,612 +add_remove_component,shipyard,,,,76371200.0,ns,621 +add_remove_component,shipyard,,,,69053100.0,ns,630 +add_remove_component,shipyard,,,,69991700.0,ns,639 +add_remove_component,shipyard,,,,70958600.0,ns,648 +add_remove_component,shipyard,,,,92525000.0,ns,657 +add_remove_component,shipyard,,,,81605400.0,ns,666 +add_remove_component,shipyard,,,,73677900.0,ns,675 +add_remove_component,shipyard,,,,74822600.0,ns,684 +add_remove_component,shipyard,,,,75981500.0,ns,693 +add_remove_component,shipyard,,,,76898300.0,ns,702 +add_remove_component,shipyard,,,,77847400.0,ns,711 +add_remove_component,shipyard,,,,78833700.0,ns,720 +add_remove_component,shipyard,,,,79797700.0,ns,729 +add_remove_component,shipyard,,,,81001400.0,ns,738 +add_remove_component,shipyard,,,,81800500.0,ns,747 +add_remove_component,shipyard,,,,82759700.0,ns,756 +add_remove_component,shipyard,,,,83846300.0,ns,765 +add_remove_component,shipyard,,,,84810600.0,ns,774 +add_remove_component,shipyard,,,,85681400.0,ns,783 +add_remove_component,shipyard,,,,86769300.0,ns,792 +add_remove_component,shipyard,,,,87833500.0,ns,801 +add_remove_component,shipyard,,,,88892800.0,ns,810 +add_remove_component,shipyard,,,,100769100.0,ns,819 +add_remove_component,shipyard,,,,90589000.0,ns,828 +add_remove_component,shipyard,,,,91738400.0,ns,837 +add_remove_component,shipyard,,,,92647100.0,ns,846 +add_remove_component,shipyard,,,,93793700.0,ns,855 +add_remove_component,shipyard,,,,94616800.0,ns,864 +add_remove_component,shipyard,,,,95632800.0,ns,873 +add_remove_component,shipyard,,,,124196800.0,ns,882 +add_remove_component,shipyard,,,,109498500.0,ns,891 +add_remove_component,shipyard,,,,109741200.0,ns,900 diff --git a/target/criterion/add_remove_component/shipyard/new/sample.json b/target/criterion/add_remove_component/shipyard/new/sample.json index 6652f073..7f7657d8 100644 --- a/target/criterion/add_remove_component/shipyard/new/sample.json +++ b/target/criterion/add_remove_component/shipyard/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[1112108.0,2224518.0,3314695.0,4378841.0,5479648.0,6625242.0,7513112.0,8859628.0,9889009.0,10999714.0,12610384.0,13268026.0,14391117.0,15063025.0,16151309.0,17252055.0,18274924.0,19769242.0,21039070.0,21652348.0,23415598.0,23753331.0,27222910.0,25658461.0,26607499.0,28094841.0,29759774.0,30264394.0,31242168.0,33174970.0,33114053.0,34844280.0,35836990.0,36519020.0,37226358.0,38599293.0,40037482.0,41961378.0,41398114.0,42708482.0,43383306.0,45111840.0,46429999.0,47560014.0,48263654.0,50136802.0,51958032.0,52041309.0,53089608.0,53222992.0,54324519.0,56191307.0,56733800.0,57425717.0,58403561.0,59971297.0,61153157.0,63989883.0,62142193.0,65480302.0,64567522.0,67383086.0,66640932.0,68328258.0,70277220.0,69556626.0,71056855.0,74368875.0,73018852.0,75887718.0,75875344.0,76232826.0,77555866.0,78442686.0,79805703.0,81609379.0,83084949.0,83092443.0,84166740.0,87166314.0,86791400.0,88352423.0,88363696.0,90459648.0,90394935.0,93423776.0,93670735.0,94117977.0,95734307.0,95800031.0,99340005.0,96783314.0,100133908.0,99870225.0,99966930.0,102008199.0,105021108.0,105566187.0,106508492.0,106663988.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[1270100.0,1920700.0,2850600.0,3834800.0,5211700.0,5910600.0,6888900.0,7832300.0,8739600.0,11122600.0,10646000.0,12502800.0,12723000.0,13676500.0,14550200.0,15528600.0,16673200.0,17630500.0,20995700.0,19573100.0,20601300.0,21639800.0,25341200.0,23529200.0,24521700.0,25542100.0,26622800.0,27480700.0,28563200.0,33167400.0,33699200.0,31210300.0,36430800.0,33302100.0,34515400.0,35439900.0,36620800.0,37524000.0,38324500.0,39456600.0,40338600.0,46543400.0,42177300.0,43250500.0,44363000.0,50920700.0,46140400.0,47310900.0,48276700.0,54830700.0,50182300.0,57618000.0,52129300.0,53201400.0,54078400.0,55168000.0,56164100.0,64136200.0,59408800.0,59032500.0,59985900.0,61117900.0,62007000.0,62984100.0,64106000.0,65064900.0,65875100.0,67033100.0,76371200.0,69053100.0,69991700.0,70958600.0,92525000.0,81605400.0,73677900.0,74822600.0,75981500.0,76898300.0,77847400.0,78833700.0,79797700.0,81001400.0,81800500.0,82759700.0,83846300.0,84810600.0,85681400.0,86769300.0,87833500.0,88892800.0,100769100.0,90589000.0,91738400.0,92647100.0,93793700.0,94616800.0,95632800.0,124196800.0,109498500.0,109741200.0]} \ No newline at end of file diff --git a/target/criterion/add_remove_component/shipyard/new/tukey.json b/target/criterion/add_remove_component/shipyard/new/tukey.json index e168059b..19877d2e 100644 --- a/target/criterion/add_remove_component/shipyard/new/tukey.json +++ b/target/criterion/add_remove_component/shipyard/new/tukey.json @@ -1 +1 @@ -[110227.71104676265,114295.10329236071,125141.48261395555,129208.87485955362] \ No newline at end of file +[107778.68106305262,108508.74681450534,110455.5888183793,111185.65456983204] \ No newline at end of file diff --git a/target/criterion/add_remove_component/shipyard/report/MAD.svg b/target/criterion/add_remove_component/shipyard/report/MAD.svg index 17ddad21..bdf31138 100644 --- a/target/criterion/add_remove_component/shipyard/report/MAD.svg +++ b/target/criterion/add_remove_component/shipyard/report/MAD.svg @@ -1,308 +1,76 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.2 - - - - - 0.4 - - - - - 0.6 - - - - - 0.8 - - - - - 1 - - - - - 1.2 - - - - - 1.4 - - - - - 1.6 - - - - - 1.8 - - - - - 2 - - - - - 1.4 - - - - - 1.6 - - - - - 1.8 - - - - - 2 - - - - - 2.2 - - - - - 2.4 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - add_remove_component/shipyard: MAD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +add_remove_component/shipyard:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + +0.005 + + + +0.006 + + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/add_remove_component/shipyard/report/SD.svg b/target/criterion/add_remove_component/shipyard/report/SD.svg index c2e715e5..5c02962c 100644 --- a/target/criterion/add_remove_component/shipyard/report/SD.svg +++ b/target/criterion/add_remove_component/shipyard/report/SD.svg @@ -1,298 +1,96 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.2 - - - - - 0.4 - - - - - 0.6 - - - - - 0.8 - - - - - 1 - - - - - 1.2 - - - - - 1.4 - - - - - 1.6 - - - - - 1.8 - - - - - 2 - - - - - 2.2 - - - - - 2.4 - - - - - 2.6 - - - - - 2.8 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - add_remove_component/shipyard: SD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +add_remove_component/shipyard:SD + + +Density (a.u.) + + +Average time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +5 + + + +5.5 + + + +6 + + + +6.5 + + + +7 + + + +7.5 + + + +8 + + + +8.5 + + + +9 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/add_remove_component/shipyard/report/both/pdf.svg b/target/criterion/add_remove_component/shipyard/report/both/pdf.svg index 6eeadd0c..b10cde16 100644 --- a/target/criterion/add_remove_component/shipyard/report/both/pdf.svg +++ b/target/criterion/add_remove_component/shipyard/report/both/pdf.svg @@ -1,313 +1,85 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 110 - - - - - 115 - - - - - 120 - - - - - 125 - - - - - 130 - - - - - 135 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - add_remove_component/shipyard - - - - - Base PDF - - - Base PDF - - - - - - - - - - Base Mean - - - - - Base Mean - - - - - - New PDF - - - - - New PDF - - - - - - - - - - New Mean - - - - - New Mean - - - - - - - - - - - - - - + + +add_remove_component/shipyard + + +Density (a.u.) + + +Average Time (us) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + +0.16 + + + +0.18 + + + +0.2 + + + + +100 + + + +120 + + + +140 + + + + + + + +Base PDF + + +New PDF + + +Base Mean + + +New Mean + + + + + - diff --git a/target/criterion/add_remove_component/shipyard/report/both/regression.svg b/target/criterion/add_remove_component/shipyard/report/both/regression.svg index 25761488..3b0f5dff 100644 --- a/target/criterion/add_remove_component/shipyard/report/both/regression.svg +++ b/target/criterion/add_remove_component/shipyard/report/both/regression.svg @@ -1,331 +1,95 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 300 - - - - - - - - - - - - - 400 - - - - - - - - - - - - - 500 - - - - - - - - - - - - - 600 - - - - - - - - - - - - - 700 - - - - - - - - - - - - - 800 - - - - - - - - - - - - - 900 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - add_remove_component/shipyard - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - Base sample - - - - - - New sample - - - New sample - - - - - - - - - - - - - - + + +add_remove_component/shipyard + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + +800 + + + +900 + + + + + + + +Base Sample + + +New Sample + + + - diff --git a/target/criterion/add_remove_component/shipyard/report/change/mean.svg b/target/criterion/add_remove_component/shipyard/report/change/mean.svg index a1a40869..374bd025 100644 --- a/target/criterion/add_remove_component/shipyard/report/change/mean.svg +++ b/target/criterion/add_remove_component/shipyard/report/change/mean.svg @@ -1,315 +1,77 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 20 - - - - - 40 - - - - - 60 - - - - - 80 - - - - - 100 - - - - - 120 - - - - - 140 - - - - - 160 - - - - - 0.4 - - - - - 0.6 - - - - - 0.8 - - - - - 1 - - - - - 1.2 - - - - - 1.4 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - add_remove_component/shipyard: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +add_remove_component/shipyard:mean + + +Density (a.u.) + + +Relative change (%) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + + +-0.075 + + + +-0.07 + + + +-0.065 + + + +-0.06 + + + +-0.055 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/add_remove_component/shipyard/report/change/median.svg b/target/criterion/add_remove_component/shipyard/report/change/median.svg index 0041f5a2..76f95953 100644 --- a/target/criterion/add_remove_component/shipyard/report/change/median.svg +++ b/target/criterion/add_remove_component/shipyard/report/change/median.svg @@ -1,325 +1,101 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 20 - - - - - 40 - - - - - 60 - - - - - 80 - - - - - 100 - - - - - 120 - - - - - 140 - - - - - 160 - - - - - 180 - - - - - 200 - - - - - 0.6 - - - - - 0.8 - - - - - 1 - - - - - 1.2 - - - - - 1.4 - - - - - 1.6 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - add_remove_component/shipyard: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +add_remove_component/shipyard:median + + +Density (a.u.) + + +Relative change (%) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + +450 + + + +500 + + + + +-0.088 + + + +-0.087 + + + +-0.086 + + + +-0.085 + + + +-0.084 + + + +-0.083 + + + +-0.082 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/add_remove_component/shipyard/report/change/t-test.svg b/target/criterion/add_remove_component/shipyard/report/change/t-test.svg index d8925b88..0d5a7b6b 100644 --- a/target/criterion/add_remove_component/shipyard/report/change/t-test.svg +++ b/target/criterion/add_remove_component/shipyard/report/change/t-test.svg @@ -1,260 +1,91 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - -5 - - - - - -4 - - - - - -3 - - - - - -2 - - - - - -1 - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - 5 - - - - - - - - - Density - - - - - t score - - - - - add_remove_component/shipyard: Welch t test - - - - - t distribution - - - t distribution - - - - - - - - - - t statistic - - - - - t statistic - - - - - - - - - - - - - - + + +add_remove_component/shipyard: Welch t test + + +Density + + +t score + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +-4.0 + + + +-3.0 + + + +-2.0 + + + +-1.0 + + + +0.0 + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + + + +t distribution + + +t statistic + + + - diff --git a/target/criterion/add_remove_component/shipyard/report/index.html b/target/criterion/add_remove_component/shipyard/report/index.html index 9cc6827e..959a27d8 100644 --- a/target/criterion/add_remove_component/shipyard/report/index.html +++ b/target/criterion/add_remove_component/shipyard/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 118.83 us - 119.15 us - 119.48 us + 111.02 us + 113.02 us + 115.39 us R² - 0.9789226 - 0.9799154 - 0.9788592 + 0.6649809 + 0.6793355 + 0.6592316 Mean - 119.61 us - 120.03 us - 120.49 us + 111.13 us + 112.42 us + 113.88 us Std. Dev. - 1.6665 us - 2.2331 us - 2.8528 us + 5.0515 us + 7.1190 us + 8.9186 us Median - 119.26 us - 119.64 us - 120.06 us + 109.44 us + 109.50 us + 109.54 us MAD - 1.4071 us - 1.9983 us - 2.4019 us + 244.71 ns + 370.92 ns + 731.69 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +0.4617% - +0.9615% - +1.4516% + -7.5296% + -6.3355% + -5.2598% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has improved.

Additional Plots:

diff --git a/target/criterion/add_remove_component/shipyard/report/mean.svg b/target/criterion/add_remove_component/shipyard/report/mean.svg index 8f083ea0..bb69911c 100644 --- a/target/criterion/add_remove_component/shipyard/report/mean.svg +++ b/target/criterion/add_remove_component/shipyard/report/mean.svg @@ -1,303 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.2 - - - - - 0.4 - - - - - 0.6 - - - - - 0.8 - - - - - 1 - - - - - 1.2 - - - - - 1.4 - - - - - 1.6 - - - - - 1.8 - - - - - 2 - - - - - 119.6 - - - - - 119.8 - - - - - 120 - - - - - 120.2 - - - - - 120.4 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - add_remove_component/shipyard: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +add_remove_component/shipyard:mean + + +Density (a.u.) + + +Average time (us) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + + +111 + + + +111.5 + + + +112 + + + +112.5 + + + +113 + + + +113.5 + + + +114 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/add_remove_component/shipyard/report/median.svg b/target/criterion/add_remove_component/shipyard/report/median.svg index e4504646..c784a5f6 100644 --- a/target/criterion/add_remove_component/shipyard/report/median.svg +++ b/target/criterion/add_remove_component/shipyard/report/median.svg @@ -1,308 +1,68 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - 5 - - - - - 6 - - - - - 119.2 - - - - - 119.3 - - - - - 119.4 - - - - - 119.5 - - - - - 119.6 - - - - - 119.7 - - - - - 119.8 - - - - - 119.9 - - - - - 120 - - - - - 120.1 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - add_remove_component/shipyard: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +add_remove_component/shipyard:median + + +Density (a.u.) + + +Average time (us) + + + +5 + + + +10 + + + +15 + + + +20 + + + + +109.44 + + + +109.46 + + + +109.48 + + + +109.5 + + + +109.52 + + + +109.54 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/add_remove_component/shipyard/report/pdf.svg b/target/criterion/add_remove_component/shipyard/report/pdf.svg index 55fc5fa7..175c599c 100644 --- a/target/criterion/add_remove_component/shipyard/report/pdf.svg +++ b/target/criterion/add_remove_component/shipyard/report/pdf.svg @@ -1,415 +1,179 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 100 - - - - - 200 - - - - - 300 - - - - - 400 - - - - - 500 - - - - - 600 - - - - - 700 - - - - - 800 - - - - - 900 - - - - - 115 - - - - - 120 - - - - - 125 - - - - - 130 - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - - - - - Iterations - - - - - Density (a.u.) - - - - - Average time (us) - - - - - add_remove_component/shipyard - - - - - PDF - - - PDF - - - - - - - - - - Mean - - - - - Mean - - - - - - "Clean" sample - - - - - "Clean" sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Mild outliers - - - Mild outliers - - - - - - - - Severe outliers - - - Severe outliers - - - - - - - - gnuplot_plot_6 - - - - - - gnuplot_plot_7 - - - - gnuplot_plot_8 - - - - gnuplot_plot_9 - - - - - - - - - - - - + + +add_remove_component/shipyard + + +Iterations + + +Average Time (us) + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + +800 + + + + +100 + + + +110 + + + +120 + + + +130 + + + +140 + + + +150 + + + +Density (a.u.) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + - diff --git a/target/criterion/add_remove_component/shipyard/report/pdf_small.svg b/target/criterion/add_remove_component/shipyard/report/pdf_small.svg index b721f806..38daf25d 100644 --- a/target/criterion/add_remove_component/shipyard/report/pdf_small.svg +++ b/target/criterion/add_remove_component/shipyard/report/pdf_small.svg @@ -1,189 +1,44 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 115 - - - - - 120 - - - - - 125 - - - - - 130 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - PDF - - - - - - - Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + + +100 + + + +120 + + + +140 + + + + - diff --git a/target/criterion/add_remove_component/shipyard/report/regression.svg b/target/criterion/add_remove_component/shipyard/report/regression.svg index 69e49d52..53ccd1d5 100644 --- a/target/criterion/add_remove_component/shipyard/report/regression.svg +++ b/target/criterion/add_remove_component/shipyard/report/regression.svg @@ -1,434 +1,202 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 300 - - - - - - - - - - - - - 400 - - - - - - - - - - - - - 500 - - - - - - - - - - - - - 600 - - - - - - - - - - - - - 700 - - - - - - - - - - - - - 800 - - - - - - - - - - - - - 900 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - add_remove_component/shipyard - - - - - Sample - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - Linear regression - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - - + + +add_remove_component/shipyard + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + +800 + + + +900 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + - diff --git a/target/criterion/add_remove_component/shipyard/report/regression_small.svg b/target/criterion/add_remove_component/shipyard/report/regression_small.svg index 47c5b72e..c24bd688 100644 --- a/target/criterion/add_remove_component/shipyard/report/regression_small.svg +++ b/target/criterion/add_remove_component/shipyard/report/regression_small.svg @@ -1,412 +1,187 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 300 - - - - - - - - - - - - - 400 - - - - - - - - - - - - - 500 - - - - - - - - - - - - - 600 - - - - - - - - - - - - - 700 - - - - - - - - - - - - - 800 - - - - - - - - - - - - - 900 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + +800 + + + +900 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/add_remove_component/shipyard/report/relative_pdf_small.svg b/target/criterion/add_remove_component/shipyard/report/relative_pdf_small.svg index ffa623d2..bc789359 100644 --- a/target/criterion/add_remove_component/shipyard/report/relative_pdf_small.svg +++ b/target/criterion/add_remove_component/shipyard/report/relative_pdf_small.svg @@ -1,286 +1,66 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 110 - - - - - 115 - - - - - 120 - - - - - 125 - - - - - 130 - - - - - 135 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - Base PDF - - - - - - - Base Mean - - - - - - New PDF - - - - - - - - - New Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + +0.16 + + + +0.18 + + + +0.2 + + + + +100 + + + +120 + + + +140 + + + + + + - diff --git a/target/criterion/add_remove_component/shipyard/report/relative_regression_small.svg b/target/criterion/add_remove_component/shipyard/report/relative_regression_small.svg index 79cafb80..5bca9d84 100644 --- a/target/criterion/add_remove_component/shipyard/report/relative_regression_small.svg +++ b/target/criterion/add_remove_component/shipyard/report/relative_regression_small.svg @@ -1,316 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 300 - - - - - - - - - - - - - 400 - - - - - - - - - - - - - 500 - - - - - - - - - - - - - 600 - - - - - - - - - - - - - 700 - - - - - - - - - - - - - 800 - - - - - - - - - - - - - 900 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - - New sample - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + +800 + + + +900 + + + + + + - diff --git a/target/criterion/add_remove_component/shipyard/report/slope.svg b/target/criterion/add_remove_component/shipyard/report/slope.svg index 32c5559a..9b7143c8 100644 --- a/target/criterion/add_remove_component/shipyard/report/slope.svg +++ b/target/criterion/add_remove_component/shipyard/report/slope.svg @@ -1,293 +1,96 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 118.8 - - - - - 118.9 - - - - - 119 - - - - - 119.1 - - - - - 119.2 - - - - - 119.3 - - - - - 119.4 - - - - - 119.5 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - add_remove_component/shipyard: slope - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +add_remove_component/shipyard:slope + + +Density (a.u.) + + +Average time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + + +111 + + + +111.5 + + + +112 + + + +112.5 + + + +113 + + + +113.5 + + + +114 + + + +114.5 + + + +115 + + + +115.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/add_remove_component/shipyard/report/typical.svg b/target/criterion/add_remove_component/shipyard/report/typical.svg index 884ca17f..321bba36 100644 --- a/target/criterion/add_remove_component/shipyard/report/typical.svg +++ b/target/criterion/add_remove_component/shipyard/report/typical.svg @@ -1,293 +1,96 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 118.8 - - - - - 118.9 - - - - - 119 - - - - - 119.1 - - - - - 119.2 - - - - - 119.3 - - - - - 119.4 - - - - - 119.5 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - add_remove_component/shipyard: typical - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +add_remove_component/shipyard:typical + + +Density (a.u.) + + +Average time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + + +111 + + + +111.5 + + + +112 + + + +112.5 + + + +113 + + + +113.5 + + + +114 + + + +114.5 + + + +115 + + + +115.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/add_remove_component/specs/base/estimates.json b/target/criterion/add_remove_component/specs/base/estimates.json index 40e02d53..273712c5 100644 --- a/target/criterion/add_remove_component/specs/base/estimates.json +++ b/target/criterion/add_remove_component/specs/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":89438.55039798366,"upper_bound":90164.72700521996},"point_estimate":89799.46332057187,"standard_error":185.4043877267179},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":88226.23433048432,"upper_bound":90536.72222222222},"point_estimate":88782.28784013606,"standard_error":635.6861102958519},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":420.44915639772876,"upper_bound":2865.544791533937},"point_estimate":1238.679545232808,"standard_error":749.315311020322},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":89351.37881750708,"upper_bound":90275.37337643275},"point_estimate":89805.44937195213,"standard_error":235.58670444402532},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1747.6170491840649,"upper_bound":1936.938379171594},"point_estimate":1863.6077892181793,"standard_error":48.034463976494806}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":103756.44870016408,"upper_bound":104965.58706039688},"point_estimate":104226.32042943433,"standard_error":322.5557646946836},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":103186.08695652174,"upper_bound":103752.75862068965},"point_estimate":103395.64263322884,"standard_error":164.4094671112449},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":354.0519333767603,"upper_bound":1143.5836988583687},"point_estimate":626.8114988718708,"standard_error":218.6089584536917},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":103700.48461276932,"upper_bound":104282.07133469767},"point_estimate":103979.8151618147,"standard_error":148.51695088923648},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1004.0710296056983,"upper_bound":5334.433449199212},"point_estimate":3236.5002611689833,"standard_error":1478.741229319142}} \ No newline at end of file diff --git a/target/criterion/add_remove_component/specs/base/raw.csv b/target/criterion/add_remove_component/specs/base/raw.csv index aff3f5db..766dbcfb 100644 --- a/target/criterion/add_remove_component/specs/base/raw.csv +++ b/target/criterion/add_remove_component/specs/base/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -add_remove_component,specs,,,,1066020.0,ns,12 -add_remove_component,specs,,,,2117985.0,ns,24 -add_remove_component,specs,,,,3168285.0,ns,36 -add_remove_component,specs,,,,4225179.0,ns,48 -add_remove_component,specs,,,,5272264.0,ns,60 -add_remove_component,specs,,,,6330349.0,ns,72 -add_remove_component,specs,,,,7391001.0,ns,84 -add_remove_component,specs,,,,8459475.0,ns,96 -add_remove_component,specs,,,,9527260.0,ns,108 -add_remove_component,specs,,,,10563484.0,ns,120 -add_remove_component,specs,,,,11620948.0,ns,132 -add_remove_component,specs,,,,12685396.0,ns,144 -add_remove_component,specs,,,,13717161.0,ns,156 -add_remove_component,specs,,,,14784374.0,ns,168 -add_remove_component,specs,,,,15822482.0,ns,180 -add_remove_component,specs,,,,16887270.0,ns,192 -add_remove_component,specs,,,,17969061.0,ns,204 -add_remove_component,specs,,,,19566896.0,ns,216 -add_remove_component,specs,,,,21006589.0,ns,228 -add_remove_component,specs,,,,22110952.0,ns,240 -add_remove_component,specs,,,,23219243.0,ns,252 -add_remove_component,specs,,,,24322034.0,ns,264 -add_remove_component,specs,,,,25418833.0,ns,276 -add_remove_component,specs,,,,26549687.0,ns,288 -add_remove_component,specs,,,,27599228.0,ns,300 -add_remove_component,specs,,,,28792239.0,ns,312 -add_remove_component,specs,,,,29830718.0,ns,324 -add_remove_component,specs,,,,30355909.0,ns,336 -add_remove_component,specs,,,,30719662.0,ns,348 -add_remove_component,specs,,,,31692845.0,ns,360 -add_remove_component,specs,,,,32745922.0,ns,372 -add_remove_component,specs,,,,33772738.0,ns,384 -add_remove_component,specs,,,,36450698.0,ns,396 -add_remove_component,specs,,,,37777517.0,ns,408 -add_remove_component,specs,,,,38694534.0,ns,420 -add_remove_component,specs,,,,39782797.0,ns,432 -add_remove_component,specs,,,,40904084.0,ns,444 -add_remove_component,specs,,,,40804454.0,ns,456 -add_remove_component,specs,,,,41161764.0,ns,468 -add_remove_component,specs,,,,44197297.0,ns,480 -add_remove_component,specs,,,,45294046.0,ns,492 -add_remove_component,specs,,,,44982674.0,ns,504 -add_remove_component,specs,,,,46238386.0,ns,516 -add_remove_component,specs,,,,48610013.0,ns,528 -add_remove_component,specs,,,,49759704.0,ns,540 -add_remove_component,specs,,,,50789524.0,ns,552 -add_remove_component,specs,,,,49598736.0,ns,564 -add_remove_component,specs,,,,52477701.0,ns,576 -add_remove_component,specs,,,,54143845.0,ns,588 -add_remove_component,specs,,,,55299396.0,ns,600 -add_remove_component,specs,,,,55408474.0,ns,612 -add_remove_component,specs,,,,54878295.0,ns,624 -add_remove_component,specs,,,,55955436.0,ns,636 -add_remove_component,specs,,,,56990067.0,ns,648 -add_remove_component,specs,,,,58050167.0,ns,660 -add_remove_component,specs,,,,59162595.0,ns,672 -add_remove_component,specs,,,,60247834.0,ns,684 -add_remove_component,specs,,,,63755255.0,ns,696 -add_remove_component,specs,,,,65219424.0,ns,708 -add_remove_component,specs,,,,66454328.0,ns,720 -add_remove_component,specs,,,,67407692.0,ns,732 -add_remove_component,specs,,,,68517298.0,ns,744 -add_remove_component,specs,,,,68747235.0,ns,756 -add_remove_component,specs,,,,67676915.0,ns,768 -add_remove_component,specs,,,,68670539.0,ns,780 -add_remove_component,specs,,,,72498250.0,ns,792 -add_remove_component,specs,,,,71070059.0,ns,804 -add_remove_component,specs,,,,71859333.0,ns,816 -add_remove_component,specs,,,,73059421.0,ns,828 -add_remove_component,specs,,,,74096475.0,ns,840 -add_remove_component,specs,,,,74956003.0,ns,852 -add_remove_component,specs,,,,76385204.0,ns,864 -add_remove_component,specs,,,,78430782.0,ns,876 -add_remove_component,specs,,,,78189443.0,ns,888 -add_remove_component,specs,,,,79498146.0,ns,900 -add_remove_component,specs,,,,82256501.0,ns,912 -add_remove_component,specs,,,,81445905.0,ns,924 -add_remove_component,specs,,,,82589924.0,ns,936 -add_remove_component,specs,,,,83721091.0,ns,948 -add_remove_component,specs,,,,84532917.0,ns,960 -add_remove_component,specs,,,,85573739.0,ns,972 -add_remove_component,specs,,,,86604503.0,ns,984 -add_remove_component,specs,,,,91714348.0,ns,996 -add_remove_component,specs,,,,92817840.0,ns,1008 -add_remove_component,specs,,,,93918135.0,ns,1020 -add_remove_component,specs,,,,95022350.0,ns,1032 -add_remove_component,specs,,,,96119129.0,ns,1044 -add_remove_component,specs,,,,93898818.0,ns,1056 -add_remove_component,specs,,,,94010042.0,ns,1068 -add_remove_component,specs,,,,97975074.0,ns,1080 -add_remove_component,specs,,,,100497841.0,ns,1092 -add_remove_component,specs,,,,101731932.0,ns,1104 -add_remove_component,specs,,,,102806468.0,ns,1116 -add_remove_component,specs,,,,103886255.0,ns,1128 -add_remove_component,specs,,,,102224950.0,ns,1140 -add_remove_component,specs,,,,101536798.0,ns,1152 -add_remove_component,specs,,,,103213574.0,ns,1164 -add_remove_component,specs,,,,104345981.0,ns,1176 -add_remove_component,specs,,,,104740322.0,ns,1188 -add_remove_component,specs,,,,105621471.0,ns,1200 +add_remove_component,specs,,,,1050400.0,ns,10 +add_remove_component,specs,,,,2099400.0,ns,20 +add_remove_component,specs,,,,3179000.0,ns,30 +add_remove_component,specs,,,,4195700.0,ns,40 +add_remove_component,specs,,,,5286300.0,ns,50 +add_remove_component,specs,,,,6293300.0,ns,60 +add_remove_component,specs,,,,7401400.0,ns,70 +add_remove_component,specs,,,,10741500.0,ns,80 +add_remove_component,specs,,,,9250600.0,ns,90 +add_remove_component,specs,,,,10294400.0,ns,100 +add_remove_component,specs,,,,11341800.0,ns,110 +add_remove_component,specs,,,,12383700.0,ns,120 +add_remove_component,specs,,,,13401900.0,ns,130 +add_remove_component,specs,,,,14420700.0,ns,140 +add_remove_component,specs,,,,15453200.0,ns,150 +add_remove_component,specs,,,,16500300.0,ns,160 +add_remove_component,specs,,,,17521500.0,ns,170 +add_remove_component,specs,,,,18553800.0,ns,180 +add_remove_component,specs,,,,19565200.0,ns,190 +add_remove_component,specs,,,,20814700.0,ns,200 +add_remove_component,specs,,,,21658100.0,ns,210 +add_remove_component,specs,,,,22668000.0,ns,220 +add_remove_component,specs,,,,23732800.0,ns,230 +add_remove_component,specs,,,,24712800.0,ns,240 +add_remove_component,specs,,,,25796500.0,ns,250 +add_remove_component,specs,,,,26846400.0,ns,260 +add_remove_component,specs,,,,27696800.0,ns,270 +add_remove_component,specs,,,,28825100.0,ns,280 +add_remove_component,specs,,,,30088300.0,ns,290 +add_remove_component,specs,,,,30878100.0,ns,300 +add_remove_component,specs,,,,31926800.0,ns,310 +add_remove_component,specs,,,,33195200.0,ns,320 +add_remove_component,specs,,,,35306900.0,ns,330 +add_remove_component,specs,,,,35655800.0,ns,340 +add_remove_component,specs,,,,37286200.0,ns,350 +add_remove_component,specs,,,,38202700.0,ns,360 +add_remove_component,specs,,,,39231600.0,ns,370 +add_remove_component,specs,,,,39761000.0,ns,380 +add_remove_component,specs,,,,40806200.0,ns,390 +add_remove_component,specs,,,,42213700.0,ns,400 +add_remove_component,specs,,,,42879600.0,ns,410 +add_remove_component,specs,,,,43537700.0,ns,420 +add_remove_component,specs,,,,44639400.0,ns,430 +add_remove_component,specs,,,,45346700.0,ns,440 +add_remove_component,specs,,,,46340200.0,ns,450 +add_remove_component,specs,,,,47383000.0,ns,460 +add_remove_component,specs,,,,48512500.0,ns,470 +add_remove_component,specs,,,,49517800.0,ns,480 +add_remove_component,specs,,,,50747100.0,ns,490 +add_remove_component,specs,,,,51648100.0,ns,500 +add_remove_component,specs,,,,53954200.0,ns,510 +add_remove_component,specs,,,,54445000.0,ns,520 +add_remove_component,specs,,,,55930500.0,ns,530 +add_remove_component,specs,,,,56499300.0,ns,540 +add_remove_component,specs,,,,58312200.0,ns,550 +add_remove_component,specs,,,,57665800.0,ns,560 +add_remove_component,specs,,,,58710400.0,ns,570 +add_remove_component,specs,,,,59732700.0,ns,580 +add_remove_component,specs,,,,60814200.0,ns,590 +add_remove_component,specs,,,,61758500.0,ns,600 +add_remove_component,specs,,,,62795400.0,ns,610 +add_remove_component,specs,,,,63827300.0,ns,620 +add_remove_component,specs,,,,64946500.0,ns,630 +add_remove_component,specs,,,,65964800.0,ns,640 +add_remove_component,specs,,,,66920000.0,ns,650 +add_remove_component,specs,,,,68063800.0,ns,660 +add_remove_component,specs,,,,69048200.0,ns,670 +add_remove_component,specs,,,,70415600.0,ns,680 +add_remove_component,specs,,,,71042100.0,ns,690 +add_remove_component,specs,,,,74322400.0,ns,700 +add_remove_component,specs,,,,74567400.0,ns,710 +add_remove_component,specs,,,,75589300.0,ns,720 +add_remove_component,specs,,,,76015900.0,ns,730 +add_remove_component,specs,,,,77095800.0,ns,740 +add_remove_component,specs,,,,77774700.0,ns,750 +add_remove_component,specs,,,,78468100.0,ns,760 +add_remove_component,specs,,,,79308100.0,ns,770 +add_remove_component,specs,,,,80428300.0,ns,780 +add_remove_component,specs,,,,81854100.0,ns,790 +add_remove_component,specs,,,,82541500.0,ns,800 +add_remove_component,specs,,,,84148300.0,ns,810 +add_remove_component,specs,,,,84906600.0,ns,820 +add_remove_component,specs,,,,85685900.0,ns,830 +add_remove_component,specs,,,,86710600.0,ns,840 +add_remove_component,specs,,,,88259500.0,ns,850 +add_remove_component,specs,,,,88564900.0,ns,860 +add_remove_component,specs,,,,89928800.0,ns,870 +add_remove_component,specs,,,,91028200.0,ns,880 +add_remove_component,specs,,,,91595700.0,ns,890 +add_remove_component,specs,,,,93522600.0,ns,900 +add_remove_component,specs,,,,94036300.0,ns,910 +add_remove_component,specs,,,,97857600.0,ns,920 +add_remove_component,specs,,,,97889100.0,ns,930 +add_remove_component,specs,,,,99363500.0,ns,940 +add_remove_component,specs,,,,101467000.0,ns,950 +add_remove_component,specs,,,,101131000.0,ns,960 +add_remove_component,specs,,,,100651800.0,ns,970 +add_remove_component,specs,,,,102331600.0,ns,980 +add_remove_component,specs,,,,102390600.0,ns,990 +add_remove_component,specs,,,,103820200.0,ns,1000 diff --git a/target/criterion/add_remove_component/specs/base/sample.json b/target/criterion/add_remove_component/specs/base/sample.json index a5c2659a..08eb46b6 100644 --- a/target/criterion/add_remove_component/specs/base/sample.json +++ b/target/criterion/add_remove_component/specs/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[1066020.0,2117985.0,3168285.0,4225179.0,5272264.0,6330349.0,7391001.0,8459475.0,9527260.0,10563484.0,11620948.0,12685396.0,13717161.0,14784374.0,15822482.0,16887270.0,17969061.0,19566896.0,21006589.0,22110952.0,23219243.0,24322034.0,25418833.0,26549687.0,27599228.0,28792239.0,29830718.0,30355909.0,30719662.0,31692845.0,32745922.0,33772738.0,36450698.0,37777517.0,38694534.0,39782797.0,40904084.0,40804454.0,41161764.0,44197297.0,45294046.0,44982674.0,46238386.0,48610013.0,49759704.0,50789524.0,49598736.0,52477701.0,54143845.0,55299396.0,55408474.0,54878295.0,55955436.0,56990067.0,58050167.0,59162595.0,60247834.0,63755255.0,65219424.0,66454328.0,67407692.0,68517298.0,68747235.0,67676915.0,68670539.0,72498250.0,71070059.0,71859333.0,73059421.0,74096475.0,74956003.0,76385204.0,78430782.0,78189443.0,79498146.0,82256501.0,81445905.0,82589924.0,83721091.0,84532917.0,85573739.0,86604503.0,91714348.0,92817840.0,93918135.0,95022350.0,96119129.0,93898818.0,94010042.0,97975074.0,100497841.0,101731932.0,102806468.0,103886255.0,102224950.0,101536798.0,103213574.0,104345981.0,104740322.0,105621471.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[1050400.0,2099400.0,3179000.0,4195700.0,5286300.0,6293300.0,7401400.0,10741500.0,9250600.0,10294400.0,11341800.0,12383700.0,13401900.0,14420700.0,15453200.0,16500300.0,17521500.0,18553800.0,19565200.0,20814700.0,21658100.0,22668000.0,23732800.0,24712800.0,25796500.0,26846400.0,27696800.0,28825100.0,30088300.0,30878100.0,31926800.0,33195200.0,35306900.0,35655800.0,37286200.0,38202700.0,39231600.0,39761000.0,40806200.0,42213700.0,42879600.0,43537700.0,44639400.0,45346700.0,46340200.0,47383000.0,48512500.0,49517800.0,50747100.0,51648100.0,53954200.0,54445000.0,55930500.0,56499300.0,58312200.0,57665800.0,58710400.0,59732700.0,60814200.0,61758500.0,62795400.0,63827300.0,64946500.0,65964800.0,66920000.0,68063800.0,69048200.0,70415600.0,71042100.0,74322400.0,74567400.0,75589300.0,76015900.0,77095800.0,77774700.0,78468100.0,79308100.0,80428300.0,81854100.0,82541500.0,84148300.0,84906600.0,85685900.0,86710600.0,88259500.0,88564900.0,89928800.0,91028200.0,91595700.0,93522600.0,94036300.0,97857600.0,97889100.0,99363500.0,101467000.0,101131000.0,100651800.0,102331600.0,102390600.0,103820200.0]} \ No newline at end of file diff --git a/target/criterion/add_remove_component/specs/base/tukey.json b/target/criterion/add_remove_component/specs/base/tukey.json index aa20c297..601fb086 100644 --- a/target/criterion/add_remove_component/specs/base/tukey.json +++ b/target/criterion/add_remove_component/specs/base/tukey.json @@ -1 +1 @@ -[75928.01039718234,81983.54067659054,98131.62142167905,104187.15170108725] \ No newline at end of file +[98007.23345684167,100533.49927591067,107270.20812676131,109796.4739458303] \ No newline at end of file diff --git a/target/criterion/add_remove_component/specs/change/estimates.json b/target/criterion/add_remove_component/specs/change/estimates.json index b705dc3c..5f58196b 100644 --- a/target/criterion/add_remove_component/specs/change/estimates.json +++ b/target/criterion/add_remove_component/specs/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.008134249663946411,"upper_bound":0.021226328161636675},"point_estimate":0.01497547957041756,"standard_error":0.0033453865330967205},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.010118897615721012,"upper_bound":0.03572572074821867},"point_estimate":0.016748732779893638,"standard_error":0.00723376753076139}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.15305182527149194,"upper_bound":0.16956984929011973},"point_estimate":0.1606563845193656,"standard_error":0.0042552324706275554},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.1423524725248213,"upper_bound":0.1740199354928286},"point_estimate":0.16459763708056263,"standard_error":0.008435117987049453}} \ No newline at end of file diff --git a/target/criterion/add_remove_component/specs/new/estimates.json b/target/criterion/add_remove_component/specs/new/estimates.json index 40e02d53..273712c5 100644 --- a/target/criterion/add_remove_component/specs/new/estimates.json +++ b/target/criterion/add_remove_component/specs/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":89438.55039798366,"upper_bound":90164.72700521996},"point_estimate":89799.46332057187,"standard_error":185.4043877267179},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":88226.23433048432,"upper_bound":90536.72222222222},"point_estimate":88782.28784013606,"standard_error":635.6861102958519},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":420.44915639772876,"upper_bound":2865.544791533937},"point_estimate":1238.679545232808,"standard_error":749.315311020322},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":89351.37881750708,"upper_bound":90275.37337643275},"point_estimate":89805.44937195213,"standard_error":235.58670444402532},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1747.6170491840649,"upper_bound":1936.938379171594},"point_estimate":1863.6077892181793,"standard_error":48.034463976494806}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":103756.44870016408,"upper_bound":104965.58706039688},"point_estimate":104226.32042943433,"standard_error":322.5557646946836},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":103186.08695652174,"upper_bound":103752.75862068965},"point_estimate":103395.64263322884,"standard_error":164.4094671112449},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":354.0519333767603,"upper_bound":1143.5836988583687},"point_estimate":626.8114988718708,"standard_error":218.6089584536917},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":103700.48461276932,"upper_bound":104282.07133469767},"point_estimate":103979.8151618147,"standard_error":148.51695088923648},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1004.0710296056983,"upper_bound":5334.433449199212},"point_estimate":3236.5002611689833,"standard_error":1478.741229319142}} \ No newline at end of file diff --git a/target/criterion/add_remove_component/specs/new/raw.csv b/target/criterion/add_remove_component/specs/new/raw.csv index aff3f5db..766dbcfb 100644 --- a/target/criterion/add_remove_component/specs/new/raw.csv +++ b/target/criterion/add_remove_component/specs/new/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -add_remove_component,specs,,,,1066020.0,ns,12 -add_remove_component,specs,,,,2117985.0,ns,24 -add_remove_component,specs,,,,3168285.0,ns,36 -add_remove_component,specs,,,,4225179.0,ns,48 -add_remove_component,specs,,,,5272264.0,ns,60 -add_remove_component,specs,,,,6330349.0,ns,72 -add_remove_component,specs,,,,7391001.0,ns,84 -add_remove_component,specs,,,,8459475.0,ns,96 -add_remove_component,specs,,,,9527260.0,ns,108 -add_remove_component,specs,,,,10563484.0,ns,120 -add_remove_component,specs,,,,11620948.0,ns,132 -add_remove_component,specs,,,,12685396.0,ns,144 -add_remove_component,specs,,,,13717161.0,ns,156 -add_remove_component,specs,,,,14784374.0,ns,168 -add_remove_component,specs,,,,15822482.0,ns,180 -add_remove_component,specs,,,,16887270.0,ns,192 -add_remove_component,specs,,,,17969061.0,ns,204 -add_remove_component,specs,,,,19566896.0,ns,216 -add_remove_component,specs,,,,21006589.0,ns,228 -add_remove_component,specs,,,,22110952.0,ns,240 -add_remove_component,specs,,,,23219243.0,ns,252 -add_remove_component,specs,,,,24322034.0,ns,264 -add_remove_component,specs,,,,25418833.0,ns,276 -add_remove_component,specs,,,,26549687.0,ns,288 -add_remove_component,specs,,,,27599228.0,ns,300 -add_remove_component,specs,,,,28792239.0,ns,312 -add_remove_component,specs,,,,29830718.0,ns,324 -add_remove_component,specs,,,,30355909.0,ns,336 -add_remove_component,specs,,,,30719662.0,ns,348 -add_remove_component,specs,,,,31692845.0,ns,360 -add_remove_component,specs,,,,32745922.0,ns,372 -add_remove_component,specs,,,,33772738.0,ns,384 -add_remove_component,specs,,,,36450698.0,ns,396 -add_remove_component,specs,,,,37777517.0,ns,408 -add_remove_component,specs,,,,38694534.0,ns,420 -add_remove_component,specs,,,,39782797.0,ns,432 -add_remove_component,specs,,,,40904084.0,ns,444 -add_remove_component,specs,,,,40804454.0,ns,456 -add_remove_component,specs,,,,41161764.0,ns,468 -add_remove_component,specs,,,,44197297.0,ns,480 -add_remove_component,specs,,,,45294046.0,ns,492 -add_remove_component,specs,,,,44982674.0,ns,504 -add_remove_component,specs,,,,46238386.0,ns,516 -add_remove_component,specs,,,,48610013.0,ns,528 -add_remove_component,specs,,,,49759704.0,ns,540 -add_remove_component,specs,,,,50789524.0,ns,552 -add_remove_component,specs,,,,49598736.0,ns,564 -add_remove_component,specs,,,,52477701.0,ns,576 -add_remove_component,specs,,,,54143845.0,ns,588 -add_remove_component,specs,,,,55299396.0,ns,600 -add_remove_component,specs,,,,55408474.0,ns,612 -add_remove_component,specs,,,,54878295.0,ns,624 -add_remove_component,specs,,,,55955436.0,ns,636 -add_remove_component,specs,,,,56990067.0,ns,648 -add_remove_component,specs,,,,58050167.0,ns,660 -add_remove_component,specs,,,,59162595.0,ns,672 -add_remove_component,specs,,,,60247834.0,ns,684 -add_remove_component,specs,,,,63755255.0,ns,696 -add_remove_component,specs,,,,65219424.0,ns,708 -add_remove_component,specs,,,,66454328.0,ns,720 -add_remove_component,specs,,,,67407692.0,ns,732 -add_remove_component,specs,,,,68517298.0,ns,744 -add_remove_component,specs,,,,68747235.0,ns,756 -add_remove_component,specs,,,,67676915.0,ns,768 -add_remove_component,specs,,,,68670539.0,ns,780 -add_remove_component,specs,,,,72498250.0,ns,792 -add_remove_component,specs,,,,71070059.0,ns,804 -add_remove_component,specs,,,,71859333.0,ns,816 -add_remove_component,specs,,,,73059421.0,ns,828 -add_remove_component,specs,,,,74096475.0,ns,840 -add_remove_component,specs,,,,74956003.0,ns,852 -add_remove_component,specs,,,,76385204.0,ns,864 -add_remove_component,specs,,,,78430782.0,ns,876 -add_remove_component,specs,,,,78189443.0,ns,888 -add_remove_component,specs,,,,79498146.0,ns,900 -add_remove_component,specs,,,,82256501.0,ns,912 -add_remove_component,specs,,,,81445905.0,ns,924 -add_remove_component,specs,,,,82589924.0,ns,936 -add_remove_component,specs,,,,83721091.0,ns,948 -add_remove_component,specs,,,,84532917.0,ns,960 -add_remove_component,specs,,,,85573739.0,ns,972 -add_remove_component,specs,,,,86604503.0,ns,984 -add_remove_component,specs,,,,91714348.0,ns,996 -add_remove_component,specs,,,,92817840.0,ns,1008 -add_remove_component,specs,,,,93918135.0,ns,1020 -add_remove_component,specs,,,,95022350.0,ns,1032 -add_remove_component,specs,,,,96119129.0,ns,1044 -add_remove_component,specs,,,,93898818.0,ns,1056 -add_remove_component,specs,,,,94010042.0,ns,1068 -add_remove_component,specs,,,,97975074.0,ns,1080 -add_remove_component,specs,,,,100497841.0,ns,1092 -add_remove_component,specs,,,,101731932.0,ns,1104 -add_remove_component,specs,,,,102806468.0,ns,1116 -add_remove_component,specs,,,,103886255.0,ns,1128 -add_remove_component,specs,,,,102224950.0,ns,1140 -add_remove_component,specs,,,,101536798.0,ns,1152 -add_remove_component,specs,,,,103213574.0,ns,1164 -add_remove_component,specs,,,,104345981.0,ns,1176 -add_remove_component,specs,,,,104740322.0,ns,1188 -add_remove_component,specs,,,,105621471.0,ns,1200 +add_remove_component,specs,,,,1050400.0,ns,10 +add_remove_component,specs,,,,2099400.0,ns,20 +add_remove_component,specs,,,,3179000.0,ns,30 +add_remove_component,specs,,,,4195700.0,ns,40 +add_remove_component,specs,,,,5286300.0,ns,50 +add_remove_component,specs,,,,6293300.0,ns,60 +add_remove_component,specs,,,,7401400.0,ns,70 +add_remove_component,specs,,,,10741500.0,ns,80 +add_remove_component,specs,,,,9250600.0,ns,90 +add_remove_component,specs,,,,10294400.0,ns,100 +add_remove_component,specs,,,,11341800.0,ns,110 +add_remove_component,specs,,,,12383700.0,ns,120 +add_remove_component,specs,,,,13401900.0,ns,130 +add_remove_component,specs,,,,14420700.0,ns,140 +add_remove_component,specs,,,,15453200.0,ns,150 +add_remove_component,specs,,,,16500300.0,ns,160 +add_remove_component,specs,,,,17521500.0,ns,170 +add_remove_component,specs,,,,18553800.0,ns,180 +add_remove_component,specs,,,,19565200.0,ns,190 +add_remove_component,specs,,,,20814700.0,ns,200 +add_remove_component,specs,,,,21658100.0,ns,210 +add_remove_component,specs,,,,22668000.0,ns,220 +add_remove_component,specs,,,,23732800.0,ns,230 +add_remove_component,specs,,,,24712800.0,ns,240 +add_remove_component,specs,,,,25796500.0,ns,250 +add_remove_component,specs,,,,26846400.0,ns,260 +add_remove_component,specs,,,,27696800.0,ns,270 +add_remove_component,specs,,,,28825100.0,ns,280 +add_remove_component,specs,,,,30088300.0,ns,290 +add_remove_component,specs,,,,30878100.0,ns,300 +add_remove_component,specs,,,,31926800.0,ns,310 +add_remove_component,specs,,,,33195200.0,ns,320 +add_remove_component,specs,,,,35306900.0,ns,330 +add_remove_component,specs,,,,35655800.0,ns,340 +add_remove_component,specs,,,,37286200.0,ns,350 +add_remove_component,specs,,,,38202700.0,ns,360 +add_remove_component,specs,,,,39231600.0,ns,370 +add_remove_component,specs,,,,39761000.0,ns,380 +add_remove_component,specs,,,,40806200.0,ns,390 +add_remove_component,specs,,,,42213700.0,ns,400 +add_remove_component,specs,,,,42879600.0,ns,410 +add_remove_component,specs,,,,43537700.0,ns,420 +add_remove_component,specs,,,,44639400.0,ns,430 +add_remove_component,specs,,,,45346700.0,ns,440 +add_remove_component,specs,,,,46340200.0,ns,450 +add_remove_component,specs,,,,47383000.0,ns,460 +add_remove_component,specs,,,,48512500.0,ns,470 +add_remove_component,specs,,,,49517800.0,ns,480 +add_remove_component,specs,,,,50747100.0,ns,490 +add_remove_component,specs,,,,51648100.0,ns,500 +add_remove_component,specs,,,,53954200.0,ns,510 +add_remove_component,specs,,,,54445000.0,ns,520 +add_remove_component,specs,,,,55930500.0,ns,530 +add_remove_component,specs,,,,56499300.0,ns,540 +add_remove_component,specs,,,,58312200.0,ns,550 +add_remove_component,specs,,,,57665800.0,ns,560 +add_remove_component,specs,,,,58710400.0,ns,570 +add_remove_component,specs,,,,59732700.0,ns,580 +add_remove_component,specs,,,,60814200.0,ns,590 +add_remove_component,specs,,,,61758500.0,ns,600 +add_remove_component,specs,,,,62795400.0,ns,610 +add_remove_component,specs,,,,63827300.0,ns,620 +add_remove_component,specs,,,,64946500.0,ns,630 +add_remove_component,specs,,,,65964800.0,ns,640 +add_remove_component,specs,,,,66920000.0,ns,650 +add_remove_component,specs,,,,68063800.0,ns,660 +add_remove_component,specs,,,,69048200.0,ns,670 +add_remove_component,specs,,,,70415600.0,ns,680 +add_remove_component,specs,,,,71042100.0,ns,690 +add_remove_component,specs,,,,74322400.0,ns,700 +add_remove_component,specs,,,,74567400.0,ns,710 +add_remove_component,specs,,,,75589300.0,ns,720 +add_remove_component,specs,,,,76015900.0,ns,730 +add_remove_component,specs,,,,77095800.0,ns,740 +add_remove_component,specs,,,,77774700.0,ns,750 +add_remove_component,specs,,,,78468100.0,ns,760 +add_remove_component,specs,,,,79308100.0,ns,770 +add_remove_component,specs,,,,80428300.0,ns,780 +add_remove_component,specs,,,,81854100.0,ns,790 +add_remove_component,specs,,,,82541500.0,ns,800 +add_remove_component,specs,,,,84148300.0,ns,810 +add_remove_component,specs,,,,84906600.0,ns,820 +add_remove_component,specs,,,,85685900.0,ns,830 +add_remove_component,specs,,,,86710600.0,ns,840 +add_remove_component,specs,,,,88259500.0,ns,850 +add_remove_component,specs,,,,88564900.0,ns,860 +add_remove_component,specs,,,,89928800.0,ns,870 +add_remove_component,specs,,,,91028200.0,ns,880 +add_remove_component,specs,,,,91595700.0,ns,890 +add_remove_component,specs,,,,93522600.0,ns,900 +add_remove_component,specs,,,,94036300.0,ns,910 +add_remove_component,specs,,,,97857600.0,ns,920 +add_remove_component,specs,,,,97889100.0,ns,930 +add_remove_component,specs,,,,99363500.0,ns,940 +add_remove_component,specs,,,,101467000.0,ns,950 +add_remove_component,specs,,,,101131000.0,ns,960 +add_remove_component,specs,,,,100651800.0,ns,970 +add_remove_component,specs,,,,102331600.0,ns,980 +add_remove_component,specs,,,,102390600.0,ns,990 +add_remove_component,specs,,,,103820200.0,ns,1000 diff --git a/target/criterion/add_remove_component/specs/new/sample.json b/target/criterion/add_remove_component/specs/new/sample.json index a5c2659a..08eb46b6 100644 --- a/target/criterion/add_remove_component/specs/new/sample.json +++ b/target/criterion/add_remove_component/specs/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[1066020.0,2117985.0,3168285.0,4225179.0,5272264.0,6330349.0,7391001.0,8459475.0,9527260.0,10563484.0,11620948.0,12685396.0,13717161.0,14784374.0,15822482.0,16887270.0,17969061.0,19566896.0,21006589.0,22110952.0,23219243.0,24322034.0,25418833.0,26549687.0,27599228.0,28792239.0,29830718.0,30355909.0,30719662.0,31692845.0,32745922.0,33772738.0,36450698.0,37777517.0,38694534.0,39782797.0,40904084.0,40804454.0,41161764.0,44197297.0,45294046.0,44982674.0,46238386.0,48610013.0,49759704.0,50789524.0,49598736.0,52477701.0,54143845.0,55299396.0,55408474.0,54878295.0,55955436.0,56990067.0,58050167.0,59162595.0,60247834.0,63755255.0,65219424.0,66454328.0,67407692.0,68517298.0,68747235.0,67676915.0,68670539.0,72498250.0,71070059.0,71859333.0,73059421.0,74096475.0,74956003.0,76385204.0,78430782.0,78189443.0,79498146.0,82256501.0,81445905.0,82589924.0,83721091.0,84532917.0,85573739.0,86604503.0,91714348.0,92817840.0,93918135.0,95022350.0,96119129.0,93898818.0,94010042.0,97975074.0,100497841.0,101731932.0,102806468.0,103886255.0,102224950.0,101536798.0,103213574.0,104345981.0,104740322.0,105621471.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[1050400.0,2099400.0,3179000.0,4195700.0,5286300.0,6293300.0,7401400.0,10741500.0,9250600.0,10294400.0,11341800.0,12383700.0,13401900.0,14420700.0,15453200.0,16500300.0,17521500.0,18553800.0,19565200.0,20814700.0,21658100.0,22668000.0,23732800.0,24712800.0,25796500.0,26846400.0,27696800.0,28825100.0,30088300.0,30878100.0,31926800.0,33195200.0,35306900.0,35655800.0,37286200.0,38202700.0,39231600.0,39761000.0,40806200.0,42213700.0,42879600.0,43537700.0,44639400.0,45346700.0,46340200.0,47383000.0,48512500.0,49517800.0,50747100.0,51648100.0,53954200.0,54445000.0,55930500.0,56499300.0,58312200.0,57665800.0,58710400.0,59732700.0,60814200.0,61758500.0,62795400.0,63827300.0,64946500.0,65964800.0,66920000.0,68063800.0,69048200.0,70415600.0,71042100.0,74322400.0,74567400.0,75589300.0,76015900.0,77095800.0,77774700.0,78468100.0,79308100.0,80428300.0,81854100.0,82541500.0,84148300.0,84906600.0,85685900.0,86710600.0,88259500.0,88564900.0,89928800.0,91028200.0,91595700.0,93522600.0,94036300.0,97857600.0,97889100.0,99363500.0,101467000.0,101131000.0,100651800.0,102331600.0,102390600.0,103820200.0]} \ No newline at end of file diff --git a/target/criterion/add_remove_component/specs/new/tukey.json b/target/criterion/add_remove_component/specs/new/tukey.json index aa20c297..601fb086 100644 --- a/target/criterion/add_remove_component/specs/new/tukey.json +++ b/target/criterion/add_remove_component/specs/new/tukey.json @@ -1 +1 @@ -[75928.01039718234,81983.54067659054,98131.62142167905,104187.15170108725] \ No newline at end of file +[98007.23345684167,100533.49927591067,107270.20812676131,109796.4739458303] \ No newline at end of file diff --git a/target/criterion/add_remove_component/specs/report/MAD.svg b/target/criterion/add_remove_component/specs/report/MAD.svg index f4cf85ba..d3173cdd 100644 --- a/target/criterion/add_remove_component/specs/report/MAD.svg +++ b/target/criterion/add_remove_component/specs/report/MAD.svg @@ -1,303 +1,88 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.1 - - - - - 0.2 - - - - - 0.3 - - - - - 0.4 - - - - - 0.5 - - - - - 0.6 - - - - - 0.7 - - - - - 0.8 - - - - - 0.9 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - add_remove_component/specs: MAD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +add_remove_component/specs:MAD + + +Density (a.u.) + + +Average time (us) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + + +1 + + + +1.1 + + + +1.2 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/add_remove_component/specs/report/SD.svg b/target/criterion/add_remove_component/specs/report/SD.svg index 390941a0..e5e6fc23 100644 --- a/target/criterion/add_remove_component/specs/report/SD.svg +++ b/target/criterion/add_remove_component/specs/report/SD.svg @@ -1,298 +1,88 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - 5 - - - - - 6 - - - - - 7 - - - - - 8 - - - - - 9 - - - - - 1.75 - - - - - 1.8 - - - - - 1.85 - - - - - 1.9 - - - - - 1.95 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - add_remove_component/specs: SD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +add_remove_component/specs:SD + + +Density (a.u.) + + +Average time (us) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + +5 + + + +5.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/add_remove_component/specs/report/both/pdf.svg b/target/criterion/add_remove_component/specs/report/both/pdf.svg index 1098543b..5311d5e9 100644 --- a/target/criterion/add_remove_component/specs/report/both/pdf.svg +++ b/target/criterion/add_remove_component/specs/report/both/pdf.svg @@ -1,318 +1,61 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 80 - - - - - 85 - - - - - 90 - - - - - 95 - - - - - 100 - - - - - 105 - - - - - 110 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - add_remove_component/specs - - - - - Base PDF - - - Base PDF - - - - - - - - - - Base Mean - - - - - Base Mean - - - - - - New PDF - - - - - New PDF - - - - - - - - - - New Mean - - - - - New Mean - - - - - - - - - - - - - - + + +add_remove_component/specs + + +Density (a.u.) + + +Average Time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + + +100 + + + +120 + + + + + + + +Base PDF + + +New PDF + + +Base Mean + + +New Mean + + + + + - diff --git a/target/criterion/add_remove_component/specs/report/both/regression.svg b/target/criterion/add_remove_component/specs/report/both/regression.svg index 4bc3ce98..35505871 100644 --- a/target/criterion/add_remove_component/specs/report/both/regression.svg +++ b/target/criterion/add_remove_component/specs/report/both/regression.svg @@ -1,292 +1,85 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 0.2 - - - - - - - - - - - - - 0.4 - - - - - - - - - - - - - 0.6 - - - - - - - - - - - - - 0.8 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 1.2 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - add_remove_component/specs - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - Base sample - - - - - - New sample - - - New sample - - - - - - - - - - - - - - + + +add_remove_component/specs + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + + + + + +Base Sample + + +New Sample + + + - diff --git a/target/criterion/add_remove_component/specs/report/change/mean.svg b/target/criterion/add_remove_component/specs/report/change/mean.svg index 47891343..b24a472b 100644 --- a/target/criterion/add_remove_component/specs/report/change/mean.svg +++ b/target/criterion/add_remove_component/specs/report/change/mean.svg @@ -1,315 +1,109 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 20 - - - - - 40 - - - - - 60 - - - - - 80 - - - - - 100 - - - - - 120 - - - - - 0.8 - - - - - 1 - - - - - 1.2 - - - - - 1.4 - - - - - 1.6 - - - - - 1.8 - - - - - 2 - - - - - 2.2 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - add_remove_component/specs: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +add_remove_component/specs:mean + + +Density (a.u.) + + +Relative change (%) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + + +0.152 + + + +0.154 + + + +0.156 + + + +0.158 + + + +0.16 + + + +0.162 + + + +0.164 + + + +0.166 + + + +0.168 + + + +0.17 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/add_remove_component/specs/report/change/median.svg b/target/criterion/add_remove_component/specs/report/change/median.svg index 1bd558a3..073ca626 100644 --- a/target/criterion/add_remove_component/specs/report/change/median.svg +++ b/target/criterion/add_remove_component/specs/report/change/median.svg @@ -1,305 +1,89 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 20 - - - - - 40 - - - - - 60 - - - - - 80 - - - - - 100 - - - - - 120 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 3.5 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - add_remove_component/specs: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +add_remove_component/specs:median + + +Density (a.u.) + + +Relative change (%) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + + +0.14 + + + +0.145 + + + +0.15 + + + +0.155 + + + +0.16 + + + +0.165 + + + +0.17 + + + +0.175 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/add_remove_component/specs/report/change/t-test.svg b/target/criterion/add_remove_component/specs/report/change/t-test.svg index 3449419c..780fd490 100644 --- a/target/criterion/add_remove_component/specs/report/change/t-test.svg +++ b/target/criterion/add_remove_component/specs/report/change/t-test.svg @@ -1,265 +1,91 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - -5 - - - - - -4 - - - - - -3 - - - - - -2 - - - - - -1 - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - 5 - - - - - 6 - - - - - - - - - Density - - - - - t score - - - - - add_remove_component/specs: Welch t test - - - - - t distribution - - - t distribution - - - - - - - - - - t statistic - - - - - t statistic - - - - - - - - - - - - - - + + +add_remove_component/specs: Welch t test + + +Density + + +t score + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +-4.0 + + + +-3.0 + + + +-2.0 + + + +-1.0 + + + +0.0 + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + + + +t distribution + + +t statistic + + + - diff --git a/target/criterion/add_remove_component/specs/report/index.html b/target/criterion/add_remove_component/specs/report/index.html index 84326c2f..baa7f43f 100644 --- a/target/criterion/add_remove_component/specs/report/index.html +++ b/target/criterion/add_remove_component/specs/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 89.351 us - 89.805 us - 90.275 us + 103.70 us + 103.98 us + 104.28 us R² - 0.9400981 - 0.9435026 - 0.9398571 + 0.9817038 + 0.9826711 + 0.9815387 Mean - 89.439 us - 89.799 us - 90.165 us + 103.76 us + 104.23 us + 104.97 us Std. Dev. - 1.7476 us - 1.8636 us - 1.9369 us + 1.0041 us + 3.2365 us + 5.3344 us Median - 88.226 us - 88.782 us - 90.537 us + 103.19 us + 103.40 us + 103.75 us MAD - 420.45 ns - 1.2387 us - 2.8655 us + 354.05 ns + 626.81 ns + 1.1436 us @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +0.8134% - +1.4975% - +2.1226% + +15.305% + +16.066% + +16.957% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has regressed.

Additional Plots:

diff --git a/target/criterion/add_remove_component/specs/report/mean.svg b/target/criterion/add_remove_component/specs/report/mean.svg index 3570b373..3aef52e7 100644 --- a/target/criterion/add_remove_component/specs/report/mean.svg +++ b/target/criterion/add_remove_component/specs/report/mean.svg @@ -1,298 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 89.4 - - - - - 89.5 - - - - - 89.6 - - - - - 89.7 - - - - - 89.8 - - - - - 89.9 - - - - - 90 - - - - - 90.1 - - - - - 90.2 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - add_remove_component/specs: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +add_remove_component/specs:mean + + +Density (a.u.) + + +Average time (us) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + + +103.8 + + + +104 + + + +104.2 + + + +104.4 + + + +104.6 + + + +104.8 + + + +105 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/add_remove_component/specs/report/median.svg b/target/criterion/add_remove_component/specs/report/median.svg index f8298094..612c48ad 100644 --- a/target/criterion/add_remove_component/specs/report/median.svg +++ b/target/criterion/add_remove_component/specs/report/median.svg @@ -1,293 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.2 - - - - - 0.4 - - - - - 0.6 - - - - - 0.8 - - - - - 1 - - - - - 1.2 - - - - - 1.4 - - - - - 88 - - - - - 88.5 - - - - - 89 - - - - - 89.5 - - - - - 90 - - - - - 90.5 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - add_remove_component/specs: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +add_remove_component/specs:median + + +Density (a.u.) + + +Average time (us) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + +103.2 + + + +103.3 + + + +103.4 + + + +103.5 + + + +103.6 + + + +103.7 + + + +103.8 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/add_remove_component/specs/report/pdf.svg b/target/criterion/add_remove_component/specs/report/pdf.svg index da1fe687..035fc368 100644 --- a/target/criterion/add_remove_component/specs/report/pdf.svg +++ b/target/criterion/add_remove_component/specs/report/pdf.svg @@ -1,410 +1,129 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.2 - - - - - 0.4 - - - - - 0.6 - - - - - 0.8 - - - - - 1 - - - - - 1.2 - - - - - 86 - - - - - 87 - - - - - 88 - - - - - 89 - - - - - 90 - - - - - 91 - - - - - 92 - - - - - 93 - - - - - 94 - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - - - - - Iterations (x 103) - - - - - Density (a.u.) - - - - - Average time (us) - - - - - add_remove_component/specs - - - - - PDF - - - PDF - - - - - - - - - - Mean - - - - - Mean - - - - - - "Clean" sample - - - - - "Clean" sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - gnuplot_plot_4 - - - - - - gnuplot_plot_5 - - - - gnuplot_plot_6 - - - - gnuplot_plot_7 - - - - - - - - - - - - + + +add_remove_component/specs + + +Iterations (x 10^3) + + +Average Time (us) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + + + +100 + + + +105 + + + +110 + + + +115 + + + +120 + + + +125 + + + +130 + + + +135 + + + +Density (a.u.) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + - diff --git a/target/criterion/add_remove_component/specs/report/pdf_small.svg b/target/criterion/add_remove_component/specs/report/pdf_small.svg index e261f1e2..7bb5c719 100644 --- a/target/criterion/add_remove_component/specs/report/pdf_small.svg +++ b/target/criterion/add_remove_component/specs/report/pdf_small.svg @@ -1,219 +1,44 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 86 - - - - - 87 - - - - - 88 - - - - - 89 - - - - - 90 - - - - - 91 - - - - - 92 - - - - - 93 - - - - - 94 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - PDF - - - - - - - Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + + +100 + + + +110 + + + +120 + + + +130 + + + + - diff --git a/target/criterion/add_remove_component/specs/report/regression.svg b/target/criterion/add_remove_component/specs/report/regression.svg index e9ff3b32..4ebd3d74 100644 --- a/target/criterion/add_remove_component/specs/report/regression.svg +++ b/target/criterion/add_remove_component/specs/report/regression.svg @@ -1,395 +1,202 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 0.2 - - - - - - - - - - - - - 0.4 - - - - - - - - - - - - - 0.6 - - - - - - - - - - - - - 0.8 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 1.2 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - add_remove_component/specs - - - - - Sample - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - Linear regression - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - - + + +add_remove_component/specs + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + + +1 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + - diff --git a/target/criterion/add_remove_component/specs/report/regression_small.svg b/target/criterion/add_remove_component/specs/report/regression_small.svg index 7d105947..f34dede9 100644 --- a/target/criterion/add_remove_component/specs/report/regression_small.svg +++ b/target/criterion/add_remove_component/specs/report/regression_small.svg @@ -1,373 +1,187 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 0.2 - - - - - - - - - - - - - 0.4 - - - - - - - - - - - - - 0.6 - - - - - - - - - - - - - 0.8 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 1.2 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + + +1 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/add_remove_component/specs/report/relative_pdf_small.svg b/target/criterion/add_remove_component/specs/report/relative_pdf_small.svg index 5e582e8c..fb1fcadb 100644 --- a/target/criterion/add_remove_component/specs/report/relative_pdf_small.svg +++ b/target/criterion/add_remove_component/specs/report/relative_pdf_small.svg @@ -1,291 +1,42 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 80 - - - - - 85 - - - - - 90 - - - - - 95 - - - - - 100 - - - - - 105 - - - - - 110 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - Base PDF - - - - - - - Base Mean - - - - - - New PDF - - - - - - - - - New Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + + +100 + + + +120 + + + + + + - diff --git a/target/criterion/add_remove_component/specs/report/relative_regression_small.svg b/target/criterion/add_remove_component/specs/report/relative_regression_small.svg index 55339591..522d20c4 100644 --- a/target/criterion/add_remove_component/specs/report/relative_regression_small.svg +++ b/target/criterion/add_remove_component/specs/report/relative_regression_small.svg @@ -1,277 +1,74 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 0.2 - - - - - - - - - - - - - 0.4 - - - - - - - - - - - - - 0.6 - - - - - - - - - - - - - 0.8 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 1.2 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - - New sample - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + + + + - diff --git a/target/criterion/add_remove_component/specs/report/slope.svg b/target/criterion/add_remove_component/specs/report/slope.svg index fba52a8f..9bc166a1 100644 --- a/target/criterion/add_remove_component/specs/report/slope.svg +++ b/target/criterion/add_remove_component/specs/report/slope.svg @@ -1,298 +1,76 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.2 - - - - - 0.4 - - - - - 0.6 - - - - - 0.8 - - - - - 1 - - - - - 1.2 - - - - - 1.4 - - - - - 1.6 - - - - - 1.8 - - - - - 89.4 - - - - - 89.6 - - - - - 89.8 - - - - - 90 - - - - - 90.2 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - add_remove_component/specs: slope - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +add_remove_component/specs:slope + + +Density (a.u.) + + +Average time (us) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + +103.7 + + + +103.8 + + + +103.9 + + + +104 + + + +104.1 + + + +104.2 + + + +104.3 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/add_remove_component/specs/report/typical.svg b/target/criterion/add_remove_component/specs/report/typical.svg index 5c0edc02..ffd5ff26 100644 --- a/target/criterion/add_remove_component/specs/report/typical.svg +++ b/target/criterion/add_remove_component/specs/report/typical.svg @@ -1,298 +1,76 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.2 - - - - - 0.4 - - - - - 0.6 - - - - - 0.8 - - - - - 1 - - - - - 1.2 - - - - - 1.4 - - - - - 1.6 - - - - - 1.8 - - - - - 89.4 - - - - - 89.6 - - - - - 89.8 - - - - - 90 - - - - - 90.2 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - add_remove_component/specs: typical - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +add_remove_component/specs:typical + + +Density (a.u.) + + +Average time (us) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + +103.7 + + + +103.8 + + + +103.9 + + + +104 + + + +104.1 + + + +104.2 + + + +104.3 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/fragmented_iter/bevy/base/estimates.json b/target/criterion/fragmented_iter/bevy/base/estimates.json index 1816da5f..b47dc15c 100644 --- a/target/criterion/fragmented_iter/bevy/base/estimates.json +++ b/target/criterion/fragmented_iter/bevy/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1432.6878067680948,"upper_bound":1453.5612322325358},"point_estimate":1442.9643710318494,"standard_error":5.329242624339611},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1426.1916537773004,"upper_bound":1445.7336098867859},"point_estimate":1434.3735106998265,"standard_error":4.329978773704666},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40.03936879592584,"upper_bound":75.92284414349942},"point_estimate":64.08954452141221,"standard_error":9.090518705913869},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1406.9119793967216,"upper_bound":1421.9992131090044},"point_estimate":1414.0913703232516,"standard_error":3.838482471803829},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":45.77977274536711,"upper_bound":61.35402077564008},"point_estimate":53.66534827589323,"standard_error":4.002371231725197}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2283.882255995773,"upper_bound":2293.2797792370307},"point_estimate":2288.0897697065725,"standard_error":2.406450638547604},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2282.7217125382263,"upper_bound":2287.449891038231},"point_estimate":2284.7486233641753,"standard_error":1.3027717659700782},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9.507231318762447,"upper_bound":15.829294339067793},"point_estimate":13.29411887365686,"standard_error":1.6019429205344877},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2283.1336246821024,"upper_bound":2289.1879732141024},"point_estimate":2286.0704688023234,"standard_error":1.538180646519708},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13.26514701335536,"upper_bound":35.27423415546481},"point_estimate":24.10522281282575,"standard_error":6.203066403156423}} \ No newline at end of file diff --git a/target/criterion/fragmented_iter/bevy/base/raw.csv b/target/criterion/fragmented_iter/bevy/base/raw.csv index 43e67d6a..cc8f95af 100644 --- a/target/criterion/fragmented_iter/bevy/base/raw.csv +++ b/target/criterion/fragmented_iter/bevy/base/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -fragmented_iter,bevy,,,,990367.0,ns,665 -fragmented_iter,bevy,,,,1995332.0,ns,1330 -fragmented_iter,bevy,,,,3121726.0,ns,1995 -fragmented_iter,bevy,,,,3810640.0,ns,2660 -fragmented_iter,bevy,,,,5102740.0,ns,3325 -fragmented_iter,bevy,,,,5640576.0,ns,3990 -fragmented_iter,bevy,,,,7076821.0,ns,4655 -fragmented_iter,bevy,,,,8080142.0,ns,5320 -fragmented_iter,bevy,,,,8666670.0,ns,5985 -fragmented_iter,bevy,,,,10367400.0,ns,6650 -fragmented_iter,bevy,,,,10480134.0,ns,7315 -fragmented_iter,bevy,,,,11977357.0,ns,7980 -fragmented_iter,bevy,,,,12405634.0,ns,8645 -fragmented_iter,bevy,,,,14413737.0,ns,9310 -fragmented_iter,bevy,,,,14822457.0,ns,9975 -fragmented_iter,bevy,,,,16140017.0,ns,10640 -fragmented_iter,bevy,,,,16994224.0,ns,11305 -fragmented_iter,bevy,,,,17236075.0,ns,11970 -fragmented_iter,bevy,,,,18772330.0,ns,12635 -fragmented_iter,bevy,,,,19855094.0,ns,13300 -fragmented_iter,bevy,,,,20881849.0,ns,13965 -fragmented_iter,bevy,,,,21117630.0,ns,14630 -fragmented_iter,bevy,,,,23256863.0,ns,15295 -fragmented_iter,bevy,,,,23173456.0,ns,15960 -fragmented_iter,bevy,,,,25173135.0,ns,16625 -fragmented_iter,bevy,,,,26025468.0,ns,17290 -fragmented_iter,bevy,,,,26883754.0,ns,17955 -fragmented_iter,bevy,,,,27078735.0,ns,18620 -fragmented_iter,bevy,,,,28917327.0,ns,19285 -fragmented_iter,bevy,,,,28897128.0,ns,19950 -fragmented_iter,bevy,,,,30899885.0,ns,20615 -fragmented_iter,bevy,,,,32297507.0,ns,21280 -fragmented_iter,bevy,,,,32918038.0,ns,21945 -fragmented_iter,bevy,,,,32151138.0,ns,22610 -fragmented_iter,bevy,,,,34719440.0,ns,23275 -fragmented_iter,bevy,,,,34159443.0,ns,23940 -fragmented_iter,bevy,,,,36441471.0,ns,24605 -fragmented_iter,bevy,,,,37787004.0,ns,25270 -fragmented_iter,bevy,,,,37043067.0,ns,25935 -fragmented_iter,bevy,,,,39597171.0,ns,26600 -fragmented_iter,bevy,,,,41951307.0,ns,27265 -fragmented_iter,bevy,,,,45519003.0,ns,27930 -fragmented_iter,bevy,,,,39102029.0,ns,28595 -fragmented_iter,bevy,,,,42229617.0,ns,29260 -fragmented_iter,bevy,,,,41573969.0,ns,29925 -fragmented_iter,bevy,,,,43337407.0,ns,30590 -fragmented_iter,bevy,,,,42880257.0,ns,31255 -fragmented_iter,bevy,,,,45492623.0,ns,31920 -fragmented_iter,bevy,,,,46717536.0,ns,32585 -fragmented_iter,bevy,,,,46553464.0,ns,33250 -fragmented_iter,bevy,,,,48536723.0,ns,33915 -fragmented_iter,bevy,,,,50109939.0,ns,34580 -fragmented_iter,bevy,,,,51456925.0,ns,35245 -fragmented_iter,bevy,,,,51348409.0,ns,35910 -fragmented_iter,bevy,,,,50286326.0,ns,36575 -fragmented_iter,bevy,,,,53145590.0,ns,37240 -fragmented_iter,bevy,,,,54470597.0,ns,37905 -fragmented_iter,bevy,,,,53584497.0,ns,38570 -fragmented_iter,bevy,,,,54127995.0,ns,39235 -fragmented_iter,bevy,,,,55518793.0,ns,39900 -fragmented_iter,bevy,,,,58708519.0,ns,40565 -fragmented_iter,bevy,,,,59768238.0,ns,41230 -fragmented_iter,bevy,,,,60135859.0,ns,41895 -fragmented_iter,bevy,,,,57947108.0,ns,42560 -fragmented_iter,bevy,,,,61973420.0,ns,43225 -fragmented_iter,bevy,,,,60634929.0,ns,43890 -fragmented_iter,bevy,,,,64140567.0,ns,44555 -fragmented_iter,bevy,,,,62461349.0,ns,45220 -fragmented_iter,bevy,,,,62984274.0,ns,45885 -fragmented_iter,bevy,,,,67350263.0,ns,46550 -fragmented_iter,bevy,,,,65729273.0,ns,47215 -fragmented_iter,bevy,,,,66730582.0,ns,47880 -fragmented_iter,bevy,,,,70428165.0,ns,48545 -fragmented_iter,bevy,,,,68374262.0,ns,49210 -fragmented_iter,bevy,,,,71085488.0,ns,49875 -fragmented_iter,bevy,,,,72334296.0,ns,50540 -fragmented_iter,bevy,,,,72195342.0,ns,51205 -fragmented_iter,bevy,,,,72033393.0,ns,51870 -fragmented_iter,bevy,,,,73089655.0,ns,52535 -fragmented_iter,bevy,,,,73204986.0,ns,53200 -fragmented_iter,bevy,,,,75508614.0,ns,53865 -fragmented_iter,bevy,,,,75853139.0,ns,54530 -fragmented_iter,bevy,,,,75810910.0,ns,55195 -fragmented_iter,bevy,,,,77374207.0,ns,55860 -fragmented_iter,bevy,,,,77788536.0,ns,56525 -fragmented_iter,bevy,,,,80521733.0,ns,57190 -fragmented_iter,bevy,,,,83642918.0,ns,57855 -fragmented_iter,bevy,,,,83979792.0,ns,58520 -fragmented_iter,bevy,,,,86370294.0,ns,59185 -fragmented_iter,bevy,,,,82470505.0,ns,59850 -fragmented_iter,bevy,,,,84407847.0,ns,60515 -fragmented_iter,bevy,,,,85836747.0,ns,61180 -fragmented_iter,bevy,,,,85955876.0,ns,61845 -fragmented_iter,bevy,,,,88847343.0,ns,62510 -fragmented_iter,bevy,,,,88719811.0,ns,63175 -fragmented_iter,bevy,,,,91720867.0,ns,63840 -fragmented_iter,bevy,,,,88953686.0,ns,64505 -fragmented_iter,bevy,,,,92800794.0,ns,65170 -fragmented_iter,bevy,,,,91110584.0,ns,65835 -fragmented_iter,bevy,,,,94337141.0,ns,66500 +fragmented_iter,bevy,,,,1072900.0,ns,436 +fragmented_iter,bevy,,,,1968000.0,ns,872 +fragmented_iter,bevy,,,,2962300.0,ns,1308 +fragmented_iter,bevy,,,,3925000.0,ns,1744 +fragmented_iter,bevy,,,,5006500.0,ns,2180 +fragmented_iter,bevy,,,,5933100.0,ns,2616 +fragmented_iter,bevy,,,,7211400.0,ns,3052 +fragmented_iter,bevy,,,,7934200.0,ns,3488 +fragmented_iter,bevy,,,,9113700.0,ns,3924 +fragmented_iter,bevy,,,,9899900.0,ns,4360 +fragmented_iter,bevy,,,,10991300.0,ns,4796 +fragmented_iter,bevy,,,,11943200.0,ns,5232 +fragmented_iter,bevy,,,,12831500.0,ns,5668 +fragmented_iter,bevy,,,,13921800.0,ns,6104 +fragmented_iter,bevy,,,,14859300.0,ns,6540 +fragmented_iter,bevy,,,,15787700.0,ns,6976 +fragmented_iter,bevy,,,,16906700.0,ns,7412 +fragmented_iter,bevy,,,,17883800.0,ns,7848 +fragmented_iter,bevy,,,,18759700.0,ns,8284 +fragmented_iter,bevy,,,,19896800.0,ns,8720 +fragmented_iter,bevy,,,,20843600.0,ns,9156 +fragmented_iter,bevy,,,,21690000.0,ns,9592 +fragmented_iter,bevy,,,,22925800.0,ns,10028 +fragmented_iter,bevy,,,,23921100.0,ns,10464 +fragmented_iter,bevy,,,,24838600.0,ns,10900 +fragmented_iter,bevy,,,,26088100.0,ns,11336 +fragmented_iter,bevy,,,,27061600.0,ns,11772 +fragmented_iter,bevy,,,,27894500.0,ns,12208 +fragmented_iter,bevy,,,,28874000.0,ns,12644 +fragmented_iter,bevy,,,,30154000.0,ns,13080 +fragmented_iter,bevy,,,,30907900.0,ns,13516 +fragmented_iter,bevy,,,,31927800.0,ns,13952 +fragmented_iter,bevy,,,,33010700.0,ns,14388 +fragmented_iter,bevy,,,,33854400.0,ns,14824 +fragmented_iter,bevy,,,,35012400.0,ns,15260 +fragmented_iter,bevy,,,,36026100.0,ns,15696 +fragmented_iter,bevy,,,,36560800.0,ns,16132 +fragmented_iter,bevy,,,,38041200.0,ns,16568 +fragmented_iter,bevy,,,,38879800.0,ns,17004 +fragmented_iter,bevy,,,,39862200.0,ns,17440 +fragmented_iter,bevy,,,,40619400.0,ns,17876 +fragmented_iter,bevy,,,,42054400.0,ns,18312 +fragmented_iter,bevy,,,,43148600.0,ns,18748 +fragmented_iter,bevy,,,,43895600.0,ns,19184 +fragmented_iter,bevy,,,,44983700.0,ns,19620 +fragmented_iter,bevy,,,,46189800.0,ns,20056 +fragmented_iter,bevy,,,,47054900.0,ns,20492 +fragmented_iter,bevy,,,,48023500.0,ns,20928 +fragmented_iter,bevy,,,,48667100.0,ns,21364 +fragmented_iter,bevy,,,,50515000.0,ns,21800 +fragmented_iter,bevy,,,,51017100.0,ns,22236 +fragmented_iter,bevy,,,,52049400.0,ns,22672 +fragmented_iter,bevy,,,,52934300.0,ns,23108 +fragmented_iter,bevy,,,,54180300.0,ns,23544 +fragmented_iter,bevy,,,,55370600.0,ns,23980 +fragmented_iter,bevy,,,,55746700.0,ns,24416 +fragmented_iter,bevy,,,,56220500.0,ns,24852 +fragmented_iter,bevy,,,,57940300.0,ns,25288 +fragmented_iter,bevy,,,,58746800.0,ns,25724 +fragmented_iter,bevy,,,,61476500.0,ns,26160 +fragmented_iter,bevy,,,,60681600.0,ns,26596 +fragmented_iter,bevy,,,,62680200.0,ns,27032 +fragmented_iter,bevy,,,,63021900.0,ns,27468 +fragmented_iter,bevy,,,,63748000.0,ns,27904 +fragmented_iter,bevy,,,,64331400.0,ns,28340 +fragmented_iter,bevy,,,,65314500.0,ns,28776 +fragmented_iter,bevy,,,,66736600.0,ns,29212 +fragmented_iter,bevy,,,,68270200.0,ns,29648 +fragmented_iter,bevy,,,,68943200.0,ns,30084 +fragmented_iter,bevy,,,,69532900.0,ns,30520 +fragmented_iter,bevy,,,,70494900.0,ns,30956 +fragmented_iter,bevy,,,,71680800.0,ns,31392 +fragmented_iter,bevy,,,,72420300.0,ns,31828 +fragmented_iter,bevy,,,,73637600.0,ns,32264 +fragmented_iter,bevy,,,,74680500.0,ns,32700 +fragmented_iter,bevy,,,,76025400.0,ns,33136 +fragmented_iter,bevy,,,,77074400.0,ns,33572 +fragmented_iter,bevy,,,,78415300.0,ns,34008 +fragmented_iter,bevy,,,,78674400.0,ns,34444 +fragmented_iter,bevy,,,,79571700.0,ns,34880 +fragmented_iter,bevy,,,,80482700.0,ns,35316 +fragmented_iter,bevy,,,,81492800.0,ns,35752 +fragmented_iter,bevy,,,,81584800.0,ns,36188 +fragmented_iter,bevy,,,,83276400.0,ns,36624 +fragmented_iter,bevy,,,,84449700.0,ns,37060 +fragmented_iter,bevy,,,,85475000.0,ns,37496 +fragmented_iter,bevy,,,,86749400.0,ns,37932 +fragmented_iter,bevy,,,,87991700.0,ns,38368 +fragmented_iter,bevy,,,,88867400.0,ns,38804 +fragmented_iter,bevy,,,,89287800.0,ns,39240 +fragmented_iter,bevy,,,,90092500.0,ns,39676 +fragmented_iter,bevy,,,,91721200.0,ns,40112 +fragmented_iter,bevy,,,,92702200.0,ns,40548 +fragmented_iter,bevy,,,,94190500.0,ns,40984 +fragmented_iter,bevy,,,,94351100.0,ns,41420 +fragmented_iter,bevy,,,,95989200.0,ns,41856 +fragmented_iter,bevy,,,,96671500.0,ns,42292 +fragmented_iter,bevy,,,,97367800.0,ns,42728 +fragmented_iter,bevy,,,,98837400.0,ns,43164 +fragmented_iter,bevy,,,,99411200.0,ns,43600 diff --git a/target/criterion/fragmented_iter/bevy/base/sample.json b/target/criterion/fragmented_iter/bevy/base/sample.json index a9f00df9..4d3273d6 100644 --- a/target/criterion/fragmented_iter/bevy/base/sample.json +++ b/target/criterion/fragmented_iter/bevy/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[665.0,1330.0,1995.0,2660.0,3325.0,3990.0,4655.0,5320.0,5985.0,6650.0,7315.0,7980.0,8645.0,9310.0,9975.0,10640.0,11305.0,11970.0,12635.0,13300.0,13965.0,14630.0,15295.0,15960.0,16625.0,17290.0,17955.0,18620.0,19285.0,19950.0,20615.0,21280.0,21945.0,22610.0,23275.0,23940.0,24605.0,25270.0,25935.0,26600.0,27265.0,27930.0,28595.0,29260.0,29925.0,30590.0,31255.0,31920.0,32585.0,33250.0,33915.0,34580.0,35245.0,35910.0,36575.0,37240.0,37905.0,38570.0,39235.0,39900.0,40565.0,41230.0,41895.0,42560.0,43225.0,43890.0,44555.0,45220.0,45885.0,46550.0,47215.0,47880.0,48545.0,49210.0,49875.0,50540.0,51205.0,51870.0,52535.0,53200.0,53865.0,54530.0,55195.0,55860.0,56525.0,57190.0,57855.0,58520.0,59185.0,59850.0,60515.0,61180.0,61845.0,62510.0,63175.0,63840.0,64505.0,65170.0,65835.0,66500.0],"times":[990367.0,1995332.0,3121726.0,3810640.0,5102740.0,5640576.0,7076821.0,8080142.0,8666670.0,10367400.0,10480134.0,11977357.0,12405634.0,14413737.0,14822457.0,16140017.0,16994224.0,17236075.0,18772330.0,19855094.0,20881849.0,21117630.0,23256863.0,23173456.0,25173135.0,26025468.0,26883754.0,27078735.0,28917327.0,28897128.0,30899885.0,32297507.0,32918038.0,32151138.0,34719440.0,34159443.0,36441471.0,37787004.0,37043067.0,39597171.0,41951307.0,45519003.0,39102029.0,42229617.0,41573969.0,43337407.0,42880257.0,45492623.0,46717536.0,46553464.0,48536723.0,50109939.0,51456925.0,51348409.0,50286326.0,53145590.0,54470597.0,53584497.0,54127995.0,55518793.0,58708519.0,59768238.0,60135859.0,57947108.0,61973420.0,60634929.0,64140567.0,62461349.0,62984274.0,67350263.0,65729273.0,66730582.0,70428165.0,68374262.0,71085488.0,72334296.0,72195342.0,72033393.0,73089655.0,73204986.0,75508614.0,75853139.0,75810910.0,77374207.0,77788536.0,80521733.0,83642918.0,83979792.0,86370294.0,82470505.0,84407847.0,85836747.0,85955876.0,88847343.0,88719811.0,91720867.0,88953686.0,92800794.0,91110584.0,94337141.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[436.0,872.0,1308.0,1744.0,2180.0,2616.0,3052.0,3488.0,3924.0,4360.0,4796.0,5232.0,5668.0,6104.0,6540.0,6976.0,7412.0,7848.0,8284.0,8720.0,9156.0,9592.0,10028.0,10464.0,10900.0,11336.0,11772.0,12208.0,12644.0,13080.0,13516.0,13952.0,14388.0,14824.0,15260.0,15696.0,16132.0,16568.0,17004.0,17440.0,17876.0,18312.0,18748.0,19184.0,19620.0,20056.0,20492.0,20928.0,21364.0,21800.0,22236.0,22672.0,23108.0,23544.0,23980.0,24416.0,24852.0,25288.0,25724.0,26160.0,26596.0,27032.0,27468.0,27904.0,28340.0,28776.0,29212.0,29648.0,30084.0,30520.0,30956.0,31392.0,31828.0,32264.0,32700.0,33136.0,33572.0,34008.0,34444.0,34880.0,35316.0,35752.0,36188.0,36624.0,37060.0,37496.0,37932.0,38368.0,38804.0,39240.0,39676.0,40112.0,40548.0,40984.0,41420.0,41856.0,42292.0,42728.0,43164.0,43600.0],"times":[1072900.0,1968000.0,2962300.0,3925000.0,5006500.0,5933100.0,7211400.0,7934200.0,9113700.0,9899900.0,10991300.0,11943200.0,12831500.0,13921800.0,14859300.0,15787700.0,16906700.0,17883800.0,18759700.0,19896800.0,20843600.0,21690000.0,22925800.0,23921100.0,24838600.0,26088100.0,27061600.0,27894500.0,28874000.0,30154000.0,30907900.0,31927800.0,33010700.0,33854400.0,35012400.0,36026100.0,36560800.0,38041200.0,38879800.0,39862200.0,40619400.0,42054400.0,43148600.0,43895600.0,44983700.0,46189800.0,47054900.0,48023500.0,48667100.0,50515000.0,51017100.0,52049400.0,52934300.0,54180300.0,55370600.0,55746700.0,56220500.0,57940300.0,58746800.0,61476500.0,60681600.0,62680200.0,63021900.0,63748000.0,64331400.0,65314500.0,66736600.0,68270200.0,68943200.0,69532900.0,70494900.0,71680800.0,72420300.0,73637600.0,74680500.0,76025400.0,77074400.0,78415300.0,78674400.0,79571700.0,80482700.0,81492800.0,81584800.0,83276400.0,84449700.0,85475000.0,86749400.0,87991700.0,88867400.0,89287800.0,90092500.0,91721200.0,92702200.0,94190500.0,94351100.0,95989200.0,96671500.0,97367800.0,98837400.0,99411200.0]} \ No newline at end of file diff --git a/target/criterion/fragmented_iter/bevy/base/tukey.json b/target/criterion/fragmented_iter/bevy/base/tukey.json index 5d623ee4..b62902c3 100644 --- a/target/criterion/fragmented_iter/bevy/base/tukey.json +++ b/target/criterion/fragmented_iter/bevy/base/tukey.json @@ -1 +1 @@ -[1111.8402930288169,1253.1926866674467,1630.132403037126,1771.484796675756] \ No newline at end of file +[2229.678196966861,2253.9410339824008,2318.641932690507,2342.904769706047] \ No newline at end of file diff --git a/target/criterion/fragmented_iter/bevy/change/estimates.json b/target/criterion/fragmented_iter/bevy/change/estimates.json index af7b8109..ca535010 100644 --- a/target/criterion/fragmented_iter/bevy/change/estimates.json +++ b/target/criterion/fragmented_iter/bevy/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.018374658603497882,"upper_bound":0.033301269074743026},"point_estimate":0.02535212874192605,"standard_error":0.0038398527086701967},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.014598546289340986,"upper_bound":0.028610041771591543},"point_estimate":0.020157216361576857,"standard_error":0.0032494991414733824}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.5739386429178641,"upper_bound":0.5977614059838399},"point_estimate":0.5856869480917137,"standard_error":0.0060925710150045885},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.5804878146514503,"upper_bound":0.6020984669045406},"point_estimate":0.5928547246033937,"standard_error":0.004900659875369262}} \ No newline at end of file diff --git a/target/criterion/fragmented_iter/bevy/new/estimates.json b/target/criterion/fragmented_iter/bevy/new/estimates.json index 1816da5f..b47dc15c 100644 --- a/target/criterion/fragmented_iter/bevy/new/estimates.json +++ b/target/criterion/fragmented_iter/bevy/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1432.6878067680948,"upper_bound":1453.5612322325358},"point_estimate":1442.9643710318494,"standard_error":5.329242624339611},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1426.1916537773004,"upper_bound":1445.7336098867859},"point_estimate":1434.3735106998265,"standard_error":4.329978773704666},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40.03936879592584,"upper_bound":75.92284414349942},"point_estimate":64.08954452141221,"standard_error":9.090518705913869},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1406.9119793967216,"upper_bound":1421.9992131090044},"point_estimate":1414.0913703232516,"standard_error":3.838482471803829},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":45.77977274536711,"upper_bound":61.35402077564008},"point_estimate":53.66534827589323,"standard_error":4.002371231725197}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2283.882255995773,"upper_bound":2293.2797792370307},"point_estimate":2288.0897697065725,"standard_error":2.406450638547604},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2282.7217125382263,"upper_bound":2287.449891038231},"point_estimate":2284.7486233641753,"standard_error":1.3027717659700782},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9.507231318762447,"upper_bound":15.829294339067793},"point_estimate":13.29411887365686,"standard_error":1.6019429205344877},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2283.1336246821024,"upper_bound":2289.1879732141024},"point_estimate":2286.0704688023234,"standard_error":1.538180646519708},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13.26514701335536,"upper_bound":35.27423415546481},"point_estimate":24.10522281282575,"standard_error":6.203066403156423}} \ No newline at end of file diff --git a/target/criterion/fragmented_iter/bevy/new/raw.csv b/target/criterion/fragmented_iter/bevy/new/raw.csv index 43e67d6a..cc8f95af 100644 --- a/target/criterion/fragmented_iter/bevy/new/raw.csv +++ b/target/criterion/fragmented_iter/bevy/new/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -fragmented_iter,bevy,,,,990367.0,ns,665 -fragmented_iter,bevy,,,,1995332.0,ns,1330 -fragmented_iter,bevy,,,,3121726.0,ns,1995 -fragmented_iter,bevy,,,,3810640.0,ns,2660 -fragmented_iter,bevy,,,,5102740.0,ns,3325 -fragmented_iter,bevy,,,,5640576.0,ns,3990 -fragmented_iter,bevy,,,,7076821.0,ns,4655 -fragmented_iter,bevy,,,,8080142.0,ns,5320 -fragmented_iter,bevy,,,,8666670.0,ns,5985 -fragmented_iter,bevy,,,,10367400.0,ns,6650 -fragmented_iter,bevy,,,,10480134.0,ns,7315 -fragmented_iter,bevy,,,,11977357.0,ns,7980 -fragmented_iter,bevy,,,,12405634.0,ns,8645 -fragmented_iter,bevy,,,,14413737.0,ns,9310 -fragmented_iter,bevy,,,,14822457.0,ns,9975 -fragmented_iter,bevy,,,,16140017.0,ns,10640 -fragmented_iter,bevy,,,,16994224.0,ns,11305 -fragmented_iter,bevy,,,,17236075.0,ns,11970 -fragmented_iter,bevy,,,,18772330.0,ns,12635 -fragmented_iter,bevy,,,,19855094.0,ns,13300 -fragmented_iter,bevy,,,,20881849.0,ns,13965 -fragmented_iter,bevy,,,,21117630.0,ns,14630 -fragmented_iter,bevy,,,,23256863.0,ns,15295 -fragmented_iter,bevy,,,,23173456.0,ns,15960 -fragmented_iter,bevy,,,,25173135.0,ns,16625 -fragmented_iter,bevy,,,,26025468.0,ns,17290 -fragmented_iter,bevy,,,,26883754.0,ns,17955 -fragmented_iter,bevy,,,,27078735.0,ns,18620 -fragmented_iter,bevy,,,,28917327.0,ns,19285 -fragmented_iter,bevy,,,,28897128.0,ns,19950 -fragmented_iter,bevy,,,,30899885.0,ns,20615 -fragmented_iter,bevy,,,,32297507.0,ns,21280 -fragmented_iter,bevy,,,,32918038.0,ns,21945 -fragmented_iter,bevy,,,,32151138.0,ns,22610 -fragmented_iter,bevy,,,,34719440.0,ns,23275 -fragmented_iter,bevy,,,,34159443.0,ns,23940 -fragmented_iter,bevy,,,,36441471.0,ns,24605 -fragmented_iter,bevy,,,,37787004.0,ns,25270 -fragmented_iter,bevy,,,,37043067.0,ns,25935 -fragmented_iter,bevy,,,,39597171.0,ns,26600 -fragmented_iter,bevy,,,,41951307.0,ns,27265 -fragmented_iter,bevy,,,,45519003.0,ns,27930 -fragmented_iter,bevy,,,,39102029.0,ns,28595 -fragmented_iter,bevy,,,,42229617.0,ns,29260 -fragmented_iter,bevy,,,,41573969.0,ns,29925 -fragmented_iter,bevy,,,,43337407.0,ns,30590 -fragmented_iter,bevy,,,,42880257.0,ns,31255 -fragmented_iter,bevy,,,,45492623.0,ns,31920 -fragmented_iter,bevy,,,,46717536.0,ns,32585 -fragmented_iter,bevy,,,,46553464.0,ns,33250 -fragmented_iter,bevy,,,,48536723.0,ns,33915 -fragmented_iter,bevy,,,,50109939.0,ns,34580 -fragmented_iter,bevy,,,,51456925.0,ns,35245 -fragmented_iter,bevy,,,,51348409.0,ns,35910 -fragmented_iter,bevy,,,,50286326.0,ns,36575 -fragmented_iter,bevy,,,,53145590.0,ns,37240 -fragmented_iter,bevy,,,,54470597.0,ns,37905 -fragmented_iter,bevy,,,,53584497.0,ns,38570 -fragmented_iter,bevy,,,,54127995.0,ns,39235 -fragmented_iter,bevy,,,,55518793.0,ns,39900 -fragmented_iter,bevy,,,,58708519.0,ns,40565 -fragmented_iter,bevy,,,,59768238.0,ns,41230 -fragmented_iter,bevy,,,,60135859.0,ns,41895 -fragmented_iter,bevy,,,,57947108.0,ns,42560 -fragmented_iter,bevy,,,,61973420.0,ns,43225 -fragmented_iter,bevy,,,,60634929.0,ns,43890 -fragmented_iter,bevy,,,,64140567.0,ns,44555 -fragmented_iter,bevy,,,,62461349.0,ns,45220 -fragmented_iter,bevy,,,,62984274.0,ns,45885 -fragmented_iter,bevy,,,,67350263.0,ns,46550 -fragmented_iter,bevy,,,,65729273.0,ns,47215 -fragmented_iter,bevy,,,,66730582.0,ns,47880 -fragmented_iter,bevy,,,,70428165.0,ns,48545 -fragmented_iter,bevy,,,,68374262.0,ns,49210 -fragmented_iter,bevy,,,,71085488.0,ns,49875 -fragmented_iter,bevy,,,,72334296.0,ns,50540 -fragmented_iter,bevy,,,,72195342.0,ns,51205 -fragmented_iter,bevy,,,,72033393.0,ns,51870 -fragmented_iter,bevy,,,,73089655.0,ns,52535 -fragmented_iter,bevy,,,,73204986.0,ns,53200 -fragmented_iter,bevy,,,,75508614.0,ns,53865 -fragmented_iter,bevy,,,,75853139.0,ns,54530 -fragmented_iter,bevy,,,,75810910.0,ns,55195 -fragmented_iter,bevy,,,,77374207.0,ns,55860 -fragmented_iter,bevy,,,,77788536.0,ns,56525 -fragmented_iter,bevy,,,,80521733.0,ns,57190 -fragmented_iter,bevy,,,,83642918.0,ns,57855 -fragmented_iter,bevy,,,,83979792.0,ns,58520 -fragmented_iter,bevy,,,,86370294.0,ns,59185 -fragmented_iter,bevy,,,,82470505.0,ns,59850 -fragmented_iter,bevy,,,,84407847.0,ns,60515 -fragmented_iter,bevy,,,,85836747.0,ns,61180 -fragmented_iter,bevy,,,,85955876.0,ns,61845 -fragmented_iter,bevy,,,,88847343.0,ns,62510 -fragmented_iter,bevy,,,,88719811.0,ns,63175 -fragmented_iter,bevy,,,,91720867.0,ns,63840 -fragmented_iter,bevy,,,,88953686.0,ns,64505 -fragmented_iter,bevy,,,,92800794.0,ns,65170 -fragmented_iter,bevy,,,,91110584.0,ns,65835 -fragmented_iter,bevy,,,,94337141.0,ns,66500 +fragmented_iter,bevy,,,,1072900.0,ns,436 +fragmented_iter,bevy,,,,1968000.0,ns,872 +fragmented_iter,bevy,,,,2962300.0,ns,1308 +fragmented_iter,bevy,,,,3925000.0,ns,1744 +fragmented_iter,bevy,,,,5006500.0,ns,2180 +fragmented_iter,bevy,,,,5933100.0,ns,2616 +fragmented_iter,bevy,,,,7211400.0,ns,3052 +fragmented_iter,bevy,,,,7934200.0,ns,3488 +fragmented_iter,bevy,,,,9113700.0,ns,3924 +fragmented_iter,bevy,,,,9899900.0,ns,4360 +fragmented_iter,bevy,,,,10991300.0,ns,4796 +fragmented_iter,bevy,,,,11943200.0,ns,5232 +fragmented_iter,bevy,,,,12831500.0,ns,5668 +fragmented_iter,bevy,,,,13921800.0,ns,6104 +fragmented_iter,bevy,,,,14859300.0,ns,6540 +fragmented_iter,bevy,,,,15787700.0,ns,6976 +fragmented_iter,bevy,,,,16906700.0,ns,7412 +fragmented_iter,bevy,,,,17883800.0,ns,7848 +fragmented_iter,bevy,,,,18759700.0,ns,8284 +fragmented_iter,bevy,,,,19896800.0,ns,8720 +fragmented_iter,bevy,,,,20843600.0,ns,9156 +fragmented_iter,bevy,,,,21690000.0,ns,9592 +fragmented_iter,bevy,,,,22925800.0,ns,10028 +fragmented_iter,bevy,,,,23921100.0,ns,10464 +fragmented_iter,bevy,,,,24838600.0,ns,10900 +fragmented_iter,bevy,,,,26088100.0,ns,11336 +fragmented_iter,bevy,,,,27061600.0,ns,11772 +fragmented_iter,bevy,,,,27894500.0,ns,12208 +fragmented_iter,bevy,,,,28874000.0,ns,12644 +fragmented_iter,bevy,,,,30154000.0,ns,13080 +fragmented_iter,bevy,,,,30907900.0,ns,13516 +fragmented_iter,bevy,,,,31927800.0,ns,13952 +fragmented_iter,bevy,,,,33010700.0,ns,14388 +fragmented_iter,bevy,,,,33854400.0,ns,14824 +fragmented_iter,bevy,,,,35012400.0,ns,15260 +fragmented_iter,bevy,,,,36026100.0,ns,15696 +fragmented_iter,bevy,,,,36560800.0,ns,16132 +fragmented_iter,bevy,,,,38041200.0,ns,16568 +fragmented_iter,bevy,,,,38879800.0,ns,17004 +fragmented_iter,bevy,,,,39862200.0,ns,17440 +fragmented_iter,bevy,,,,40619400.0,ns,17876 +fragmented_iter,bevy,,,,42054400.0,ns,18312 +fragmented_iter,bevy,,,,43148600.0,ns,18748 +fragmented_iter,bevy,,,,43895600.0,ns,19184 +fragmented_iter,bevy,,,,44983700.0,ns,19620 +fragmented_iter,bevy,,,,46189800.0,ns,20056 +fragmented_iter,bevy,,,,47054900.0,ns,20492 +fragmented_iter,bevy,,,,48023500.0,ns,20928 +fragmented_iter,bevy,,,,48667100.0,ns,21364 +fragmented_iter,bevy,,,,50515000.0,ns,21800 +fragmented_iter,bevy,,,,51017100.0,ns,22236 +fragmented_iter,bevy,,,,52049400.0,ns,22672 +fragmented_iter,bevy,,,,52934300.0,ns,23108 +fragmented_iter,bevy,,,,54180300.0,ns,23544 +fragmented_iter,bevy,,,,55370600.0,ns,23980 +fragmented_iter,bevy,,,,55746700.0,ns,24416 +fragmented_iter,bevy,,,,56220500.0,ns,24852 +fragmented_iter,bevy,,,,57940300.0,ns,25288 +fragmented_iter,bevy,,,,58746800.0,ns,25724 +fragmented_iter,bevy,,,,61476500.0,ns,26160 +fragmented_iter,bevy,,,,60681600.0,ns,26596 +fragmented_iter,bevy,,,,62680200.0,ns,27032 +fragmented_iter,bevy,,,,63021900.0,ns,27468 +fragmented_iter,bevy,,,,63748000.0,ns,27904 +fragmented_iter,bevy,,,,64331400.0,ns,28340 +fragmented_iter,bevy,,,,65314500.0,ns,28776 +fragmented_iter,bevy,,,,66736600.0,ns,29212 +fragmented_iter,bevy,,,,68270200.0,ns,29648 +fragmented_iter,bevy,,,,68943200.0,ns,30084 +fragmented_iter,bevy,,,,69532900.0,ns,30520 +fragmented_iter,bevy,,,,70494900.0,ns,30956 +fragmented_iter,bevy,,,,71680800.0,ns,31392 +fragmented_iter,bevy,,,,72420300.0,ns,31828 +fragmented_iter,bevy,,,,73637600.0,ns,32264 +fragmented_iter,bevy,,,,74680500.0,ns,32700 +fragmented_iter,bevy,,,,76025400.0,ns,33136 +fragmented_iter,bevy,,,,77074400.0,ns,33572 +fragmented_iter,bevy,,,,78415300.0,ns,34008 +fragmented_iter,bevy,,,,78674400.0,ns,34444 +fragmented_iter,bevy,,,,79571700.0,ns,34880 +fragmented_iter,bevy,,,,80482700.0,ns,35316 +fragmented_iter,bevy,,,,81492800.0,ns,35752 +fragmented_iter,bevy,,,,81584800.0,ns,36188 +fragmented_iter,bevy,,,,83276400.0,ns,36624 +fragmented_iter,bevy,,,,84449700.0,ns,37060 +fragmented_iter,bevy,,,,85475000.0,ns,37496 +fragmented_iter,bevy,,,,86749400.0,ns,37932 +fragmented_iter,bevy,,,,87991700.0,ns,38368 +fragmented_iter,bevy,,,,88867400.0,ns,38804 +fragmented_iter,bevy,,,,89287800.0,ns,39240 +fragmented_iter,bevy,,,,90092500.0,ns,39676 +fragmented_iter,bevy,,,,91721200.0,ns,40112 +fragmented_iter,bevy,,,,92702200.0,ns,40548 +fragmented_iter,bevy,,,,94190500.0,ns,40984 +fragmented_iter,bevy,,,,94351100.0,ns,41420 +fragmented_iter,bevy,,,,95989200.0,ns,41856 +fragmented_iter,bevy,,,,96671500.0,ns,42292 +fragmented_iter,bevy,,,,97367800.0,ns,42728 +fragmented_iter,bevy,,,,98837400.0,ns,43164 +fragmented_iter,bevy,,,,99411200.0,ns,43600 diff --git a/target/criterion/fragmented_iter/bevy/new/sample.json b/target/criterion/fragmented_iter/bevy/new/sample.json index a9f00df9..4d3273d6 100644 --- a/target/criterion/fragmented_iter/bevy/new/sample.json +++ b/target/criterion/fragmented_iter/bevy/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[665.0,1330.0,1995.0,2660.0,3325.0,3990.0,4655.0,5320.0,5985.0,6650.0,7315.0,7980.0,8645.0,9310.0,9975.0,10640.0,11305.0,11970.0,12635.0,13300.0,13965.0,14630.0,15295.0,15960.0,16625.0,17290.0,17955.0,18620.0,19285.0,19950.0,20615.0,21280.0,21945.0,22610.0,23275.0,23940.0,24605.0,25270.0,25935.0,26600.0,27265.0,27930.0,28595.0,29260.0,29925.0,30590.0,31255.0,31920.0,32585.0,33250.0,33915.0,34580.0,35245.0,35910.0,36575.0,37240.0,37905.0,38570.0,39235.0,39900.0,40565.0,41230.0,41895.0,42560.0,43225.0,43890.0,44555.0,45220.0,45885.0,46550.0,47215.0,47880.0,48545.0,49210.0,49875.0,50540.0,51205.0,51870.0,52535.0,53200.0,53865.0,54530.0,55195.0,55860.0,56525.0,57190.0,57855.0,58520.0,59185.0,59850.0,60515.0,61180.0,61845.0,62510.0,63175.0,63840.0,64505.0,65170.0,65835.0,66500.0],"times":[990367.0,1995332.0,3121726.0,3810640.0,5102740.0,5640576.0,7076821.0,8080142.0,8666670.0,10367400.0,10480134.0,11977357.0,12405634.0,14413737.0,14822457.0,16140017.0,16994224.0,17236075.0,18772330.0,19855094.0,20881849.0,21117630.0,23256863.0,23173456.0,25173135.0,26025468.0,26883754.0,27078735.0,28917327.0,28897128.0,30899885.0,32297507.0,32918038.0,32151138.0,34719440.0,34159443.0,36441471.0,37787004.0,37043067.0,39597171.0,41951307.0,45519003.0,39102029.0,42229617.0,41573969.0,43337407.0,42880257.0,45492623.0,46717536.0,46553464.0,48536723.0,50109939.0,51456925.0,51348409.0,50286326.0,53145590.0,54470597.0,53584497.0,54127995.0,55518793.0,58708519.0,59768238.0,60135859.0,57947108.0,61973420.0,60634929.0,64140567.0,62461349.0,62984274.0,67350263.0,65729273.0,66730582.0,70428165.0,68374262.0,71085488.0,72334296.0,72195342.0,72033393.0,73089655.0,73204986.0,75508614.0,75853139.0,75810910.0,77374207.0,77788536.0,80521733.0,83642918.0,83979792.0,86370294.0,82470505.0,84407847.0,85836747.0,85955876.0,88847343.0,88719811.0,91720867.0,88953686.0,92800794.0,91110584.0,94337141.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[436.0,872.0,1308.0,1744.0,2180.0,2616.0,3052.0,3488.0,3924.0,4360.0,4796.0,5232.0,5668.0,6104.0,6540.0,6976.0,7412.0,7848.0,8284.0,8720.0,9156.0,9592.0,10028.0,10464.0,10900.0,11336.0,11772.0,12208.0,12644.0,13080.0,13516.0,13952.0,14388.0,14824.0,15260.0,15696.0,16132.0,16568.0,17004.0,17440.0,17876.0,18312.0,18748.0,19184.0,19620.0,20056.0,20492.0,20928.0,21364.0,21800.0,22236.0,22672.0,23108.0,23544.0,23980.0,24416.0,24852.0,25288.0,25724.0,26160.0,26596.0,27032.0,27468.0,27904.0,28340.0,28776.0,29212.0,29648.0,30084.0,30520.0,30956.0,31392.0,31828.0,32264.0,32700.0,33136.0,33572.0,34008.0,34444.0,34880.0,35316.0,35752.0,36188.0,36624.0,37060.0,37496.0,37932.0,38368.0,38804.0,39240.0,39676.0,40112.0,40548.0,40984.0,41420.0,41856.0,42292.0,42728.0,43164.0,43600.0],"times":[1072900.0,1968000.0,2962300.0,3925000.0,5006500.0,5933100.0,7211400.0,7934200.0,9113700.0,9899900.0,10991300.0,11943200.0,12831500.0,13921800.0,14859300.0,15787700.0,16906700.0,17883800.0,18759700.0,19896800.0,20843600.0,21690000.0,22925800.0,23921100.0,24838600.0,26088100.0,27061600.0,27894500.0,28874000.0,30154000.0,30907900.0,31927800.0,33010700.0,33854400.0,35012400.0,36026100.0,36560800.0,38041200.0,38879800.0,39862200.0,40619400.0,42054400.0,43148600.0,43895600.0,44983700.0,46189800.0,47054900.0,48023500.0,48667100.0,50515000.0,51017100.0,52049400.0,52934300.0,54180300.0,55370600.0,55746700.0,56220500.0,57940300.0,58746800.0,61476500.0,60681600.0,62680200.0,63021900.0,63748000.0,64331400.0,65314500.0,66736600.0,68270200.0,68943200.0,69532900.0,70494900.0,71680800.0,72420300.0,73637600.0,74680500.0,76025400.0,77074400.0,78415300.0,78674400.0,79571700.0,80482700.0,81492800.0,81584800.0,83276400.0,84449700.0,85475000.0,86749400.0,87991700.0,88867400.0,89287800.0,90092500.0,91721200.0,92702200.0,94190500.0,94351100.0,95989200.0,96671500.0,97367800.0,98837400.0,99411200.0]} \ No newline at end of file diff --git a/target/criterion/fragmented_iter/bevy/new/tukey.json b/target/criterion/fragmented_iter/bevy/new/tukey.json index 5d623ee4..b62902c3 100644 --- a/target/criterion/fragmented_iter/bevy/new/tukey.json +++ b/target/criterion/fragmented_iter/bevy/new/tukey.json @@ -1 +1 @@ -[1111.8402930288169,1253.1926866674467,1630.132403037126,1771.484796675756] \ No newline at end of file +[2229.678196966861,2253.9410339824008,2318.641932690507,2342.904769706047] \ No newline at end of file diff --git a/target/criterion/fragmented_iter/bevy/report/MAD.svg b/target/criterion/fragmented_iter/bevy/report/MAD.svg index bccaec90..c46f258f 100644 --- a/target/criterion/fragmented_iter/bevy/report/MAD.svg +++ b/target/criterion/fragmented_iter/bevy/report/MAD.svg @@ -1,298 +1,88 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.01 - - - - - 0.02 - - - - - 0.03 - - - - - 0.04 - - - - - 0.05 - - - - - 0.06 - - - - - 40 - - - - - 45 - - - - - 50 - - - - - 55 - - - - - 60 - - - - - 65 - - - - - 70 - - - - - 75 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - fragmented_iter/bevy: MAD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +fragmented_iter/bevy:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + + +9 + + + +10 + + + +11 + + + +12 + + + +13 + + + +14 + + + +15 + + + +16 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/fragmented_iter/bevy/report/SD.svg b/target/criterion/fragmented_iter/bevy/report/SD.svg index 44002faf..9da815e1 100644 --- a/target/criterion/fragmented_iter/bevy/report/SD.svg +++ b/target/criterion/fragmented_iter/bevy/report/SD.svg @@ -1,323 +1,88 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.01 - - - - - 0.02 - - - - - 0.03 - - - - - 0.04 - - - - - 0.05 - - - - - 0.06 - - - - - 0.07 - - - - - 0.08 - - - - - 0.09 - - - - - 0.1 - - - - - 46 - - - - - 48 - - - - - 50 - - - - - 52 - - - - - 54 - - - - - 56 - - - - - 58 - - - - - 60 - - - - - 62 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - fragmented_iter/bevy: SD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +fragmented_iter/bevy:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + +0.08 + + + +0.09 + + + +0.1 + + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/fragmented_iter/bevy/report/both/pdf.svg b/target/criterion/fragmented_iter/bevy/report/both/pdf.svg index 0aa14e8d..ffd9ae0d 100644 --- a/target/criterion/fragmented_iter/bevy/report/both/pdf.svg +++ b/target/criterion/fragmented_iter/bevy/report/both/pdf.svg @@ -1,333 +1,57 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - 25 - - - - - 30 - - - - - 1.25 - - - - - 1.3 - - - - - 1.35 - - - - - 1.4 - - - - - 1.45 - - - - - 1.5 - - - - - 1.55 - - - - - 1.6 - - - - - 1.65 - - - - - 1.7 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - fragmented_iter/bevy - - - - - Base PDF - - - Base PDF - - - - - - - - - - Base Mean - - - - - Base Mean - - - - - - New PDF - - - - - New PDF - - - - - - - - - - New Mean - - - - - New Mean - - - - - - - - - - - - - - + + +fragmented_iter/bevy + + +Density (a.u.) + + +Average Time (us) + + + +5 + + + +10 + + + +15 + + + +20 + + + + +1.5 + + + +2 + + + + + + + +Base PDF + + +New PDF + + +Base Mean + + +New Mean + + + + + - diff --git a/target/criterion/fragmented_iter/bevy/report/both/regression.svg b/target/criterion/fragmented_iter/bevy/report/both/regression.svg index 88b47dfd..7fccfa84 100644 --- a/target/criterion/fragmented_iter/bevy/report/both/regression.svg +++ b/target/criterion/fragmented_iter/bevy/report/both/regression.svg @@ -1,357 +1,90 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 90 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - fragmented_iter/bevy - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - Base sample - - - - - - New sample - - - New sample - - - - - - - - - - - - - - + + +fragmented_iter/bevy + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + + + + + +Base Sample + + +New Sample + + + - diff --git a/target/criterion/fragmented_iter/bevy/report/change/mean.svg b/target/criterion/fragmented_iter/bevy/report/change/mean.svg index 3a487645..944fc2a4 100644 --- a/target/criterion/fragmented_iter/bevy/report/change/mean.svg +++ b/target/criterion/fragmented_iter/bevy/report/change/mean.svg @@ -1,320 +1,81 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 20 - - - - - 40 - - - - - 60 - - - - - 80 - - - - - 100 - - - - - 120 - - - - - 1.8 - - - - - 2 - - - - - 2.2 - - - - - 2.4 - - - - - 2.6 - - - - - 2.8 - - - - - 3 - - - - - 3.2 - - - - - 3.4 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - fragmented_iter/bevy: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +fragmented_iter/bevy:mean + + +Density (a.u.) + + +Relative change (%) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + + +0.575 + + + +0.58 + + + +0.585 + + + +0.59 + + + +0.595 + + + +0.6 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/fragmented_iter/bevy/report/change/median.svg b/target/criterion/fragmented_iter/bevy/report/change/median.svg index 53d6da28..6bec29b7 100644 --- a/target/criterion/fragmented_iter/bevy/report/change/median.svg +++ b/target/criterion/fragmented_iter/bevy/report/change/median.svg @@ -1,330 +1,77 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 20 - - - - - 40 - - - - - 60 - - - - - 80 - - - - - 100 - - - - - 120 - - - - - 140 - - - - - 160 - - - - - 1.4 - - - - - 1.6 - - - - - 1.8 - - - - - 2 - - - - - 2.2 - - - - - 2.4 - - - - - 2.6 - - - - - 2.8 - - - - - 3 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - fragmented_iter/bevy: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +fragmented_iter/bevy:median + + +Density (a.u.) + + +Relative change (%) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + + +0.58 + + + +0.585 + + + +0.59 + + + +0.595 + + + +0.6 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/fragmented_iter/bevy/report/change/t-test.svg b/target/criterion/fragmented_iter/bevy/report/change/t-test.svg index 0d335af8..323af289 100644 --- a/target/criterion/fragmented_iter/bevy/report/change/t-test.svg +++ b/target/criterion/fragmented_iter/bevy/report/change/t-test.svg @@ -1,250 +1,91 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - 0.45 - - - - - -6 - - - - - -4 - - - - - -2 - - - - - 0 - - - - - 2 - - - - - 4 - - - - - 6 - - - - - 8 - - - - - - - - - Density - - - - - t score - - - - - fragmented_iter/bevy: Welch t test - - - - - t distribution - - - t distribution - - - - - - - - - - t statistic - - - - - t statistic - - - - - - - - - - - - - - + + +fragmented_iter/bevy: Welch t test + + +Density + + +t score + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +-4.0 + + + +-3.0 + + + +-2.0 + + + +-1.0 + + + +0.0 + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + + + +t distribution + + +t statistic + + + - diff --git a/target/criterion/fragmented_iter/bevy/report/index.html b/target/criterion/fragmented_iter/bevy/report/index.html index 868cf657..7c56fdb8 100644 --- a/target/criterion/fragmented_iter/bevy/report/index.html +++ b/target/criterion/fragmented_iter/bevy/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 1.4069 us - 1.4141 us - 1.4220 us + 2.2831 us + 2.2861 us + 2.2892 us R² - 0.9128043 - 0.9157794 - 0.9121725 + 0.9953524 + 0.9955808 + 0.9953235 Mean - 1.4327 us - 1.4430 us - 1.4536 us + 2.2839 us + 2.2881 us + 2.2933 us Std. Dev. - 45.780 ns - 53.665 ns - 61.354 ns + 13.265 ns + 24.105 ns + 35.274 ns Median - 1.4262 us - 1.4344 us - 1.4457 us + 2.2827 us + 2.2847 us + 2.2874 us MAD - 40.039 ns - 64.090 ns - 75.923 ns + 9.5072 ns + 13.294 ns + 15.829 ns @@ -231,9 +231,9 @@

Additional Statistics:

Change in time - +1.8375% - +2.5352% - +3.3301% + +57.394% + +58.569% + +59.776% (p = 0.00 < 0.05) diff --git a/target/criterion/fragmented_iter/bevy/report/mean.svg b/target/criterion/fragmented_iter/bevy/report/mean.svg index cec221ab..74b20ed3 100644 --- a/target/criterion/fragmented_iter/bevy/report/mean.svg +++ b/target/criterion/fragmented_iter/bevy/report/mean.svg @@ -1,293 +1,88 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 10 - - - - - 20 - - - - - 30 - - - - - 40 - - - - - 50 - - - - - 60 - - - - - 70 - - - - - 80 - - - - - 1.435 - - - - - 1.44 - - - - - 1.445 - - - - - 1.45 - - - - - 1.455 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - fragmented_iter/bevy: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +fragmented_iter/bevy:mean + + +Density (a.u.) + + +Average time (us) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + + +2.284 + + + +2.286 + + + +2.288 + + + +2.29 + + + +2.292 + + + +2.294 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/fragmented_iter/bevy/report/median.svg b/target/criterion/fragmented_iter/bevy/report/median.svg index 73221ba8..cb8a133d 100644 --- a/target/criterion/fragmented_iter/bevy/report/median.svg +++ b/target/criterion/fragmented_iter/bevy/report/median.svg @@ -1,293 +1,112 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 20 - - - - - 40 - - - - - 60 - - - - - 80 - - - - - 100 - - - - - 120 - - - - - 140 - - - - - 160 - - - - - 1.425 - - - - - 1.43 - - - - - 1.435 - - - - - 1.44 - - - - - 1.445 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - fragmented_iter/bevy: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +fragmented_iter/bevy:median + + +Density (a.u.) + + +Average time (us) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + +450 + + + +500 + + + + +2.2825 + + + +2.283 + + + +2.2835 + + + +2.284 + + + +2.2845 + + + +2.285 + + + +2.2855 + + + +2.286 + + + +2.2865 + + + +2.287 + + + +2.2875 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/fragmented_iter/bevy/report/pdf.svg b/target/criterion/fragmented_iter/bevy/report/pdf.svg index ba420509..1a555286 100644 --- a/target/criterion/fragmented_iter/bevy/report/pdf.svg +++ b/target/criterion/fragmented_iter/bevy/report/pdf.svg @@ -1,415 +1,123 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 10 - - - - - 20 - - - - - 30 - - - - - 40 - - - - - 50 - - - - - 60 - - - - - 1.3 - - - - - 1.35 - - - - - 1.4 - - - - - 1.45 - - - - - 1.5 - - - - - 1.55 - - - - - 1.6 - - - - - 1.65 - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - 5 - - - - - 6 - - - - - 7 - - - - - 8 - - - - - - - - - Iterations (x 103) - - - - - Density (a.u.) - - - - - Average time (us) - - - - - fragmented_iter/bevy - - - - - PDF - - - PDF - - - - - - - - - - Mean - - - - - Mean - - - - - - "Clean" sample - - - - - "Clean" sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - gnuplot_plot_4 - - - - - - gnuplot_plot_5 - - - - gnuplot_plot_6 - - - - gnuplot_plot_7 - - - - - - - - - - - - + + +fragmented_iter/bevy + + +Iterations (x 10^3) + + +Average Time (us) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + + +2.25 + + + +2.3 + + + +2.35 + + + +2.4 + + + +2.45 + + + +Density (a.u.) + + + +5 + + + +10 + + + +15 + + + +20 + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + - diff --git a/target/criterion/fragmented_iter/bevy/report/pdf_small.svg b/target/criterion/fragmented_iter/bevy/report/pdf_small.svg index 82b39738..f5653e0f 100644 --- a/target/criterion/fragmented_iter/bevy/report/pdf_small.svg +++ b/target/criterion/fragmented_iter/bevy/report/pdf_small.svg @@ -1,224 +1,52 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - 5 - - - - - 6 - - - - - 7 - - - - - 1.3 - - - - - 1.35 - - - - - 1.4 - - - - - 1.45 - - - - - 1.5 - - - - - 1.55 - - - - - 1.6 - - - - - 1.65 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - PDF - - - - - - - Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + + +2.25 + + + +2.3 + + + +2.35 + + + +2.4 + + + +2.45 + + + + - diff --git a/target/criterion/fragmented_iter/bevy/report/regression.svg b/target/criterion/fragmented_iter/bevy/report/regression.svg index 934e7ed2..aa0bf9de 100644 --- a/target/criterion/fragmented_iter/bevy/report/regression.svg +++ b/target/criterion/fragmented_iter/bevy/report/regression.svg @@ -1,460 +1,212 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 90 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - fragmented_iter/bevy - - - - - Sample - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - Linear regression - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - - + + +fragmented_iter/bevy + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + - diff --git a/target/criterion/fragmented_iter/bevy/report/regression_small.svg b/target/criterion/fragmented_iter/bevy/report/regression_small.svg index b665a1d4..8c87d6b1 100644 --- a/target/criterion/fragmented_iter/bevy/report/regression_small.svg +++ b/target/criterion/fragmented_iter/bevy/report/regression_small.svg @@ -1,438 +1,197 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 90 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/fragmented_iter/bevy/report/relative_pdf_small.svg b/target/criterion/fragmented_iter/bevy/report/relative_pdf_small.svg index a8174703..d3ec4371 100644 --- a/target/criterion/fragmented_iter/bevy/report/relative_pdf_small.svg +++ b/target/criterion/fragmented_iter/bevy/report/relative_pdf_small.svg @@ -1,306 +1,38 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - 25 - - - - - 30 - - - - - 1.25 - - - - - 1.3 - - - - - 1.35 - - - - - 1.4 - - - - - 1.45 - - - - - 1.5 - - - - - 1.55 - - - - - 1.6 - - - - - 1.65 - - - - - 1.7 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - Base PDF - - - - - - - Base Mean - - - - - - New PDF - - - - - - - - - New Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +5 + + + +10 + + + +15 + + + +20 + + + + +1.5 + + + +2 + + + + + + - diff --git a/target/criterion/fragmented_iter/bevy/report/relative_regression_small.svg b/target/criterion/fragmented_iter/bevy/report/relative_regression_small.svg index e28bb4d0..3ff9e375 100644 --- a/target/criterion/fragmented_iter/bevy/report/relative_regression_small.svg +++ b/target/criterion/fragmented_iter/bevy/report/relative_regression_small.svg @@ -1,342 +1,79 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 90 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - - New sample - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + + + + - diff --git a/target/criterion/fragmented_iter/bevy/report/slope.svg b/target/criterion/fragmented_iter/bevy/report/slope.svg index 51f29b3a..e75bb33c 100644 --- a/target/criterion/fragmented_iter/bevy/report/slope.svg +++ b/target/criterion/fragmented_iter/bevy/report/slope.svg @@ -1,303 +1,76 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 20 - - - - - 40 - - - - - 60 - - - - - 80 - - - - - 100 - - - - - 120 - - - - - 1.406 - - - - - 1.408 - - - - - 1.41 - - - - - 1.412 - - - - - 1.414 - - - - - 1.416 - - - - - 1.418 - - - - - 1.42 - - - - - 1.422 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - fragmented_iter/bevy: slope - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +fragmented_iter/bevy:slope + + +Density (a.u.) + + +Average time (us) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + + +2.283 + + + +2.284 + + + +2.285 + + + +2.286 + + + +2.287 + + + +2.288 + + + +2.289 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/fragmented_iter/bevy/report/typical.svg b/target/criterion/fragmented_iter/bevy/report/typical.svg index 54adebc9..093affae 100644 --- a/target/criterion/fragmented_iter/bevy/report/typical.svg +++ b/target/criterion/fragmented_iter/bevy/report/typical.svg @@ -1,303 +1,76 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 20 - - - - - 40 - - - - - 60 - - - - - 80 - - - - - 100 - - - - - 120 - - - - - 1.406 - - - - - 1.408 - - - - - 1.41 - - - - - 1.412 - - - - - 1.414 - - - - - 1.416 - - - - - 1.418 - - - - - 1.42 - - - - - 1.422 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - fragmented_iter/bevy: typical - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +fragmented_iter/bevy:typical + + +Density (a.u.) + + +Average time (us) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + + +2.283 + + + +2.284 + + + +2.285 + + + +2.286 + + + +2.287 + + + +2.288 + + + +2.289 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/fragmented_iter/brood/base/benchmark.json b/target/criterion/fragmented_iter/brood/base/benchmark.json new file mode 100644 index 00000000..c2faf623 --- /dev/null +++ b/target/criterion/fragmented_iter/brood/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"fragmented_iter","function_id":"brood","value_str":null,"throughput":null,"full_id":"fragmented_iter/brood","directory_name":"fragmented_iter/brood","title":"fragmented_iter/brood"} \ No newline at end of file diff --git a/target/criterion/fragmented_iter/brood/base/estimates.json b/target/criterion/fragmented_iter/brood/base/estimates.json new file mode 100644 index 00000000..06d4d395 --- /dev/null +++ b/target/criterion/fragmented_iter/brood/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":510.41100258045674,"upper_bound":514.0226154141942},"point_estimate":511.95614979988767,"standard_error":0.9365772990956495},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":509.551735760027,"upper_bound":510.8812877122492},"point_estimate":510.30406059781825,"standard_error":0.35643726434695183},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2.07325121718248,"upper_bound":4.626397850681572},"point_estimate":3.2584487954189534,"standard_error":0.635019514983844},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":509.52885511438694,"upper_bound":511.2975629343833},"point_estimate":510.3697252474293,"standard_error":0.45127240300956617},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3.7480666398931533,"upper_bound":14.573507837436434},"point_estimate":9.392313689000094,"standard_error":3.108285796811039}} \ No newline at end of file diff --git a/target/criterion/fragmented_iter/brood/base/raw.csv b/target/criterion/fragmented_iter/brood/base/raw.csv new file mode 100644 index 00000000..af63486f --- /dev/null +++ b/target/criterion/fragmented_iter/brood/base/raw.csv @@ -0,0 +1,101 @@ +group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count +fragmented_iter,brood,,,,1135500.0,ns,1935 +fragmented_iter,brood,,,,1962400.0,ns,3870 +fragmented_iter,brood,,,,2922500.0,ns,5805 +fragmented_iter,brood,,,,4085600.0,ns,7740 +fragmented_iter,brood,,,,4907400.0,ns,9675 +fragmented_iter,brood,,,,5894800.0,ns,11610 +fragmented_iter,brood,,,,7029900.0,ns,13545 +fragmented_iter,brood,,,,7924000.0,ns,15480 +fragmented_iter,brood,,,,8826900.0,ns,17415 +fragmented_iter,brood,,,,9986600.0,ns,19350 +fragmented_iter,brood,,,,10996300.0,ns,21285 +fragmented_iter,brood,,,,12087400.0,ns,23220 +fragmented_iter,brood,,,,12847900.0,ns,25155 +fragmented_iter,brood,,,,13923600.0,ns,27090 +fragmented_iter,brood,,,,14827100.0,ns,29025 +fragmented_iter,brood,,,,15951800.0,ns,30960 +fragmented_iter,brood,,,,16792500.0,ns,32895 +fragmented_iter,brood,,,,17658800.0,ns,34830 +fragmented_iter,brood,,,,18733300.0,ns,36765 +fragmented_iter,brood,,,,19715600.0,ns,38700 +fragmented_iter,brood,,,,20772600.0,ns,40635 +fragmented_iter,brood,,,,21718200.0,ns,42570 +fragmented_iter,brood,,,,22908500.0,ns,44505 +fragmented_iter,brood,,,,23570400.0,ns,46440 +fragmented_iter,brood,,,,25272500.0,ns,48375 +fragmented_iter,brood,,,,25630300.0,ns,50310 +fragmented_iter,brood,,,,26572200.0,ns,52245 +fragmented_iter,brood,,,,27654900.0,ns,54180 +fragmented_iter,brood,,,,28359300.0,ns,56115 +fragmented_iter,brood,,,,31819600.0,ns,58050 +fragmented_iter,brood,,,,30279300.0,ns,59985 +fragmented_iter,brood,,,,31882400.0,ns,61920 +fragmented_iter,brood,,,,32627400.0,ns,63855 +fragmented_iter,brood,,,,33487800.0,ns,65790 +fragmented_iter,brood,,,,34253700.0,ns,67725 +fragmented_iter,brood,,,,36054400.0,ns,69660 +fragmented_iter,brood,,,,37059100.0,ns,71595 +fragmented_iter,brood,,,,37463400.0,ns,73530 +fragmented_iter,brood,,,,38600100.0,ns,75465 +fragmented_iter,brood,,,,39305500.0,ns,77400 +fragmented_iter,brood,,,,40410300.0,ns,79335 +fragmented_iter,brood,,,,41699800.0,ns,81270 +fragmented_iter,brood,,,,42576600.0,ns,83205 +fragmented_iter,brood,,,,43447200.0,ns,85140 +fragmented_iter,brood,,,,44242000.0,ns,87075 +fragmented_iter,brood,,,,45160700.0,ns,89010 +fragmented_iter,brood,,,,46308700.0,ns,90945 +fragmented_iter,brood,,,,47333000.0,ns,92880 +fragmented_iter,brood,,,,48314000.0,ns,94815 +fragmented_iter,brood,,,,49573600.0,ns,96750 +fragmented_iter,brood,,,,50097600.0,ns,98685 +fragmented_iter,brood,,,,50997200.0,ns,100620 +fragmented_iter,brood,,,,52488500.0,ns,102555 +fragmented_iter,brood,,,,53293800.0,ns,104490 +fragmented_iter,brood,,,,54184700.0,ns,106425 +fragmented_iter,brood,,,,55917400.0,ns,108360 +fragmented_iter,brood,,,,56284100.0,ns,110295 +fragmented_iter,brood,,,,57567800.0,ns,112230 +fragmented_iter,brood,,,,58508000.0,ns,114165 +fragmented_iter,brood,,,,58632800.0,ns,116100 +fragmented_iter,brood,,,,60283500.0,ns,118035 +fragmented_iter,brood,,,,60696200.0,ns,119970 +fragmented_iter,brood,,,,61926800.0,ns,121905 +fragmented_iter,brood,,,,63189400.0,ns,123840 +fragmented_iter,brood,,,,63933800.0,ns,125775 +fragmented_iter,brood,,,,64490200.0,ns,127710 +fragmented_iter,brood,,,,66222900.0,ns,129645 +fragmented_iter,brood,,,,68156800.0,ns,131580 +fragmented_iter,brood,,,,68780100.0,ns,133515 +fragmented_iter,brood,,,,69080900.0,ns,135450 +fragmented_iter,brood,,,,70407600.0,ns,137385 +fragmented_iter,brood,,,,71062700.0,ns,139320 +fragmented_iter,brood,,,,71700000.0,ns,141255 +fragmented_iter,brood,,,,72666100.0,ns,143190 +fragmented_iter,brood,,,,74834000.0,ns,145125 +fragmented_iter,brood,,,,76035100.0,ns,147060 +fragmented_iter,brood,,,,76728000.0,ns,148995 +fragmented_iter,brood,,,,77214800.0,ns,150930 +fragmented_iter,brood,,,,77849700.0,ns,152865 +fragmented_iter,brood,,,,80762200.0,ns,154800 +fragmented_iter,brood,,,,80101600.0,ns,156735 +fragmented_iter,brood,,,,81132300.0,ns,158670 +fragmented_iter,brood,,,,82029700.0,ns,160605 +fragmented_iter,brood,,,,83142500.0,ns,162540 +fragmented_iter,brood,,,,83156800.0,ns,164475 +fragmented_iter,brood,,,,85163000.0,ns,166410 +fragmented_iter,brood,,,,85988700.0,ns,168345 +fragmented_iter,brood,,,,86755500.0,ns,170280 +fragmented_iter,brood,,,,88070600.0,ns,172215 +fragmented_iter,brood,,,,88253600.0,ns,174150 +fragmented_iter,brood,,,,89163100.0,ns,176085 +fragmented_iter,brood,,,,90710400.0,ns,178020 +fragmented_iter,brood,,,,91849000.0,ns,179955 +fragmented_iter,brood,,,,92686200.0,ns,181890 +fragmented_iter,brood,,,,93164600.0,ns,183825 +fragmented_iter,brood,,,,94467100.0,ns,185760 +fragmented_iter,brood,,,,95930700.0,ns,187695 +fragmented_iter,brood,,,,96016400.0,ns,189630 +fragmented_iter,brood,,,,96907800.0,ns,191565 +fragmented_iter,brood,,,,99004000.0,ns,193500 diff --git a/target/criterion/fragmented_iter/brood/base/sample.json b/target/criterion/fragmented_iter/brood/base/sample.json new file mode 100644 index 00000000..4f6ceae8 --- /dev/null +++ b/target/criterion/fragmented_iter/brood/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1935.0,3870.0,5805.0,7740.0,9675.0,11610.0,13545.0,15480.0,17415.0,19350.0,21285.0,23220.0,25155.0,27090.0,29025.0,30960.0,32895.0,34830.0,36765.0,38700.0,40635.0,42570.0,44505.0,46440.0,48375.0,50310.0,52245.0,54180.0,56115.0,58050.0,59985.0,61920.0,63855.0,65790.0,67725.0,69660.0,71595.0,73530.0,75465.0,77400.0,79335.0,81270.0,83205.0,85140.0,87075.0,89010.0,90945.0,92880.0,94815.0,96750.0,98685.0,100620.0,102555.0,104490.0,106425.0,108360.0,110295.0,112230.0,114165.0,116100.0,118035.0,119970.0,121905.0,123840.0,125775.0,127710.0,129645.0,131580.0,133515.0,135450.0,137385.0,139320.0,141255.0,143190.0,145125.0,147060.0,148995.0,150930.0,152865.0,154800.0,156735.0,158670.0,160605.0,162540.0,164475.0,166410.0,168345.0,170280.0,172215.0,174150.0,176085.0,178020.0,179955.0,181890.0,183825.0,185760.0,187695.0,189630.0,191565.0,193500.0],"times":[1135500.0,1962400.0,2922500.0,4085600.0,4907400.0,5894800.0,7029900.0,7924000.0,8826900.0,9986600.0,10996300.0,12087400.0,12847900.0,13923600.0,14827100.0,15951800.0,16792500.0,17658800.0,18733300.0,19715600.0,20772600.0,21718200.0,22908500.0,23570400.0,25272500.0,25630300.0,26572200.0,27654900.0,28359300.0,31819600.0,30279300.0,31882400.0,32627400.0,33487800.0,34253700.0,36054400.0,37059100.0,37463400.0,38600100.0,39305500.0,40410300.0,41699800.0,42576600.0,43447200.0,44242000.0,45160700.0,46308700.0,47333000.0,48314000.0,49573600.0,50097600.0,50997200.0,52488500.0,53293800.0,54184700.0,55917400.0,56284100.0,57567800.0,58508000.0,58632800.0,60283500.0,60696200.0,61926800.0,63189400.0,63933800.0,64490200.0,66222900.0,68156800.0,68780100.0,69080900.0,70407600.0,71062700.0,71700000.0,72666100.0,74834000.0,76035100.0,76728000.0,77214800.0,77849700.0,80762200.0,80101600.0,81132300.0,82029700.0,83142500.0,83156800.0,85163000.0,85988700.0,86755500.0,88070600.0,88253600.0,89163100.0,90710400.0,91849000.0,92686200.0,93164600.0,94467100.0,95930700.0,96016400.0,96907800.0,99004000.0]} \ No newline at end of file diff --git a/target/criterion/fragmented_iter/brood/base/tukey.json b/target/criterion/fragmented_iter/brood/base/tukey.json new file mode 100644 index 00000000..2433e794 --- /dev/null +++ b/target/criterion/fragmented_iter/brood/base/tukey.json @@ -0,0 +1 @@ +[494.562524327706,501.2562452449407,519.1061676909,525.7998886081347] \ No newline at end of file diff --git a/target/criterion/fragmented_iter/brood/new/benchmark.json b/target/criterion/fragmented_iter/brood/new/benchmark.json new file mode 100644 index 00000000..c2faf623 --- /dev/null +++ b/target/criterion/fragmented_iter/brood/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"fragmented_iter","function_id":"brood","value_str":null,"throughput":null,"full_id":"fragmented_iter/brood","directory_name":"fragmented_iter/brood","title":"fragmented_iter/brood"} \ No newline at end of file diff --git a/target/criterion/fragmented_iter/brood/new/estimates.json b/target/criterion/fragmented_iter/brood/new/estimates.json new file mode 100644 index 00000000..06d4d395 --- /dev/null +++ b/target/criterion/fragmented_iter/brood/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":510.41100258045674,"upper_bound":514.0226154141942},"point_estimate":511.95614979988767,"standard_error":0.9365772990956495},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":509.551735760027,"upper_bound":510.8812877122492},"point_estimate":510.30406059781825,"standard_error":0.35643726434695183},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2.07325121718248,"upper_bound":4.626397850681572},"point_estimate":3.2584487954189534,"standard_error":0.635019514983844},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":509.52885511438694,"upper_bound":511.2975629343833},"point_estimate":510.3697252474293,"standard_error":0.45127240300956617},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3.7480666398931533,"upper_bound":14.573507837436434},"point_estimate":9.392313689000094,"standard_error":3.108285796811039}} \ No newline at end of file diff --git a/target/criterion/fragmented_iter/brood/new/raw.csv b/target/criterion/fragmented_iter/brood/new/raw.csv new file mode 100644 index 00000000..af63486f --- /dev/null +++ b/target/criterion/fragmented_iter/brood/new/raw.csv @@ -0,0 +1,101 @@ +group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count +fragmented_iter,brood,,,,1135500.0,ns,1935 +fragmented_iter,brood,,,,1962400.0,ns,3870 +fragmented_iter,brood,,,,2922500.0,ns,5805 +fragmented_iter,brood,,,,4085600.0,ns,7740 +fragmented_iter,brood,,,,4907400.0,ns,9675 +fragmented_iter,brood,,,,5894800.0,ns,11610 +fragmented_iter,brood,,,,7029900.0,ns,13545 +fragmented_iter,brood,,,,7924000.0,ns,15480 +fragmented_iter,brood,,,,8826900.0,ns,17415 +fragmented_iter,brood,,,,9986600.0,ns,19350 +fragmented_iter,brood,,,,10996300.0,ns,21285 +fragmented_iter,brood,,,,12087400.0,ns,23220 +fragmented_iter,brood,,,,12847900.0,ns,25155 +fragmented_iter,brood,,,,13923600.0,ns,27090 +fragmented_iter,brood,,,,14827100.0,ns,29025 +fragmented_iter,brood,,,,15951800.0,ns,30960 +fragmented_iter,brood,,,,16792500.0,ns,32895 +fragmented_iter,brood,,,,17658800.0,ns,34830 +fragmented_iter,brood,,,,18733300.0,ns,36765 +fragmented_iter,brood,,,,19715600.0,ns,38700 +fragmented_iter,brood,,,,20772600.0,ns,40635 +fragmented_iter,brood,,,,21718200.0,ns,42570 +fragmented_iter,brood,,,,22908500.0,ns,44505 +fragmented_iter,brood,,,,23570400.0,ns,46440 +fragmented_iter,brood,,,,25272500.0,ns,48375 +fragmented_iter,brood,,,,25630300.0,ns,50310 +fragmented_iter,brood,,,,26572200.0,ns,52245 +fragmented_iter,brood,,,,27654900.0,ns,54180 +fragmented_iter,brood,,,,28359300.0,ns,56115 +fragmented_iter,brood,,,,31819600.0,ns,58050 +fragmented_iter,brood,,,,30279300.0,ns,59985 +fragmented_iter,brood,,,,31882400.0,ns,61920 +fragmented_iter,brood,,,,32627400.0,ns,63855 +fragmented_iter,brood,,,,33487800.0,ns,65790 +fragmented_iter,brood,,,,34253700.0,ns,67725 +fragmented_iter,brood,,,,36054400.0,ns,69660 +fragmented_iter,brood,,,,37059100.0,ns,71595 +fragmented_iter,brood,,,,37463400.0,ns,73530 +fragmented_iter,brood,,,,38600100.0,ns,75465 +fragmented_iter,brood,,,,39305500.0,ns,77400 +fragmented_iter,brood,,,,40410300.0,ns,79335 +fragmented_iter,brood,,,,41699800.0,ns,81270 +fragmented_iter,brood,,,,42576600.0,ns,83205 +fragmented_iter,brood,,,,43447200.0,ns,85140 +fragmented_iter,brood,,,,44242000.0,ns,87075 +fragmented_iter,brood,,,,45160700.0,ns,89010 +fragmented_iter,brood,,,,46308700.0,ns,90945 +fragmented_iter,brood,,,,47333000.0,ns,92880 +fragmented_iter,brood,,,,48314000.0,ns,94815 +fragmented_iter,brood,,,,49573600.0,ns,96750 +fragmented_iter,brood,,,,50097600.0,ns,98685 +fragmented_iter,brood,,,,50997200.0,ns,100620 +fragmented_iter,brood,,,,52488500.0,ns,102555 +fragmented_iter,brood,,,,53293800.0,ns,104490 +fragmented_iter,brood,,,,54184700.0,ns,106425 +fragmented_iter,brood,,,,55917400.0,ns,108360 +fragmented_iter,brood,,,,56284100.0,ns,110295 +fragmented_iter,brood,,,,57567800.0,ns,112230 +fragmented_iter,brood,,,,58508000.0,ns,114165 +fragmented_iter,brood,,,,58632800.0,ns,116100 +fragmented_iter,brood,,,,60283500.0,ns,118035 +fragmented_iter,brood,,,,60696200.0,ns,119970 +fragmented_iter,brood,,,,61926800.0,ns,121905 +fragmented_iter,brood,,,,63189400.0,ns,123840 +fragmented_iter,brood,,,,63933800.0,ns,125775 +fragmented_iter,brood,,,,64490200.0,ns,127710 +fragmented_iter,brood,,,,66222900.0,ns,129645 +fragmented_iter,brood,,,,68156800.0,ns,131580 +fragmented_iter,brood,,,,68780100.0,ns,133515 +fragmented_iter,brood,,,,69080900.0,ns,135450 +fragmented_iter,brood,,,,70407600.0,ns,137385 +fragmented_iter,brood,,,,71062700.0,ns,139320 +fragmented_iter,brood,,,,71700000.0,ns,141255 +fragmented_iter,brood,,,,72666100.0,ns,143190 +fragmented_iter,brood,,,,74834000.0,ns,145125 +fragmented_iter,brood,,,,76035100.0,ns,147060 +fragmented_iter,brood,,,,76728000.0,ns,148995 +fragmented_iter,brood,,,,77214800.0,ns,150930 +fragmented_iter,brood,,,,77849700.0,ns,152865 +fragmented_iter,brood,,,,80762200.0,ns,154800 +fragmented_iter,brood,,,,80101600.0,ns,156735 +fragmented_iter,brood,,,,81132300.0,ns,158670 +fragmented_iter,brood,,,,82029700.0,ns,160605 +fragmented_iter,brood,,,,83142500.0,ns,162540 +fragmented_iter,brood,,,,83156800.0,ns,164475 +fragmented_iter,brood,,,,85163000.0,ns,166410 +fragmented_iter,brood,,,,85988700.0,ns,168345 +fragmented_iter,brood,,,,86755500.0,ns,170280 +fragmented_iter,brood,,,,88070600.0,ns,172215 +fragmented_iter,brood,,,,88253600.0,ns,174150 +fragmented_iter,brood,,,,89163100.0,ns,176085 +fragmented_iter,brood,,,,90710400.0,ns,178020 +fragmented_iter,brood,,,,91849000.0,ns,179955 +fragmented_iter,brood,,,,92686200.0,ns,181890 +fragmented_iter,brood,,,,93164600.0,ns,183825 +fragmented_iter,brood,,,,94467100.0,ns,185760 +fragmented_iter,brood,,,,95930700.0,ns,187695 +fragmented_iter,brood,,,,96016400.0,ns,189630 +fragmented_iter,brood,,,,96907800.0,ns,191565 +fragmented_iter,brood,,,,99004000.0,ns,193500 diff --git a/target/criterion/fragmented_iter/brood/new/sample.json b/target/criterion/fragmented_iter/brood/new/sample.json new file mode 100644 index 00000000..4f6ceae8 --- /dev/null +++ b/target/criterion/fragmented_iter/brood/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1935.0,3870.0,5805.0,7740.0,9675.0,11610.0,13545.0,15480.0,17415.0,19350.0,21285.0,23220.0,25155.0,27090.0,29025.0,30960.0,32895.0,34830.0,36765.0,38700.0,40635.0,42570.0,44505.0,46440.0,48375.0,50310.0,52245.0,54180.0,56115.0,58050.0,59985.0,61920.0,63855.0,65790.0,67725.0,69660.0,71595.0,73530.0,75465.0,77400.0,79335.0,81270.0,83205.0,85140.0,87075.0,89010.0,90945.0,92880.0,94815.0,96750.0,98685.0,100620.0,102555.0,104490.0,106425.0,108360.0,110295.0,112230.0,114165.0,116100.0,118035.0,119970.0,121905.0,123840.0,125775.0,127710.0,129645.0,131580.0,133515.0,135450.0,137385.0,139320.0,141255.0,143190.0,145125.0,147060.0,148995.0,150930.0,152865.0,154800.0,156735.0,158670.0,160605.0,162540.0,164475.0,166410.0,168345.0,170280.0,172215.0,174150.0,176085.0,178020.0,179955.0,181890.0,183825.0,185760.0,187695.0,189630.0,191565.0,193500.0],"times":[1135500.0,1962400.0,2922500.0,4085600.0,4907400.0,5894800.0,7029900.0,7924000.0,8826900.0,9986600.0,10996300.0,12087400.0,12847900.0,13923600.0,14827100.0,15951800.0,16792500.0,17658800.0,18733300.0,19715600.0,20772600.0,21718200.0,22908500.0,23570400.0,25272500.0,25630300.0,26572200.0,27654900.0,28359300.0,31819600.0,30279300.0,31882400.0,32627400.0,33487800.0,34253700.0,36054400.0,37059100.0,37463400.0,38600100.0,39305500.0,40410300.0,41699800.0,42576600.0,43447200.0,44242000.0,45160700.0,46308700.0,47333000.0,48314000.0,49573600.0,50097600.0,50997200.0,52488500.0,53293800.0,54184700.0,55917400.0,56284100.0,57567800.0,58508000.0,58632800.0,60283500.0,60696200.0,61926800.0,63189400.0,63933800.0,64490200.0,66222900.0,68156800.0,68780100.0,69080900.0,70407600.0,71062700.0,71700000.0,72666100.0,74834000.0,76035100.0,76728000.0,77214800.0,77849700.0,80762200.0,80101600.0,81132300.0,82029700.0,83142500.0,83156800.0,85163000.0,85988700.0,86755500.0,88070600.0,88253600.0,89163100.0,90710400.0,91849000.0,92686200.0,93164600.0,94467100.0,95930700.0,96016400.0,96907800.0,99004000.0]} \ No newline at end of file diff --git a/target/criterion/fragmented_iter/brood/new/tukey.json b/target/criterion/fragmented_iter/brood/new/tukey.json new file mode 100644 index 00000000..2433e794 --- /dev/null +++ b/target/criterion/fragmented_iter/brood/new/tukey.json @@ -0,0 +1 @@ +[494.562524327706,501.2562452449407,519.1061676909,525.7998886081347] \ No newline at end of file diff --git a/target/criterion/fragmented_iter/brood/report/MAD.svg b/target/criterion/fragmented_iter/brood/report/MAD.svg new file mode 100644 index 00000000..bd3f7127 --- /dev/null +++ b/target/criterion/fragmented_iter/brood/report/MAD.svg @@ -0,0 +1,84 @@ + + +fragmented_iter/brood:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/fragmented_iter/brood/report/SD.svg b/target/criterion/fragmented_iter/brood/report/SD.svg new file mode 100644 index 00000000..c7a7bb36 --- /dev/null +++ b/target/criterion/fragmented_iter/brood/report/SD.svg @@ -0,0 +1,92 @@ + + +fragmented_iter/brood:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + +0.16 + + + +0.18 + + + +0.2 + + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/fragmented_iter/brood/report/index.html b/target/criterion/fragmented_iter/brood/report/index.html new file mode 100644 index 00000000..42dce98d --- /dev/null +++ b/target/criterion/fragmented_iter/brood/report/index.html @@ -0,0 +1,203 @@ + + + + + + fragmented_iter/brood - Criterion.rs + + + + +
+

fragmented_iter/brood

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope509.53 ns510.37 ns511.30 ns
R²0.99167800.99204350.9915985
Mean510.41 ns511.96 ns514.02 ns
Std. Dev.3.7481 ns9.3923 ns14.574 ns
Median509.55 ns510.30 ns510.88 ns
MAD2.0733 ns3.2584 ns4.6264 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/target/criterion/fragmented_iter/brood/report/mean.svg b/target/criterion/fragmented_iter/brood/report/mean.svg new file mode 100644 index 00000000..27637485 --- /dev/null +++ b/target/criterion/fragmented_iter/brood/report/mean.svg @@ -0,0 +1,96 @@ + + +fragmented_iter/brood:mean + + +Density (a.u.) + + +Average time (ns) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + +0.45 + + + + +510.5 + + + +511 + + + +511.5 + + + +512 + + + +512.5 + + + +513 + + + +513.5 + + + +514 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/fragmented_iter/brood/report/median.svg b/target/criterion/fragmented_iter/brood/report/median.svg new file mode 100644 index 00000000..14e696d2 --- /dev/null +++ b/target/criterion/fragmented_iter/brood/report/median.svg @@ -0,0 +1,100 @@ + + +fragmented_iter/brood:median + + +Density (a.u.) + + +Average time (ns) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + +2 + + + + +509.6 + + + +509.8 + + + +510 + + + +510.2 + + + +510.4 + + + +510.6 + + + +510.8 + + + +511 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/fragmented_iter/brood/report/pdf.svg b/target/criterion/fragmented_iter/brood/report/pdf.svg new file mode 100644 index 00000000..87ef17ed --- /dev/null +++ b/target/criterion/fragmented_iter/brood/report/pdf.svg @@ -0,0 +1,139 @@ + + +fragmented_iter/brood + + +Iterations (x 10^3) + + +Average Time (ns) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + + +500 + + + +520 + + + +540 + + + +560 + + + +580 + + + +Density (a.u.) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/target/criterion/fragmented_iter/brood/report/pdf_small.svg b/target/criterion/fragmented_iter/brood/report/pdf_small.svg new file mode 100644 index 00000000..611691a6 --- /dev/null +++ b/target/criterion/fragmented_iter/brood/report/pdf_small.svg @@ -0,0 +1,64 @@ + + +Density (a.u.) + + +Average Time (ns) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + +0.08 + + + + +500 + + + +520 + + + +540 + + + +560 + + + +580 + + + + + diff --git a/target/criterion/fragmented_iter/brood/report/regression.svg b/target/criterion/fragmented_iter/brood/report/regression.svg new file mode 100644 index 00000000..e9751746 --- /dev/null +++ b/target/criterion/fragmented_iter/brood/report/regression.svg @@ -0,0 +1,217 @@ + + +fragmented_iter/brood + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/target/criterion/fragmented_iter/brood/report/regression_small.svg b/target/criterion/fragmented_iter/brood/report/regression_small.svg new file mode 100644 index 00000000..4461ee7b --- /dev/null +++ b/target/criterion/fragmented_iter/brood/report/regression_small.svg @@ -0,0 +1,202 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/target/criterion/fragmented_iter/brood/report/slope.svg b/target/criterion/fragmented_iter/brood/report/slope.svg new file mode 100644 index 00000000..f0b382c1 --- /dev/null +++ b/target/criterion/fragmented_iter/brood/report/slope.svg @@ -0,0 +1,80 @@ + + +fragmented_iter/brood:slope + + +Density (a.u.) + + +Average time (ns) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + + + +509.5 + + + +510 + + + +510.5 + + + +511 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/fragmented_iter/brood/report/typical.svg b/target/criterion/fragmented_iter/brood/report/typical.svg new file mode 100644 index 00000000..b596c2dc --- /dev/null +++ b/target/criterion/fragmented_iter/brood/report/typical.svg @@ -0,0 +1,80 @@ + + +fragmented_iter/brood:typical + + +Density (a.u.) + + +Average time (ns) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + + + +509.5 + + + +510 + + + +510.5 + + + +511 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/fragmented_iter/hecs/base/estimates.json b/target/criterion/fragmented_iter/hecs/base/estimates.json index 022f3c65..9aba49a3 100644 --- a/target/criterion/fragmented_iter/hecs/base/estimates.json +++ b/target/criterion/fragmented_iter/hecs/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":325.8865667977888,"upper_bound":326.3184501476092},"point_estimate":326.0941183369197,"standard_error":0.11004068523093345},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":325.7763769077638,"upper_bound":326.0579612216162},"point_estimate":325.91226213380185,"standard_error":0.08487960325420923},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.4647093599903345,"upper_bound":0.9739356987383534},"point_estimate":0.6697483446356977,"standard_error":0.13147301746588075},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":325.9215857464425,"upper_bound":326.52206587280693},"point_estimate":326.20270355796885,"standard_error":0.15376119989876644},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.8147346939604633,"upper_bound":1.3756243301496043},"point_estimate":1.1124864122942413,"standard_error":0.14334805094436712}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":363.6360343837247,"upper_bound":366.66786885711105},"point_estimate":365.03213860763464,"standard_error":0.7748997648976241},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":360.6815683400513,"upper_bound":365.337968879872},"point_estimate":361.6818708616326,"standard_error":1.2429317145147558},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2.28294493637421,"upper_bound":7.2888806649674605},"point_estimate":4.088056507479944,"standard_error":1.28056920779815},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":363.30103039707757,"upper_bound":366.196691542663},"point_estimate":364.67869588706816,"standard_error":0.7386036303255028},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5.105708511023929,"upper_bound":10.808629626145024},"point_estimate":7.772361279975899,"standard_error":1.676760720398819}} \ No newline at end of file diff --git a/target/criterion/fragmented_iter/hecs/base/raw.csv b/target/criterion/fragmented_iter/hecs/base/raw.csv index b286b5d7..30497a88 100644 --- a/target/criterion/fragmented_iter/hecs/base/raw.csv +++ b/target/criterion/fragmented_iter/hecs/base/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -fragmented_iter,hecs,,,,981890.0,ns,3014 -fragmented_iter,hecs,,,,1969492.0,ns,6028 -fragmented_iter,hecs,,,,2963456.0,ns,9042 -fragmented_iter,hecs,,,,3948381.0,ns,12056 -fragmented_iter,hecs,,,,4894012.0,ns,15070 -fragmented_iter,hecs,,,,5901363.0,ns,18084 -fragmented_iter,hecs,,,,6856342.0,ns,21098 -fragmented_iter,hecs,,,,7858771.0,ns,24112 -fragmented_iter,hecs,,,,8844268.0,ns,27126 -fragmented_iter,hecs,,,,9802072.0,ns,30140 -fragmented_iter,hecs,,,,10785917.0,ns,33154 -fragmented_iter,hecs,,,,11854632.0,ns,36168 -fragmented_iter,hecs,,,,12735661.0,ns,39182 -fragmented_iter,hecs,,,,13760634.0,ns,42196 -fragmented_iter,hecs,,,,14672992.0,ns,45210 -fragmented_iter,hecs,,,,15669721.0,ns,48224 -fragmented_iter,hecs,,,,16715822.0,ns,51238 -fragmented_iter,hecs,,,,17607773.0,ns,54252 -fragmented_iter,hecs,,,,18590154.0,ns,57266 -fragmented_iter,hecs,,,,19653660.0,ns,60280 -fragmented_iter,hecs,,,,20645880.0,ns,63294 -fragmented_iter,hecs,,,,21563369.0,ns,66308 -fragmented_iter,hecs,,,,22601094.0,ns,69322 -fragmented_iter,hecs,,,,23571173.0,ns,72336 -fragmented_iter,hecs,,,,24456068.0,ns,75350 -fragmented_iter,hecs,,,,25496682.0,ns,78364 -fragmented_iter,hecs,,,,26504601.0,ns,81378 -fragmented_iter,hecs,,,,27500378.0,ns,84392 -fragmented_iter,hecs,,,,28567400.0,ns,87406 -fragmented_iter,hecs,,,,29588225.0,ns,90420 -fragmented_iter,hecs,,,,30495575.0,ns,93434 -fragmented_iter,hecs,,,,31456653.0,ns,96448 -fragmented_iter,hecs,,,,32491507.0,ns,99462 -fragmented_iter,hecs,,,,33556454.0,ns,102476 -fragmented_iter,hecs,,,,34345408.0,ns,105490 -fragmented_iter,hecs,,,,35269307.0,ns,108504 -fragmented_iter,hecs,,,,36394962.0,ns,111518 -fragmented_iter,hecs,,,,37341916.0,ns,114532 -fragmented_iter,hecs,,,,38380854.0,ns,117546 -fragmented_iter,hecs,,,,39093682.0,ns,120560 -fragmented_iter,hecs,,,,40247181.0,ns,123574 -fragmented_iter,hecs,,,,41183504.0,ns,126588 -fragmented_iter,hecs,,,,42384231.0,ns,129602 -fragmented_iter,hecs,,,,43234481.0,ns,132616 -fragmented_iter,hecs,,,,44204339.0,ns,135630 -fragmented_iter,hecs,,,,45218761.0,ns,138644 -fragmented_iter,hecs,,,,46234977.0,ns,141658 -fragmented_iter,hecs,,,,47102118.0,ns,144672 -fragmented_iter,hecs,,,,48027021.0,ns,147686 -fragmented_iter,hecs,,,,49323341.0,ns,150700 -fragmented_iter,hecs,,,,50126571.0,ns,153714 -fragmented_iter,hecs,,,,51327467.0,ns,156728 -fragmented_iter,hecs,,,,52060865.0,ns,159742 -fragmented_iter,hecs,,,,53070108.0,ns,162756 -fragmented_iter,hecs,,,,54153081.0,ns,165770 -fragmented_iter,hecs,,,,55021675.0,ns,168784 -fragmented_iter,hecs,,,,55884700.0,ns,171798 -fragmented_iter,hecs,,,,56811315.0,ns,174812 -fragmented_iter,hecs,,,,57928914.0,ns,177826 -fragmented_iter,hecs,,,,58791015.0,ns,180840 -fragmented_iter,hecs,,,,59839684.0,ns,183854 -fragmented_iter,hecs,,,,61010874.0,ns,186868 -fragmented_iter,hecs,,,,61914687.0,ns,189882 -fragmented_iter,hecs,,,,62789463.0,ns,192896 -fragmented_iter,hecs,,,,64836662.0,ns,195910 -fragmented_iter,hecs,,,,64862633.0,ns,198924 -fragmented_iter,hecs,,,,65689368.0,ns,201938 -fragmented_iter,hecs,,,,66764805.0,ns,204952 -fragmented_iter,hecs,,,,68592517.0,ns,207966 -fragmented_iter,hecs,,,,68958056.0,ns,210980 -fragmented_iter,hecs,,,,69533941.0,ns,213994 -fragmented_iter,hecs,,,,70902990.0,ns,217008 -fragmented_iter,hecs,,,,71662085.0,ns,220022 -fragmented_iter,hecs,,,,72670546.0,ns,223036 -fragmented_iter,hecs,,,,73592052.0,ns,226050 -fragmented_iter,hecs,,,,74634287.0,ns,229064 -fragmented_iter,hecs,,,,76553163.0,ns,232078 -fragmented_iter,hecs,,,,76512114.0,ns,235092 -fragmented_iter,hecs,,,,78263090.0,ns,238106 -fragmented_iter,hecs,,,,78488990.0,ns,241120 -fragmented_iter,hecs,,,,79528512.0,ns,244134 -fragmented_iter,hecs,,,,80584573.0,ns,247148 -fragmented_iter,hecs,,,,81624403.0,ns,250162 -fragmented_iter,hecs,,,,82487778.0,ns,253176 -fragmented_iter,hecs,,,,83431706.0,ns,256190 -fragmented_iter,hecs,,,,84730851.0,ns,259204 -fragmented_iter,hecs,,,,85388263.0,ns,262218 -fragmented_iter,hecs,,,,86493660.0,ns,265232 -fragmented_iter,hecs,,,,88233122.0,ns,268246 -fragmented_iter,hecs,,,,88389330.0,ns,271260 -fragmented_iter,hecs,,,,89710217.0,ns,274274 -fragmented_iter,hecs,,,,90339897.0,ns,277288 -fragmented_iter,hecs,,,,91328488.0,ns,280302 -fragmented_iter,hecs,,,,92249184.0,ns,283316 -fragmented_iter,hecs,,,,93278154.0,ns,286330 -fragmented_iter,hecs,,,,94381045.0,ns,289344 -fragmented_iter,hecs,,,,94947003.0,ns,292358 -fragmented_iter,hecs,,,,96298617.0,ns,295372 -fragmented_iter,hecs,,,,96940009.0,ns,298386 -fragmented_iter,hecs,,,,98444586.0,ns,301400 +fragmented_iter,hecs,,,,1137200.0,ns,2729 +fragmented_iter,hecs,,,,2056600.0,ns,5458 +fragmented_iter,hecs,,,,2941200.0,ns,8187 +fragmented_iter,hecs,,,,4042500.0,ns,10916 +fragmented_iter,hecs,,,,4897700.0,ns,13645 +fragmented_iter,hecs,,,,5884700.0,ns,16374 +fragmented_iter,hecs,,,,6994200.0,ns,19103 +fragmented_iter,hecs,,,,7828800.0,ns,21832 +fragmented_iter,hecs,,,,8833100.0,ns,24561 +fragmented_iter,hecs,,,,9794700.0,ns,27290 +fragmented_iter,hecs,,,,10781700.0,ns,30019 +fragmented_iter,hecs,,,,11745100.0,ns,32748 +fragmented_iter,hecs,,,,12739800.0,ns,35477 +fragmented_iter,hecs,,,,13784100.0,ns,38206 +fragmented_iter,hecs,,,,14879900.0,ns,40935 +fragmented_iter,hecs,,,,15654900.0,ns,43664 +fragmented_iter,hecs,,,,16645900.0,ns,46393 +fragmented_iter,hecs,,,,18535200.0,ns,49122 +fragmented_iter,hecs,,,,19135500.0,ns,51851 +fragmented_iter,hecs,,,,20054300.0,ns,54580 +fragmented_iter,hecs,,,,21071300.0,ns,57309 +fragmented_iter,hecs,,,,21628500.0,ns,60038 +fragmented_iter,hecs,,,,23106300.0,ns,62767 +fragmented_iter,hecs,,,,23524300.0,ns,65496 +fragmented_iter,hecs,,,,25493500.0,ns,68225 +fragmented_iter,hecs,,,,26093400.0,ns,70954 +fragmented_iter,hecs,,,,26619600.0,ns,73683 +fragmented_iter,hecs,,,,28873700.0,ns,76412 +fragmented_iter,hecs,,,,28447900.0,ns,79141 +fragmented_iter,hecs,,,,30826200.0,ns,81870 +fragmented_iter,hecs,,,,30497200.0,ns,84599 +fragmented_iter,hecs,,,,31464200.0,ns,87328 +fragmented_iter,hecs,,,,32439500.0,ns,90057 +fragmented_iter,hecs,,,,33413500.0,ns,92786 +fragmented_iter,hecs,,,,34857700.0,ns,95515 +fragmented_iter,hecs,,,,35939100.0,ns,98244 +fragmented_iter,hecs,,,,36418400.0,ns,100973 +fragmented_iter,hecs,,,,38015500.0,ns,103702 +fragmented_iter,hecs,,,,39026400.0,ns,106431 +fragmented_iter,hecs,,,,39309400.0,ns,109160 +fragmented_iter,hecs,,,,40877300.0,ns,111889 +fragmented_iter,hecs,,,,41827700.0,ns,114618 +fragmented_iter,hecs,,,,42462700.0,ns,117347 +fragmented_iter,hecs,,,,45239000.0,ns,120076 +fragmented_iter,hecs,,,,44265200.0,ns,122805 +fragmented_iter,hecs,,,,47065500.0,ns,125534 +fragmented_iter,hecs,,,,46315000.0,ns,128263 +fragmented_iter,hecs,,,,49126600.0,ns,130992 +fragmented_iter,hecs,,,,49249000.0,ns,133721 +fragmented_iter,hecs,,,,49262800.0,ns,136450 +fragmented_iter,hecs,,,,52216000.0,ns,139179 +fragmented_iter,hecs,,,,51947900.0,ns,141908 +fragmented_iter,hecs,,,,52027500.0,ns,144637 +fragmented_iter,hecs,,,,55260900.0,ns,147366 +fragmented_iter,hecs,,,,53933000.0,ns,150095 +fragmented_iter,hecs,,,,55112500.0,ns,152824 +fragmented_iter,hecs,,,,55882000.0,ns,155553 +fragmented_iter,hecs,,,,57210600.0,ns,158282 +fragmented_iter,hecs,,,,58432600.0,ns,161011 +fragmented_iter,hecs,,,,59193300.0,ns,163740 +fragmented_iter,hecs,,,,60042300.0,ns,166469 +fragmented_iter,hecs,,,,60723900.0,ns,169198 +fragmented_iter,hecs,,,,63066500.0,ns,171927 +fragmented_iter,hecs,,,,62828900.0,ns,174656 +fragmented_iter,hecs,,,,63976600.0,ns,177385 +fragmented_iter,hecs,,,,64910600.0,ns,180114 +fragmented_iter,hecs,,,,65678500.0,ns,182843 +fragmented_iter,hecs,,,,68005800.0,ns,185572 +fragmented_iter,hecs,,,,68203900.0,ns,188301 +fragmented_iter,hecs,,,,70118900.0,ns,191030 +fragmented_iter,hecs,,,,70183000.0,ns,193759 +fragmented_iter,hecs,,,,72162600.0,ns,196488 +fragmented_iter,hecs,,,,71672500.0,ns,199217 +fragmented_iter,hecs,,,,74334400.0,ns,201946 +fragmented_iter,hecs,,,,73939500.0,ns,204675 +fragmented_iter,hecs,,,,75820000.0,ns,207404 +fragmented_iter,hecs,,,,76837900.0,ns,210133 +fragmented_iter,hecs,,,,76564900.0,ns,212862 +fragmented_iter,hecs,,,,79392700.0,ns,215591 +fragmented_iter,hecs,,,,80280200.0,ns,218320 +fragmented_iter,hecs,,,,82833200.0,ns,221049 +fragmented_iter,hecs,,,,80593000.0,ns,223778 +fragmented_iter,hecs,,,,84085900.0,ns,226507 +fragmented_iter,hecs,,,,82754600.0,ns,229236 +fragmented_iter,hecs,,,,87174200.0,ns,231965 +fragmented_iter,hecs,,,,84643100.0,ns,234694 +fragmented_iter,hecs,,,,90670800.0,ns,237423 +fragmented_iter,hecs,,,,86307100.0,ns,240152 +fragmented_iter,hecs,,,,90145600.0,ns,242881 +fragmented_iter,hecs,,,,88513200.0,ns,245610 +fragmented_iter,hecs,,,,92535900.0,ns,248339 +fragmented_iter,hecs,,,,90407700.0,ns,251068 +fragmented_iter,hecs,,,,91207500.0,ns,253797 +fragmented_iter,hecs,,,,92458600.0,ns,256526 +fragmented_iter,hecs,,,,94584600.0,ns,259255 +fragmented_iter,hecs,,,,94644900.0,ns,261984 +fragmented_iter,hecs,,,,97011700.0,ns,264713 +fragmented_iter,hecs,,,,96333700.0,ns,267442 +fragmented_iter,hecs,,,,98929800.0,ns,270171 +fragmented_iter,hecs,,,,98877500.0,ns,272900 diff --git a/target/criterion/fragmented_iter/hecs/base/sample.json b/target/criterion/fragmented_iter/hecs/base/sample.json index 6705fefb..80780825 100644 --- a/target/criterion/fragmented_iter/hecs/base/sample.json +++ b/target/criterion/fragmented_iter/hecs/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[3014.0,6028.0,9042.0,12056.0,15070.0,18084.0,21098.0,24112.0,27126.0,30140.0,33154.0,36168.0,39182.0,42196.0,45210.0,48224.0,51238.0,54252.0,57266.0,60280.0,63294.0,66308.0,69322.0,72336.0,75350.0,78364.0,81378.0,84392.0,87406.0,90420.0,93434.0,96448.0,99462.0,102476.0,105490.0,108504.0,111518.0,114532.0,117546.0,120560.0,123574.0,126588.0,129602.0,132616.0,135630.0,138644.0,141658.0,144672.0,147686.0,150700.0,153714.0,156728.0,159742.0,162756.0,165770.0,168784.0,171798.0,174812.0,177826.0,180840.0,183854.0,186868.0,189882.0,192896.0,195910.0,198924.0,201938.0,204952.0,207966.0,210980.0,213994.0,217008.0,220022.0,223036.0,226050.0,229064.0,232078.0,235092.0,238106.0,241120.0,244134.0,247148.0,250162.0,253176.0,256190.0,259204.0,262218.0,265232.0,268246.0,271260.0,274274.0,277288.0,280302.0,283316.0,286330.0,289344.0,292358.0,295372.0,298386.0,301400.0],"times":[981890.0,1969492.0,2963456.0,3948381.0,4894012.0,5901363.0,6856342.0,7858771.0,8844268.0,9802072.0,10785917.0,11854632.0,12735661.0,13760634.0,14672992.0,15669721.0,16715822.0,17607773.0,18590154.0,19653660.0,20645880.0,21563369.0,22601094.0,23571173.0,24456068.0,25496682.0,26504601.0,27500378.0,28567400.0,29588225.0,30495575.0,31456653.0,32491507.0,33556454.0,34345408.0,35269307.0,36394962.0,37341916.0,38380854.0,39093682.0,40247181.0,41183504.0,42384231.0,43234481.0,44204339.0,45218761.0,46234977.0,47102118.0,48027021.0,49323341.0,50126571.0,51327467.0,52060865.0,53070108.0,54153081.0,55021675.0,55884700.0,56811315.0,57928914.0,58791015.0,59839684.0,61010874.0,61914687.0,62789463.0,64836662.0,64862633.0,65689368.0,66764805.0,68592517.0,68958056.0,69533941.0,70902990.0,71662085.0,72670546.0,73592052.0,74634287.0,76553163.0,76512114.0,78263090.0,78488990.0,79528512.0,80584573.0,81624403.0,82487778.0,83431706.0,84730851.0,85388263.0,86493660.0,88233122.0,88389330.0,89710217.0,90339897.0,91328488.0,92249184.0,93278154.0,94381045.0,94947003.0,96298617.0,96940009.0,98444586.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[2729.0,5458.0,8187.0,10916.0,13645.0,16374.0,19103.0,21832.0,24561.0,27290.0,30019.0,32748.0,35477.0,38206.0,40935.0,43664.0,46393.0,49122.0,51851.0,54580.0,57309.0,60038.0,62767.0,65496.0,68225.0,70954.0,73683.0,76412.0,79141.0,81870.0,84599.0,87328.0,90057.0,92786.0,95515.0,98244.0,100973.0,103702.0,106431.0,109160.0,111889.0,114618.0,117347.0,120076.0,122805.0,125534.0,128263.0,130992.0,133721.0,136450.0,139179.0,141908.0,144637.0,147366.0,150095.0,152824.0,155553.0,158282.0,161011.0,163740.0,166469.0,169198.0,171927.0,174656.0,177385.0,180114.0,182843.0,185572.0,188301.0,191030.0,193759.0,196488.0,199217.0,201946.0,204675.0,207404.0,210133.0,212862.0,215591.0,218320.0,221049.0,223778.0,226507.0,229236.0,231965.0,234694.0,237423.0,240152.0,242881.0,245610.0,248339.0,251068.0,253797.0,256526.0,259255.0,261984.0,264713.0,267442.0,270171.0,272900.0],"times":[1137200.0,2056600.0,2941200.0,4042500.0,4897700.0,5884700.0,6994200.0,7828800.0,8833100.0,9794700.0,10781700.0,11745100.0,12739800.0,13784100.0,14879900.0,15654900.0,16645900.0,18535200.0,19135500.0,20054300.0,21071300.0,21628500.0,23106300.0,23524300.0,25493500.0,26093400.0,26619600.0,28873700.0,28447900.0,30826200.0,30497200.0,31464200.0,32439500.0,33413500.0,34857700.0,35939100.0,36418400.0,38015500.0,39026400.0,39309400.0,40877300.0,41827700.0,42462700.0,45239000.0,44265200.0,47065500.0,46315000.0,49126600.0,49249000.0,49262800.0,52216000.0,51947900.0,52027500.0,55260900.0,53933000.0,55112500.0,55882000.0,57210600.0,58432600.0,59193300.0,60042300.0,60723900.0,63066500.0,62828900.0,63976600.0,64910600.0,65678500.0,68005800.0,68203900.0,70118900.0,70183000.0,72162600.0,71672500.0,74334400.0,73939500.0,75820000.0,76837900.0,76564900.0,79392700.0,80280200.0,82833200.0,80593000.0,84085900.0,82754600.0,87174200.0,84643100.0,90670800.0,86307100.0,90145600.0,88513200.0,92535900.0,90407700.0,91207500.0,92458600.0,94584600.0,94644900.0,97011700.0,96333700.0,98929800.0,98877500.0]} \ No newline at end of file diff --git a/target/criterion/fragmented_iter/hecs/base/tukey.json b/target/criterion/fragmented_iter/hecs/base/tukey.json index b03e4a21..864a433e 100644 --- a/target/criterion/fragmented_iter/hecs/base/tukey.json +++ b/target/criterion/fragmented_iter/hecs/base/tukey.json @@ -1 +1 @@ -[322.84730474088633,324.17392212635343,327.71156848759904,329.03818587306614] \ No newline at end of file +[337.3832316913573,348.74772614249065,379.0530446788462,390.41753912997956] \ No newline at end of file diff --git a/target/criterion/fragmented_iter/hecs/change/estimates.json b/target/criterion/fragmented_iter/hecs/change/estimates.json index 6cfd017e..e9ee27e7 100644 --- a/target/criterion/fragmented_iter/hecs/change/estimates.json +++ b/target/criterion/fragmented_iter/hecs/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.04891422484348754,"upper_bound":-0.04423148451771398},"point_estimate":-0.04637205941463596,"standard_error":0.0011982358793907483},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.046383443342277904,"upper_bound":-0.0424356922165634},"point_estimate":-0.044583388470612606,"standard_error":0.0011110343915985968}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.11521529881404169,"upper_bound":0.12456696843546256},"point_estimate":0.11940730629947849,"standard_error":0.0024161917500916366},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.10668349630016638,"upper_bound":0.12116486790075554},"point_estimate":0.10975226428622586,"standard_error":0.003984327322593624}} \ No newline at end of file diff --git a/target/criterion/fragmented_iter/hecs/new/estimates.json b/target/criterion/fragmented_iter/hecs/new/estimates.json index 022f3c65..9aba49a3 100644 --- a/target/criterion/fragmented_iter/hecs/new/estimates.json +++ b/target/criterion/fragmented_iter/hecs/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":325.8865667977888,"upper_bound":326.3184501476092},"point_estimate":326.0941183369197,"standard_error":0.11004068523093345},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":325.7763769077638,"upper_bound":326.0579612216162},"point_estimate":325.91226213380185,"standard_error":0.08487960325420923},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.4647093599903345,"upper_bound":0.9739356987383534},"point_estimate":0.6697483446356977,"standard_error":0.13147301746588075},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":325.9215857464425,"upper_bound":326.52206587280693},"point_estimate":326.20270355796885,"standard_error":0.15376119989876644},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.8147346939604633,"upper_bound":1.3756243301496043},"point_estimate":1.1124864122942413,"standard_error":0.14334805094436712}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":363.6360343837247,"upper_bound":366.66786885711105},"point_estimate":365.03213860763464,"standard_error":0.7748997648976241},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":360.6815683400513,"upper_bound":365.337968879872},"point_estimate":361.6818708616326,"standard_error":1.2429317145147558},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2.28294493637421,"upper_bound":7.2888806649674605},"point_estimate":4.088056507479944,"standard_error":1.28056920779815},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":363.30103039707757,"upper_bound":366.196691542663},"point_estimate":364.67869588706816,"standard_error":0.7386036303255028},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5.105708511023929,"upper_bound":10.808629626145024},"point_estimate":7.772361279975899,"standard_error":1.676760720398819}} \ No newline at end of file diff --git a/target/criterion/fragmented_iter/hecs/new/raw.csv b/target/criterion/fragmented_iter/hecs/new/raw.csv index b286b5d7..30497a88 100644 --- a/target/criterion/fragmented_iter/hecs/new/raw.csv +++ b/target/criterion/fragmented_iter/hecs/new/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -fragmented_iter,hecs,,,,981890.0,ns,3014 -fragmented_iter,hecs,,,,1969492.0,ns,6028 -fragmented_iter,hecs,,,,2963456.0,ns,9042 -fragmented_iter,hecs,,,,3948381.0,ns,12056 -fragmented_iter,hecs,,,,4894012.0,ns,15070 -fragmented_iter,hecs,,,,5901363.0,ns,18084 -fragmented_iter,hecs,,,,6856342.0,ns,21098 -fragmented_iter,hecs,,,,7858771.0,ns,24112 -fragmented_iter,hecs,,,,8844268.0,ns,27126 -fragmented_iter,hecs,,,,9802072.0,ns,30140 -fragmented_iter,hecs,,,,10785917.0,ns,33154 -fragmented_iter,hecs,,,,11854632.0,ns,36168 -fragmented_iter,hecs,,,,12735661.0,ns,39182 -fragmented_iter,hecs,,,,13760634.0,ns,42196 -fragmented_iter,hecs,,,,14672992.0,ns,45210 -fragmented_iter,hecs,,,,15669721.0,ns,48224 -fragmented_iter,hecs,,,,16715822.0,ns,51238 -fragmented_iter,hecs,,,,17607773.0,ns,54252 -fragmented_iter,hecs,,,,18590154.0,ns,57266 -fragmented_iter,hecs,,,,19653660.0,ns,60280 -fragmented_iter,hecs,,,,20645880.0,ns,63294 -fragmented_iter,hecs,,,,21563369.0,ns,66308 -fragmented_iter,hecs,,,,22601094.0,ns,69322 -fragmented_iter,hecs,,,,23571173.0,ns,72336 -fragmented_iter,hecs,,,,24456068.0,ns,75350 -fragmented_iter,hecs,,,,25496682.0,ns,78364 -fragmented_iter,hecs,,,,26504601.0,ns,81378 -fragmented_iter,hecs,,,,27500378.0,ns,84392 -fragmented_iter,hecs,,,,28567400.0,ns,87406 -fragmented_iter,hecs,,,,29588225.0,ns,90420 -fragmented_iter,hecs,,,,30495575.0,ns,93434 -fragmented_iter,hecs,,,,31456653.0,ns,96448 -fragmented_iter,hecs,,,,32491507.0,ns,99462 -fragmented_iter,hecs,,,,33556454.0,ns,102476 -fragmented_iter,hecs,,,,34345408.0,ns,105490 -fragmented_iter,hecs,,,,35269307.0,ns,108504 -fragmented_iter,hecs,,,,36394962.0,ns,111518 -fragmented_iter,hecs,,,,37341916.0,ns,114532 -fragmented_iter,hecs,,,,38380854.0,ns,117546 -fragmented_iter,hecs,,,,39093682.0,ns,120560 -fragmented_iter,hecs,,,,40247181.0,ns,123574 -fragmented_iter,hecs,,,,41183504.0,ns,126588 -fragmented_iter,hecs,,,,42384231.0,ns,129602 -fragmented_iter,hecs,,,,43234481.0,ns,132616 -fragmented_iter,hecs,,,,44204339.0,ns,135630 -fragmented_iter,hecs,,,,45218761.0,ns,138644 -fragmented_iter,hecs,,,,46234977.0,ns,141658 -fragmented_iter,hecs,,,,47102118.0,ns,144672 -fragmented_iter,hecs,,,,48027021.0,ns,147686 -fragmented_iter,hecs,,,,49323341.0,ns,150700 -fragmented_iter,hecs,,,,50126571.0,ns,153714 -fragmented_iter,hecs,,,,51327467.0,ns,156728 -fragmented_iter,hecs,,,,52060865.0,ns,159742 -fragmented_iter,hecs,,,,53070108.0,ns,162756 -fragmented_iter,hecs,,,,54153081.0,ns,165770 -fragmented_iter,hecs,,,,55021675.0,ns,168784 -fragmented_iter,hecs,,,,55884700.0,ns,171798 -fragmented_iter,hecs,,,,56811315.0,ns,174812 -fragmented_iter,hecs,,,,57928914.0,ns,177826 -fragmented_iter,hecs,,,,58791015.0,ns,180840 -fragmented_iter,hecs,,,,59839684.0,ns,183854 -fragmented_iter,hecs,,,,61010874.0,ns,186868 -fragmented_iter,hecs,,,,61914687.0,ns,189882 -fragmented_iter,hecs,,,,62789463.0,ns,192896 -fragmented_iter,hecs,,,,64836662.0,ns,195910 -fragmented_iter,hecs,,,,64862633.0,ns,198924 -fragmented_iter,hecs,,,,65689368.0,ns,201938 -fragmented_iter,hecs,,,,66764805.0,ns,204952 -fragmented_iter,hecs,,,,68592517.0,ns,207966 -fragmented_iter,hecs,,,,68958056.0,ns,210980 -fragmented_iter,hecs,,,,69533941.0,ns,213994 -fragmented_iter,hecs,,,,70902990.0,ns,217008 -fragmented_iter,hecs,,,,71662085.0,ns,220022 -fragmented_iter,hecs,,,,72670546.0,ns,223036 -fragmented_iter,hecs,,,,73592052.0,ns,226050 -fragmented_iter,hecs,,,,74634287.0,ns,229064 -fragmented_iter,hecs,,,,76553163.0,ns,232078 -fragmented_iter,hecs,,,,76512114.0,ns,235092 -fragmented_iter,hecs,,,,78263090.0,ns,238106 -fragmented_iter,hecs,,,,78488990.0,ns,241120 -fragmented_iter,hecs,,,,79528512.0,ns,244134 -fragmented_iter,hecs,,,,80584573.0,ns,247148 -fragmented_iter,hecs,,,,81624403.0,ns,250162 -fragmented_iter,hecs,,,,82487778.0,ns,253176 -fragmented_iter,hecs,,,,83431706.0,ns,256190 -fragmented_iter,hecs,,,,84730851.0,ns,259204 -fragmented_iter,hecs,,,,85388263.0,ns,262218 -fragmented_iter,hecs,,,,86493660.0,ns,265232 -fragmented_iter,hecs,,,,88233122.0,ns,268246 -fragmented_iter,hecs,,,,88389330.0,ns,271260 -fragmented_iter,hecs,,,,89710217.0,ns,274274 -fragmented_iter,hecs,,,,90339897.0,ns,277288 -fragmented_iter,hecs,,,,91328488.0,ns,280302 -fragmented_iter,hecs,,,,92249184.0,ns,283316 -fragmented_iter,hecs,,,,93278154.0,ns,286330 -fragmented_iter,hecs,,,,94381045.0,ns,289344 -fragmented_iter,hecs,,,,94947003.0,ns,292358 -fragmented_iter,hecs,,,,96298617.0,ns,295372 -fragmented_iter,hecs,,,,96940009.0,ns,298386 -fragmented_iter,hecs,,,,98444586.0,ns,301400 +fragmented_iter,hecs,,,,1137200.0,ns,2729 +fragmented_iter,hecs,,,,2056600.0,ns,5458 +fragmented_iter,hecs,,,,2941200.0,ns,8187 +fragmented_iter,hecs,,,,4042500.0,ns,10916 +fragmented_iter,hecs,,,,4897700.0,ns,13645 +fragmented_iter,hecs,,,,5884700.0,ns,16374 +fragmented_iter,hecs,,,,6994200.0,ns,19103 +fragmented_iter,hecs,,,,7828800.0,ns,21832 +fragmented_iter,hecs,,,,8833100.0,ns,24561 +fragmented_iter,hecs,,,,9794700.0,ns,27290 +fragmented_iter,hecs,,,,10781700.0,ns,30019 +fragmented_iter,hecs,,,,11745100.0,ns,32748 +fragmented_iter,hecs,,,,12739800.0,ns,35477 +fragmented_iter,hecs,,,,13784100.0,ns,38206 +fragmented_iter,hecs,,,,14879900.0,ns,40935 +fragmented_iter,hecs,,,,15654900.0,ns,43664 +fragmented_iter,hecs,,,,16645900.0,ns,46393 +fragmented_iter,hecs,,,,18535200.0,ns,49122 +fragmented_iter,hecs,,,,19135500.0,ns,51851 +fragmented_iter,hecs,,,,20054300.0,ns,54580 +fragmented_iter,hecs,,,,21071300.0,ns,57309 +fragmented_iter,hecs,,,,21628500.0,ns,60038 +fragmented_iter,hecs,,,,23106300.0,ns,62767 +fragmented_iter,hecs,,,,23524300.0,ns,65496 +fragmented_iter,hecs,,,,25493500.0,ns,68225 +fragmented_iter,hecs,,,,26093400.0,ns,70954 +fragmented_iter,hecs,,,,26619600.0,ns,73683 +fragmented_iter,hecs,,,,28873700.0,ns,76412 +fragmented_iter,hecs,,,,28447900.0,ns,79141 +fragmented_iter,hecs,,,,30826200.0,ns,81870 +fragmented_iter,hecs,,,,30497200.0,ns,84599 +fragmented_iter,hecs,,,,31464200.0,ns,87328 +fragmented_iter,hecs,,,,32439500.0,ns,90057 +fragmented_iter,hecs,,,,33413500.0,ns,92786 +fragmented_iter,hecs,,,,34857700.0,ns,95515 +fragmented_iter,hecs,,,,35939100.0,ns,98244 +fragmented_iter,hecs,,,,36418400.0,ns,100973 +fragmented_iter,hecs,,,,38015500.0,ns,103702 +fragmented_iter,hecs,,,,39026400.0,ns,106431 +fragmented_iter,hecs,,,,39309400.0,ns,109160 +fragmented_iter,hecs,,,,40877300.0,ns,111889 +fragmented_iter,hecs,,,,41827700.0,ns,114618 +fragmented_iter,hecs,,,,42462700.0,ns,117347 +fragmented_iter,hecs,,,,45239000.0,ns,120076 +fragmented_iter,hecs,,,,44265200.0,ns,122805 +fragmented_iter,hecs,,,,47065500.0,ns,125534 +fragmented_iter,hecs,,,,46315000.0,ns,128263 +fragmented_iter,hecs,,,,49126600.0,ns,130992 +fragmented_iter,hecs,,,,49249000.0,ns,133721 +fragmented_iter,hecs,,,,49262800.0,ns,136450 +fragmented_iter,hecs,,,,52216000.0,ns,139179 +fragmented_iter,hecs,,,,51947900.0,ns,141908 +fragmented_iter,hecs,,,,52027500.0,ns,144637 +fragmented_iter,hecs,,,,55260900.0,ns,147366 +fragmented_iter,hecs,,,,53933000.0,ns,150095 +fragmented_iter,hecs,,,,55112500.0,ns,152824 +fragmented_iter,hecs,,,,55882000.0,ns,155553 +fragmented_iter,hecs,,,,57210600.0,ns,158282 +fragmented_iter,hecs,,,,58432600.0,ns,161011 +fragmented_iter,hecs,,,,59193300.0,ns,163740 +fragmented_iter,hecs,,,,60042300.0,ns,166469 +fragmented_iter,hecs,,,,60723900.0,ns,169198 +fragmented_iter,hecs,,,,63066500.0,ns,171927 +fragmented_iter,hecs,,,,62828900.0,ns,174656 +fragmented_iter,hecs,,,,63976600.0,ns,177385 +fragmented_iter,hecs,,,,64910600.0,ns,180114 +fragmented_iter,hecs,,,,65678500.0,ns,182843 +fragmented_iter,hecs,,,,68005800.0,ns,185572 +fragmented_iter,hecs,,,,68203900.0,ns,188301 +fragmented_iter,hecs,,,,70118900.0,ns,191030 +fragmented_iter,hecs,,,,70183000.0,ns,193759 +fragmented_iter,hecs,,,,72162600.0,ns,196488 +fragmented_iter,hecs,,,,71672500.0,ns,199217 +fragmented_iter,hecs,,,,74334400.0,ns,201946 +fragmented_iter,hecs,,,,73939500.0,ns,204675 +fragmented_iter,hecs,,,,75820000.0,ns,207404 +fragmented_iter,hecs,,,,76837900.0,ns,210133 +fragmented_iter,hecs,,,,76564900.0,ns,212862 +fragmented_iter,hecs,,,,79392700.0,ns,215591 +fragmented_iter,hecs,,,,80280200.0,ns,218320 +fragmented_iter,hecs,,,,82833200.0,ns,221049 +fragmented_iter,hecs,,,,80593000.0,ns,223778 +fragmented_iter,hecs,,,,84085900.0,ns,226507 +fragmented_iter,hecs,,,,82754600.0,ns,229236 +fragmented_iter,hecs,,,,87174200.0,ns,231965 +fragmented_iter,hecs,,,,84643100.0,ns,234694 +fragmented_iter,hecs,,,,90670800.0,ns,237423 +fragmented_iter,hecs,,,,86307100.0,ns,240152 +fragmented_iter,hecs,,,,90145600.0,ns,242881 +fragmented_iter,hecs,,,,88513200.0,ns,245610 +fragmented_iter,hecs,,,,92535900.0,ns,248339 +fragmented_iter,hecs,,,,90407700.0,ns,251068 +fragmented_iter,hecs,,,,91207500.0,ns,253797 +fragmented_iter,hecs,,,,92458600.0,ns,256526 +fragmented_iter,hecs,,,,94584600.0,ns,259255 +fragmented_iter,hecs,,,,94644900.0,ns,261984 +fragmented_iter,hecs,,,,97011700.0,ns,264713 +fragmented_iter,hecs,,,,96333700.0,ns,267442 +fragmented_iter,hecs,,,,98929800.0,ns,270171 +fragmented_iter,hecs,,,,98877500.0,ns,272900 diff --git a/target/criterion/fragmented_iter/hecs/new/sample.json b/target/criterion/fragmented_iter/hecs/new/sample.json index 6705fefb..80780825 100644 --- a/target/criterion/fragmented_iter/hecs/new/sample.json +++ b/target/criterion/fragmented_iter/hecs/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[3014.0,6028.0,9042.0,12056.0,15070.0,18084.0,21098.0,24112.0,27126.0,30140.0,33154.0,36168.0,39182.0,42196.0,45210.0,48224.0,51238.0,54252.0,57266.0,60280.0,63294.0,66308.0,69322.0,72336.0,75350.0,78364.0,81378.0,84392.0,87406.0,90420.0,93434.0,96448.0,99462.0,102476.0,105490.0,108504.0,111518.0,114532.0,117546.0,120560.0,123574.0,126588.0,129602.0,132616.0,135630.0,138644.0,141658.0,144672.0,147686.0,150700.0,153714.0,156728.0,159742.0,162756.0,165770.0,168784.0,171798.0,174812.0,177826.0,180840.0,183854.0,186868.0,189882.0,192896.0,195910.0,198924.0,201938.0,204952.0,207966.0,210980.0,213994.0,217008.0,220022.0,223036.0,226050.0,229064.0,232078.0,235092.0,238106.0,241120.0,244134.0,247148.0,250162.0,253176.0,256190.0,259204.0,262218.0,265232.0,268246.0,271260.0,274274.0,277288.0,280302.0,283316.0,286330.0,289344.0,292358.0,295372.0,298386.0,301400.0],"times":[981890.0,1969492.0,2963456.0,3948381.0,4894012.0,5901363.0,6856342.0,7858771.0,8844268.0,9802072.0,10785917.0,11854632.0,12735661.0,13760634.0,14672992.0,15669721.0,16715822.0,17607773.0,18590154.0,19653660.0,20645880.0,21563369.0,22601094.0,23571173.0,24456068.0,25496682.0,26504601.0,27500378.0,28567400.0,29588225.0,30495575.0,31456653.0,32491507.0,33556454.0,34345408.0,35269307.0,36394962.0,37341916.0,38380854.0,39093682.0,40247181.0,41183504.0,42384231.0,43234481.0,44204339.0,45218761.0,46234977.0,47102118.0,48027021.0,49323341.0,50126571.0,51327467.0,52060865.0,53070108.0,54153081.0,55021675.0,55884700.0,56811315.0,57928914.0,58791015.0,59839684.0,61010874.0,61914687.0,62789463.0,64836662.0,64862633.0,65689368.0,66764805.0,68592517.0,68958056.0,69533941.0,70902990.0,71662085.0,72670546.0,73592052.0,74634287.0,76553163.0,76512114.0,78263090.0,78488990.0,79528512.0,80584573.0,81624403.0,82487778.0,83431706.0,84730851.0,85388263.0,86493660.0,88233122.0,88389330.0,89710217.0,90339897.0,91328488.0,92249184.0,93278154.0,94381045.0,94947003.0,96298617.0,96940009.0,98444586.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[2729.0,5458.0,8187.0,10916.0,13645.0,16374.0,19103.0,21832.0,24561.0,27290.0,30019.0,32748.0,35477.0,38206.0,40935.0,43664.0,46393.0,49122.0,51851.0,54580.0,57309.0,60038.0,62767.0,65496.0,68225.0,70954.0,73683.0,76412.0,79141.0,81870.0,84599.0,87328.0,90057.0,92786.0,95515.0,98244.0,100973.0,103702.0,106431.0,109160.0,111889.0,114618.0,117347.0,120076.0,122805.0,125534.0,128263.0,130992.0,133721.0,136450.0,139179.0,141908.0,144637.0,147366.0,150095.0,152824.0,155553.0,158282.0,161011.0,163740.0,166469.0,169198.0,171927.0,174656.0,177385.0,180114.0,182843.0,185572.0,188301.0,191030.0,193759.0,196488.0,199217.0,201946.0,204675.0,207404.0,210133.0,212862.0,215591.0,218320.0,221049.0,223778.0,226507.0,229236.0,231965.0,234694.0,237423.0,240152.0,242881.0,245610.0,248339.0,251068.0,253797.0,256526.0,259255.0,261984.0,264713.0,267442.0,270171.0,272900.0],"times":[1137200.0,2056600.0,2941200.0,4042500.0,4897700.0,5884700.0,6994200.0,7828800.0,8833100.0,9794700.0,10781700.0,11745100.0,12739800.0,13784100.0,14879900.0,15654900.0,16645900.0,18535200.0,19135500.0,20054300.0,21071300.0,21628500.0,23106300.0,23524300.0,25493500.0,26093400.0,26619600.0,28873700.0,28447900.0,30826200.0,30497200.0,31464200.0,32439500.0,33413500.0,34857700.0,35939100.0,36418400.0,38015500.0,39026400.0,39309400.0,40877300.0,41827700.0,42462700.0,45239000.0,44265200.0,47065500.0,46315000.0,49126600.0,49249000.0,49262800.0,52216000.0,51947900.0,52027500.0,55260900.0,53933000.0,55112500.0,55882000.0,57210600.0,58432600.0,59193300.0,60042300.0,60723900.0,63066500.0,62828900.0,63976600.0,64910600.0,65678500.0,68005800.0,68203900.0,70118900.0,70183000.0,72162600.0,71672500.0,74334400.0,73939500.0,75820000.0,76837900.0,76564900.0,79392700.0,80280200.0,82833200.0,80593000.0,84085900.0,82754600.0,87174200.0,84643100.0,90670800.0,86307100.0,90145600.0,88513200.0,92535900.0,90407700.0,91207500.0,92458600.0,94584600.0,94644900.0,97011700.0,96333700.0,98929800.0,98877500.0]} \ No newline at end of file diff --git a/target/criterion/fragmented_iter/hecs/new/tukey.json b/target/criterion/fragmented_iter/hecs/new/tukey.json index b03e4a21..864a433e 100644 --- a/target/criterion/fragmented_iter/hecs/new/tukey.json +++ b/target/criterion/fragmented_iter/hecs/new/tukey.json @@ -1 +1 @@ -[322.84730474088633,324.17392212635343,327.71156848759904,329.03818587306614] \ No newline at end of file +[337.3832316913573,348.74772614249065,379.0530446788462,390.41753912997956] \ No newline at end of file diff --git a/target/criterion/fragmented_iter/hecs/report/MAD.svg b/target/criterion/fragmented_iter/hecs/report/MAD.svg index 546ba22f..633633b4 100644 --- a/target/criterion/fragmented_iter/hecs/report/MAD.svg +++ b/target/criterion/fragmented_iter/hecs/report/MAD.svg @@ -1,293 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.0005 - - - - - 0.001 - - - - - 0.0015 - - - - - 0.002 - - - - - 0.0025 - - - - - 0.003 - - - - - 0.0035 - - - - - 500 - - - - - 600 - - - - - 700 - - - - - 800 - - - - - 900 - - - - - 1000 - - - - - - - - - Density (a.u.) - - - - - Average time (ps) - - - - - fragmented_iter/hecs: MAD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +fragmented_iter/hecs:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/fragmented_iter/hecs/report/SD.svg b/target/criterion/fragmented_iter/hecs/report/SD.svg index ccdf4a9b..15874981 100644 --- a/target/criterion/fragmented_iter/hecs/report/SD.svg +++ b/target/criterion/fragmented_iter/hecs/report/SD.svg @@ -1,293 +1,92 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 0.8 - - - - - 0.9 - - - - - 1 - - - - - 1.1 - - - - - 1.2 - - - - - 1.3 - - - - - 1.4 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - fragmented_iter/hecs: SD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +fragmented_iter/hecs:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + +0.45 + + + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + +10 + + + +11 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/fragmented_iter/hecs/report/both/pdf.svg b/target/criterion/fragmented_iter/hecs/report/both/pdf.svg index a7d767e6..443f211f 100644 --- a/target/criterion/fragmented_iter/hecs/report/both/pdf.svg +++ b/target/criterion/fragmented_iter/hecs/report/both/pdf.svg @@ -1,338 +1,89 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - 0.45 - - - - - 0.5 - - - - - 320 - - - - - 330 - - - - - 340 - - - - - 350 - - - - - 360 - - - - - 370 - - - - - 380 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - fragmented_iter/hecs - - - - - Base PDF - - - Base PDF - - - - - - - - - - Base Mean - - - - - Base Mean - - - - - - New PDF - - - - - New PDF - - - - - - - - - - New Mean - - - - - New Mean - - - - - - - - - - - - - - + + +fragmented_iter/hecs + + +Density (a.u.) + + +Average Time (ns) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + +0.45 + + + + +340 + + + +360 + + + +380 + + + +400 + + + +420 + + + + + + + +Base PDF + + +New PDF + + +Base Mean + + +New Mean + + + + + - diff --git a/target/criterion/fragmented_iter/hecs/report/both/regression.svg b/target/criterion/fragmented_iter/hecs/report/both/regression.svg index abd1d86d..7394800e 100644 --- a/target/criterion/fragmented_iter/hecs/report/both/regression.svg +++ b/target/criterion/fragmented_iter/hecs/report/both/regression.svg @@ -1,305 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 250 - - - - - - - - - - - - - 300 - - - - - - - - - - - - - 350 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - fragmented_iter/hecs - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - Base sample - - - - - - New sample - - - New sample - - - - - - - - - - - - - - + + +fragmented_iter/hecs + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + + + + +Base Sample + + +New Sample + + + - diff --git a/target/criterion/fragmented_iter/hecs/report/change/mean.svg b/target/criterion/fragmented_iter/hecs/report/change/mean.svg index d65e425a..d5917f53 100644 --- a/target/criterion/fragmented_iter/hecs/report/change/mean.svg +++ b/target/criterion/fragmented_iter/hecs/report/change/mean.svg @@ -1,310 +1,89 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - 300 - - - - - 350 - - - - - -4.9 - - - - - -4.8 - - - - - -4.7 - - - - - -4.6 - - - - - -4.5 - - - - - -4.4 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - fragmented_iter/hecs: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +fragmented_iter/hecs:mean + + +Density (a.u.) + + +Relative change (%) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + + +0.116 + + + +0.118 + + + +0.12 + + + +0.122 + + + +0.124 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/fragmented_iter/hecs/report/change/median.svg b/target/criterion/fragmented_iter/hecs/report/change/median.svg index 6c716af9..6a4a2f74 100644 --- a/target/criterion/fragmented_iter/hecs/report/change/median.svg +++ b/target/criterion/fragmented_iter/hecs/report/change/median.svg @@ -1,335 +1,85 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - 300 - - - - - 350 - - - - - 400 - - - - - -4.65 - - - - - -4.6 - - - - - -4.55 - - - - - -4.5 - - - - - -4.45 - - - - - -4.4 - - - - - -4.35 - - - - - -4.3 - - - - - -4.25 - - - - - -4.2 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - fragmented_iter/hecs: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +fragmented_iter/hecs:median + + +Density (a.u.) + + +Relative change (%) + + + +50 + + + +100 + + + +150 + + + +200 + + + + +0.106 + + + +0.108 + + + +0.11 + + + +0.112 + + + +0.114 + + + +0.116 + + + +0.118 + + + +0.12 + + + +0.122 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/fragmented_iter/hecs/report/change/t-test.svg b/target/criterion/fragmented_iter/hecs/report/change/t-test.svg index de27c331..accbe91c 100644 --- a/target/criterion/fragmented_iter/hecs/report/change/t-test.svg +++ b/target/criterion/fragmented_iter/hecs/report/change/t-test.svg @@ -1,260 +1,75 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - -40 - - - - - -35 - - - - - -30 - - - - - -25 - - - - - -20 - - - - - -15 - - - - - -10 - - - - - -5 - - - - - 0 - - - - - 5 - - - - - 10 - - - - - - - - - Density - - - - - t score - - - - - fragmented_iter/hecs: Welch t test - - - - - t distribution - - - t distribution - - - - - - - - - - t statistic - - - - - t statistic - - - - - - - - - - - - - - + + +fragmented_iter/hecs: Welch t test + + +Density + + +t score + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +-4.0 + + + +-2.0 + + + +0.0 + + + +2.0 + + + +4.0 + + + + + +t distribution + + +t statistic + + + - diff --git a/target/criterion/fragmented_iter/hecs/report/index.html b/target/criterion/fragmented_iter/hecs/report/index.html index 4c1829c3..413a22b3 100644 --- a/target/criterion/fragmented_iter/hecs/report/index.html +++ b/target/criterion/fragmented_iter/hecs/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 325.92 ns - 326.20 ns - 326.52 ns + 363.30 ns + 364.68 ns + 366.20 ns R² - 0.9980799 - 0.9981815 - 0.9980504 + 0.9661459 + 0.9680381 + 0.9657417 Mean - 325.89 ns - 326.09 ns - 326.32 ns + 363.64 ns + 365.03 ns + 366.67 ns Std. Dev. - 814.73 ps - 1.1125 ns - 1.3756 ns + 5.1057 ns + 7.7724 ns + 10.809 ns Median - 325.78 ns - 325.91 ns - 326.06 ns + 360.68 ns + 361.68 ns + 365.34 ns MAD - 464.71 ps - 669.75 ps - 973.94 ps + 2.2829 ns + 4.0881 ns + 7.2889 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -4.8914% - -4.6372% - -4.4231% + +11.522% + +11.941% + +12.457% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/target/criterion/fragmented_iter/hecs/report/mean.svg b/target/criterion/fragmented_iter/hecs/report/mean.svg index a0167001..834e556b 100644 --- a/target/criterion/fragmented_iter/hecs/report/mean.svg +++ b/target/criterion/fragmented_iter/hecs/report/mean.svg @@ -1,293 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 3.5 - - - - - 4 - - - - - 325.9 - - - - - 326 - - - - - 326.1 - - - - - 326.2 - - - - - 326.3 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - fragmented_iter/hecs: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +fragmented_iter/hecs:mean + + +Density (a.u.) + + +Average time (ns) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + + +363.5 + + + +364 + + + +364.5 + + + +365 + + + +365.5 + + + +366 + + + +366.5 + + + +367 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/fragmented_iter/hecs/report/median.svg b/target/criterion/fragmented_iter/hecs/report/median.svg index 3bb065e2..3047f040 100644 --- a/target/criterion/fragmented_iter/hecs/report/median.svg +++ b/target/criterion/fragmented_iter/hecs/report/median.svg @@ -1,293 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - 5 - - - - - 6 - - - - - 325.75 - - - - - 325.8 - - - - - 325.85 - - - - - 325.9 - - - - - 325.95 - - - - - 326 - - - - - 326.05 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - fragmented_iter/hecs: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +fragmented_iter/hecs:median + + +Density (a.u.) + + +Average time (ns) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + + +361 + + + +362 + + + +363 + + + +364 + + + +365 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/fragmented_iter/hecs/report/pdf.svg b/target/criterion/fragmented_iter/hecs/report/pdf.svg index 01aa2ab7..1de99113 100644 --- a/target/criterion/fragmented_iter/hecs/report/pdf.svg +++ b/target/criterion/fragmented_iter/hecs/report/pdf.svg @@ -1,455 +1,127 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - 300 - - - - - 323 - - - - - 324 - - - - - 325 - - - - - 326 - - - - - 327 - - - - - 328 - - - - - 329 - - - - - 330 - - - - - 331 - - - - - 332 - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - 0.45 - - - - - 0.5 - - - - - - - - - Iterations (x 103) - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - fragmented_iter/hecs - - - - - PDF - - - PDF - - - - - - - - - - Mean - - - - - Mean - - - - - - "Clean" sample - - - - - "Clean" sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Mild outliers - - - Mild outliers - - - - - - - - - - - Severe outliers - - - Severe outliers - - - - - - - - - - gnuplot_plot_6 - - - - - - gnuplot_plot_7 - - - - gnuplot_plot_8 - - - - gnuplot_plot_9 - - - - - - - - - - - - + + +fragmented_iter/hecs + + +Iterations (x 10^3) + + +Average Time (ns) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + + +350 + + + +360 + + + +370 + + + +380 + + + +390 + + + +400 + + + +410 + + + +420 + + + +Density (a.u.) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + - diff --git a/target/criterion/fragmented_iter/hecs/report/pdf_small.svg b/target/criterion/fragmented_iter/hecs/report/pdf_small.svg index dc2221c2..69c34341 100644 --- a/target/criterion/fragmented_iter/hecs/report/pdf_small.svg +++ b/target/criterion/fragmented_iter/hecs/report/pdf_small.svg @@ -1,224 +1,56 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.1 - - - - - 0.2 - - - - - 0.3 - - - - - 0.4 - - - - - 0.5 - - - - - 323 - - - - - 324 - - - - - 325 - - - - - 326 - - - - - 327 - - - - - 328 - - - - - 329 - - - - - 330 - - - - - 331 - - - - - 332 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - PDF - - - - - - - Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (ns) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + + +360 + + + +380 + + + +400 + + + +420 + + + + - diff --git a/target/criterion/fragmented_iter/hecs/report/regression.svg b/target/criterion/fragmented_iter/hecs/report/regression.svg index 85d854d7..006fe503 100644 --- a/target/criterion/fragmented_iter/hecs/report/regression.svg +++ b/target/criterion/fragmented_iter/hecs/report/regression.svg @@ -1,460 +1,197 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 90 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 250 - - - - - - - - - - - - - 300 - - - - - - - - - - - - - 350 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - fragmented_iter/hecs - - - - - Sample - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - Linear regression - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - - + + +fragmented_iter/hecs + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + - diff --git a/target/criterion/fragmented_iter/hecs/report/regression_small.svg b/target/criterion/fragmented_iter/hecs/report/regression_small.svg index a0bac264..818adb2e 100644 --- a/target/criterion/fragmented_iter/hecs/report/regression_small.svg +++ b/target/criterion/fragmented_iter/hecs/report/regression_small.svg @@ -1,438 +1,182 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 90 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 250 - - - - - - - - - - - - - 300 - - - - - - - - - - - - - 350 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/fragmented_iter/hecs/report/relative_pdf_small.svg b/target/criterion/fragmented_iter/hecs/report/relative_pdf_small.svg index e440ca82..2b7824cc 100644 --- a/target/criterion/fragmented_iter/hecs/report/relative_pdf_small.svg +++ b/target/criterion/fragmented_iter/hecs/report/relative_pdf_small.svg @@ -1,311 +1,70 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - 0.45 - - - - - 0.5 - - - - - 320 - - - - - 330 - - - - - 340 - - - - - 350 - - - - - 360 - - - - - 370 - - - - - 380 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - Base PDF - - - - - - - Base Mean - - - - - - New PDF - - - - - - - - - New Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (ns) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + +0.45 + + + + +340 + + + +360 + + + +380 + + + +400 + + + +420 + + + + + + - diff --git a/target/criterion/fragmented_iter/hecs/report/relative_regression_small.svg b/target/criterion/fragmented_iter/hecs/report/relative_regression_small.svg index 65909184..91969ecc 100644 --- a/target/criterion/fragmented_iter/hecs/report/relative_regression_small.svg +++ b/target/criterion/fragmented_iter/hecs/report/relative_regression_small.svg @@ -1,290 +1,69 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 250 - - - - - - - - - - - - - 300 - - - - - - - - - - - - - 350 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - - New sample - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + + + - diff --git a/target/criterion/fragmented_iter/hecs/report/slope.svg b/target/criterion/fragmented_iter/hecs/report/slope.svg index 2318535c..e075bba1 100644 --- a/target/criterion/fragmented_iter/hecs/report/slope.svg +++ b/target/criterion/fragmented_iter/hecs/report/slope.svg @@ -1,293 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 325.9 - - - - - 326 - - - - - 326.1 - - - - - 326.2 - - - - - 326.3 - - - - - 326.4 - - - - - 326.5 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - fragmented_iter/hecs: slope - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +fragmented_iter/hecs:slope + + +Density (a.u.) + + +Average time (ns) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + + +363 + + + +363.5 + + + +364 + + + +364.5 + + + +365 + + + +365.5 + + + +366 + + + +366.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/fragmented_iter/hecs/report/typical.svg b/target/criterion/fragmented_iter/hecs/report/typical.svg index 6829baac..e13c7fbf 100644 --- a/target/criterion/fragmented_iter/hecs/report/typical.svg +++ b/target/criterion/fragmented_iter/hecs/report/typical.svg @@ -1,293 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 325.9 - - - - - 326 - - - - - 326.1 - - - - - 326.2 - - - - - 326.3 - - - - - 326.4 - - - - - 326.5 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - fragmented_iter/hecs: typical - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +fragmented_iter/hecs:typical + + +Density (a.u.) + + +Average time (ns) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + + +363 + + + +363.5 + + + +364 + + + +364.5 + + + +365 + + + +365.5 + + + +366 + + + +366.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/fragmented_iter/legion/base/estimates.json b/target/criterion/fragmented_iter/legion/base/estimates.json index c1ed169d..d63c0d51 100644 --- a/target/criterion/fragmented_iter/legion/base/estimates.json +++ b/target/criterion/fragmented_iter/legion/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":631.6865194720398,"upper_bound":639.2523908155612},"point_estimate":635.1817180351869,"standard_error":1.9365443100227464},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":628.5694425867719,"upper_bound":630.573941447512},"point_estimate":629.450345256889,"standard_error":0.5262790239514816},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2.532867866631793,"upper_bound":4.701983332164411},"point_estimate":3.4549678766822036,"standard_error":0.5439307792394786},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":629.3757838566308,"upper_bound":631.5679535025894},"point_estimate":630.3306799196865,"standard_error":0.5607560866266919},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12.38020072503649,"upper_bound":25.179294519240024},"point_estimate":19.465087479796182,"standard_error":3.3330237538256897}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":342.3992445591262,"upper_bound":344.91982209579754},"point_estimate":343.38609928098407,"standard_error":0.6650197071814357},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":341.8717860209058,"upper_bound":342.690290124889},"point_estimate":342.37795629752827,"standard_error":0.2342793788594022},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.5625185143990272,"upper_bound":2.703805491196603},"point_estimate":2.1649136537612015,"standard_error":0.29316222545678916},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":341.4357109255725,"upper_bound":342.18636078079504},"point_estimate":341.7954713219481,"standard_error":0.19119441732191159},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2.127166107182475,"upper_bound":10.93143409589976},"point_estimate":6.670618325838708,"standard_error":2.947204355851552}} \ No newline at end of file diff --git a/target/criterion/fragmented_iter/legion/base/raw.csv b/target/criterion/fragmented_iter/legion/base/raw.csv index f5f9a201..ba23f070 100644 --- a/target/criterion/fragmented_iter/legion/base/raw.csv +++ b/target/criterion/fragmented_iter/legion/base/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -fragmented_iter,legion,,,,1092421.0,ns,1574 -fragmented_iter,legion,,,,1953762.0,ns,3148 -fragmented_iter,legion,,,,3431728.0,ns,4722 -fragmented_iter,legion,,,,3969240.0,ns,6296 -fragmented_iter,legion,,,,4884125.0,ns,7870 -fragmented_iter,legion,,,,5876174.0,ns,9444 -fragmented_iter,legion,,,,7196710.0,ns,11018 -fragmented_iter,legion,,,,7839574.0,ns,12592 -fragmented_iter,legion,,,,8989075.0,ns,14166 -fragmented_iter,legion,,,,9826509.0,ns,15740 -fragmented_iter,legion,,,,10957254.0,ns,17314 -fragmented_iter,legion,,,,11982907.0,ns,18888 -fragmented_iter,legion,,,,12926917.0,ns,20462 -fragmented_iter,legion,,,,15417119.0,ns,22036 -fragmented_iter,legion,,,,14679254.0,ns,23610 -fragmented_iter,legion,,,,16005501.0,ns,25184 -fragmented_iter,legion,,,,16905305.0,ns,26758 -fragmented_iter,legion,,,,19916671.0,ns,28332 -fragmented_iter,legion,,,,18807389.0,ns,29906 -fragmented_iter,legion,,,,19958641.0,ns,31480 -fragmented_iter,legion,,,,20845841.0,ns,33054 -fragmented_iter,legion,,,,22060576.0,ns,34628 -fragmented_iter,legion,,,,22843847.0,ns,36202 -fragmented_iter,legion,,,,23660564.0,ns,37776 -fragmented_iter,legion,,,,27517060.0,ns,39350 -fragmented_iter,legion,,,,25997366.0,ns,40924 -fragmented_iter,legion,,,,26583952.0,ns,42498 -fragmented_iter,legion,,,,27760273.0,ns,44072 -fragmented_iter,legion,,,,29105736.0,ns,45646 -fragmented_iter,legion,,,,29572116.0,ns,47220 -fragmented_iter,legion,,,,30738767.0,ns,48794 -fragmented_iter,legion,,,,31928174.0,ns,50368 -fragmented_iter,legion,,,,32693702.0,ns,51942 -fragmented_iter,legion,,,,34256819.0,ns,53516 -fragmented_iter,legion,,,,36089430.0,ns,55090 -fragmented_iter,legion,,,,39623002.0,ns,56664 -fragmented_iter,legion,,,,36346119.0,ns,58238 -fragmented_iter,legion,,,,37588506.0,ns,59812 -fragmented_iter,legion,,,,38694002.0,ns,61386 -fragmented_iter,legion,,,,43892174.0,ns,62960 -fragmented_iter,legion,,,,40378109.0,ns,64534 -fragmented_iter,legion,,,,41484759.0,ns,66108 -fragmented_iter,legion,,,,42510593.0,ns,67682 -fragmented_iter,legion,,,,43362385.0,ns,69256 -fragmented_iter,legion,,,,44585615.0,ns,70830 -fragmented_iter,legion,,,,45635176.0,ns,72404 -fragmented_iter,legion,,,,46377119.0,ns,73978 -fragmented_iter,legion,,,,48248813.0,ns,75552 -fragmented_iter,legion,,,,48499693.0,ns,77126 -fragmented_iter,legion,,,,49800389.0,ns,78700 -fragmented_iter,legion,,,,50751691.0,ns,80274 -fragmented_iter,legion,,,,51340363.0,ns,81848 -fragmented_iter,legion,,,,52447423.0,ns,83422 -fragmented_iter,legion,,,,53610559.0,ns,84996 -fragmented_iter,legion,,,,54281797.0,ns,86570 -fragmented_iter,legion,,,,55813665.0,ns,88144 -fragmented_iter,legion,,,,56488341.0,ns,89718 -fragmented_iter,legion,,,,57263417.0,ns,91292 -fragmented_iter,legion,,,,58699572.0,ns,92866 -fragmented_iter,legion,,,,60100952.0,ns,94440 -fragmented_iter,legion,,,,60890105.0,ns,96014 -fragmented_iter,legion,,,,61714766.0,ns,97588 -fragmented_iter,legion,,,,62249797.0,ns,99162 -fragmented_iter,legion,,,,63297441.0,ns,100736 -fragmented_iter,legion,,,,64191123.0,ns,102310 -fragmented_iter,legion,,,,65191571.0,ns,103884 -fragmented_iter,legion,,,,66340899.0,ns,105458 -fragmented_iter,legion,,,,67616859.0,ns,107032 -fragmented_iter,legion,,,,68300733.0,ns,108606 -fragmented_iter,legion,,,,69523312.0,ns,110180 -fragmented_iter,legion,,,,70113546.0,ns,111754 -fragmented_iter,legion,,,,72098619.0,ns,113328 -fragmented_iter,legion,,,,72006903.0,ns,114902 -fragmented_iter,legion,,,,73334772.0,ns,116476 -fragmented_iter,legion,,,,74194431.0,ns,118050 -fragmented_iter,legion,,,,75191991.0,ns,119624 -fragmented_iter,legion,,,,76110911.0,ns,121198 -fragmented_iter,legion,,,,77821700.0,ns,122772 -fragmented_iter,legion,,,,77925558.0,ns,124346 -fragmented_iter,legion,,,,79076300.0,ns,125920 -fragmented_iter,legion,,,,80218637.0,ns,127494 -fragmented_iter,legion,,,,80952885.0,ns,129068 -fragmented_iter,legion,,,,81928784.0,ns,130642 -fragmented_iter,legion,,,,82890525.0,ns,132216 -fragmented_iter,legion,,,,84578122.0,ns,133790 -fragmented_iter,legion,,,,85268877.0,ns,135364 -fragmented_iter,legion,,,,86074392.0,ns,136938 -fragmented_iter,legion,,,,87124001.0,ns,138512 -fragmented_iter,legion,,,,87955985.0,ns,140086 -fragmented_iter,legion,,,,88954849.0,ns,141660 -fragmented_iter,legion,,,,89869992.0,ns,143234 -fragmented_iter,legion,,,,91435155.0,ns,144808 -fragmented_iter,legion,,,,91811019.0,ns,146382 -fragmented_iter,legion,,,,92993102.0,ns,147956 -fragmented_iter,legion,,,,93722812.0,ns,149530 -fragmented_iter,legion,,,,95287030.0,ns,151104 -fragmented_iter,legion,,,,96521564.0,ns,152678 -fragmented_iter,legion,,,,96969136.0,ns,154252 -fragmented_iter,legion,,,,98259815.0,ns,155826 -fragmented_iter,legion,,,,98928017.0,ns,157400 +fragmented_iter,legion,,,,1172000.0,ns,2897 +fragmented_iter,legion,,,,2021100.0,ns,5794 +fragmented_iter,legion,,,,3048200.0,ns,8691 +fragmented_iter,legion,,,,4022000.0,ns,11588 +fragmented_iter,legion,,,,5079900.0,ns,14485 +fragmented_iter,legion,,,,6015300.0,ns,17382 +fragmented_iter,legion,,,,7049300.0,ns,20279 +fragmented_iter,legion,,,,8013900.0,ns,23176 +fragmented_iter,legion,,,,9028100.0,ns,26073 +fragmented_iter,legion,,,,9976400.0,ns,28970 +fragmented_iter,legion,,,,11055300.0,ns,31867 +fragmented_iter,legion,,,,11947200.0,ns,34764 +fragmented_iter,legion,,,,12945400.0,ns,37661 +fragmented_iter,legion,,,,14010900.0,ns,40558 +fragmented_iter,legion,,,,14979500.0,ns,43455 +fragmented_iter,legion,,,,15888200.0,ns,46352 +fragmented_iter,legion,,,,16843300.0,ns,49249 +fragmented_iter,legion,,,,17734200.0,ns,52146 +fragmented_iter,legion,,,,18795500.0,ns,55043 +fragmented_iter,legion,,,,19843500.0,ns,57940 +fragmented_iter,legion,,,,20874000.0,ns,60837 +fragmented_iter,legion,,,,21879500.0,ns,63734 +fragmented_iter,legion,,,,22766000.0,ns,66631 +fragmented_iter,legion,,,,23727900.0,ns,69528 +fragmented_iter,legion,,,,24628800.0,ns,72425 +fragmented_iter,legion,,,,25740800.0,ns,75322 +fragmented_iter,legion,,,,26550000.0,ns,78219 +fragmented_iter,legion,,,,27784200.0,ns,81116 +fragmented_iter,legion,,,,28800000.0,ns,84013 +fragmented_iter,legion,,,,29906000.0,ns,86910 +fragmented_iter,legion,,,,30562200.0,ns,89807 +fragmented_iter,legion,,,,31619800.0,ns,92704 +fragmented_iter,legion,,,,32544800.0,ns,95601 +fragmented_iter,legion,,,,33606500.0,ns,98498 +fragmented_iter,legion,,,,34863100.0,ns,101395 +fragmented_iter,legion,,,,35662600.0,ns,104292 +fragmented_iter,legion,,,,36910100.0,ns,107189 +fragmented_iter,legion,,,,38080300.0,ns,110086 +fragmented_iter,legion,,,,38625700.0,ns,112983 +fragmented_iter,legion,,,,40719800.0,ns,115880 +fragmented_iter,legion,,,,41403000.0,ns,118777 +fragmented_iter,legion,,,,41582500.0,ns,121674 +fragmented_iter,legion,,,,42496200.0,ns,124571 +fragmented_iter,legion,,,,43705800.0,ns,127468 +fragmented_iter,legion,,,,44852200.0,ns,130365 +fragmented_iter,legion,,,,45915000.0,ns,133262 +fragmented_iter,legion,,,,46650200.0,ns,136159 +fragmented_iter,legion,,,,47701000.0,ns,139056 +fragmented_iter,legion,,,,48547300.0,ns,141953 +fragmented_iter,legion,,,,49318800.0,ns,144850 +fragmented_iter,legion,,,,50357400.0,ns,147747 +fragmented_iter,legion,,,,51158400.0,ns,150644 +fragmented_iter,legion,,,,52819300.0,ns,153541 +fragmented_iter,legion,,,,53903600.0,ns,156438 +fragmented_iter,legion,,,,54560300.0,ns,159335 +fragmented_iter,legion,,,,55845900.0,ns,162232 +fragmented_iter,legion,,,,56536400.0,ns,165129 +fragmented_iter,legion,,,,57903900.0,ns,168026 +fragmented_iter,legion,,,,58278800.0,ns,170923 +fragmented_iter,legion,,,,59146300.0,ns,173820 +fragmented_iter,legion,,,,60559200.0,ns,176717 +fragmented_iter,legion,,,,61423000.0,ns,179614 +fragmented_iter,legion,,,,62722800.0,ns,182511 +fragmented_iter,legion,,,,63641800.0,ns,185408 +fragmented_iter,legion,,,,64868100.0,ns,188305 +fragmented_iter,legion,,,,65463500.0,ns,191202 +fragmented_iter,legion,,,,66675800.0,ns,194099 +fragmented_iter,legion,,,,67121000.0,ns,196996 +fragmented_iter,legion,,,,67983800.0,ns,199893 +fragmented_iter,legion,,,,69478500.0,ns,202790 +fragmented_iter,legion,,,,70820700.0,ns,205687 +fragmented_iter,legion,,,,71466100.0,ns,208584 +fragmented_iter,legion,,,,72326400.0,ns,211481 +fragmented_iter,legion,,,,72945800.0,ns,214378 +fragmented_iter,legion,,,,74032500.0,ns,217275 +fragmented_iter,legion,,,,75087600.0,ns,220172 +fragmented_iter,legion,,,,76347200.0,ns,223069 +fragmented_iter,legion,,,,76702700.0,ns,225966 +fragmented_iter,legion,,,,77638600.0,ns,228863 +fragmented_iter,legion,,,,79008000.0,ns,231760 +fragmented_iter,legion,,,,81032800.0,ns,234657 +fragmented_iter,legion,,,,81298400.0,ns,237554 +fragmented_iter,legion,,,,81741100.0,ns,240451 +fragmented_iter,legion,,,,82662700.0,ns,243348 +fragmented_iter,legion,,,,83669700.0,ns,246245 +fragmented_iter,legion,,,,84702100.0,ns,249142 +fragmented_iter,legion,,,,86376200.0,ns,252039 +fragmented_iter,legion,,,,86989000.0,ns,254936 +fragmented_iter,legion,,,,87898900.0,ns,257833 +fragmented_iter,legion,,,,89330500.0,ns,260730 +fragmented_iter,legion,,,,89964400.0,ns,263627 +fragmented_iter,legion,,,,90675700.0,ns,266524 +fragmented_iter,legion,,,,91885900.0,ns,269421 +fragmented_iter,legion,,,,93154900.0,ns,272318 +fragmented_iter,legion,,,,93931800.0,ns,275215 +fragmented_iter,legion,,,,94919900.0,ns,278112 +fragmented_iter,legion,,,,96048800.0,ns,281009 +fragmented_iter,legion,,,,97213400.0,ns,283906 +fragmented_iter,legion,,,,97541500.0,ns,286803 +fragmented_iter,legion,,,,99036500.0,ns,289700 diff --git a/target/criterion/fragmented_iter/legion/base/sample.json b/target/criterion/fragmented_iter/legion/base/sample.json index d0239bb3..b99bb30c 100644 --- a/target/criterion/fragmented_iter/legion/base/sample.json +++ b/target/criterion/fragmented_iter/legion/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1574.0,3148.0,4722.0,6296.0,7870.0,9444.0,11018.0,12592.0,14166.0,15740.0,17314.0,18888.0,20462.0,22036.0,23610.0,25184.0,26758.0,28332.0,29906.0,31480.0,33054.0,34628.0,36202.0,37776.0,39350.0,40924.0,42498.0,44072.0,45646.0,47220.0,48794.0,50368.0,51942.0,53516.0,55090.0,56664.0,58238.0,59812.0,61386.0,62960.0,64534.0,66108.0,67682.0,69256.0,70830.0,72404.0,73978.0,75552.0,77126.0,78700.0,80274.0,81848.0,83422.0,84996.0,86570.0,88144.0,89718.0,91292.0,92866.0,94440.0,96014.0,97588.0,99162.0,100736.0,102310.0,103884.0,105458.0,107032.0,108606.0,110180.0,111754.0,113328.0,114902.0,116476.0,118050.0,119624.0,121198.0,122772.0,124346.0,125920.0,127494.0,129068.0,130642.0,132216.0,133790.0,135364.0,136938.0,138512.0,140086.0,141660.0,143234.0,144808.0,146382.0,147956.0,149530.0,151104.0,152678.0,154252.0,155826.0,157400.0],"times":[1092421.0,1953762.0,3431728.0,3969240.0,4884125.0,5876174.0,7196710.0,7839574.0,8989075.0,9826509.0,10957254.0,11982907.0,12926917.0,15417119.0,14679254.0,16005501.0,16905305.0,19916671.0,18807389.0,19958641.0,20845841.0,22060576.0,22843847.0,23660564.0,27517060.0,25997366.0,26583952.0,27760273.0,29105736.0,29572116.0,30738767.0,31928174.0,32693702.0,34256819.0,36089430.0,39623002.0,36346119.0,37588506.0,38694002.0,43892174.0,40378109.0,41484759.0,42510593.0,43362385.0,44585615.0,45635176.0,46377119.0,48248813.0,48499693.0,49800389.0,50751691.0,51340363.0,52447423.0,53610559.0,54281797.0,55813665.0,56488341.0,57263417.0,58699572.0,60100952.0,60890105.0,61714766.0,62249797.0,63297441.0,64191123.0,65191571.0,66340899.0,67616859.0,68300733.0,69523312.0,70113546.0,72098619.0,72006903.0,73334772.0,74194431.0,75191991.0,76110911.0,77821700.0,77925558.0,79076300.0,80218637.0,80952885.0,81928784.0,82890525.0,84578122.0,85268877.0,86074392.0,87124001.0,87955985.0,88954849.0,89869992.0,91435155.0,91811019.0,92993102.0,93722812.0,95287030.0,96521564.0,96969136.0,98259815.0,98928017.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[2897.0,5794.0,8691.0,11588.0,14485.0,17382.0,20279.0,23176.0,26073.0,28970.0,31867.0,34764.0,37661.0,40558.0,43455.0,46352.0,49249.0,52146.0,55043.0,57940.0,60837.0,63734.0,66631.0,69528.0,72425.0,75322.0,78219.0,81116.0,84013.0,86910.0,89807.0,92704.0,95601.0,98498.0,101395.0,104292.0,107189.0,110086.0,112983.0,115880.0,118777.0,121674.0,124571.0,127468.0,130365.0,133262.0,136159.0,139056.0,141953.0,144850.0,147747.0,150644.0,153541.0,156438.0,159335.0,162232.0,165129.0,168026.0,170923.0,173820.0,176717.0,179614.0,182511.0,185408.0,188305.0,191202.0,194099.0,196996.0,199893.0,202790.0,205687.0,208584.0,211481.0,214378.0,217275.0,220172.0,223069.0,225966.0,228863.0,231760.0,234657.0,237554.0,240451.0,243348.0,246245.0,249142.0,252039.0,254936.0,257833.0,260730.0,263627.0,266524.0,269421.0,272318.0,275215.0,278112.0,281009.0,283906.0,286803.0,289700.0],"times":[1172000.0,2021100.0,3048200.0,4022000.0,5079900.0,6015300.0,7049300.0,8013900.0,9028100.0,9976400.0,11055300.0,11947200.0,12945400.0,14010900.0,14979500.0,15888200.0,16843300.0,17734200.0,18795500.0,19843500.0,20874000.0,21879500.0,22766000.0,23727900.0,24628800.0,25740800.0,26550000.0,27784200.0,28800000.0,29906000.0,30562200.0,31619800.0,32544800.0,33606500.0,34863100.0,35662600.0,36910100.0,38080300.0,38625700.0,40719800.0,41403000.0,41582500.0,42496200.0,43705800.0,44852200.0,45915000.0,46650200.0,47701000.0,48547300.0,49318800.0,50357400.0,51158400.0,52819300.0,53903600.0,54560300.0,55845900.0,56536400.0,57903900.0,58278800.0,59146300.0,60559200.0,61423000.0,62722800.0,63641800.0,64868100.0,65463500.0,66675800.0,67121000.0,67983800.0,69478500.0,70820700.0,71466100.0,72326400.0,72945800.0,74032500.0,75087600.0,76347200.0,76702700.0,77638600.0,79008000.0,81032800.0,81298400.0,81741100.0,82662700.0,83669700.0,84702100.0,86376200.0,86989000.0,87898900.0,89330500.0,89964400.0,90675700.0,91885900.0,93154900.0,93931800.0,94919900.0,96048800.0,97213400.0,97541500.0,99036500.0]} \ No newline at end of file diff --git a/target/criterion/fragmented_iter/legion/base/tukey.json b/target/criterion/fragmented_iter/legion/base/tukey.json index 7bd93567..43cc65fd 100644 --- a/target/criterion/fragmented_iter/legion/base/tukey.json +++ b/target/criterion/fragmented_iter/legion/base/tukey.json @@ -1 +1 @@ -[611.308591151542,619.3695693585321,640.8655112438389,648.926489450829] \ No newline at end of file +[331.99724789944275,336.52227027198086,348.58899659874913,353.11401897128724] \ No newline at end of file diff --git a/target/criterion/fragmented_iter/legion/change/estimates.json b/target/criterion/fragmented_iter/legion/change/estimates.json index 59d0644b..dfea504f 100644 --- a/target/criterion/fragmented_iter/legion/change/estimates.json +++ b/target/criterion/fragmented_iter/legion/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00685625999121501,"upper_bound":0.006114239653759001},"point_estimate":-0.0016698683949736282,"standard_error":0.003192181664169706},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.012064274472887049,"upper_bound":-0.007961959591460843},"point_estimate":-0.009996021484376394,"standard_error":0.0010699725472107864}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.46324831660794025,"upper_bound":-0.45544796277266864},"point_estimate":-0.45938919598759353,"standard_error":0.0019866581423355176},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.4574163807247459,"upper_bound":-0.4551476729730771},"point_estimate":-0.45606836364860803,"standard_error":0.0005933506538555077}} \ No newline at end of file diff --git a/target/criterion/fragmented_iter/legion/new/estimates.json b/target/criterion/fragmented_iter/legion/new/estimates.json index c1ed169d..d63c0d51 100644 --- a/target/criterion/fragmented_iter/legion/new/estimates.json +++ b/target/criterion/fragmented_iter/legion/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":631.6865194720398,"upper_bound":639.2523908155612},"point_estimate":635.1817180351869,"standard_error":1.9365443100227464},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":628.5694425867719,"upper_bound":630.573941447512},"point_estimate":629.450345256889,"standard_error":0.5262790239514816},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2.532867866631793,"upper_bound":4.701983332164411},"point_estimate":3.4549678766822036,"standard_error":0.5439307792394786},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":629.3757838566308,"upper_bound":631.5679535025894},"point_estimate":630.3306799196865,"standard_error":0.5607560866266919},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12.38020072503649,"upper_bound":25.179294519240024},"point_estimate":19.465087479796182,"standard_error":3.3330237538256897}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":342.3992445591262,"upper_bound":344.91982209579754},"point_estimate":343.38609928098407,"standard_error":0.6650197071814357},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":341.8717860209058,"upper_bound":342.690290124889},"point_estimate":342.37795629752827,"standard_error":0.2342793788594022},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.5625185143990272,"upper_bound":2.703805491196603},"point_estimate":2.1649136537612015,"standard_error":0.29316222545678916},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":341.4357109255725,"upper_bound":342.18636078079504},"point_estimate":341.7954713219481,"standard_error":0.19119441732191159},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2.127166107182475,"upper_bound":10.93143409589976},"point_estimate":6.670618325838708,"standard_error":2.947204355851552}} \ No newline at end of file diff --git a/target/criterion/fragmented_iter/legion/new/raw.csv b/target/criterion/fragmented_iter/legion/new/raw.csv index f5f9a201..ba23f070 100644 --- a/target/criterion/fragmented_iter/legion/new/raw.csv +++ b/target/criterion/fragmented_iter/legion/new/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -fragmented_iter,legion,,,,1092421.0,ns,1574 -fragmented_iter,legion,,,,1953762.0,ns,3148 -fragmented_iter,legion,,,,3431728.0,ns,4722 -fragmented_iter,legion,,,,3969240.0,ns,6296 -fragmented_iter,legion,,,,4884125.0,ns,7870 -fragmented_iter,legion,,,,5876174.0,ns,9444 -fragmented_iter,legion,,,,7196710.0,ns,11018 -fragmented_iter,legion,,,,7839574.0,ns,12592 -fragmented_iter,legion,,,,8989075.0,ns,14166 -fragmented_iter,legion,,,,9826509.0,ns,15740 -fragmented_iter,legion,,,,10957254.0,ns,17314 -fragmented_iter,legion,,,,11982907.0,ns,18888 -fragmented_iter,legion,,,,12926917.0,ns,20462 -fragmented_iter,legion,,,,15417119.0,ns,22036 -fragmented_iter,legion,,,,14679254.0,ns,23610 -fragmented_iter,legion,,,,16005501.0,ns,25184 -fragmented_iter,legion,,,,16905305.0,ns,26758 -fragmented_iter,legion,,,,19916671.0,ns,28332 -fragmented_iter,legion,,,,18807389.0,ns,29906 -fragmented_iter,legion,,,,19958641.0,ns,31480 -fragmented_iter,legion,,,,20845841.0,ns,33054 -fragmented_iter,legion,,,,22060576.0,ns,34628 -fragmented_iter,legion,,,,22843847.0,ns,36202 -fragmented_iter,legion,,,,23660564.0,ns,37776 -fragmented_iter,legion,,,,27517060.0,ns,39350 -fragmented_iter,legion,,,,25997366.0,ns,40924 -fragmented_iter,legion,,,,26583952.0,ns,42498 -fragmented_iter,legion,,,,27760273.0,ns,44072 -fragmented_iter,legion,,,,29105736.0,ns,45646 -fragmented_iter,legion,,,,29572116.0,ns,47220 -fragmented_iter,legion,,,,30738767.0,ns,48794 -fragmented_iter,legion,,,,31928174.0,ns,50368 -fragmented_iter,legion,,,,32693702.0,ns,51942 -fragmented_iter,legion,,,,34256819.0,ns,53516 -fragmented_iter,legion,,,,36089430.0,ns,55090 -fragmented_iter,legion,,,,39623002.0,ns,56664 -fragmented_iter,legion,,,,36346119.0,ns,58238 -fragmented_iter,legion,,,,37588506.0,ns,59812 -fragmented_iter,legion,,,,38694002.0,ns,61386 -fragmented_iter,legion,,,,43892174.0,ns,62960 -fragmented_iter,legion,,,,40378109.0,ns,64534 -fragmented_iter,legion,,,,41484759.0,ns,66108 -fragmented_iter,legion,,,,42510593.0,ns,67682 -fragmented_iter,legion,,,,43362385.0,ns,69256 -fragmented_iter,legion,,,,44585615.0,ns,70830 -fragmented_iter,legion,,,,45635176.0,ns,72404 -fragmented_iter,legion,,,,46377119.0,ns,73978 -fragmented_iter,legion,,,,48248813.0,ns,75552 -fragmented_iter,legion,,,,48499693.0,ns,77126 -fragmented_iter,legion,,,,49800389.0,ns,78700 -fragmented_iter,legion,,,,50751691.0,ns,80274 -fragmented_iter,legion,,,,51340363.0,ns,81848 -fragmented_iter,legion,,,,52447423.0,ns,83422 -fragmented_iter,legion,,,,53610559.0,ns,84996 -fragmented_iter,legion,,,,54281797.0,ns,86570 -fragmented_iter,legion,,,,55813665.0,ns,88144 -fragmented_iter,legion,,,,56488341.0,ns,89718 -fragmented_iter,legion,,,,57263417.0,ns,91292 -fragmented_iter,legion,,,,58699572.0,ns,92866 -fragmented_iter,legion,,,,60100952.0,ns,94440 -fragmented_iter,legion,,,,60890105.0,ns,96014 -fragmented_iter,legion,,,,61714766.0,ns,97588 -fragmented_iter,legion,,,,62249797.0,ns,99162 -fragmented_iter,legion,,,,63297441.0,ns,100736 -fragmented_iter,legion,,,,64191123.0,ns,102310 -fragmented_iter,legion,,,,65191571.0,ns,103884 -fragmented_iter,legion,,,,66340899.0,ns,105458 -fragmented_iter,legion,,,,67616859.0,ns,107032 -fragmented_iter,legion,,,,68300733.0,ns,108606 -fragmented_iter,legion,,,,69523312.0,ns,110180 -fragmented_iter,legion,,,,70113546.0,ns,111754 -fragmented_iter,legion,,,,72098619.0,ns,113328 -fragmented_iter,legion,,,,72006903.0,ns,114902 -fragmented_iter,legion,,,,73334772.0,ns,116476 -fragmented_iter,legion,,,,74194431.0,ns,118050 -fragmented_iter,legion,,,,75191991.0,ns,119624 -fragmented_iter,legion,,,,76110911.0,ns,121198 -fragmented_iter,legion,,,,77821700.0,ns,122772 -fragmented_iter,legion,,,,77925558.0,ns,124346 -fragmented_iter,legion,,,,79076300.0,ns,125920 -fragmented_iter,legion,,,,80218637.0,ns,127494 -fragmented_iter,legion,,,,80952885.0,ns,129068 -fragmented_iter,legion,,,,81928784.0,ns,130642 -fragmented_iter,legion,,,,82890525.0,ns,132216 -fragmented_iter,legion,,,,84578122.0,ns,133790 -fragmented_iter,legion,,,,85268877.0,ns,135364 -fragmented_iter,legion,,,,86074392.0,ns,136938 -fragmented_iter,legion,,,,87124001.0,ns,138512 -fragmented_iter,legion,,,,87955985.0,ns,140086 -fragmented_iter,legion,,,,88954849.0,ns,141660 -fragmented_iter,legion,,,,89869992.0,ns,143234 -fragmented_iter,legion,,,,91435155.0,ns,144808 -fragmented_iter,legion,,,,91811019.0,ns,146382 -fragmented_iter,legion,,,,92993102.0,ns,147956 -fragmented_iter,legion,,,,93722812.0,ns,149530 -fragmented_iter,legion,,,,95287030.0,ns,151104 -fragmented_iter,legion,,,,96521564.0,ns,152678 -fragmented_iter,legion,,,,96969136.0,ns,154252 -fragmented_iter,legion,,,,98259815.0,ns,155826 -fragmented_iter,legion,,,,98928017.0,ns,157400 +fragmented_iter,legion,,,,1172000.0,ns,2897 +fragmented_iter,legion,,,,2021100.0,ns,5794 +fragmented_iter,legion,,,,3048200.0,ns,8691 +fragmented_iter,legion,,,,4022000.0,ns,11588 +fragmented_iter,legion,,,,5079900.0,ns,14485 +fragmented_iter,legion,,,,6015300.0,ns,17382 +fragmented_iter,legion,,,,7049300.0,ns,20279 +fragmented_iter,legion,,,,8013900.0,ns,23176 +fragmented_iter,legion,,,,9028100.0,ns,26073 +fragmented_iter,legion,,,,9976400.0,ns,28970 +fragmented_iter,legion,,,,11055300.0,ns,31867 +fragmented_iter,legion,,,,11947200.0,ns,34764 +fragmented_iter,legion,,,,12945400.0,ns,37661 +fragmented_iter,legion,,,,14010900.0,ns,40558 +fragmented_iter,legion,,,,14979500.0,ns,43455 +fragmented_iter,legion,,,,15888200.0,ns,46352 +fragmented_iter,legion,,,,16843300.0,ns,49249 +fragmented_iter,legion,,,,17734200.0,ns,52146 +fragmented_iter,legion,,,,18795500.0,ns,55043 +fragmented_iter,legion,,,,19843500.0,ns,57940 +fragmented_iter,legion,,,,20874000.0,ns,60837 +fragmented_iter,legion,,,,21879500.0,ns,63734 +fragmented_iter,legion,,,,22766000.0,ns,66631 +fragmented_iter,legion,,,,23727900.0,ns,69528 +fragmented_iter,legion,,,,24628800.0,ns,72425 +fragmented_iter,legion,,,,25740800.0,ns,75322 +fragmented_iter,legion,,,,26550000.0,ns,78219 +fragmented_iter,legion,,,,27784200.0,ns,81116 +fragmented_iter,legion,,,,28800000.0,ns,84013 +fragmented_iter,legion,,,,29906000.0,ns,86910 +fragmented_iter,legion,,,,30562200.0,ns,89807 +fragmented_iter,legion,,,,31619800.0,ns,92704 +fragmented_iter,legion,,,,32544800.0,ns,95601 +fragmented_iter,legion,,,,33606500.0,ns,98498 +fragmented_iter,legion,,,,34863100.0,ns,101395 +fragmented_iter,legion,,,,35662600.0,ns,104292 +fragmented_iter,legion,,,,36910100.0,ns,107189 +fragmented_iter,legion,,,,38080300.0,ns,110086 +fragmented_iter,legion,,,,38625700.0,ns,112983 +fragmented_iter,legion,,,,40719800.0,ns,115880 +fragmented_iter,legion,,,,41403000.0,ns,118777 +fragmented_iter,legion,,,,41582500.0,ns,121674 +fragmented_iter,legion,,,,42496200.0,ns,124571 +fragmented_iter,legion,,,,43705800.0,ns,127468 +fragmented_iter,legion,,,,44852200.0,ns,130365 +fragmented_iter,legion,,,,45915000.0,ns,133262 +fragmented_iter,legion,,,,46650200.0,ns,136159 +fragmented_iter,legion,,,,47701000.0,ns,139056 +fragmented_iter,legion,,,,48547300.0,ns,141953 +fragmented_iter,legion,,,,49318800.0,ns,144850 +fragmented_iter,legion,,,,50357400.0,ns,147747 +fragmented_iter,legion,,,,51158400.0,ns,150644 +fragmented_iter,legion,,,,52819300.0,ns,153541 +fragmented_iter,legion,,,,53903600.0,ns,156438 +fragmented_iter,legion,,,,54560300.0,ns,159335 +fragmented_iter,legion,,,,55845900.0,ns,162232 +fragmented_iter,legion,,,,56536400.0,ns,165129 +fragmented_iter,legion,,,,57903900.0,ns,168026 +fragmented_iter,legion,,,,58278800.0,ns,170923 +fragmented_iter,legion,,,,59146300.0,ns,173820 +fragmented_iter,legion,,,,60559200.0,ns,176717 +fragmented_iter,legion,,,,61423000.0,ns,179614 +fragmented_iter,legion,,,,62722800.0,ns,182511 +fragmented_iter,legion,,,,63641800.0,ns,185408 +fragmented_iter,legion,,,,64868100.0,ns,188305 +fragmented_iter,legion,,,,65463500.0,ns,191202 +fragmented_iter,legion,,,,66675800.0,ns,194099 +fragmented_iter,legion,,,,67121000.0,ns,196996 +fragmented_iter,legion,,,,67983800.0,ns,199893 +fragmented_iter,legion,,,,69478500.0,ns,202790 +fragmented_iter,legion,,,,70820700.0,ns,205687 +fragmented_iter,legion,,,,71466100.0,ns,208584 +fragmented_iter,legion,,,,72326400.0,ns,211481 +fragmented_iter,legion,,,,72945800.0,ns,214378 +fragmented_iter,legion,,,,74032500.0,ns,217275 +fragmented_iter,legion,,,,75087600.0,ns,220172 +fragmented_iter,legion,,,,76347200.0,ns,223069 +fragmented_iter,legion,,,,76702700.0,ns,225966 +fragmented_iter,legion,,,,77638600.0,ns,228863 +fragmented_iter,legion,,,,79008000.0,ns,231760 +fragmented_iter,legion,,,,81032800.0,ns,234657 +fragmented_iter,legion,,,,81298400.0,ns,237554 +fragmented_iter,legion,,,,81741100.0,ns,240451 +fragmented_iter,legion,,,,82662700.0,ns,243348 +fragmented_iter,legion,,,,83669700.0,ns,246245 +fragmented_iter,legion,,,,84702100.0,ns,249142 +fragmented_iter,legion,,,,86376200.0,ns,252039 +fragmented_iter,legion,,,,86989000.0,ns,254936 +fragmented_iter,legion,,,,87898900.0,ns,257833 +fragmented_iter,legion,,,,89330500.0,ns,260730 +fragmented_iter,legion,,,,89964400.0,ns,263627 +fragmented_iter,legion,,,,90675700.0,ns,266524 +fragmented_iter,legion,,,,91885900.0,ns,269421 +fragmented_iter,legion,,,,93154900.0,ns,272318 +fragmented_iter,legion,,,,93931800.0,ns,275215 +fragmented_iter,legion,,,,94919900.0,ns,278112 +fragmented_iter,legion,,,,96048800.0,ns,281009 +fragmented_iter,legion,,,,97213400.0,ns,283906 +fragmented_iter,legion,,,,97541500.0,ns,286803 +fragmented_iter,legion,,,,99036500.0,ns,289700 diff --git a/target/criterion/fragmented_iter/legion/new/sample.json b/target/criterion/fragmented_iter/legion/new/sample.json index d0239bb3..b99bb30c 100644 --- a/target/criterion/fragmented_iter/legion/new/sample.json +++ b/target/criterion/fragmented_iter/legion/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1574.0,3148.0,4722.0,6296.0,7870.0,9444.0,11018.0,12592.0,14166.0,15740.0,17314.0,18888.0,20462.0,22036.0,23610.0,25184.0,26758.0,28332.0,29906.0,31480.0,33054.0,34628.0,36202.0,37776.0,39350.0,40924.0,42498.0,44072.0,45646.0,47220.0,48794.0,50368.0,51942.0,53516.0,55090.0,56664.0,58238.0,59812.0,61386.0,62960.0,64534.0,66108.0,67682.0,69256.0,70830.0,72404.0,73978.0,75552.0,77126.0,78700.0,80274.0,81848.0,83422.0,84996.0,86570.0,88144.0,89718.0,91292.0,92866.0,94440.0,96014.0,97588.0,99162.0,100736.0,102310.0,103884.0,105458.0,107032.0,108606.0,110180.0,111754.0,113328.0,114902.0,116476.0,118050.0,119624.0,121198.0,122772.0,124346.0,125920.0,127494.0,129068.0,130642.0,132216.0,133790.0,135364.0,136938.0,138512.0,140086.0,141660.0,143234.0,144808.0,146382.0,147956.0,149530.0,151104.0,152678.0,154252.0,155826.0,157400.0],"times":[1092421.0,1953762.0,3431728.0,3969240.0,4884125.0,5876174.0,7196710.0,7839574.0,8989075.0,9826509.0,10957254.0,11982907.0,12926917.0,15417119.0,14679254.0,16005501.0,16905305.0,19916671.0,18807389.0,19958641.0,20845841.0,22060576.0,22843847.0,23660564.0,27517060.0,25997366.0,26583952.0,27760273.0,29105736.0,29572116.0,30738767.0,31928174.0,32693702.0,34256819.0,36089430.0,39623002.0,36346119.0,37588506.0,38694002.0,43892174.0,40378109.0,41484759.0,42510593.0,43362385.0,44585615.0,45635176.0,46377119.0,48248813.0,48499693.0,49800389.0,50751691.0,51340363.0,52447423.0,53610559.0,54281797.0,55813665.0,56488341.0,57263417.0,58699572.0,60100952.0,60890105.0,61714766.0,62249797.0,63297441.0,64191123.0,65191571.0,66340899.0,67616859.0,68300733.0,69523312.0,70113546.0,72098619.0,72006903.0,73334772.0,74194431.0,75191991.0,76110911.0,77821700.0,77925558.0,79076300.0,80218637.0,80952885.0,81928784.0,82890525.0,84578122.0,85268877.0,86074392.0,87124001.0,87955985.0,88954849.0,89869992.0,91435155.0,91811019.0,92993102.0,93722812.0,95287030.0,96521564.0,96969136.0,98259815.0,98928017.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[2897.0,5794.0,8691.0,11588.0,14485.0,17382.0,20279.0,23176.0,26073.0,28970.0,31867.0,34764.0,37661.0,40558.0,43455.0,46352.0,49249.0,52146.0,55043.0,57940.0,60837.0,63734.0,66631.0,69528.0,72425.0,75322.0,78219.0,81116.0,84013.0,86910.0,89807.0,92704.0,95601.0,98498.0,101395.0,104292.0,107189.0,110086.0,112983.0,115880.0,118777.0,121674.0,124571.0,127468.0,130365.0,133262.0,136159.0,139056.0,141953.0,144850.0,147747.0,150644.0,153541.0,156438.0,159335.0,162232.0,165129.0,168026.0,170923.0,173820.0,176717.0,179614.0,182511.0,185408.0,188305.0,191202.0,194099.0,196996.0,199893.0,202790.0,205687.0,208584.0,211481.0,214378.0,217275.0,220172.0,223069.0,225966.0,228863.0,231760.0,234657.0,237554.0,240451.0,243348.0,246245.0,249142.0,252039.0,254936.0,257833.0,260730.0,263627.0,266524.0,269421.0,272318.0,275215.0,278112.0,281009.0,283906.0,286803.0,289700.0],"times":[1172000.0,2021100.0,3048200.0,4022000.0,5079900.0,6015300.0,7049300.0,8013900.0,9028100.0,9976400.0,11055300.0,11947200.0,12945400.0,14010900.0,14979500.0,15888200.0,16843300.0,17734200.0,18795500.0,19843500.0,20874000.0,21879500.0,22766000.0,23727900.0,24628800.0,25740800.0,26550000.0,27784200.0,28800000.0,29906000.0,30562200.0,31619800.0,32544800.0,33606500.0,34863100.0,35662600.0,36910100.0,38080300.0,38625700.0,40719800.0,41403000.0,41582500.0,42496200.0,43705800.0,44852200.0,45915000.0,46650200.0,47701000.0,48547300.0,49318800.0,50357400.0,51158400.0,52819300.0,53903600.0,54560300.0,55845900.0,56536400.0,57903900.0,58278800.0,59146300.0,60559200.0,61423000.0,62722800.0,63641800.0,64868100.0,65463500.0,66675800.0,67121000.0,67983800.0,69478500.0,70820700.0,71466100.0,72326400.0,72945800.0,74032500.0,75087600.0,76347200.0,76702700.0,77638600.0,79008000.0,81032800.0,81298400.0,81741100.0,82662700.0,83669700.0,84702100.0,86376200.0,86989000.0,87898900.0,89330500.0,89964400.0,90675700.0,91885900.0,93154900.0,93931800.0,94919900.0,96048800.0,97213400.0,97541500.0,99036500.0]} \ No newline at end of file diff --git a/target/criterion/fragmented_iter/legion/new/tukey.json b/target/criterion/fragmented_iter/legion/new/tukey.json index 7bd93567..43cc65fd 100644 --- a/target/criterion/fragmented_iter/legion/new/tukey.json +++ b/target/criterion/fragmented_iter/legion/new/tukey.json @@ -1 +1 @@ -[611.308591151542,619.3695693585321,640.8655112438389,648.926489450829] \ No newline at end of file +[331.99724789944275,336.52227027198086,348.58899659874913,353.11401897128724] \ No newline at end of file diff --git a/target/criterion/fragmented_iter/legion/report/MAD.svg b/target/criterion/fragmented_iter/legion/report/MAD.svg index 62e39b3d..1ddbd588 100644 --- a/target/criterion/fragmented_iter/legion/report/MAD.svg +++ b/target/criterion/fragmented_iter/legion/report/MAD.svg @@ -1,293 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.1 - - - - - 0.2 - - - - - 0.3 - - - - - 0.4 - - - - - 0.5 - - - - - 0.6 - - - - - 0.7 - - - - - 0.8 - - - - - 2.5 - - - - - 3 - - - - - 3.5 - - - - - 4 - - - - - 4.5 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - fragmented_iter/legion: MAD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +fragmented_iter/legion:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + + +1.6 + + + +1.8 + + + +2 + + + +2.2 + + + +2.4 + + + +2.6 + + + +2.8 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/fragmented_iter/legion/report/SD.svg b/target/criterion/fragmented_iter/legion/report/SD.svg index b5f50a35..094a1679 100644 --- a/target/criterion/fragmented_iter/legion/report/SD.svg +++ b/target/criterion/fragmented_iter/legion/report/SD.svg @@ -1,303 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.02 - - - - - 0.04 - - - - - 0.06 - - - - - 0.08 - - - - - 0.1 - - - - - 0.12 - - - - - 0.14 - - - - - 12 - - - - - 14 - - - - - 16 - - - - - 18 - - - - - 20 - - - - - 22 - - - - - 24 - - - - - 26 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - fragmented_iter/legion: SD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +fragmented_iter/legion:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + +0.45 + + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/fragmented_iter/legion/report/both/pdf.svg b/target/criterion/fragmented_iter/legion/report/both/pdf.svg index 8a34dd45..583e5af1 100644 --- a/target/criterion/fragmented_iter/legion/report/both/pdf.svg +++ b/target/criterion/fragmented_iter/legion/report/both/pdf.svg @@ -1,333 +1,69 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.02 - - - - - 0.04 - - - - - 0.06 - - - - - 0.08 - - - - - 0.1 - - - - - 0.12 - - - - - 580 - - - - - 600 - - - - - 620 - - - - - 640 - - - - - 660 - - - - - 680 - - - - - 700 - - - - - 720 - - - - - 740 - - - - - 760 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - fragmented_iter/legion - - - - - Base PDF - - - Base PDF - - - - - - - - - - Base Mean - - - - - Base Mean - - - - - - New PDF - - - - - New PDF - - - - - - - - - - New Mean - - - - - New Mean - - - - - - - - - - - - - - + + +fragmented_iter/legion + + +Density (a.u.) + + +Average Time (ns) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + + +400 + + + +500 + + + +600 + + + +700 + + + + + + + +Base PDF + + +New PDF + + +Base Mean + + +New Mean + + + + + - diff --git a/target/criterion/fragmented_iter/legion/report/both/regression.svg b/target/criterion/fragmented_iter/legion/report/both/regression.svg index f2af9c63..d4117c38 100644 --- a/target/criterion/fragmented_iter/legion/report/both/regression.svg +++ b/target/criterion/fragmented_iter/legion/report/both/regression.svg @@ -1,318 +1,95 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 160 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - fragmented_iter/legion - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - Base sample - - - - - - New sample - - - New sample - - - - - - - - - - - - - - + + +fragmented_iter/legion + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + + + + + +Base Sample + + +New Sample + + + - diff --git a/target/criterion/fragmented_iter/legion/report/change/mean.svg b/target/criterion/fragmented_iter/legion/report/change/mean.svg index cc9325cb..a3565d43 100644 --- a/target/criterion/fragmented_iter/legion/report/change/mean.svg +++ b/target/criterion/fragmented_iter/legion/report/change/mean.svg @@ -1,320 +1,113 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 20 - - - - - 40 - - - - - 60 - - - - - 80 - - - - - 100 - - - - - 120 - - - - - 140 - - - - - -0.8 - - - - - -0.6 - - - - - -0.4 - - - - - -0.2 - - - - - 0 - - - - - 0.2 - - - - - 0.4 - - - - - 0.6 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - fragmented_iter/legion: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +fragmented_iter/legion:mean + + +Density (a.u.) + + +Relative change (%) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + +-0.464 + + + +-0.463 + + + +-0.462 + + + +-0.461 + + + +-0.46 + + + +-0.459 + + + +-0.458 + + + +-0.457 + + + +-0.456 + + + +-0.455 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/fragmented_iter/legion/report/change/median.svg b/target/criterion/fragmented_iter/legion/report/change/median.svg index c41ed986..a137632b 100644 --- a/target/criterion/fragmented_iter/legion/report/change/median.svg +++ b/target/criterion/fragmented_iter/legion/report/change/median.svg @@ -1,310 +1,81 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - 300 - - - - - 350 - - - - - 400 - - - - - -1.2 - - - - - -1.1 - - - - - -1 - - - - - -0.9 - - - - - -0.8 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - fragmented_iter/legion: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +fragmented_iter/legion:median + + +Density (a.u.) + + +Relative change (%) + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + + +-0.4575 + + + +-0.457 + + + +-0.4565 + + + +-0.456 + + + +-0.4555 + + + +-0.455 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/fragmented_iter/legion/report/change/t-test.svg b/target/criterion/fragmented_iter/legion/report/change/t-test.svg index 2aba059b..0463cd5e 100644 --- a/target/criterion/fragmented_iter/legion/report/change/t-test.svg +++ b/target/criterion/fragmented_iter/legion/report/change/t-test.svg @@ -1,255 +1,91 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - -5 - - - - - -4 - - - - - -3 - - - - - -2 - - - - - -1 - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - - - - - Density - - - - - t score - - - - - fragmented_iter/legion: Welch t test - - - - - t distribution - - - t distribution - - - - - - - - - - t statistic - - - - - t statistic - - - - - - - - - - - - - - + + +fragmented_iter/legion: Welch t test + + +Density + + +t score + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +-4.0 + + + +-3.0 + + + +-2.0 + + + +-1.0 + + + +0.0 + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + + + +t distribution + + +t statistic + + + - diff --git a/target/criterion/fragmented_iter/legion/report/index.html b/target/criterion/fragmented_iter/legion/report/index.html index 9a942a19..3a1faeb5 100644 --- a/target/criterion/fragmented_iter/legion/report/index.html +++ b/target/criterion/fragmented_iter/legion/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 629.38 ns - 630.33 ns - 631.57 ns + 341.44 ns + 341.80 ns + 342.19 ns R² - 0.9769662 - 0.9772736 - 0.9767575 + 0.9964875 + 0.9966396 + 0.9964601 Mean - 631.69 ns - 635.18 ns - 639.25 ns + 342.40 ns + 343.39 ns + 344.92 ns Std. Dev. - 12.380 ns - 19.465 ns - 25.179 ns + 2.1272 ns + 6.6706 ns + 10.931 ns Median - 628.57 ns - 629.45 ns - 630.57 ns + 341.87 ns + 342.38 ns + 342.69 ns MAD - 2.5329 ns - 3.4550 ns - 4.7020 ns + 1.5625 ns + 2.1649 ns + 2.7038 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.6856% - -0.1670% - +0.6114% - (p = 0.60 > + -46.325% + -45.939% + -45.545% + (p = 0.00 < 0.05) - No change in performance detected. + Performance has improved.

Additional Plots:

diff --git a/target/criterion/fragmented_iter/legion/report/mean.svg b/target/criterion/fragmented_iter/legion/report/mean.svg index 120d5475..3bca47a4 100644 --- a/target/criterion/fragmented_iter/legion/report/mean.svg +++ b/target/criterion/fragmented_iter/legion/report/mean.svg @@ -1,303 +1,76 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 631 - - - - - 632 - - - - - 633 - - - - - 634 - - - - - 635 - - - - - 636 - - - - - 637 - - - - - 638 - - - - - 639 - - - - - 640 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - fragmented_iter/legion: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +fragmented_iter/legion:mean + + +Density (a.u.) + + +Average time (ns) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + + +342.5 + + + +343 + + + +343.5 + + + +344 + + + +344.5 + + + +345 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/fragmented_iter/legion/report/median.svg b/target/criterion/fragmented_iter/legion/report/median.svg index 8c4e0bca..70345080 100644 --- a/target/criterion/fragmented_iter/legion/report/median.svg +++ b/target/criterion/fragmented_iter/legion/report/median.svg @@ -1,298 +1,92 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.1 - - - - - 0.2 - - - - - 0.3 - - - - - 0.4 - - - - - 0.5 - - - - - 0.6 - - - - - 0.7 - - - - - 0.8 - - - - - 0.9 - - - - - 628.5 - - - - - 629 - - - - - 629.5 - - - - - 630 - - - - - 630.5 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - fragmented_iter/legion: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +fragmented_iter/legion:median + + +Density (a.u.) + + +Average time (ns) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + + +341.8 + + + +341.9 + + + +342 + + + +342.1 + + + +342.2 + + + +342.3 + + + +342.4 + + + +342.5 + + + +342.6 + + + +342.7 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/fragmented_iter/legion/report/pdf.svg b/target/criterion/fragmented_iter/legion/report/pdf.svg index 5f8607b5..b6bd0480 100644 --- a/target/criterion/fragmented_iter/legion/report/pdf.svg +++ b/target/criterion/fragmented_iter/legion/report/pdf.svg @@ -1,435 +1,125 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 20 - - - - - 40 - - - - - 60 - - - - - 80 - - - - - 100 - - - - - 120 - - - - - 140 - - - - - 600 - - - - - 620 - - - - - 640 - - - - - 660 - - - - - 680 - - - - - 700 - - - - - 720 - - - - - 740 - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 0.03 - - - - - 0.035 - - - - - 0.04 - - - - - 0.045 - - - - - - - - - Iterations (x 103) - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - fragmented_iter/legion - - - - - PDF - - - PDF - - - - - - - - - - Mean - - - - - Mean - - - - - - "Clean" sample - - - - - "Clean" sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Severe outliers - - - Severe outliers - - - - - - - - - - - - - - - - gnuplot_plot_5 - - - - - - gnuplot_plot_6 - - - - gnuplot_plot_7 - - - - gnuplot_plot_8 - - - - - - - - - - - - + + +fragmented_iter/legion + + +Iterations (x 10^3) + + +Average Time (ns) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + + +340 + + + +350 + + + +360 + + + +370 + + + +380 + + + +390 + + + +400 + + + +410 + + + +Density (a.u.) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + - diff --git a/target/criterion/fragmented_iter/legion/report/pdf_small.svg b/target/criterion/fragmented_iter/legion/report/pdf_small.svg index 39c82bec..4abeb991 100644 --- a/target/criterion/fragmented_iter/legion/report/pdf_small.svg +++ b/target/criterion/fragmented_iter/legion/report/pdf_small.svg @@ -1,229 +1,48 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 0.03 - - - - - 0.035 - - - - - 0.04 - - - - - 600 - - - - - 620 - - - - - 640 - - - - - 660 - - - - - 680 - - - - - 700 - - - - - 720 - - - - - 740 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - PDF - - - - - - - Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (ns) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + + +340 + + + +360 + + + +380 + + + +400 + + + + - diff --git a/target/criterion/fragmented_iter/legion/report/regression.svg b/target/criterion/fragmented_iter/legion/report/regression.svg index 68f998a5..3f3f648a 100644 --- a/target/criterion/fragmented_iter/legion/report/regression.svg +++ b/target/criterion/fragmented_iter/legion/report/regression.svg @@ -1,473 +1,197 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 90 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 160 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - fragmented_iter/legion - - - - - Sample - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - Linear regression - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - - + + +fragmented_iter/legion + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + - diff --git a/target/criterion/fragmented_iter/legion/report/regression_small.svg b/target/criterion/fragmented_iter/legion/report/regression_small.svg index 79359af3..58430f1f 100644 --- a/target/criterion/fragmented_iter/legion/report/regression_small.svg +++ b/target/criterion/fragmented_iter/legion/report/regression_small.svg @@ -1,451 +1,182 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 90 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 160 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/fragmented_iter/legion/report/relative_pdf_small.svg b/target/criterion/fragmented_iter/legion/report/relative_pdf_small.svg index d3c1aa42..cd7964a0 100644 --- a/target/criterion/fragmented_iter/legion/report/relative_pdf_small.svg +++ b/target/criterion/fragmented_iter/legion/report/relative_pdf_small.svg @@ -1,306 +1,50 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.02 - - - - - 0.04 - - - - - 0.06 - - - - - 0.08 - - - - - 0.1 - - - - - 0.12 - - - - - 580 - - - - - 600 - - - - - 620 - - - - - 640 - - - - - 660 - - - - - 680 - - - - - 700 - - - - - 720 - - - - - 740 - - - - - 760 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - Base PDF - - - - - - - Base Mean - - - - - - New PDF - - - - - - - - - New Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (ns) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + + +400 + + + +500 + + + +600 + + + +700 + + + + + + - diff --git a/target/criterion/fragmented_iter/legion/report/relative_regression_small.svg b/target/criterion/fragmented_iter/legion/report/relative_regression_small.svg index e6ff8ec2..0877a82e 100644 --- a/target/criterion/fragmented_iter/legion/report/relative_regression_small.svg +++ b/target/criterion/fragmented_iter/legion/report/relative_regression_small.svg @@ -1,303 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 160 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - - New sample - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + + + + - diff --git a/target/criterion/fragmented_iter/legion/report/slope.svg b/target/criterion/fragmented_iter/legion/report/slope.svg index 3d5eacdb..946cac43 100644 --- a/target/criterion/fragmented_iter/legion/report/slope.svg +++ b/target/criterion/fragmented_iter/legion/report/slope.svg @@ -1,293 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.1 - - - - - 0.2 - - - - - 0.3 - - - - - 0.4 - - - - - 0.5 - - - - - 0.6 - - - - - 0.7 - - - - - 0.8 - - - - - 629.5 - - - - - 630 - - - - - 630.5 - - - - - 631 - - - - - 631.5 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - fragmented_iter/legion: slope - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +fragmented_iter/legion:slope + + +Density (a.u.) + + +Average time (ns) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + + +341.4 + + + +341.5 + + + +341.6 + + + +341.7 + + + +341.8 + + + +341.9 + + + +342 + + + +342.1 + + + +342.2 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/fragmented_iter/legion/report/typical.svg b/target/criterion/fragmented_iter/legion/report/typical.svg index fc1cf446..bbb1c45d 100644 --- a/target/criterion/fragmented_iter/legion/report/typical.svg +++ b/target/criterion/fragmented_iter/legion/report/typical.svg @@ -1,293 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.1 - - - - - 0.2 - - - - - 0.3 - - - - - 0.4 - - - - - 0.5 - - - - - 0.6 - - - - - 0.7 - - - - - 0.8 - - - - - 629.5 - - - - - 630 - - - - - 630.5 - - - - - 631 - - - - - 631.5 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - fragmented_iter/legion: typical - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +fragmented_iter/legion:typical + + +Density (a.u.) + + +Average time (ns) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + + +341.4 + + + +341.5 + + + +341.6 + + + +341.7 + + + +341.8 + + + +341.9 + + + +342 + + + +342.1 + + + +342.2 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/fragmented_iter/planck_ecs/base/estimates.json b/target/criterion/fragmented_iter/planck_ecs/base/estimates.json index 28c6a8ee..c9ee4e1b 100644 --- a/target/criterion/fragmented_iter/planck_ecs/base/estimates.json +++ b/target/criterion/fragmented_iter/planck_ecs/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":476.2549540471857,"upper_bound":480.5719122985298},"point_estimate":478.1015922229069,"standard_error":1.1115242125834617},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":478.3430286173251,"upper_bound":478.6843777015804},"point_estimate":478.51218872395816,"standard_error":0.08662077493706032},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.7385168078100091,"upper_bound":2.0702836697809426},"point_estimate":1.0090939239054237,"standard_error":0.3344285764176307},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":479.0091785664821,"upper_bound":480.13046465215234},"point_estimate":479.51911035066934,"standard_error":0.285703286037617},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5.292574699127819,"upper_bound":17.407115952456653},"point_estimate":11.159857099847372,"standard_error":3.8565825468417847}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":179.71473092786593,"upper_bound":180.6722355077194},"point_estimate":180.12513209545415,"standard_error":0.24797886288663032},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":179.36483795038927,"upper_bound":179.96393381343705},"point_estimate":179.68098646302627,"standard_error":0.16286297448082318},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.6346964734639882,"upper_bound":0.9678224190331006},"point_estimate":0.8296449550373123,"standard_error":0.08138093388175925},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":179.49851518583492,"upper_bound":180.7672044292753},"point_estimate":179.96514718559015,"standard_error":0.34597701408505416},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.7822547839639553,"upper_bound":3.7595280311312003},"point_estimate":2.479341578707973,"standard_error":0.79534909802195}} \ No newline at end of file diff --git a/target/criterion/fragmented_iter/planck_ecs/base/raw.csv b/target/criterion/fragmented_iter/planck_ecs/base/raw.csv index c2283ffe..79c0cd1c 100644 --- a/target/criterion/fragmented_iter/planck_ecs/base/raw.csv +++ b/target/criterion/fragmented_iter/planck_ecs/base/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -fragmented_iter,planck_ecs,,,,973084.0,ns,2101 -fragmented_iter,planck_ecs,,,,1956527.0,ns,4202 -fragmented_iter,planck_ecs,,,,2950420.0,ns,6303 -fragmented_iter,planck_ecs,,,,3920820.0,ns,8404 -fragmented_iter,planck_ecs,,,,4898151.0,ns,10505 -fragmented_iter,planck_ecs,,,,5874451.0,ns,12606 -fragmented_iter,planck_ecs,,,,6881098.0,ns,14707 -fragmented_iter,planck_ecs,,,,7840396.0,ns,16808 -fragmented_iter,planck_ecs,,,,8825232.0,ns,18909 -fragmented_iter,planck_ecs,,,,9823172.0,ns,21010 -fragmented_iter,planck_ecs,,,,10800195.0,ns,23111 -fragmented_iter,planck_ecs,,,,11738522.0,ns,25212 -fragmented_iter,planck_ecs,,,,12729309.0,ns,27313 -fragmented_iter,planck_ecs,,,,14390593.0,ns,29414 -fragmented_iter,planck_ecs,,,,14698651.0,ns,31515 -fragmented_iter,planck_ecs,,,,15680561.0,ns,33616 -fragmented_iter,planck_ecs,,,,17421548.0,ns,35717 -fragmented_iter,planck_ecs,,,,17846027.0,ns,37818 -fragmented_iter,planck_ecs,,,,18586306.0,ns,39919 -fragmented_iter,planck_ecs,,,,19602672.0,ns,42020 -fragmented_iter,planck_ecs,,,,20601716.0,ns,44121 -fragmented_iter,planck_ecs,,,,21630395.0,ns,46222 -fragmented_iter,planck_ecs,,,,23275590.0,ns,48323 -fragmented_iter,planck_ecs,,,,28789664.0,ns,50424 -fragmented_iter,planck_ecs,,,,25077652.0,ns,52525 -fragmented_iter,planck_ecs,,,,26051548.0,ns,54626 -fragmented_iter,planck_ecs,,,,27041203.0,ns,56727 -fragmented_iter,planck_ecs,,,,28876800.0,ns,58828 -fragmented_iter,planck_ecs,,,,29059267.0,ns,60929 -fragmented_iter,planck_ecs,,,,30117784.0,ns,63030 -fragmented_iter,planck_ecs,,,,31088713.0,ns,65131 -fragmented_iter,planck_ecs,,,,32120891.0,ns,67232 -fragmented_iter,planck_ecs,,,,33119702.0,ns,69333 -fragmented_iter,planck_ecs,,,,34230728.0,ns,71434 -fragmented_iter,planck_ecs,,,,35159489.0,ns,73535 -fragmented_iter,planck_ecs,,,,37420093.0,ns,75636 -fragmented_iter,planck_ecs,,,,37178325.0,ns,77737 -fragmented_iter,planck_ecs,,,,38210540.0,ns,79838 -fragmented_iter,planck_ecs,,,,39282925.0,ns,81939 -fragmented_iter,planck_ecs,,,,40258561.0,ns,84040 -fragmented_iter,planck_ecs,,,,41182691.0,ns,86141 -fragmented_iter,planck_ecs,,,,42962582.0,ns,88242 -fragmented_iter,planck_ecs,,,,43175469.0,ns,90343 -fragmented_iter,planck_ecs,,,,44292106.0,ns,92444 -fragmented_iter,planck_ecs,,,,45290106.0,ns,94545 -fragmented_iter,planck_ecs,,,,46243352.0,ns,96646 -fragmented_iter,planck_ecs,,,,47219552.0,ns,98747 -fragmented_iter,planck_ecs,,,,48231300.0,ns,100848 -fragmented_iter,planck_ecs,,,,49280078.0,ns,102949 -fragmented_iter,planck_ecs,,,,50262910.0,ns,105050 -fragmented_iter,planck_ecs,,,,51342837.0,ns,107151 -fragmented_iter,planck_ecs,,,,52672901.0,ns,109252 -fragmented_iter,planck_ecs,,,,53263635.0,ns,111353 -fragmented_iter,planck_ecs,,,,54327813.0,ns,113454 -fragmented_iter,planck_ecs,,,,55309323.0,ns,115555 -fragmented_iter,planck_ecs,,,,57720818.0,ns,117656 -fragmented_iter,planck_ecs,,,,57275387.0,ns,119757 -fragmented_iter,planck_ecs,,,,58392337.0,ns,121858 -fragmented_iter,planck_ecs,,,,59634522.0,ns,123959 -fragmented_iter,planck_ecs,,,,60368000.0,ns,126060 -fragmented_iter,planck_ecs,,,,61341054.0,ns,128161 -fragmented_iter,planck_ecs,,,,62325970.0,ns,130262 -fragmented_iter,planck_ecs,,,,63296308.0,ns,132363 -fragmented_iter,planck_ecs,,,,64319917.0,ns,134464 -fragmented_iter,planck_ecs,,,,65374388.0,ns,136565 -fragmented_iter,planck_ecs,,,,66253021.0,ns,138666 -fragmented_iter,planck_ecs,,,,67406618.0,ns,140767 -fragmented_iter,planck_ecs,,,,68419318.0,ns,142868 -fragmented_iter,planck_ecs,,,,69371541.0,ns,144969 -fragmented_iter,planck_ecs,,,,70285623.0,ns,147070 -fragmented_iter,planck_ecs,,,,71587773.0,ns,149171 -fragmented_iter,planck_ecs,,,,73180488.0,ns,151272 -fragmented_iter,planck_ecs,,,,73472473.0,ns,153373 -fragmented_iter,planck_ecs,,,,74458792.0,ns,155474 -fragmented_iter,planck_ecs,,,,75462565.0,ns,157575 -fragmented_iter,planck_ecs,,,,76627754.0,ns,159676 -fragmented_iter,planck_ecs,,,,77320574.0,ns,161777 -fragmented_iter,planck_ecs,,,,78416161.0,ns,163878 -fragmented_iter,planck_ecs,,,,79652796.0,ns,165979 -fragmented_iter,planck_ecs,,,,80429547.0,ns,168080 -fragmented_iter,planck_ecs,,,,81425353.0,ns,170181 -fragmented_iter,planck_ecs,,,,83197250.0,ns,172282 -fragmented_iter,planck_ecs,,,,83443127.0,ns,174383 -fragmented_iter,planck_ecs,,,,84454886.0,ns,176484 -fragmented_iter,planck_ecs,,,,86150164.0,ns,178585 -fragmented_iter,planck_ecs,,,,86481195.0,ns,180686 -fragmented_iter,planck_ecs,,,,87729884.0,ns,182787 -fragmented_iter,planck_ecs,,,,88498979.0,ns,184888 -fragmented_iter,planck_ecs,,,,89583745.0,ns,186989 -fragmented_iter,planck_ecs,,,,90454554.0,ns,189090 -fragmented_iter,planck_ecs,,,,91496700.0,ns,191191 -fragmented_iter,planck_ecs,,,,93255589.0,ns,193292 -fragmented_iter,planck_ecs,,,,93613061.0,ns,195393 -fragmented_iter,planck_ecs,,,,94583460.0,ns,197494 -fragmented_iter,planck_ecs,,,,95676812.0,ns,199595 -fragmented_iter,planck_ecs,,,,96487255.0,ns,201696 -fragmented_iter,planck_ecs,,,,97566973.0,ns,203797 -fragmented_iter,planck_ecs,,,,99345692.0,ns,205898 -fragmented_iter,planck_ecs,,,,99511095.0,ns,207999 -fragmented_iter,planck_ecs,,,,100612524.0,ns,210100 +fragmented_iter,planck_ecs,,,,1079000.0,ns,5523 +fragmented_iter,planck_ecs,,,,2008400.0,ns,11046 +fragmented_iter,planck_ecs,,,,2978200.0,ns,16569 +fragmented_iter,planck_ecs,,,,3963700.0,ns,22092 +fragmented_iter,planck_ecs,,,,5083700.0,ns,27615 +fragmented_iter,planck_ecs,,,,5968900.0,ns,33138 +fragmented_iter,planck_ecs,,,,6933400.0,ns,38661 +fragmented_iter,planck_ecs,,,,7934800.0,ns,44184 +fragmented_iter,planck_ecs,,,,8942800.0,ns,49707 +fragmented_iter,planck_ecs,,,,10013900.0,ns,55230 +fragmented_iter,planck_ecs,,,,11067600.0,ns,60753 +fragmented_iter,planck_ecs,,,,12033500.0,ns,66276 +fragmented_iter,planck_ecs,,,,13014400.0,ns,71799 +fragmented_iter,planck_ecs,,,,13874800.0,ns,77322 +fragmented_iter,planck_ecs,,,,14811000.0,ns,82845 +fragmented_iter,planck_ecs,,,,15918500.0,ns,88368 +fragmented_iter,planck_ecs,,,,16907400.0,ns,93891 +fragmented_iter,planck_ecs,,,,17916100.0,ns,99414 +fragmented_iter,planck_ecs,,,,18893900.0,ns,104937 +fragmented_iter,planck_ecs,,,,19846300.0,ns,110460 +fragmented_iter,planck_ecs,,,,21178900.0,ns,115983 +fragmented_iter,planck_ecs,,,,21920400.0,ns,121506 +fragmented_iter,planck_ecs,,,,22739700.0,ns,127029 +fragmented_iter,planck_ecs,,,,23824700.0,ns,132552 +fragmented_iter,planck_ecs,,,,24765800.0,ns,138075 +fragmented_iter,planck_ecs,,,,25880400.0,ns,143598 +fragmented_iter,planck_ecs,,,,26742700.0,ns,149121 +fragmented_iter,planck_ecs,,,,27637000.0,ns,154644 +fragmented_iter,planck_ecs,,,,28872100.0,ns,160167 +fragmented_iter,planck_ecs,,,,29795300.0,ns,165690 +fragmented_iter,planck_ecs,,,,30688100.0,ns,171213 +fragmented_iter,planck_ecs,,,,31859000.0,ns,176736 +fragmented_iter,planck_ecs,,,,32660100.0,ns,182259 +fragmented_iter,planck_ecs,,,,33857200.0,ns,187782 +fragmented_iter,planck_ecs,,,,34868700.0,ns,193305 +fragmented_iter,planck_ecs,,,,35580000.0,ns,198828 +fragmented_iter,planck_ecs,,,,36531700.0,ns,204351 +fragmented_iter,planck_ecs,,,,37618900.0,ns,209874 +fragmented_iter,planck_ecs,,,,38839300.0,ns,215397 +fragmented_iter,planck_ecs,,,,39619900.0,ns,220920 +fragmented_iter,planck_ecs,,,,40523500.0,ns,226443 +fragmented_iter,planck_ecs,,,,41584100.0,ns,231966 +fragmented_iter,planck_ecs,,,,42493300.0,ns,237489 +fragmented_iter,planck_ecs,,,,43542500.0,ns,243012 +fragmented_iter,planck_ecs,,,,44540100.0,ns,248535 +fragmented_iter,planck_ecs,,,,45965000.0,ns,254058 +fragmented_iter,planck_ecs,,,,46407100.0,ns,259581 +fragmented_iter,planck_ecs,,,,47676200.0,ns,265104 +fragmented_iter,planck_ecs,,,,48367200.0,ns,270627 +fragmented_iter,planck_ecs,,,,49704000.0,ns,276150 +fragmented_iter,planck_ecs,,,,50321200.0,ns,281673 +fragmented_iter,planck_ecs,,,,51718500.0,ns,287196 +fragmented_iter,planck_ecs,,,,52413200.0,ns,292719 +fragmented_iter,planck_ecs,,,,53818800.0,ns,298242 +fragmented_iter,planck_ecs,,,,54567300.0,ns,303765 +fragmented_iter,planck_ecs,,,,55471300.0,ns,309288 +fragmented_iter,planck_ecs,,,,56764700.0,ns,314811 +fragmented_iter,planck_ecs,,,,57774500.0,ns,320334 +fragmented_iter,planck_ecs,,,,58405000.0,ns,325857 +fragmented_iter,planck_ecs,,,,59713900.0,ns,331380 +fragmented_iter,planck_ecs,,,,60290300.0,ns,336903 +fragmented_iter,planck_ecs,,,,61615700.0,ns,342426 +fragmented_iter,planck_ecs,,,,62357700.0,ns,347949 +fragmented_iter,planck_ecs,,,,63605800.0,ns,353472 +fragmented_iter,planck_ecs,,,,64191400.0,ns,358995 +fragmented_iter,planck_ecs,,,,65777500.0,ns,364518 +fragmented_iter,planck_ecs,,,,66282400.0,ns,370041 +fragmented_iter,planck_ecs,,,,67506500.0,ns,375564 +fragmented_iter,planck_ecs,,,,68745500.0,ns,381087 +fragmented_iter,planck_ecs,,,,69134400.0,ns,386610 +fragmented_iter,planck_ecs,,,,70208700.0,ns,392133 +fragmented_iter,planck_ecs,,,,71753900.0,ns,397656 +fragmented_iter,planck_ecs,,,,72621400.0,ns,403179 +fragmented_iter,planck_ecs,,,,73129700.0,ns,408702 +fragmented_iter,planck_ecs,,,,74215300.0,ns,414225 +fragmented_iter,planck_ecs,,,,75648900.0,ns,419748 +fragmented_iter,planck_ecs,,,,76318900.0,ns,425271 +fragmented_iter,planck_ecs,,,,77743800.0,ns,430794 +fragmented_iter,planck_ecs,,,,78235000.0,ns,436317 +fragmented_iter,planck_ecs,,,,79220900.0,ns,441840 +fragmented_iter,planck_ecs,,,,88157400.0,ns,447363 +fragmented_iter,planck_ecs,,,,81114000.0,ns,452886 +fragmented_iter,planck_ecs,,,,82256900.0,ns,458409 +fragmented_iter,planck_ecs,,,,83584100.0,ns,463932 +fragmented_iter,planck_ecs,,,,84357500.0,ns,469455 +fragmented_iter,planck_ecs,,,,84953100.0,ns,474978 +fragmented_iter,planck_ecs,,,,85883000.0,ns,480501 +fragmented_iter,planck_ecs,,,,87713100.0,ns,486024 +fragmented_iter,planck_ecs,,,,88202700.0,ns,491547 +fragmented_iter,planck_ecs,,,,89827600.0,ns,497070 +fragmented_iter,planck_ecs,,,,90194800.0,ns,502593 +fragmented_iter,planck_ecs,,,,91662200.0,ns,508116 +fragmented_iter,planck_ecs,,,,92363900.0,ns,513639 +fragmented_iter,planck_ecs,,,,92788800.0,ns,519162 +fragmented_iter,planck_ecs,,,,94865100.0,ns,524685 +fragmented_iter,planck_ecs,,,,94971400.0,ns,530208 +fragmented_iter,planck_ecs,,,,95929400.0,ns,535731 +fragmented_iter,planck_ecs,,,,96957700.0,ns,541254 +fragmented_iter,planck_ecs,,,,98061100.0,ns,546777 +fragmented_iter,planck_ecs,,,,99636800.0,ns,552300 diff --git a/target/criterion/fragmented_iter/planck_ecs/base/sample.json b/target/criterion/fragmented_iter/planck_ecs/base/sample.json index ac9f83fc..7dd506f0 100644 --- a/target/criterion/fragmented_iter/planck_ecs/base/sample.json +++ b/target/criterion/fragmented_iter/planck_ecs/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[2101.0,4202.0,6303.0,8404.0,10505.0,12606.0,14707.0,16808.0,18909.0,21010.0,23111.0,25212.0,27313.0,29414.0,31515.0,33616.0,35717.0,37818.0,39919.0,42020.0,44121.0,46222.0,48323.0,50424.0,52525.0,54626.0,56727.0,58828.0,60929.0,63030.0,65131.0,67232.0,69333.0,71434.0,73535.0,75636.0,77737.0,79838.0,81939.0,84040.0,86141.0,88242.0,90343.0,92444.0,94545.0,96646.0,98747.0,100848.0,102949.0,105050.0,107151.0,109252.0,111353.0,113454.0,115555.0,117656.0,119757.0,121858.0,123959.0,126060.0,128161.0,130262.0,132363.0,134464.0,136565.0,138666.0,140767.0,142868.0,144969.0,147070.0,149171.0,151272.0,153373.0,155474.0,157575.0,159676.0,161777.0,163878.0,165979.0,168080.0,170181.0,172282.0,174383.0,176484.0,178585.0,180686.0,182787.0,184888.0,186989.0,189090.0,191191.0,193292.0,195393.0,197494.0,199595.0,201696.0,203797.0,205898.0,207999.0,210100.0],"times":[973084.0,1956527.0,2950420.0,3920820.0,4898151.0,5874451.0,6881098.0,7840396.0,8825232.0,9823172.0,10800195.0,11738522.0,12729309.0,14390593.0,14698651.0,15680561.0,17421548.0,17846027.0,18586306.0,19602672.0,20601716.0,21630395.0,23275590.0,28789664.0,25077652.0,26051548.0,27041203.0,28876800.0,29059267.0,30117784.0,31088713.0,32120891.0,33119702.0,34230728.0,35159489.0,37420093.0,37178325.0,38210540.0,39282925.0,40258561.0,41182691.0,42962582.0,43175469.0,44292106.0,45290106.0,46243352.0,47219552.0,48231300.0,49280078.0,50262910.0,51342837.0,52672901.0,53263635.0,54327813.0,55309323.0,57720818.0,57275387.0,58392337.0,59634522.0,60368000.0,61341054.0,62325970.0,63296308.0,64319917.0,65374388.0,66253021.0,67406618.0,68419318.0,69371541.0,70285623.0,71587773.0,73180488.0,73472473.0,74458792.0,75462565.0,76627754.0,77320574.0,78416161.0,79652796.0,80429547.0,81425353.0,83197250.0,83443127.0,84454886.0,86150164.0,86481195.0,87729884.0,88498979.0,89583745.0,90454554.0,91496700.0,93255589.0,93613061.0,94583460.0,95676812.0,96487255.0,97566973.0,99345692.0,99511095.0,100612524.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[5523.0,11046.0,16569.0,22092.0,27615.0,33138.0,38661.0,44184.0,49707.0,55230.0,60753.0,66276.0,71799.0,77322.0,82845.0,88368.0,93891.0,99414.0,104937.0,110460.0,115983.0,121506.0,127029.0,132552.0,138075.0,143598.0,149121.0,154644.0,160167.0,165690.0,171213.0,176736.0,182259.0,187782.0,193305.0,198828.0,204351.0,209874.0,215397.0,220920.0,226443.0,231966.0,237489.0,243012.0,248535.0,254058.0,259581.0,265104.0,270627.0,276150.0,281673.0,287196.0,292719.0,298242.0,303765.0,309288.0,314811.0,320334.0,325857.0,331380.0,336903.0,342426.0,347949.0,353472.0,358995.0,364518.0,370041.0,375564.0,381087.0,386610.0,392133.0,397656.0,403179.0,408702.0,414225.0,419748.0,425271.0,430794.0,436317.0,441840.0,447363.0,452886.0,458409.0,463932.0,469455.0,474978.0,480501.0,486024.0,491547.0,497070.0,502593.0,508116.0,513639.0,519162.0,524685.0,530208.0,535731.0,541254.0,546777.0,552300.0],"times":[1079000.0,2008400.0,2978200.0,3963700.0,5083700.0,5968900.0,6933400.0,7934800.0,8942800.0,10013900.0,11067600.0,12033500.0,13014400.0,13874800.0,14811000.0,15918500.0,16907400.0,17916100.0,18893900.0,19846300.0,21178900.0,21920400.0,22739700.0,23824700.0,24765800.0,25880400.0,26742700.0,27637000.0,28872100.0,29795300.0,30688100.0,31859000.0,32660100.0,33857200.0,34868700.0,35580000.0,36531700.0,37618900.0,38839300.0,39619900.0,40523500.0,41584100.0,42493300.0,43542500.0,44540100.0,45965000.0,46407100.0,47676200.0,48367200.0,49704000.0,50321200.0,51718500.0,52413200.0,53818800.0,54567300.0,55471300.0,56764700.0,57774500.0,58405000.0,59713900.0,60290300.0,61615700.0,62357700.0,63605800.0,64191400.0,65777500.0,66282400.0,67506500.0,68745500.0,69134400.0,70208700.0,71753900.0,72621400.0,73129700.0,74215300.0,75648900.0,76318900.0,77743800.0,78235000.0,79220900.0,88157400.0,81114000.0,82256900.0,83584100.0,84357500.0,84953100.0,85883000.0,87713100.0,88202700.0,89827600.0,90194800.0,91662200.0,92363900.0,92788800.0,94865100.0,94971400.0,95929400.0,96957700.0,98061100.0,99636800.0]} \ No newline at end of file diff --git a/target/criterion/fragmented_iter/planck_ecs/base/tukey.json b/target/criterion/fragmented_iter/planck_ecs/base/tukey.json index 8713eab7..0238182b 100644 --- a/target/criterion/fragmented_iter/planck_ecs/base/tukey.json +++ b/target/criterion/fragmented_iter/planck_ecs/base/tukey.json @@ -1 +1 @@ -[473.19223202608447,475.410256898335,481.32498989100293,483.5430147632534] \ No newline at end of file +[175.79036830467692,177.48291164453363,181.9963605508182,183.6889038906749] \ No newline at end of file diff --git a/target/criterion/fragmented_iter/planck_ecs/change/estimates.json b/target/criterion/fragmented_iter/planck_ecs/change/estimates.json index 9262ea9b..937d1966 100644 --- a/target/criterion/fragmented_iter/planck_ecs/change/estimates.json +++ b/target/criterion/fragmented_iter/planck_ecs/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.32967901752608475,"upper_bound":-0.3233288558112249},"point_estimate":-0.3267812241752911,"standard_error":0.0016070140728042896},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.3261628350022363,"upper_bound":-0.32561773944542416},"point_estimate":-0.32592294752512585,"standard_error":0.00013221236286462535}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.6254344023164259,"upper_bound":-0.6214431382854231},"point_estimate":-0.6232492528251741,"standard_error":0.001009778246937204},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.6251383718301706,"upper_bound":-0.6239013552376493},"point_estimate":-0.6245007113775324,"standard_error":0.00033359541124296146}} \ No newline at end of file diff --git a/target/criterion/fragmented_iter/planck_ecs/new/estimates.json b/target/criterion/fragmented_iter/planck_ecs/new/estimates.json index 28c6a8ee..c9ee4e1b 100644 --- a/target/criterion/fragmented_iter/planck_ecs/new/estimates.json +++ b/target/criterion/fragmented_iter/planck_ecs/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":476.2549540471857,"upper_bound":480.5719122985298},"point_estimate":478.1015922229069,"standard_error":1.1115242125834617},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":478.3430286173251,"upper_bound":478.6843777015804},"point_estimate":478.51218872395816,"standard_error":0.08662077493706032},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.7385168078100091,"upper_bound":2.0702836697809426},"point_estimate":1.0090939239054237,"standard_error":0.3344285764176307},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":479.0091785664821,"upper_bound":480.13046465215234},"point_estimate":479.51911035066934,"standard_error":0.285703286037617},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5.292574699127819,"upper_bound":17.407115952456653},"point_estimate":11.159857099847372,"standard_error":3.8565825468417847}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":179.71473092786593,"upper_bound":180.6722355077194},"point_estimate":180.12513209545415,"standard_error":0.24797886288663032},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":179.36483795038927,"upper_bound":179.96393381343705},"point_estimate":179.68098646302627,"standard_error":0.16286297448082318},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.6346964734639882,"upper_bound":0.9678224190331006},"point_estimate":0.8296449550373123,"standard_error":0.08138093388175925},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":179.49851518583492,"upper_bound":180.7672044292753},"point_estimate":179.96514718559015,"standard_error":0.34597701408505416},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.7822547839639553,"upper_bound":3.7595280311312003},"point_estimate":2.479341578707973,"standard_error":0.79534909802195}} \ No newline at end of file diff --git a/target/criterion/fragmented_iter/planck_ecs/new/raw.csv b/target/criterion/fragmented_iter/planck_ecs/new/raw.csv index c2283ffe..79c0cd1c 100644 --- a/target/criterion/fragmented_iter/planck_ecs/new/raw.csv +++ b/target/criterion/fragmented_iter/planck_ecs/new/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -fragmented_iter,planck_ecs,,,,973084.0,ns,2101 -fragmented_iter,planck_ecs,,,,1956527.0,ns,4202 -fragmented_iter,planck_ecs,,,,2950420.0,ns,6303 -fragmented_iter,planck_ecs,,,,3920820.0,ns,8404 -fragmented_iter,planck_ecs,,,,4898151.0,ns,10505 -fragmented_iter,planck_ecs,,,,5874451.0,ns,12606 -fragmented_iter,planck_ecs,,,,6881098.0,ns,14707 -fragmented_iter,planck_ecs,,,,7840396.0,ns,16808 -fragmented_iter,planck_ecs,,,,8825232.0,ns,18909 -fragmented_iter,planck_ecs,,,,9823172.0,ns,21010 -fragmented_iter,planck_ecs,,,,10800195.0,ns,23111 -fragmented_iter,planck_ecs,,,,11738522.0,ns,25212 -fragmented_iter,planck_ecs,,,,12729309.0,ns,27313 -fragmented_iter,planck_ecs,,,,14390593.0,ns,29414 -fragmented_iter,planck_ecs,,,,14698651.0,ns,31515 -fragmented_iter,planck_ecs,,,,15680561.0,ns,33616 -fragmented_iter,planck_ecs,,,,17421548.0,ns,35717 -fragmented_iter,planck_ecs,,,,17846027.0,ns,37818 -fragmented_iter,planck_ecs,,,,18586306.0,ns,39919 -fragmented_iter,planck_ecs,,,,19602672.0,ns,42020 -fragmented_iter,planck_ecs,,,,20601716.0,ns,44121 -fragmented_iter,planck_ecs,,,,21630395.0,ns,46222 -fragmented_iter,planck_ecs,,,,23275590.0,ns,48323 -fragmented_iter,planck_ecs,,,,28789664.0,ns,50424 -fragmented_iter,planck_ecs,,,,25077652.0,ns,52525 -fragmented_iter,planck_ecs,,,,26051548.0,ns,54626 -fragmented_iter,planck_ecs,,,,27041203.0,ns,56727 -fragmented_iter,planck_ecs,,,,28876800.0,ns,58828 -fragmented_iter,planck_ecs,,,,29059267.0,ns,60929 -fragmented_iter,planck_ecs,,,,30117784.0,ns,63030 -fragmented_iter,planck_ecs,,,,31088713.0,ns,65131 -fragmented_iter,planck_ecs,,,,32120891.0,ns,67232 -fragmented_iter,planck_ecs,,,,33119702.0,ns,69333 -fragmented_iter,planck_ecs,,,,34230728.0,ns,71434 -fragmented_iter,planck_ecs,,,,35159489.0,ns,73535 -fragmented_iter,planck_ecs,,,,37420093.0,ns,75636 -fragmented_iter,planck_ecs,,,,37178325.0,ns,77737 -fragmented_iter,planck_ecs,,,,38210540.0,ns,79838 -fragmented_iter,planck_ecs,,,,39282925.0,ns,81939 -fragmented_iter,planck_ecs,,,,40258561.0,ns,84040 -fragmented_iter,planck_ecs,,,,41182691.0,ns,86141 -fragmented_iter,planck_ecs,,,,42962582.0,ns,88242 -fragmented_iter,planck_ecs,,,,43175469.0,ns,90343 -fragmented_iter,planck_ecs,,,,44292106.0,ns,92444 -fragmented_iter,planck_ecs,,,,45290106.0,ns,94545 -fragmented_iter,planck_ecs,,,,46243352.0,ns,96646 -fragmented_iter,planck_ecs,,,,47219552.0,ns,98747 -fragmented_iter,planck_ecs,,,,48231300.0,ns,100848 -fragmented_iter,planck_ecs,,,,49280078.0,ns,102949 -fragmented_iter,planck_ecs,,,,50262910.0,ns,105050 -fragmented_iter,planck_ecs,,,,51342837.0,ns,107151 -fragmented_iter,planck_ecs,,,,52672901.0,ns,109252 -fragmented_iter,planck_ecs,,,,53263635.0,ns,111353 -fragmented_iter,planck_ecs,,,,54327813.0,ns,113454 -fragmented_iter,planck_ecs,,,,55309323.0,ns,115555 -fragmented_iter,planck_ecs,,,,57720818.0,ns,117656 -fragmented_iter,planck_ecs,,,,57275387.0,ns,119757 -fragmented_iter,planck_ecs,,,,58392337.0,ns,121858 -fragmented_iter,planck_ecs,,,,59634522.0,ns,123959 -fragmented_iter,planck_ecs,,,,60368000.0,ns,126060 -fragmented_iter,planck_ecs,,,,61341054.0,ns,128161 -fragmented_iter,planck_ecs,,,,62325970.0,ns,130262 -fragmented_iter,planck_ecs,,,,63296308.0,ns,132363 -fragmented_iter,planck_ecs,,,,64319917.0,ns,134464 -fragmented_iter,planck_ecs,,,,65374388.0,ns,136565 -fragmented_iter,planck_ecs,,,,66253021.0,ns,138666 -fragmented_iter,planck_ecs,,,,67406618.0,ns,140767 -fragmented_iter,planck_ecs,,,,68419318.0,ns,142868 -fragmented_iter,planck_ecs,,,,69371541.0,ns,144969 -fragmented_iter,planck_ecs,,,,70285623.0,ns,147070 -fragmented_iter,planck_ecs,,,,71587773.0,ns,149171 -fragmented_iter,planck_ecs,,,,73180488.0,ns,151272 -fragmented_iter,planck_ecs,,,,73472473.0,ns,153373 -fragmented_iter,planck_ecs,,,,74458792.0,ns,155474 -fragmented_iter,planck_ecs,,,,75462565.0,ns,157575 -fragmented_iter,planck_ecs,,,,76627754.0,ns,159676 -fragmented_iter,planck_ecs,,,,77320574.0,ns,161777 -fragmented_iter,planck_ecs,,,,78416161.0,ns,163878 -fragmented_iter,planck_ecs,,,,79652796.0,ns,165979 -fragmented_iter,planck_ecs,,,,80429547.0,ns,168080 -fragmented_iter,planck_ecs,,,,81425353.0,ns,170181 -fragmented_iter,planck_ecs,,,,83197250.0,ns,172282 -fragmented_iter,planck_ecs,,,,83443127.0,ns,174383 -fragmented_iter,planck_ecs,,,,84454886.0,ns,176484 -fragmented_iter,planck_ecs,,,,86150164.0,ns,178585 -fragmented_iter,planck_ecs,,,,86481195.0,ns,180686 -fragmented_iter,planck_ecs,,,,87729884.0,ns,182787 -fragmented_iter,planck_ecs,,,,88498979.0,ns,184888 -fragmented_iter,planck_ecs,,,,89583745.0,ns,186989 -fragmented_iter,planck_ecs,,,,90454554.0,ns,189090 -fragmented_iter,planck_ecs,,,,91496700.0,ns,191191 -fragmented_iter,planck_ecs,,,,93255589.0,ns,193292 -fragmented_iter,planck_ecs,,,,93613061.0,ns,195393 -fragmented_iter,planck_ecs,,,,94583460.0,ns,197494 -fragmented_iter,planck_ecs,,,,95676812.0,ns,199595 -fragmented_iter,planck_ecs,,,,96487255.0,ns,201696 -fragmented_iter,planck_ecs,,,,97566973.0,ns,203797 -fragmented_iter,planck_ecs,,,,99345692.0,ns,205898 -fragmented_iter,planck_ecs,,,,99511095.0,ns,207999 -fragmented_iter,planck_ecs,,,,100612524.0,ns,210100 +fragmented_iter,planck_ecs,,,,1079000.0,ns,5523 +fragmented_iter,planck_ecs,,,,2008400.0,ns,11046 +fragmented_iter,planck_ecs,,,,2978200.0,ns,16569 +fragmented_iter,planck_ecs,,,,3963700.0,ns,22092 +fragmented_iter,planck_ecs,,,,5083700.0,ns,27615 +fragmented_iter,planck_ecs,,,,5968900.0,ns,33138 +fragmented_iter,planck_ecs,,,,6933400.0,ns,38661 +fragmented_iter,planck_ecs,,,,7934800.0,ns,44184 +fragmented_iter,planck_ecs,,,,8942800.0,ns,49707 +fragmented_iter,planck_ecs,,,,10013900.0,ns,55230 +fragmented_iter,planck_ecs,,,,11067600.0,ns,60753 +fragmented_iter,planck_ecs,,,,12033500.0,ns,66276 +fragmented_iter,planck_ecs,,,,13014400.0,ns,71799 +fragmented_iter,planck_ecs,,,,13874800.0,ns,77322 +fragmented_iter,planck_ecs,,,,14811000.0,ns,82845 +fragmented_iter,planck_ecs,,,,15918500.0,ns,88368 +fragmented_iter,planck_ecs,,,,16907400.0,ns,93891 +fragmented_iter,planck_ecs,,,,17916100.0,ns,99414 +fragmented_iter,planck_ecs,,,,18893900.0,ns,104937 +fragmented_iter,planck_ecs,,,,19846300.0,ns,110460 +fragmented_iter,planck_ecs,,,,21178900.0,ns,115983 +fragmented_iter,planck_ecs,,,,21920400.0,ns,121506 +fragmented_iter,planck_ecs,,,,22739700.0,ns,127029 +fragmented_iter,planck_ecs,,,,23824700.0,ns,132552 +fragmented_iter,planck_ecs,,,,24765800.0,ns,138075 +fragmented_iter,planck_ecs,,,,25880400.0,ns,143598 +fragmented_iter,planck_ecs,,,,26742700.0,ns,149121 +fragmented_iter,planck_ecs,,,,27637000.0,ns,154644 +fragmented_iter,planck_ecs,,,,28872100.0,ns,160167 +fragmented_iter,planck_ecs,,,,29795300.0,ns,165690 +fragmented_iter,planck_ecs,,,,30688100.0,ns,171213 +fragmented_iter,planck_ecs,,,,31859000.0,ns,176736 +fragmented_iter,planck_ecs,,,,32660100.0,ns,182259 +fragmented_iter,planck_ecs,,,,33857200.0,ns,187782 +fragmented_iter,planck_ecs,,,,34868700.0,ns,193305 +fragmented_iter,planck_ecs,,,,35580000.0,ns,198828 +fragmented_iter,planck_ecs,,,,36531700.0,ns,204351 +fragmented_iter,planck_ecs,,,,37618900.0,ns,209874 +fragmented_iter,planck_ecs,,,,38839300.0,ns,215397 +fragmented_iter,planck_ecs,,,,39619900.0,ns,220920 +fragmented_iter,planck_ecs,,,,40523500.0,ns,226443 +fragmented_iter,planck_ecs,,,,41584100.0,ns,231966 +fragmented_iter,planck_ecs,,,,42493300.0,ns,237489 +fragmented_iter,planck_ecs,,,,43542500.0,ns,243012 +fragmented_iter,planck_ecs,,,,44540100.0,ns,248535 +fragmented_iter,planck_ecs,,,,45965000.0,ns,254058 +fragmented_iter,planck_ecs,,,,46407100.0,ns,259581 +fragmented_iter,planck_ecs,,,,47676200.0,ns,265104 +fragmented_iter,planck_ecs,,,,48367200.0,ns,270627 +fragmented_iter,planck_ecs,,,,49704000.0,ns,276150 +fragmented_iter,planck_ecs,,,,50321200.0,ns,281673 +fragmented_iter,planck_ecs,,,,51718500.0,ns,287196 +fragmented_iter,planck_ecs,,,,52413200.0,ns,292719 +fragmented_iter,planck_ecs,,,,53818800.0,ns,298242 +fragmented_iter,planck_ecs,,,,54567300.0,ns,303765 +fragmented_iter,planck_ecs,,,,55471300.0,ns,309288 +fragmented_iter,planck_ecs,,,,56764700.0,ns,314811 +fragmented_iter,planck_ecs,,,,57774500.0,ns,320334 +fragmented_iter,planck_ecs,,,,58405000.0,ns,325857 +fragmented_iter,planck_ecs,,,,59713900.0,ns,331380 +fragmented_iter,planck_ecs,,,,60290300.0,ns,336903 +fragmented_iter,planck_ecs,,,,61615700.0,ns,342426 +fragmented_iter,planck_ecs,,,,62357700.0,ns,347949 +fragmented_iter,planck_ecs,,,,63605800.0,ns,353472 +fragmented_iter,planck_ecs,,,,64191400.0,ns,358995 +fragmented_iter,planck_ecs,,,,65777500.0,ns,364518 +fragmented_iter,planck_ecs,,,,66282400.0,ns,370041 +fragmented_iter,planck_ecs,,,,67506500.0,ns,375564 +fragmented_iter,planck_ecs,,,,68745500.0,ns,381087 +fragmented_iter,planck_ecs,,,,69134400.0,ns,386610 +fragmented_iter,planck_ecs,,,,70208700.0,ns,392133 +fragmented_iter,planck_ecs,,,,71753900.0,ns,397656 +fragmented_iter,planck_ecs,,,,72621400.0,ns,403179 +fragmented_iter,planck_ecs,,,,73129700.0,ns,408702 +fragmented_iter,planck_ecs,,,,74215300.0,ns,414225 +fragmented_iter,planck_ecs,,,,75648900.0,ns,419748 +fragmented_iter,planck_ecs,,,,76318900.0,ns,425271 +fragmented_iter,planck_ecs,,,,77743800.0,ns,430794 +fragmented_iter,planck_ecs,,,,78235000.0,ns,436317 +fragmented_iter,planck_ecs,,,,79220900.0,ns,441840 +fragmented_iter,planck_ecs,,,,88157400.0,ns,447363 +fragmented_iter,planck_ecs,,,,81114000.0,ns,452886 +fragmented_iter,planck_ecs,,,,82256900.0,ns,458409 +fragmented_iter,planck_ecs,,,,83584100.0,ns,463932 +fragmented_iter,planck_ecs,,,,84357500.0,ns,469455 +fragmented_iter,planck_ecs,,,,84953100.0,ns,474978 +fragmented_iter,planck_ecs,,,,85883000.0,ns,480501 +fragmented_iter,planck_ecs,,,,87713100.0,ns,486024 +fragmented_iter,planck_ecs,,,,88202700.0,ns,491547 +fragmented_iter,planck_ecs,,,,89827600.0,ns,497070 +fragmented_iter,planck_ecs,,,,90194800.0,ns,502593 +fragmented_iter,planck_ecs,,,,91662200.0,ns,508116 +fragmented_iter,planck_ecs,,,,92363900.0,ns,513639 +fragmented_iter,planck_ecs,,,,92788800.0,ns,519162 +fragmented_iter,planck_ecs,,,,94865100.0,ns,524685 +fragmented_iter,planck_ecs,,,,94971400.0,ns,530208 +fragmented_iter,planck_ecs,,,,95929400.0,ns,535731 +fragmented_iter,planck_ecs,,,,96957700.0,ns,541254 +fragmented_iter,planck_ecs,,,,98061100.0,ns,546777 +fragmented_iter,planck_ecs,,,,99636800.0,ns,552300 diff --git a/target/criterion/fragmented_iter/planck_ecs/new/sample.json b/target/criterion/fragmented_iter/planck_ecs/new/sample.json index ac9f83fc..7dd506f0 100644 --- a/target/criterion/fragmented_iter/planck_ecs/new/sample.json +++ b/target/criterion/fragmented_iter/planck_ecs/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[2101.0,4202.0,6303.0,8404.0,10505.0,12606.0,14707.0,16808.0,18909.0,21010.0,23111.0,25212.0,27313.0,29414.0,31515.0,33616.0,35717.0,37818.0,39919.0,42020.0,44121.0,46222.0,48323.0,50424.0,52525.0,54626.0,56727.0,58828.0,60929.0,63030.0,65131.0,67232.0,69333.0,71434.0,73535.0,75636.0,77737.0,79838.0,81939.0,84040.0,86141.0,88242.0,90343.0,92444.0,94545.0,96646.0,98747.0,100848.0,102949.0,105050.0,107151.0,109252.0,111353.0,113454.0,115555.0,117656.0,119757.0,121858.0,123959.0,126060.0,128161.0,130262.0,132363.0,134464.0,136565.0,138666.0,140767.0,142868.0,144969.0,147070.0,149171.0,151272.0,153373.0,155474.0,157575.0,159676.0,161777.0,163878.0,165979.0,168080.0,170181.0,172282.0,174383.0,176484.0,178585.0,180686.0,182787.0,184888.0,186989.0,189090.0,191191.0,193292.0,195393.0,197494.0,199595.0,201696.0,203797.0,205898.0,207999.0,210100.0],"times":[973084.0,1956527.0,2950420.0,3920820.0,4898151.0,5874451.0,6881098.0,7840396.0,8825232.0,9823172.0,10800195.0,11738522.0,12729309.0,14390593.0,14698651.0,15680561.0,17421548.0,17846027.0,18586306.0,19602672.0,20601716.0,21630395.0,23275590.0,28789664.0,25077652.0,26051548.0,27041203.0,28876800.0,29059267.0,30117784.0,31088713.0,32120891.0,33119702.0,34230728.0,35159489.0,37420093.0,37178325.0,38210540.0,39282925.0,40258561.0,41182691.0,42962582.0,43175469.0,44292106.0,45290106.0,46243352.0,47219552.0,48231300.0,49280078.0,50262910.0,51342837.0,52672901.0,53263635.0,54327813.0,55309323.0,57720818.0,57275387.0,58392337.0,59634522.0,60368000.0,61341054.0,62325970.0,63296308.0,64319917.0,65374388.0,66253021.0,67406618.0,68419318.0,69371541.0,70285623.0,71587773.0,73180488.0,73472473.0,74458792.0,75462565.0,76627754.0,77320574.0,78416161.0,79652796.0,80429547.0,81425353.0,83197250.0,83443127.0,84454886.0,86150164.0,86481195.0,87729884.0,88498979.0,89583745.0,90454554.0,91496700.0,93255589.0,93613061.0,94583460.0,95676812.0,96487255.0,97566973.0,99345692.0,99511095.0,100612524.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[5523.0,11046.0,16569.0,22092.0,27615.0,33138.0,38661.0,44184.0,49707.0,55230.0,60753.0,66276.0,71799.0,77322.0,82845.0,88368.0,93891.0,99414.0,104937.0,110460.0,115983.0,121506.0,127029.0,132552.0,138075.0,143598.0,149121.0,154644.0,160167.0,165690.0,171213.0,176736.0,182259.0,187782.0,193305.0,198828.0,204351.0,209874.0,215397.0,220920.0,226443.0,231966.0,237489.0,243012.0,248535.0,254058.0,259581.0,265104.0,270627.0,276150.0,281673.0,287196.0,292719.0,298242.0,303765.0,309288.0,314811.0,320334.0,325857.0,331380.0,336903.0,342426.0,347949.0,353472.0,358995.0,364518.0,370041.0,375564.0,381087.0,386610.0,392133.0,397656.0,403179.0,408702.0,414225.0,419748.0,425271.0,430794.0,436317.0,441840.0,447363.0,452886.0,458409.0,463932.0,469455.0,474978.0,480501.0,486024.0,491547.0,497070.0,502593.0,508116.0,513639.0,519162.0,524685.0,530208.0,535731.0,541254.0,546777.0,552300.0],"times":[1079000.0,2008400.0,2978200.0,3963700.0,5083700.0,5968900.0,6933400.0,7934800.0,8942800.0,10013900.0,11067600.0,12033500.0,13014400.0,13874800.0,14811000.0,15918500.0,16907400.0,17916100.0,18893900.0,19846300.0,21178900.0,21920400.0,22739700.0,23824700.0,24765800.0,25880400.0,26742700.0,27637000.0,28872100.0,29795300.0,30688100.0,31859000.0,32660100.0,33857200.0,34868700.0,35580000.0,36531700.0,37618900.0,38839300.0,39619900.0,40523500.0,41584100.0,42493300.0,43542500.0,44540100.0,45965000.0,46407100.0,47676200.0,48367200.0,49704000.0,50321200.0,51718500.0,52413200.0,53818800.0,54567300.0,55471300.0,56764700.0,57774500.0,58405000.0,59713900.0,60290300.0,61615700.0,62357700.0,63605800.0,64191400.0,65777500.0,66282400.0,67506500.0,68745500.0,69134400.0,70208700.0,71753900.0,72621400.0,73129700.0,74215300.0,75648900.0,76318900.0,77743800.0,78235000.0,79220900.0,88157400.0,81114000.0,82256900.0,83584100.0,84357500.0,84953100.0,85883000.0,87713100.0,88202700.0,89827600.0,90194800.0,91662200.0,92363900.0,92788800.0,94865100.0,94971400.0,95929400.0,96957700.0,98061100.0,99636800.0]} \ No newline at end of file diff --git a/target/criterion/fragmented_iter/planck_ecs/new/tukey.json b/target/criterion/fragmented_iter/planck_ecs/new/tukey.json index 8713eab7..0238182b 100644 --- a/target/criterion/fragmented_iter/planck_ecs/new/tukey.json +++ b/target/criterion/fragmented_iter/planck_ecs/new/tukey.json @@ -1 +1 @@ -[473.19223202608447,475.410256898335,481.32498989100293,483.5430147632534] \ No newline at end of file +[175.79036830467692,177.48291164453363,181.9963605508182,183.6889038906749] \ No newline at end of file diff --git a/target/criterion/fragmented_iter/planck_ecs/report/MAD.svg b/target/criterion/fragmented_iter/planck_ecs/report/MAD.svg index 3032de8f..d208d5cf 100644 --- a/target/criterion/fragmented_iter/planck_ecs/report/MAD.svg +++ b/target/criterion/fragmented_iter/planck_ecs/report/MAD.svg @@ -1,298 +1,88 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 0.6 - - - - - 0.8 - - - - - 1 - - - - - 1.2 - - - - - 1.4 - - - - - 1.6 - - - - - 1.8 - - - - - 2 - - - - - 2.2 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - fragmented_iter/planck_ecs: MAD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +fragmented_iter/planck_ecs:MAD + + +Density (a.u.) + + +Average time (ps) + + + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + +0.005 + + + +0.006 + + + + +600 + + + +650 + + + +700 + + + +750 + + + +800 + + + +850 + + + +900 + + + +950 + + + +1000 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/fragmented_iter/planck_ecs/report/SD.svg b/target/criterion/fragmented_iter/planck_ecs/report/SD.svg index 41078a11..ddcd8101 100644 --- a/target/criterion/fragmented_iter/planck_ecs/report/SD.svg +++ b/target/criterion/fragmented_iter/planck_ecs/report/SD.svg @@ -1,298 +1,96 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 4 - - - - - 6 - - - - - 8 - - - - - 10 - - - - - 12 - - - - - 14 - - - - - 16 - - - - - 18 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - fragmented_iter/planck_ecs: SD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +fragmented_iter/planck_ecs:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/fragmented_iter/planck_ecs/report/both/pdf.svg b/target/criterion/fragmented_iter/planck_ecs/report/both/pdf.svg index 677eab42..175d872d 100644 --- a/target/criterion/fragmented_iter/planck_ecs/report/both/pdf.svg +++ b/target/criterion/fragmented_iter/planck_ecs/report/both/pdf.svg @@ -1,333 +1,73 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.02 - - - - - 0.04 - - - - - 0.06 - - - - - 0.08 - - - - - 0.1 - - - - - 0.12 - - - - - 0.14 - - - - - 0.16 - - - - - 400 - - - - - 450 - - - - - 500 - - - - - 550 - - - - - 600 - - - - - 650 - - - - - 700 - - - - - 750 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - fragmented_iter/planck_ecs - - - - - Base PDF - - - Base PDF - - - - - - - - - - Base Mean - - - - - Base Mean - - - - - - New PDF - - - - - New PDF - - - - - - - - - - New Mean - - - - - New Mean - - - - - - - - - - - - - - + + +fragmented_iter/planck_ecs + + +Density (a.u.) + + +Average Time (ns) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + + +200 + + + +300 + + + +400 + + + +500 + + + + + + + +Base PDF + + +New PDF + + +Base Mean + + +New Mean + + + + + - diff --git a/target/criterion/fragmented_iter/planck_ecs/report/both/regression.svg b/target/criterion/fragmented_iter/planck_ecs/report/both/regression.svg index c198df73..58a7b678 100644 --- a/target/criterion/fragmented_iter/planck_ecs/report/both/regression.svg +++ b/target/criterion/fragmented_iter/planck_ecs/report/both/regression.svg @@ -1,305 +1,75 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 160 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 250 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - fragmented_iter/planck_ecs - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - Base sample - - - - - - New sample - - - New sample - - - - - - - - - - - - - - + + +fragmented_iter/planck_ecs + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + + + + + +Base Sample + + +New Sample + + + - diff --git a/target/criterion/fragmented_iter/planck_ecs/report/change/mean.svg b/target/criterion/fragmented_iter/planck_ecs/report/change/mean.svg index 5f06e8eb..857f05de 100644 --- a/target/criterion/fragmented_iter/planck_ecs/report/change/mean.svg +++ b/target/criterion/fragmented_iter/planck_ecs/report/change/mean.svg @@ -1,310 +1,105 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - -33 - - - - - -32.9 - - - - - -32.8 - - - - - -32.7 - - - - - -32.6 - - - - - -32.5 - - - - - -32.4 - - - - - -32.3 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - fragmented_iter/planck_ecs: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +fragmented_iter/planck_ecs:mean + + +Density (a.u.) + + +Relative change (%) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + + +-0.6255 + + + +-0.625 + + + +-0.6245 + + + +-0.624 + + + +-0.6235 + + + +-0.623 + + + +-0.6225 + + + +-0.622 + + + +-0.6215 + + + +-0.621 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/fragmented_iter/planck_ecs/report/change/median.svg b/target/criterion/fragmented_iter/planck_ecs/report/change/median.svg index 94257a3e..ce12ea66 100644 --- a/target/criterion/fragmented_iter/planck_ecs/report/change/median.svg +++ b/target/criterion/fragmented_iter/planck_ecs/report/change/median.svg @@ -1,320 +1,89 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 500 - - - - - 1000 - - - - - 1500 - - - - - 2000 - - - - - 2500 - - - - - 3000 - - - - - 3500 - - - - - 4000 - - - - - -32.62 - - - - - -32.61 - - - - - -32.6 - - - - - -32.59 - - - - - -32.58 - - - - - -32.57 - - - - - -32.56 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - fragmented_iter/planck_ecs: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +fragmented_iter/planck_ecs:median + + +Density (a.u.) + + +Relative change (%) + + + +200 + + + +400 + + + +600 + + + +800 + + + +1000 + + + +1200 + + + + +-0.6252 + + + +-0.625 + + + +-0.6248 + + + +-0.6246 + + + +-0.6244 + + + +-0.6242 + + + +-0.624 + + + +-0.6238 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/fragmented_iter/planck_ecs/report/change/t-test.svg b/target/criterion/fragmented_iter/planck_ecs/report/change/t-test.svg index 00c4c320..958089a2 100644 --- a/target/criterion/fragmented_iter/planck_ecs/report/change/t-test.svg +++ b/target/criterion/fragmented_iter/planck_ecs/report/change/t-test.svg @@ -1,265 +1,95 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - -200 - - - - - -180 - - - - - -160 - - - - - -140 - - - - - -120 - - - - - -100 - - - - - -80 - - - - - -60 - - - - - -40 - - - - - -20 - - - - - 0 - - - - - 20 - - - - - - - - - Density - - - - - t score - - - - - fragmented_iter/planck_ecs: Welch t test - - - - - t distribution - - - t distribution - - - - - - - - - - t statistic - - - - - t statistic - - - - - - - - - - - - - - + + +fragmented_iter/planck_ecs: Welch t test + + +Density + + +t score + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +-5.0 + + + +-4.0 + + + +-3.0 + + + +-2.0 + + + +-1.0 + + + +0.0 + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + + + +t distribution + + +t statistic + + + - diff --git a/target/criterion/fragmented_iter/planck_ecs/report/index.html b/target/criterion/fragmented_iter/planck_ecs/report/index.html index 7c10d3dd..4d906071 100644 --- a/target/criterion/fragmented_iter/planck_ecs/report/index.html +++ b/target/criterion/fragmented_iter/planck_ecs/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 479.01 ns - 479.52 ns - 480.13 ns + 179.50 ns + 179.97 ns + 180.77 ns R² - 0.9876416 - 0.9877947 - 0.9875746 + 0.9736697 + 0.9745417 + 0.9719700 Mean - 476.25 ns - 478.10 ns - 480.57 ns + 179.71 ns + 180.13 ns + 180.67 ns Std. Dev. - 5.2926 ns - 11.160 ns - 17.407 ns + 782.25 ps + 2.4793 ns + 3.7595 ns Median - 478.34 ns - 478.51 ns - 478.68 ns + 179.36 ns + 179.68 ns + 179.96 ns MAD - 738.52 ps - 1.0091 ns - 2.0703 ns + 634.70 ps + 829.64 ps + 967.82 ps @@ -231,9 +231,9 @@

Additional Statistics:

Change in time - -32.968% - -32.678% - -32.333% + -62.543% + -62.325% + -62.144% (p = 0.00 < 0.05) diff --git a/target/criterion/fragmented_iter/planck_ecs/report/mean.svg b/target/criterion/fragmented_iter/planck_ecs/report/mean.svg index 0ead90fd..54aadbaf 100644 --- a/target/criterion/fragmented_iter/planck_ecs/report/mean.svg +++ b/target/criterion/fragmented_iter/planck_ecs/report/mean.svg @@ -1,298 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - 476 - - - - - 477 - - - - - 478 - - - - - 479 - - - - - 480 - - - - - 481 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - fragmented_iter/planck_ecs: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +fragmented_iter/planck_ecs:mean + + +Density (a.u.) + + +Average time (ns) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + + +179.8 + + + +180 + + + +180.2 + + + +180.4 + + + +180.6 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/fragmented_iter/planck_ecs/report/median.svg b/target/criterion/fragmented_iter/planck_ecs/report/median.svg index 46cce58e..38d5c571 100644 --- a/target/criterion/fragmented_iter/planck_ecs/report/median.svg +++ b/target/criterion/fragmented_iter/planck_ecs/report/median.svg @@ -1,308 +1,92 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - 5 - - - - - 6 - - - - - 7 - - - - - 8 - - - - - 478.35 - - - - - 478.4 - - - - - 478.45 - - - - - 478.5 - - - - - 478.55 - - - - - 478.6 - - - - - 478.65 - - - - - 478.7 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - fragmented_iter/planck_ecs: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +fragmented_iter/planck_ecs:median + + +Density (a.u.) + + +Average time (ns) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + +179.3 + + + +179.4 + + + +179.5 + + + +179.6 + + + +179.7 + + + +179.8 + + + +179.9 + + + +180 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/fragmented_iter/planck_ecs/report/pdf.svg b/target/criterion/fragmented_iter/planck_ecs/report/pdf.svg index d42e7d93..6aff82c2 100644 --- a/target/criterion/fragmented_iter/planck_ecs/report/pdf.svg +++ b/target/criterion/fragmented_iter/planck_ecs/report/pdf.svg @@ -1,415 +1,117 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 460 - - - - - 480 - - - - - 500 - - - - - 520 - - - - - 540 - - - - - 560 - - - - - 580 - - - - - 0 - - - - - 0.01 - - - - - 0.02 - - - - - 0.03 - - - - - 0.04 - - - - - 0.05 - - - - - 0.06 - - - - - 0.07 - - - - - - - - - Iterations (x 103) - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - fragmented_iter/planck_ecs - - - - - PDF - - - PDF - - - - - - - - - - Mean - - - - - Mean - - - - - - "Clean" sample - - - - - "Clean" sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Mild outliers - - - Mild outliers - - - - - - - - - - - - - Severe outliers - - - Severe outliers - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - gnuplot_plot_6 - - - - - - gnuplot_plot_7 - - - - gnuplot_plot_8 - - - - gnuplot_plot_9 - - - - - - - - - - - - + + +fragmented_iter/planck_ecs + + +Iterations (x 10^3) + + +Average Time (ns) + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + + +180 + + + +185 + + + +190 + + + +195 + + + +200 + + + +Density (a.u.) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + - diff --git a/target/criterion/fragmented_iter/planck_ecs/report/pdf_small.svg b/target/criterion/fragmented_iter/planck_ecs/report/pdf_small.svg index 93541aff..bdd5ae83 100644 --- a/target/criterion/fragmented_iter/planck_ecs/report/pdf_small.svg +++ b/target/criterion/fragmented_iter/planck_ecs/report/pdf_small.svg @@ -1,214 +1,56 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.01 - - - - - 0.02 - - - - - 0.03 - - - - - 0.04 - - - - - 0.05 - - - - - 0.06 - - - - - 460 - - - - - 480 - - - - - 500 - - - - - 520 - - - - - 540 - - - - - 560 - - - - - 580 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - PDF - - - - - - - Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (ns) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + + +180 + + + +185 + + + +190 + + + +195 + + + +200 + + + + - diff --git a/target/criterion/fragmented_iter/planck_ecs/report/regression.svg b/target/criterion/fragmented_iter/planck_ecs/report/regression.svg index 908a0592..1192ea95 100644 --- a/target/criterion/fragmented_iter/planck_ecs/report/regression.svg +++ b/target/criterion/fragmented_iter/planck_ecs/report/regression.svg @@ -1,382 +1,197 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 250 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - fragmented_iter/planck_ecs - - - - - Sample - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - Linear regression - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - - + + +fragmented_iter/planck_ecs + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + - diff --git a/target/criterion/fragmented_iter/planck_ecs/report/regression_small.svg b/target/criterion/fragmented_iter/planck_ecs/report/regression_small.svg index d2a3a761..7133cc05 100644 --- a/target/criterion/fragmented_iter/planck_ecs/report/regression_small.svg +++ b/target/criterion/fragmented_iter/planck_ecs/report/regression_small.svg @@ -1,360 +1,182 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 250 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/fragmented_iter/planck_ecs/report/relative_pdf_small.svg b/target/criterion/fragmented_iter/planck_ecs/report/relative_pdf_small.svg index 6184f8ed..78c2bc5a 100644 --- a/target/criterion/fragmented_iter/planck_ecs/report/relative_pdf_small.svg +++ b/target/criterion/fragmented_iter/planck_ecs/report/relative_pdf_small.svg @@ -1,306 +1,54 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.02 - - - - - 0.04 - - - - - 0.06 - - - - - 0.08 - - - - - 0.1 - - - - - 0.12 - - - - - 0.14 - - - - - 0.16 - - - - - 400 - - - - - 450 - - - - - 500 - - - - - 550 - - - - - 600 - - - - - 650 - - - - - 700 - - - - - 750 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - Base PDF - - - - - - - Base Mean - - - - - - New PDF - - - - - - - - - New Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (ns) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + + +200 + + + +300 + + + +400 + + + +500 + + + + + + - diff --git a/target/criterion/fragmented_iter/planck_ecs/report/relative_regression_small.svg b/target/criterion/fragmented_iter/planck_ecs/report/relative_regression_small.svg index 05c51d9b..6601bd0f 100644 --- a/target/criterion/fragmented_iter/planck_ecs/report/relative_regression_small.svg +++ b/target/criterion/fragmented_iter/planck_ecs/report/relative_regression_small.svg @@ -1,290 +1,64 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 160 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 250 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - - New sample - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + + + + - diff --git a/target/criterion/fragmented_iter/planck_ecs/report/slope.svg b/target/criterion/fragmented_iter/planck_ecs/report/slope.svg index 1c3191c5..74c494d6 100644 --- a/target/criterion/fragmented_iter/planck_ecs/report/slope.svg +++ b/target/criterion/fragmented_iter/planck_ecs/report/slope.svg @@ -1,303 +1,92 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.2 - - - - - 0.4 - - - - - 0.6 - - - - - 0.8 - - - - - 1 - - - - - 1.2 - - - - - 1.4 - - - - - 1.6 - - - - - 479 - - - - - 479.2 - - - - - 479.4 - - - - - 479.6 - - - - - 479.8 - - - - - 480 - - - - - 480.2 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - fragmented_iter/planck_ecs: slope - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +fragmented_iter/planck_ecs:slope + + +Density (a.u.) + + +Average time (ns) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + + +179.4 + + + +179.6 + + + +179.8 + + + +180 + + + +180.2 + + + +180.4 + + + +180.6 + + + +180.8 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/fragmented_iter/planck_ecs/report/typical.svg b/target/criterion/fragmented_iter/planck_ecs/report/typical.svg index 17f80c3f..4960a5c2 100644 --- a/target/criterion/fragmented_iter/planck_ecs/report/typical.svg +++ b/target/criterion/fragmented_iter/planck_ecs/report/typical.svg @@ -1,303 +1,92 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.2 - - - - - 0.4 - - - - - 0.6 - - - - - 0.8 - - - - - 1 - - - - - 1.2 - - - - - 1.4 - - - - - 1.6 - - - - - 479 - - - - - 479.2 - - - - - 479.4 - - - - - 479.6 - - - - - 479.8 - - - - - 480 - - - - - 480.2 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - fragmented_iter/planck_ecs: typical - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +fragmented_iter/planck_ecs:typical + + +Density (a.u.) + + +Average time (ns) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + + +179.4 + + + +179.6 + + + +179.8 + + + +180 + + + +180.2 + + + +180.4 + + + +180.6 + + + +180.8 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/fragmented_iter/report/index.html b/target/criterion/fragmented_iter/report/index.html index dc3a9b24..534231be 100644 --- a/target/criterion/fragmented_iter/report/index.html +++ b/target/criterion/fragmented_iter/report/index.html @@ -82,6 +82,29 @@

fragmented_iter/bevy

+
+ +

fragmented_iter/brood

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+

fragmented_iter/hecs

diff --git a/target/criterion/fragmented_iter/report/violin.svg b/target/criterion/fragmented_iter/report/violin.svg index 9fb1ddf2..d460bc3a 100644 --- a/target/criterion/fragmented_iter/report/violin.svg +++ b/target/criterion/fragmented_iter/report/violin.svg @@ -1,645 +1,71 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - fragmented_iter/specs - - - - - fragmented_iter/shipyard - - - - - fragmented_iter/planck_ecs - - - - - fragmented_iter/legion - - - - - fragmented_iter/hecs - - - - - fragmented_iter/bevy - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 400 - - - - - - - - - - - - - 600 - - - - - - - - - - - - - 800 - - - - - - - - - - - - - 1000 - - - - - - - - - - - - - 1200 - - - - - - - - - - - - - 1400 - - - - - - - - - - - - - 1600 - - - - - - - - - Input - - - - - Average time (ns) - - - - - fragmented_iter: Violin plot - - - - - PDF - - - PDF - - - - - - - - - - gnuplot_plot_2 - - - - - - - gnuplot_plot_3 - - - - - - - - - gnuplot_plot_4 - - - - - - - gnuplot_plot_5 - - - - - - - gnuplot_plot_6 - - - - - - - - - - - - - - - - - + + +fragmented_iter: Violin plot + + +Input + + +Average time (us) + + + +fragmented_iter/specs + + + +fragmented_iter/shipyard + + + +fragmented_iter/planck_ecs + + + +fragmented_iter/legion + + + +fragmented_iter/hecs + + + +fragmented_iter/brood + + + +fragmented_iter/bevy + + + + +0.5 + + + +1.0 + + + +1.5 + + + +2.0 + + + + + + + + + + + + + + + + - diff --git a/target/criterion/fragmented_iter/shipyard/base/estimates.json b/target/criterion/fragmented_iter/shipyard/base/estimates.json index 72d333ab..9feb5feb 100644 --- a/target/criterion/fragmented_iter/shipyard/base/estimates.json +++ b/target/criterion/fragmented_iter/shipyard/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":73.56461452118157,"upper_bound":75.93752968064192},"point_estimate":74.82340850406254,"standard_error":0.605904115132092},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77.04793653270906,"upper_bound":77.13408973858759},"point_estimate":77.096241148446,"standard_error":0.021160489636216306},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.1488041889744198,"upper_bound":0.25541991944769843},"point_estimate":0.2192172737512855,"standard_error":0.027524017441496972},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72.24041094606702,"upper_bound":75.87135942953148},"point_estimate":74.17499390958889,"standard_error":0.9294034586033759},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4.6259444900417215,"upper_bound":7.250749949055663},"point_estimate":6.112676427508008,"standard_error":0.6832376922588468}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":79.58876930923326,"upper_bound":79.76236262288484},"point_estimate":79.67790198361985,"standard_error":0.04405564730935973},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":79.66922146026624,"upper_bound":79.73177286610122},"point_estimate":79.70821925450379,"standard_error":0.019102752360395284},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.09668696883610466,"upper_bound":0.17379464780734005},"point_estimate":0.13688109094912598,"standard_error":0.019055172334850386},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":79.62648349064166,"upper_bound":79.78053985294544},"point_estimate":79.6986520196576,"standard_error":0.03918335364994162},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.25241120218934615,"upper_bound":0.6177842886196825},"point_estimate":0.44250398707682165,"standard_error":0.09440371298647375}} \ No newline at end of file diff --git a/target/criterion/fragmented_iter/shipyard/base/raw.csv b/target/criterion/fragmented_iter/shipyard/base/raw.csv index dca35778..5bce4c44 100644 --- a/target/criterion/fragmented_iter/shipyard/base/raw.csv +++ b/target/criterion/fragmented_iter/shipyard/base/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -fragmented_iter,shipyard,,,,982933.0,ns,12815 -fragmented_iter,shipyard,,,,2027062.0,ns,25630 -fragmented_iter,shipyard,,,,2948707.0,ns,38445 -fragmented_iter,shipyard,,,,3975504.0,ns,51260 -fragmented_iter,shipyard,,,,3755584.0,ns,64075 -fragmented_iter,shipyard,,,,5958029.0,ns,76890 -fragmented_iter,shipyard,,,,6920483.0,ns,89705 -fragmented_iter,shipyard,,,,7907995.0,ns,102520 -fragmented_iter,shipyard,,,,8885928.0,ns,115335 -fragmented_iter,shipyard,,,,9873449.0,ns,128150 -fragmented_iter,shipyard,,,,10852163.0,ns,140965 -fragmented_iter,shipyard,,,,11801210.0,ns,153780 -fragmented_iter,shipyard,,,,12888262.0,ns,166595 -fragmented_iter,shipyard,,,,13875993.0,ns,179410 -fragmented_iter,shipyard,,,,14788551.0,ns,192225 -fragmented_iter,shipyard,,,,15848101.0,ns,205040 -fragmented_iter,shipyard,,,,16808691.0,ns,217855 -fragmented_iter,shipyard,,,,17757958.0,ns,230670 -fragmented_iter,shipyard,,,,18808529.0,ns,243485 -fragmented_iter,shipyard,,,,19685360.0,ns,256300 -fragmented_iter,shipyard,,,,15849403.0,ns,269115 -fragmented_iter,shipyard,,,,21784599.0,ns,281930 -fragmented_iter,shipyard,,,,22688480.0,ns,294745 -fragmented_iter,shipyard,,,,23716991.0,ns,307560 -fragmented_iter,shipyard,,,,24711834.0,ns,320375 -fragmented_iter,shipyard,,,,25693756.0,ns,333190 -fragmented_iter,shipyard,,,,26622624.0,ns,346005 -fragmented_iter,shipyard,,,,27608654.0,ns,358820 -fragmented_iter,shipyard,,,,28597006.0,ns,371635 -fragmented_iter,shipyard,,,,29569419.0,ns,384450 -fragmented_iter,shipyard,,,,30147019.0,ns,397265 -fragmented_iter,shipyard,,,,31637188.0,ns,410080 -fragmented_iter,shipyard,,,,32527134.0,ns,422895 -fragmented_iter,shipyard,,,,25701229.0,ns,435710 -fragmented_iter,shipyard,,,,34593440.0,ns,448525 -fragmented_iter,shipyard,,,,35631737.0,ns,461340 -fragmented_iter,shipyard,,,,36585624.0,ns,474155 -fragmented_iter,shipyard,,,,37499776.0,ns,486970 -fragmented_iter,shipyard,,,,38475535.0,ns,499785 -fragmented_iter,shipyard,,,,39555603.0,ns,512600 -fragmented_iter,shipyard,,,,40514208.0,ns,525415 -fragmented_iter,shipyard,,,,41477393.0,ns,538230 -fragmented_iter,shipyard,,,,42586486.0,ns,551045 -fragmented_iter,shipyard,,,,43529593.0,ns,563860 -fragmented_iter,shipyard,,,,34028584.0,ns,576675 -fragmented_iter,shipyard,,,,45537418.0,ns,589490 -fragmented_iter,shipyard,,,,45649942.0,ns,602305 -fragmented_iter,shipyard,,,,36408879.0,ns,615120 -fragmented_iter,shipyard,,,,48431390.0,ns,627935 -fragmented_iter,shipyard,,,,49509053.0,ns,640750 -fragmented_iter,shipyard,,,,50399770.0,ns,653565 -fragmented_iter,shipyard,,,,51421626.0,ns,666380 -fragmented_iter,shipyard,,,,40482969.0,ns,679195 -fragmented_iter,shipyard,,,,53389996.0,ns,692010 -fragmented_iter,shipyard,,,,54380524.0,ns,704825 -fragmented_iter,shipyard,,,,55299023.0,ns,717640 -fragmented_iter,shipyard,,,,43168955.0,ns,730455 -fragmented_iter,shipyard,,,,57420755.0,ns,743270 -fragmented_iter,shipyard,,,,60536540.0,ns,756085 -fragmented_iter,shipyard,,,,59783266.0,ns,768900 -fragmented_iter,shipyard,,,,61018969.0,ns,781715 -fragmented_iter,shipyard,,,,61988466.0,ns,794530 -fragmented_iter,shipyard,,,,62755888.0,ns,807345 -fragmented_iter,shipyard,,,,63587653.0,ns,820160 -fragmented_iter,shipyard,,,,49217087.0,ns,832975 -fragmented_iter,shipyard,,,,65309232.0,ns,845790 -fragmented_iter,shipyard,,,,66482296.0,ns,858605 -fragmented_iter,shipyard,,,,66449615.0,ns,871420 -fragmented_iter,shipyard,,,,68194990.0,ns,884235 -fragmented_iter,shipyard,,,,69372392.0,ns,897050 -fragmented_iter,shipyard,,,,70140256.0,ns,909865 -fragmented_iter,shipyard,,,,71141632.0,ns,922680 -fragmented_iter,shipyard,,,,71978679.0,ns,935495 -fragmented_iter,shipyard,,,,73075917.0,ns,948310 -fragmented_iter,shipyard,,,,74052698.0,ns,961125 -fragmented_iter,shipyard,,,,75161061.0,ns,973940 -fragmented_iter,shipyard,,,,76052939.0,ns,986755 -fragmented_iter,shipyard,,,,77014750.0,ns,999570 -fragmented_iter,shipyard,,,,77899376.0,ns,1012385 -fragmented_iter,shipyard,,,,79028627.0,ns,1025200 -fragmented_iter,shipyard,,,,79936697.0,ns,1038015 -fragmented_iter,shipyard,,,,81016704.0,ns,1050830 -fragmented_iter,shipyard,,,,81946155.0,ns,1063645 -fragmented_iter,shipyard,,,,82821252.0,ns,1076460 -fragmented_iter,shipyard,,,,64247090.0,ns,1089275 -fragmented_iter,shipyard,,,,85053865.0,ns,1102090 -fragmented_iter,shipyard,,,,86098105.0,ns,1114905 -fragmented_iter,shipyard,,,,66724086.0,ns,1127720 -fragmented_iter,shipyard,,,,88064961.0,ns,1140535 -fragmented_iter,shipyard,,,,68312474.0,ns,1153350 -fragmented_iter,shipyard,,,,90080291.0,ns,1166165 -fragmented_iter,shipyard,,,,69789587.0,ns,1178980 -fragmented_iter,shipyard,,,,91881031.0,ns,1191795 -fragmented_iter,shipyard,,,,71934122.0,ns,1204610 -fragmented_iter,shipyard,,,,93849431.0,ns,1217425 -fragmented_iter,shipyard,,,,94696293.0,ns,1230240 -fragmented_iter,shipyard,,,,95883205.0,ns,1243055 -fragmented_iter,shipyard,,,,96872599.0,ns,1255870 -fragmented_iter,shipyard,,,,97785319.0,ns,1268685 -fragmented_iter,shipyard,,,,99066669.0,ns,1281500 +fragmented_iter,shipyard,,,,975900.0,ns,12395 +fragmented_iter,shipyard,,,,1983900.0,ns,24790 +fragmented_iter,shipyard,,,,2967300.0,ns,37185 +fragmented_iter,shipyard,,,,3983300.0,ns,49580 +fragmented_iter,shipyard,,,,4955300.0,ns,61975 +fragmented_iter,shipyard,,,,5922200.0,ns,74370 +fragmented_iter,shipyard,,,,6923600.0,ns,86765 +fragmented_iter,shipyard,,,,7901500.0,ns,99160 +fragmented_iter,shipyard,,,,8882700.0,ns,111555 +fragmented_iter,shipyard,,,,9887000.0,ns,123950 +fragmented_iter,shipyard,,,,10870200.0,ns,136345 +fragmented_iter,shipyard,,,,11863700.0,ns,148740 +fragmented_iter,shipyard,,,,12835300.0,ns,161135 +fragmented_iter,shipyard,,,,13851700.0,ns,173530 +fragmented_iter,shipyard,,,,14840900.0,ns,185925 +fragmented_iter,shipyard,,,,15788300.0,ns,198320 +fragmented_iter,shipyard,,,,16801900.0,ns,210715 +fragmented_iter,shipyard,,,,17774300.0,ns,223110 +fragmented_iter,shipyard,,,,18782300.0,ns,235505 +fragmented_iter,shipyard,,,,19750000.0,ns,247900 +fragmented_iter,shipyard,,,,20772600.0,ns,260295 +fragmented_iter,shipyard,,,,20995800.0,ns,272690 +fragmented_iter,shipyard,,,,22749900.0,ns,285085 +fragmented_iter,shipyard,,,,23711100.0,ns,297480 +fragmented_iter,shipyard,,,,24620000.0,ns,309875 +fragmented_iter,shipyard,,,,25904300.0,ns,322270 +fragmented_iter,shipyard,,,,26685700.0,ns,334665 +fragmented_iter,shipyard,,,,27611600.0,ns,347060 +fragmented_iter,shipyard,,,,28734000.0,ns,359455 +fragmented_iter,shipyard,,,,29369100.0,ns,371850 +fragmented_iter,shipyard,,,,30431000.0,ns,384245 +fragmented_iter,shipyard,,,,31328300.0,ns,396640 +fragmented_iter,shipyard,,,,32388000.0,ns,409035 +fragmented_iter,shipyard,,,,33408900.0,ns,421430 +fragmented_iter,shipyard,,,,34883400.0,ns,433825 +fragmented_iter,shipyard,,,,35593200.0,ns,446220 +fragmented_iter,shipyard,,,,36602400.0,ns,458615 +fragmented_iter,shipyard,,,,37575500.0,ns,471010 +fragmented_iter,shipyard,,,,38672400.0,ns,483405 +fragmented_iter,shipyard,,,,39471500.0,ns,495800 +fragmented_iter,shipyard,,,,40480100.0,ns,508195 +fragmented_iter,shipyard,,,,41547400.0,ns,520590 +fragmented_iter,shipyard,,,,42541500.0,ns,532985 +fragmented_iter,shipyard,,,,43484600.0,ns,545380 +fragmented_iter,shipyard,,,,44445700.0,ns,557775 +fragmented_iter,shipyard,,,,45415900.0,ns,570170 +fragmented_iter,shipyard,,,,46436200.0,ns,582565 +fragmented_iter,shipyard,,,,47436800.0,ns,594960 +fragmented_iter,shipyard,,,,48394300.0,ns,607355 +fragmented_iter,shipyard,,,,49325600.0,ns,619750 +fragmented_iter,shipyard,,,,50260500.0,ns,632145 +fragmented_iter,shipyard,,,,51232200.0,ns,644540 +fragmented_iter,shipyard,,,,52540400.0,ns,656935 +fragmented_iter,shipyard,,,,53353800.0,ns,669330 +fragmented_iter,shipyard,,,,55650000.0,ns,681725 +fragmented_iter,shipyard,,,,54898200.0,ns,694120 +fragmented_iter,shipyard,,,,56294400.0,ns,706515 +fragmented_iter,shipyard,,,,57202400.0,ns,718910 +fragmented_iter,shipyard,,,,58368600.0,ns,731305 +fragmented_iter,shipyard,,,,59244200.0,ns,743700 +fragmented_iter,shipyard,,,,60055800.0,ns,756095 +fragmented_iter,shipyard,,,,60938100.0,ns,768490 +fragmented_iter,shipyard,,,,62163600.0,ns,780885 +fragmented_iter,shipyard,,,,63246700.0,ns,793280 +fragmented_iter,shipyard,,,,64095600.0,ns,805675 +fragmented_iter,shipyard,,,,65231400.0,ns,818070 +fragmented_iter,shipyard,,,,66109000.0,ns,830465 +fragmented_iter,shipyard,,,,67166900.0,ns,842860 +fragmented_iter,shipyard,,,,68187600.0,ns,855255 +fragmented_iter,shipyard,,,,69178500.0,ns,867650 +fragmented_iter,shipyard,,,,70267400.0,ns,880045 +fragmented_iter,shipyard,,,,71099100.0,ns,892440 +fragmented_iter,shipyard,,,,72287700.0,ns,904835 +fragmented_iter,shipyard,,,,73099100.0,ns,917230 +fragmented_iter,shipyard,,,,74053500.0,ns,929625 +fragmented_iter,shipyard,,,,74998100.0,ns,942020 +fragmented_iter,shipyard,,,,76096600.0,ns,954415 +fragmented_iter,shipyard,,,,78383900.0,ns,966810 +fragmented_iter,shipyard,,,,78018800.0,ns,979205 +fragmented_iter,shipyard,,,,79056700.0,ns,991600 +fragmented_iter,shipyard,,,,80137500.0,ns,1003995 +fragmented_iter,shipyard,,,,81189400.0,ns,1016390 +fragmented_iter,shipyard,,,,81907500.0,ns,1028785 +fragmented_iter,shipyard,,,,82203700.0,ns,1041180 +fragmented_iter,shipyard,,,,83723500.0,ns,1053575 +fragmented_iter,shipyard,,,,85053500.0,ns,1065970 +fragmented_iter,shipyard,,,,86028200.0,ns,1078365 +fragmented_iter,shipyard,,,,86691900.0,ns,1090760 +fragmented_iter,shipyard,,,,87906800.0,ns,1103155 +fragmented_iter,shipyard,,,,88870100.0,ns,1115550 +fragmented_iter,shipyard,,,,89963300.0,ns,1127945 +fragmented_iter,shipyard,,,,90408700.0,ns,1140340 +fragmented_iter,shipyard,,,,91922100.0,ns,1152735 +fragmented_iter,shipyard,,,,92887900.0,ns,1165130 +fragmented_iter,shipyard,,,,93783900.0,ns,1177525 +fragmented_iter,shipyard,,,,95019400.0,ns,1189920 +fragmented_iter,shipyard,,,,95953400.0,ns,1202315 +fragmented_iter,shipyard,,,,96724900.0,ns,1214710 +fragmented_iter,shipyard,,,,97748200.0,ns,1227105 +fragmented_iter,shipyard,,,,98830100.0,ns,1239500 diff --git a/target/criterion/fragmented_iter/shipyard/base/sample.json b/target/criterion/fragmented_iter/shipyard/base/sample.json index d48a0ca5..459b005e 100644 --- a/target/criterion/fragmented_iter/shipyard/base/sample.json +++ b/target/criterion/fragmented_iter/shipyard/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12815.0,25630.0,38445.0,51260.0,64075.0,76890.0,89705.0,102520.0,115335.0,128150.0,140965.0,153780.0,166595.0,179410.0,192225.0,205040.0,217855.0,230670.0,243485.0,256300.0,269115.0,281930.0,294745.0,307560.0,320375.0,333190.0,346005.0,358820.0,371635.0,384450.0,397265.0,410080.0,422895.0,435710.0,448525.0,461340.0,474155.0,486970.0,499785.0,512600.0,525415.0,538230.0,551045.0,563860.0,576675.0,589490.0,602305.0,615120.0,627935.0,640750.0,653565.0,666380.0,679195.0,692010.0,704825.0,717640.0,730455.0,743270.0,756085.0,768900.0,781715.0,794530.0,807345.0,820160.0,832975.0,845790.0,858605.0,871420.0,884235.0,897050.0,909865.0,922680.0,935495.0,948310.0,961125.0,973940.0,986755.0,999570.0,1012385.0,1025200.0,1038015.0,1050830.0,1063645.0,1076460.0,1089275.0,1102090.0,1114905.0,1127720.0,1140535.0,1153350.0,1166165.0,1178980.0,1191795.0,1204610.0,1217425.0,1230240.0,1243055.0,1255870.0,1268685.0,1281500.0],"times":[982933.0,2027062.0,2948707.0,3975504.0,3755584.0,5958029.0,6920483.0,7907995.0,8885928.0,9873449.0,10852163.0,11801210.0,12888262.0,13875993.0,14788551.0,15848101.0,16808691.0,17757958.0,18808529.0,19685360.0,15849403.0,21784599.0,22688480.0,23716991.0,24711834.0,25693756.0,26622624.0,27608654.0,28597006.0,29569419.0,30147019.0,31637188.0,32527134.0,25701229.0,34593440.0,35631737.0,36585624.0,37499776.0,38475535.0,39555603.0,40514208.0,41477393.0,42586486.0,43529593.0,34028584.0,45537418.0,45649942.0,36408879.0,48431390.0,49509053.0,50399770.0,51421626.0,40482969.0,53389996.0,54380524.0,55299023.0,43168955.0,57420755.0,60536540.0,59783266.0,61018969.0,61988466.0,62755888.0,63587653.0,49217087.0,65309232.0,66482296.0,66449615.0,68194990.0,69372392.0,70140256.0,71141632.0,71978679.0,73075917.0,74052698.0,75161061.0,76052939.0,77014750.0,77899376.0,79028627.0,79936697.0,81016704.0,81946155.0,82821252.0,64247090.0,85053865.0,86098105.0,66724086.0,88064961.0,68312474.0,90080291.0,69789587.0,91881031.0,71934122.0,93849431.0,94696293.0,95883205.0,96872599.0,97785319.0,99066669.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12395.0,24790.0,37185.0,49580.0,61975.0,74370.0,86765.0,99160.0,111555.0,123950.0,136345.0,148740.0,161135.0,173530.0,185925.0,198320.0,210715.0,223110.0,235505.0,247900.0,260295.0,272690.0,285085.0,297480.0,309875.0,322270.0,334665.0,347060.0,359455.0,371850.0,384245.0,396640.0,409035.0,421430.0,433825.0,446220.0,458615.0,471010.0,483405.0,495800.0,508195.0,520590.0,532985.0,545380.0,557775.0,570170.0,582565.0,594960.0,607355.0,619750.0,632145.0,644540.0,656935.0,669330.0,681725.0,694120.0,706515.0,718910.0,731305.0,743700.0,756095.0,768490.0,780885.0,793280.0,805675.0,818070.0,830465.0,842860.0,855255.0,867650.0,880045.0,892440.0,904835.0,917230.0,929625.0,942020.0,954415.0,966810.0,979205.0,991600.0,1003995.0,1016390.0,1028785.0,1041180.0,1053575.0,1065970.0,1078365.0,1090760.0,1103155.0,1115550.0,1127945.0,1140340.0,1152735.0,1165130.0,1177525.0,1189920.0,1202315.0,1214710.0,1227105.0,1239500.0],"times":[975900.0,1983900.0,2967300.0,3983300.0,4955300.0,5922200.0,6923600.0,7901500.0,8882700.0,9887000.0,10870200.0,11863700.0,12835300.0,13851700.0,14840900.0,15788300.0,16801900.0,17774300.0,18782300.0,19750000.0,20772600.0,20995800.0,22749900.0,23711100.0,24620000.0,25904300.0,26685700.0,27611600.0,28734000.0,29369100.0,30431000.0,31328300.0,32388000.0,33408900.0,34883400.0,35593200.0,36602400.0,37575500.0,38672400.0,39471500.0,40480100.0,41547400.0,42541500.0,43484600.0,44445700.0,45415900.0,46436200.0,47436800.0,48394300.0,49325600.0,50260500.0,51232200.0,52540400.0,53353800.0,55650000.0,54898200.0,56294400.0,57202400.0,58368600.0,59244200.0,60055800.0,60938100.0,62163600.0,63246700.0,64095600.0,65231400.0,66109000.0,67166900.0,68187600.0,69178500.0,70267400.0,71099100.0,72287700.0,73099100.0,74053500.0,74998100.0,76096600.0,78383900.0,78018800.0,79056700.0,80137500.0,81189400.0,81907500.0,82203700.0,83723500.0,85053500.0,86028200.0,86691900.0,87906800.0,88870100.0,89963300.0,90408700.0,91922100.0,92887900.0,93783900.0,95019400.0,95953400.0,96724900.0,97748200.0,98830100.0]} \ No newline at end of file diff --git a/target/criterion/fragmented_iter/shipyard/base/tukey.json b/target/criterion/fragmented_iter/shipyard/base/tukey.json index 9aafb861..b9dd859c 100644 --- a/target/criterion/fragmented_iter/shipyard/base/tukey.json +++ b/target/criterion/fragmented_iter/shipyard/base/tukey.json @@ -1 +1 @@ -[76.12695259237825,76.53478564756638,77.62234046140141,78.03017351658954] \ No newline at end of file +[79.06179577624981,79.33766287188321,80.07330846023895,80.34917555587235] \ No newline at end of file diff --git a/target/criterion/fragmented_iter/shipyard/change/estimates.json b/target/criterion/fragmented_iter/shipyard/change/estimates.json index 097fa6e5..bd1c2d8d 100644 --- a/target/criterion/fragmented_iter/shipyard/change/estimates.json +++ b/target/criterion/fragmented_iter/shipyard/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.2777851141657019,"upper_bound":0.3166714417071573},"point_estimate":0.297133001853906,"standard_error":0.010129330547770007},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.334877795729301,"upper_bound":0.33749921019758133},"point_estimate":0.3360547706549568,"standard_error":0.0006532901726865613}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.04917680504142981,"upper_bound":0.08302206609394133},"point_estimate":0.06487934159393083,"standard_error":0.008649158297779702},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.03316529736897955,"upper_bound":0.034609108593395055},"point_estimate":0.033879448169574555,"standard_error":0.00036991785750893445}} \ No newline at end of file diff --git a/target/criterion/fragmented_iter/shipyard/new/estimates.json b/target/criterion/fragmented_iter/shipyard/new/estimates.json index 72d333ab..9feb5feb 100644 --- a/target/criterion/fragmented_iter/shipyard/new/estimates.json +++ b/target/criterion/fragmented_iter/shipyard/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":73.56461452118157,"upper_bound":75.93752968064192},"point_estimate":74.82340850406254,"standard_error":0.605904115132092},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77.04793653270906,"upper_bound":77.13408973858759},"point_estimate":77.096241148446,"standard_error":0.021160489636216306},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.1488041889744198,"upper_bound":0.25541991944769843},"point_estimate":0.2192172737512855,"standard_error":0.027524017441496972},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72.24041094606702,"upper_bound":75.87135942953148},"point_estimate":74.17499390958889,"standard_error":0.9294034586033759},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4.6259444900417215,"upper_bound":7.250749949055663},"point_estimate":6.112676427508008,"standard_error":0.6832376922588468}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":79.58876930923326,"upper_bound":79.76236262288484},"point_estimate":79.67790198361985,"standard_error":0.04405564730935973},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":79.66922146026624,"upper_bound":79.73177286610122},"point_estimate":79.70821925450379,"standard_error":0.019102752360395284},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.09668696883610466,"upper_bound":0.17379464780734005},"point_estimate":0.13688109094912598,"standard_error":0.019055172334850386},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":79.62648349064166,"upper_bound":79.78053985294544},"point_estimate":79.6986520196576,"standard_error":0.03918335364994162},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.25241120218934615,"upper_bound":0.6177842886196825},"point_estimate":0.44250398707682165,"standard_error":0.09440371298647375}} \ No newline at end of file diff --git a/target/criterion/fragmented_iter/shipyard/new/raw.csv b/target/criterion/fragmented_iter/shipyard/new/raw.csv index dca35778..5bce4c44 100644 --- a/target/criterion/fragmented_iter/shipyard/new/raw.csv +++ b/target/criterion/fragmented_iter/shipyard/new/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -fragmented_iter,shipyard,,,,982933.0,ns,12815 -fragmented_iter,shipyard,,,,2027062.0,ns,25630 -fragmented_iter,shipyard,,,,2948707.0,ns,38445 -fragmented_iter,shipyard,,,,3975504.0,ns,51260 -fragmented_iter,shipyard,,,,3755584.0,ns,64075 -fragmented_iter,shipyard,,,,5958029.0,ns,76890 -fragmented_iter,shipyard,,,,6920483.0,ns,89705 -fragmented_iter,shipyard,,,,7907995.0,ns,102520 -fragmented_iter,shipyard,,,,8885928.0,ns,115335 -fragmented_iter,shipyard,,,,9873449.0,ns,128150 -fragmented_iter,shipyard,,,,10852163.0,ns,140965 -fragmented_iter,shipyard,,,,11801210.0,ns,153780 -fragmented_iter,shipyard,,,,12888262.0,ns,166595 -fragmented_iter,shipyard,,,,13875993.0,ns,179410 -fragmented_iter,shipyard,,,,14788551.0,ns,192225 -fragmented_iter,shipyard,,,,15848101.0,ns,205040 -fragmented_iter,shipyard,,,,16808691.0,ns,217855 -fragmented_iter,shipyard,,,,17757958.0,ns,230670 -fragmented_iter,shipyard,,,,18808529.0,ns,243485 -fragmented_iter,shipyard,,,,19685360.0,ns,256300 -fragmented_iter,shipyard,,,,15849403.0,ns,269115 -fragmented_iter,shipyard,,,,21784599.0,ns,281930 -fragmented_iter,shipyard,,,,22688480.0,ns,294745 -fragmented_iter,shipyard,,,,23716991.0,ns,307560 -fragmented_iter,shipyard,,,,24711834.0,ns,320375 -fragmented_iter,shipyard,,,,25693756.0,ns,333190 -fragmented_iter,shipyard,,,,26622624.0,ns,346005 -fragmented_iter,shipyard,,,,27608654.0,ns,358820 -fragmented_iter,shipyard,,,,28597006.0,ns,371635 -fragmented_iter,shipyard,,,,29569419.0,ns,384450 -fragmented_iter,shipyard,,,,30147019.0,ns,397265 -fragmented_iter,shipyard,,,,31637188.0,ns,410080 -fragmented_iter,shipyard,,,,32527134.0,ns,422895 -fragmented_iter,shipyard,,,,25701229.0,ns,435710 -fragmented_iter,shipyard,,,,34593440.0,ns,448525 -fragmented_iter,shipyard,,,,35631737.0,ns,461340 -fragmented_iter,shipyard,,,,36585624.0,ns,474155 -fragmented_iter,shipyard,,,,37499776.0,ns,486970 -fragmented_iter,shipyard,,,,38475535.0,ns,499785 -fragmented_iter,shipyard,,,,39555603.0,ns,512600 -fragmented_iter,shipyard,,,,40514208.0,ns,525415 -fragmented_iter,shipyard,,,,41477393.0,ns,538230 -fragmented_iter,shipyard,,,,42586486.0,ns,551045 -fragmented_iter,shipyard,,,,43529593.0,ns,563860 -fragmented_iter,shipyard,,,,34028584.0,ns,576675 -fragmented_iter,shipyard,,,,45537418.0,ns,589490 -fragmented_iter,shipyard,,,,45649942.0,ns,602305 -fragmented_iter,shipyard,,,,36408879.0,ns,615120 -fragmented_iter,shipyard,,,,48431390.0,ns,627935 -fragmented_iter,shipyard,,,,49509053.0,ns,640750 -fragmented_iter,shipyard,,,,50399770.0,ns,653565 -fragmented_iter,shipyard,,,,51421626.0,ns,666380 -fragmented_iter,shipyard,,,,40482969.0,ns,679195 -fragmented_iter,shipyard,,,,53389996.0,ns,692010 -fragmented_iter,shipyard,,,,54380524.0,ns,704825 -fragmented_iter,shipyard,,,,55299023.0,ns,717640 -fragmented_iter,shipyard,,,,43168955.0,ns,730455 -fragmented_iter,shipyard,,,,57420755.0,ns,743270 -fragmented_iter,shipyard,,,,60536540.0,ns,756085 -fragmented_iter,shipyard,,,,59783266.0,ns,768900 -fragmented_iter,shipyard,,,,61018969.0,ns,781715 -fragmented_iter,shipyard,,,,61988466.0,ns,794530 -fragmented_iter,shipyard,,,,62755888.0,ns,807345 -fragmented_iter,shipyard,,,,63587653.0,ns,820160 -fragmented_iter,shipyard,,,,49217087.0,ns,832975 -fragmented_iter,shipyard,,,,65309232.0,ns,845790 -fragmented_iter,shipyard,,,,66482296.0,ns,858605 -fragmented_iter,shipyard,,,,66449615.0,ns,871420 -fragmented_iter,shipyard,,,,68194990.0,ns,884235 -fragmented_iter,shipyard,,,,69372392.0,ns,897050 -fragmented_iter,shipyard,,,,70140256.0,ns,909865 -fragmented_iter,shipyard,,,,71141632.0,ns,922680 -fragmented_iter,shipyard,,,,71978679.0,ns,935495 -fragmented_iter,shipyard,,,,73075917.0,ns,948310 -fragmented_iter,shipyard,,,,74052698.0,ns,961125 -fragmented_iter,shipyard,,,,75161061.0,ns,973940 -fragmented_iter,shipyard,,,,76052939.0,ns,986755 -fragmented_iter,shipyard,,,,77014750.0,ns,999570 -fragmented_iter,shipyard,,,,77899376.0,ns,1012385 -fragmented_iter,shipyard,,,,79028627.0,ns,1025200 -fragmented_iter,shipyard,,,,79936697.0,ns,1038015 -fragmented_iter,shipyard,,,,81016704.0,ns,1050830 -fragmented_iter,shipyard,,,,81946155.0,ns,1063645 -fragmented_iter,shipyard,,,,82821252.0,ns,1076460 -fragmented_iter,shipyard,,,,64247090.0,ns,1089275 -fragmented_iter,shipyard,,,,85053865.0,ns,1102090 -fragmented_iter,shipyard,,,,86098105.0,ns,1114905 -fragmented_iter,shipyard,,,,66724086.0,ns,1127720 -fragmented_iter,shipyard,,,,88064961.0,ns,1140535 -fragmented_iter,shipyard,,,,68312474.0,ns,1153350 -fragmented_iter,shipyard,,,,90080291.0,ns,1166165 -fragmented_iter,shipyard,,,,69789587.0,ns,1178980 -fragmented_iter,shipyard,,,,91881031.0,ns,1191795 -fragmented_iter,shipyard,,,,71934122.0,ns,1204610 -fragmented_iter,shipyard,,,,93849431.0,ns,1217425 -fragmented_iter,shipyard,,,,94696293.0,ns,1230240 -fragmented_iter,shipyard,,,,95883205.0,ns,1243055 -fragmented_iter,shipyard,,,,96872599.0,ns,1255870 -fragmented_iter,shipyard,,,,97785319.0,ns,1268685 -fragmented_iter,shipyard,,,,99066669.0,ns,1281500 +fragmented_iter,shipyard,,,,975900.0,ns,12395 +fragmented_iter,shipyard,,,,1983900.0,ns,24790 +fragmented_iter,shipyard,,,,2967300.0,ns,37185 +fragmented_iter,shipyard,,,,3983300.0,ns,49580 +fragmented_iter,shipyard,,,,4955300.0,ns,61975 +fragmented_iter,shipyard,,,,5922200.0,ns,74370 +fragmented_iter,shipyard,,,,6923600.0,ns,86765 +fragmented_iter,shipyard,,,,7901500.0,ns,99160 +fragmented_iter,shipyard,,,,8882700.0,ns,111555 +fragmented_iter,shipyard,,,,9887000.0,ns,123950 +fragmented_iter,shipyard,,,,10870200.0,ns,136345 +fragmented_iter,shipyard,,,,11863700.0,ns,148740 +fragmented_iter,shipyard,,,,12835300.0,ns,161135 +fragmented_iter,shipyard,,,,13851700.0,ns,173530 +fragmented_iter,shipyard,,,,14840900.0,ns,185925 +fragmented_iter,shipyard,,,,15788300.0,ns,198320 +fragmented_iter,shipyard,,,,16801900.0,ns,210715 +fragmented_iter,shipyard,,,,17774300.0,ns,223110 +fragmented_iter,shipyard,,,,18782300.0,ns,235505 +fragmented_iter,shipyard,,,,19750000.0,ns,247900 +fragmented_iter,shipyard,,,,20772600.0,ns,260295 +fragmented_iter,shipyard,,,,20995800.0,ns,272690 +fragmented_iter,shipyard,,,,22749900.0,ns,285085 +fragmented_iter,shipyard,,,,23711100.0,ns,297480 +fragmented_iter,shipyard,,,,24620000.0,ns,309875 +fragmented_iter,shipyard,,,,25904300.0,ns,322270 +fragmented_iter,shipyard,,,,26685700.0,ns,334665 +fragmented_iter,shipyard,,,,27611600.0,ns,347060 +fragmented_iter,shipyard,,,,28734000.0,ns,359455 +fragmented_iter,shipyard,,,,29369100.0,ns,371850 +fragmented_iter,shipyard,,,,30431000.0,ns,384245 +fragmented_iter,shipyard,,,,31328300.0,ns,396640 +fragmented_iter,shipyard,,,,32388000.0,ns,409035 +fragmented_iter,shipyard,,,,33408900.0,ns,421430 +fragmented_iter,shipyard,,,,34883400.0,ns,433825 +fragmented_iter,shipyard,,,,35593200.0,ns,446220 +fragmented_iter,shipyard,,,,36602400.0,ns,458615 +fragmented_iter,shipyard,,,,37575500.0,ns,471010 +fragmented_iter,shipyard,,,,38672400.0,ns,483405 +fragmented_iter,shipyard,,,,39471500.0,ns,495800 +fragmented_iter,shipyard,,,,40480100.0,ns,508195 +fragmented_iter,shipyard,,,,41547400.0,ns,520590 +fragmented_iter,shipyard,,,,42541500.0,ns,532985 +fragmented_iter,shipyard,,,,43484600.0,ns,545380 +fragmented_iter,shipyard,,,,44445700.0,ns,557775 +fragmented_iter,shipyard,,,,45415900.0,ns,570170 +fragmented_iter,shipyard,,,,46436200.0,ns,582565 +fragmented_iter,shipyard,,,,47436800.0,ns,594960 +fragmented_iter,shipyard,,,,48394300.0,ns,607355 +fragmented_iter,shipyard,,,,49325600.0,ns,619750 +fragmented_iter,shipyard,,,,50260500.0,ns,632145 +fragmented_iter,shipyard,,,,51232200.0,ns,644540 +fragmented_iter,shipyard,,,,52540400.0,ns,656935 +fragmented_iter,shipyard,,,,53353800.0,ns,669330 +fragmented_iter,shipyard,,,,55650000.0,ns,681725 +fragmented_iter,shipyard,,,,54898200.0,ns,694120 +fragmented_iter,shipyard,,,,56294400.0,ns,706515 +fragmented_iter,shipyard,,,,57202400.0,ns,718910 +fragmented_iter,shipyard,,,,58368600.0,ns,731305 +fragmented_iter,shipyard,,,,59244200.0,ns,743700 +fragmented_iter,shipyard,,,,60055800.0,ns,756095 +fragmented_iter,shipyard,,,,60938100.0,ns,768490 +fragmented_iter,shipyard,,,,62163600.0,ns,780885 +fragmented_iter,shipyard,,,,63246700.0,ns,793280 +fragmented_iter,shipyard,,,,64095600.0,ns,805675 +fragmented_iter,shipyard,,,,65231400.0,ns,818070 +fragmented_iter,shipyard,,,,66109000.0,ns,830465 +fragmented_iter,shipyard,,,,67166900.0,ns,842860 +fragmented_iter,shipyard,,,,68187600.0,ns,855255 +fragmented_iter,shipyard,,,,69178500.0,ns,867650 +fragmented_iter,shipyard,,,,70267400.0,ns,880045 +fragmented_iter,shipyard,,,,71099100.0,ns,892440 +fragmented_iter,shipyard,,,,72287700.0,ns,904835 +fragmented_iter,shipyard,,,,73099100.0,ns,917230 +fragmented_iter,shipyard,,,,74053500.0,ns,929625 +fragmented_iter,shipyard,,,,74998100.0,ns,942020 +fragmented_iter,shipyard,,,,76096600.0,ns,954415 +fragmented_iter,shipyard,,,,78383900.0,ns,966810 +fragmented_iter,shipyard,,,,78018800.0,ns,979205 +fragmented_iter,shipyard,,,,79056700.0,ns,991600 +fragmented_iter,shipyard,,,,80137500.0,ns,1003995 +fragmented_iter,shipyard,,,,81189400.0,ns,1016390 +fragmented_iter,shipyard,,,,81907500.0,ns,1028785 +fragmented_iter,shipyard,,,,82203700.0,ns,1041180 +fragmented_iter,shipyard,,,,83723500.0,ns,1053575 +fragmented_iter,shipyard,,,,85053500.0,ns,1065970 +fragmented_iter,shipyard,,,,86028200.0,ns,1078365 +fragmented_iter,shipyard,,,,86691900.0,ns,1090760 +fragmented_iter,shipyard,,,,87906800.0,ns,1103155 +fragmented_iter,shipyard,,,,88870100.0,ns,1115550 +fragmented_iter,shipyard,,,,89963300.0,ns,1127945 +fragmented_iter,shipyard,,,,90408700.0,ns,1140340 +fragmented_iter,shipyard,,,,91922100.0,ns,1152735 +fragmented_iter,shipyard,,,,92887900.0,ns,1165130 +fragmented_iter,shipyard,,,,93783900.0,ns,1177525 +fragmented_iter,shipyard,,,,95019400.0,ns,1189920 +fragmented_iter,shipyard,,,,95953400.0,ns,1202315 +fragmented_iter,shipyard,,,,96724900.0,ns,1214710 +fragmented_iter,shipyard,,,,97748200.0,ns,1227105 +fragmented_iter,shipyard,,,,98830100.0,ns,1239500 diff --git a/target/criterion/fragmented_iter/shipyard/new/sample.json b/target/criterion/fragmented_iter/shipyard/new/sample.json index d48a0ca5..459b005e 100644 --- a/target/criterion/fragmented_iter/shipyard/new/sample.json +++ b/target/criterion/fragmented_iter/shipyard/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12815.0,25630.0,38445.0,51260.0,64075.0,76890.0,89705.0,102520.0,115335.0,128150.0,140965.0,153780.0,166595.0,179410.0,192225.0,205040.0,217855.0,230670.0,243485.0,256300.0,269115.0,281930.0,294745.0,307560.0,320375.0,333190.0,346005.0,358820.0,371635.0,384450.0,397265.0,410080.0,422895.0,435710.0,448525.0,461340.0,474155.0,486970.0,499785.0,512600.0,525415.0,538230.0,551045.0,563860.0,576675.0,589490.0,602305.0,615120.0,627935.0,640750.0,653565.0,666380.0,679195.0,692010.0,704825.0,717640.0,730455.0,743270.0,756085.0,768900.0,781715.0,794530.0,807345.0,820160.0,832975.0,845790.0,858605.0,871420.0,884235.0,897050.0,909865.0,922680.0,935495.0,948310.0,961125.0,973940.0,986755.0,999570.0,1012385.0,1025200.0,1038015.0,1050830.0,1063645.0,1076460.0,1089275.0,1102090.0,1114905.0,1127720.0,1140535.0,1153350.0,1166165.0,1178980.0,1191795.0,1204610.0,1217425.0,1230240.0,1243055.0,1255870.0,1268685.0,1281500.0],"times":[982933.0,2027062.0,2948707.0,3975504.0,3755584.0,5958029.0,6920483.0,7907995.0,8885928.0,9873449.0,10852163.0,11801210.0,12888262.0,13875993.0,14788551.0,15848101.0,16808691.0,17757958.0,18808529.0,19685360.0,15849403.0,21784599.0,22688480.0,23716991.0,24711834.0,25693756.0,26622624.0,27608654.0,28597006.0,29569419.0,30147019.0,31637188.0,32527134.0,25701229.0,34593440.0,35631737.0,36585624.0,37499776.0,38475535.0,39555603.0,40514208.0,41477393.0,42586486.0,43529593.0,34028584.0,45537418.0,45649942.0,36408879.0,48431390.0,49509053.0,50399770.0,51421626.0,40482969.0,53389996.0,54380524.0,55299023.0,43168955.0,57420755.0,60536540.0,59783266.0,61018969.0,61988466.0,62755888.0,63587653.0,49217087.0,65309232.0,66482296.0,66449615.0,68194990.0,69372392.0,70140256.0,71141632.0,71978679.0,73075917.0,74052698.0,75161061.0,76052939.0,77014750.0,77899376.0,79028627.0,79936697.0,81016704.0,81946155.0,82821252.0,64247090.0,85053865.0,86098105.0,66724086.0,88064961.0,68312474.0,90080291.0,69789587.0,91881031.0,71934122.0,93849431.0,94696293.0,95883205.0,96872599.0,97785319.0,99066669.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12395.0,24790.0,37185.0,49580.0,61975.0,74370.0,86765.0,99160.0,111555.0,123950.0,136345.0,148740.0,161135.0,173530.0,185925.0,198320.0,210715.0,223110.0,235505.0,247900.0,260295.0,272690.0,285085.0,297480.0,309875.0,322270.0,334665.0,347060.0,359455.0,371850.0,384245.0,396640.0,409035.0,421430.0,433825.0,446220.0,458615.0,471010.0,483405.0,495800.0,508195.0,520590.0,532985.0,545380.0,557775.0,570170.0,582565.0,594960.0,607355.0,619750.0,632145.0,644540.0,656935.0,669330.0,681725.0,694120.0,706515.0,718910.0,731305.0,743700.0,756095.0,768490.0,780885.0,793280.0,805675.0,818070.0,830465.0,842860.0,855255.0,867650.0,880045.0,892440.0,904835.0,917230.0,929625.0,942020.0,954415.0,966810.0,979205.0,991600.0,1003995.0,1016390.0,1028785.0,1041180.0,1053575.0,1065970.0,1078365.0,1090760.0,1103155.0,1115550.0,1127945.0,1140340.0,1152735.0,1165130.0,1177525.0,1189920.0,1202315.0,1214710.0,1227105.0,1239500.0],"times":[975900.0,1983900.0,2967300.0,3983300.0,4955300.0,5922200.0,6923600.0,7901500.0,8882700.0,9887000.0,10870200.0,11863700.0,12835300.0,13851700.0,14840900.0,15788300.0,16801900.0,17774300.0,18782300.0,19750000.0,20772600.0,20995800.0,22749900.0,23711100.0,24620000.0,25904300.0,26685700.0,27611600.0,28734000.0,29369100.0,30431000.0,31328300.0,32388000.0,33408900.0,34883400.0,35593200.0,36602400.0,37575500.0,38672400.0,39471500.0,40480100.0,41547400.0,42541500.0,43484600.0,44445700.0,45415900.0,46436200.0,47436800.0,48394300.0,49325600.0,50260500.0,51232200.0,52540400.0,53353800.0,55650000.0,54898200.0,56294400.0,57202400.0,58368600.0,59244200.0,60055800.0,60938100.0,62163600.0,63246700.0,64095600.0,65231400.0,66109000.0,67166900.0,68187600.0,69178500.0,70267400.0,71099100.0,72287700.0,73099100.0,74053500.0,74998100.0,76096600.0,78383900.0,78018800.0,79056700.0,80137500.0,81189400.0,81907500.0,82203700.0,83723500.0,85053500.0,86028200.0,86691900.0,87906800.0,88870100.0,89963300.0,90408700.0,91922100.0,92887900.0,93783900.0,95019400.0,95953400.0,96724900.0,97748200.0,98830100.0]} \ No newline at end of file diff --git a/target/criterion/fragmented_iter/shipyard/new/tukey.json b/target/criterion/fragmented_iter/shipyard/new/tukey.json index 9aafb861..b9dd859c 100644 --- a/target/criterion/fragmented_iter/shipyard/new/tukey.json +++ b/target/criterion/fragmented_iter/shipyard/new/tukey.json @@ -1 +1 @@ -[76.12695259237825,76.53478564756638,77.62234046140141,78.03017351658954] \ No newline at end of file +[79.06179577624981,79.33766287188321,80.07330846023895,80.34917555587235] \ No newline at end of file diff --git a/target/criterion/fragmented_iter/shipyard/report/MAD.svg b/target/criterion/fragmented_iter/shipyard/report/MAD.svg index 7d00caee..34f36a00 100644 --- a/target/criterion/fragmented_iter/shipyard/report/MAD.svg +++ b/target/criterion/fragmented_iter/shipyard/report/MAD.svg @@ -1,303 +1,88 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.002 - - - - - 0.004 - - - - - 0.006 - - - - - 0.008 - - - - - 0.01 - - - - - 0.012 - - - - - 0.014 - - - - - 0.016 - - - - - 140 - - - - - 160 - - - - - 180 - - - - - 200 - - - - - 220 - - - - - 240 - - - - - 260 - - - - - - - - - Density (a.u.) - - - - - Average time (ps) - - - - - fragmented_iter/shipyard: MAD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +fragmented_iter/shipyard:MAD + + +Density (a.u.) + + +Average time (ps) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + + +90 + + + +100 + + + +110 + + + +120 + + + +130 + + + +140 + + + +150 + + + +160 + + + +170 + + + +180 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/fragmented_iter/shipyard/report/SD.svg b/target/criterion/fragmented_iter/shipyard/report/SD.svg index 376f2984..3b16f0ba 100644 --- a/target/criterion/fragmented_iter/shipyard/report/SD.svg +++ b/target/criterion/fragmented_iter/shipyard/report/SD.svg @@ -1,298 +1,96 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.1 - - - - - 0.2 - - - - - 0.3 - - - - - 0.4 - - - - - 0.5 - - - - - 0.6 - - - - - 0.7 - - - - - 4.5 - - - - - 5 - - - - - 5.5 - - - - - 6 - - - - - 6.5 - - - - - 7 - - - - - 7.5 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - fragmented_iter/shipyard: SD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +fragmented_iter/shipyard:SD + + +Density (a.u.) + + +Average time (ps) + + + +5e-4 + + + +0.001 + + + +0.0015 + + + +0.002 + + + +0.0025 + + + +0.003 + + + +0.0035 + + + +0.004 + + + + +250 + + + +300 + + + +350 + + + +400 + + + +450 + + + +500 + + + +550 + + + +600 + + + +650 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/fragmented_iter/shipyard/report/both/pdf.svg b/target/criterion/fragmented_iter/shipyard/report/both/pdf.svg index 721c83b3..1f6a71c1 100644 --- a/target/criterion/fragmented_iter/shipyard/report/both/pdf.svg +++ b/target/criterion/fragmented_iter/shipyard/report/both/pdf.svg @@ -1,323 +1,73 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 50 - - - - - 55 - - - - - 60 - - - - - 65 - - - - - 70 - - - - - 75 - - - - - 80 - - - - - 85 - - - - - 90 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - fragmented_iter/shipyard - - - - - Base PDF - - - Base PDF - - - - - - - - - - Base Mean - - - - - Base Mean - - - - - - New PDF - - - - - New PDF - - - - - - - - - - New Mean - - - - - New Mean - - - - - - - - - - - - - - + + +fragmented_iter/shipyard + + +Density (a.u.) + + +Average Time (ns) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + + +60 + + + +70 + + + +80 + + + + + + + +Base PDF + + +New PDF + + +Base Mean + + +New Mean + + + + + - diff --git a/target/criterion/fragmented_iter/shipyard/report/both/regression.svg b/target/criterion/fragmented_iter/shipyard/report/both/regression.svg index 7e86711b..23d56d0e 100644 --- a/target/criterion/fragmented_iter/shipyard/report/both/regression.svg +++ b/target/criterion/fragmented_iter/shipyard/report/both/regression.svg @@ -1,344 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 0.2 - - - - - - - - - - - - - 0.4 - - - - - - - - - - - - - 0.6 - - - - - - - - - - - - - 0.8 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 1.2 - - - - - - - - - - - - - 1.4 - - - - - - - - - - - - - 1.6 - - - - - - - - - - - - - 1.8 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 106) - - - - - fragmented_iter/shipyard - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - Base sample - - - - - - New sample - - - New sample - - - - - - - - - - - - - - + + +fragmented_iter/shipyard + + +Total sample time (ms) + + +Iterations (x 10^6) + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + + + + + +Base Sample + + +New Sample + + + - diff --git a/target/criterion/fragmented_iter/shipyard/report/change/mean.svg b/target/criterion/fragmented_iter/shipyard/report/change/mean.svg index b200b3bc..5264cee8 100644 --- a/target/criterion/fragmented_iter/shipyard/report/change/mean.svg +++ b/target/criterion/fragmented_iter/shipyard/report/change/mean.svg @@ -1,325 +1,101 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 10 - - - - - 20 - - - - - 30 - - - - - 40 - - - - - 50 - - - - - 60 - - - - - 27.5 - - - - - 28 - - - - - 28.5 - - - - - 29 - - - - - 29.5 - - - - - 30 - - - - - 30.5 - - - - - 31 - - - - - 31.5 - - - - - 32 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - fragmented_iter/shipyard: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +fragmented_iter/shipyard:mean + + +Density (a.u.) + + +Relative change (%) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + +45 + + + + +0.05 + + + +0.055 + + + +0.06 + + + +0.065 + + + +0.07 + + + +0.075 + + + +0.08 + + + +0.085 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/fragmented_iter/shipyard/report/change/median.svg b/target/criterion/fragmented_iter/shipyard/report/change/median.svg index 331a7854..05d395cb 100644 --- a/target/criterion/fragmented_iter/shipyard/report/change/median.svg +++ b/target/criterion/fragmented_iter/shipyard/report/change/median.svg @@ -1,310 +1,105 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 100 - - - - - 200 - - - - - 300 - - - - - 400 - - - - - 500 - - - - - 600 - - - - - 700 - - - - - 33.5 - - - - - 33.55 - - - - - 33.6 - - - - - 33.65 - - - - - 33.7 - - - - - 33.75 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - fragmented_iter/shipyard: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +fragmented_iter/shipyard:median + + +Density (a.u.) + + +Relative change (%) + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + +800 + + + +900 + + + +1000 + + + + +0.0332 + + + +0.0334 + + + +0.0336 + + + +0.0338 + + + +0.034 + + + +0.0342 + + + +0.0344 + + + +0.0346 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/fragmented_iter/shipyard/report/change/t-test.svg b/target/criterion/fragmented_iter/shipyard/report/change/t-test.svg index 5980bf17..b13fc79e 100644 --- a/target/criterion/fragmented_iter/shipyard/report/change/t-test.svg +++ b/target/criterion/fragmented_iter/shipyard/report/change/t-test.svg @@ -1,245 +1,91 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - -5 - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - 25 - - - - - 30 - - - - - - - - - Density - - - - - t score - - - - - fragmented_iter/shipyard: Welch t test - - - - - t distribution - - - t distribution - - - - - - - - - - t statistic - - - - - t statistic - - - - - - - - - - - - - - + + +fragmented_iter/shipyard: Welch t test + + +Density + + +t score + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +-4.0 + + + +-3.0 + + + +-2.0 + + + +-1.0 + + + +0.0 + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + + + +t distribution + + +t statistic + + + - diff --git a/target/criterion/fragmented_iter/shipyard/report/index.html b/target/criterion/fragmented_iter/shipyard/report/index.html index d432a386..19e77cf6 100644 --- a/target/criterion/fragmented_iter/shipyard/report/index.html +++ b/target/criterion/fragmented_iter/shipyard/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 72.240 ns - 74.175 ns - 75.871 ns + 79.626 ns + 79.699 ns + 79.781 ns R² - 0.4892556 - 0.5092451 - 0.4937346 + 0.9973476 + 0.9974600 + 0.9973153 Mean - 73.565 ns - 74.823 ns - 75.938 ns + 79.589 ns + 79.678 ns + 79.762 ns Std. Dev. - 4.6259 ns - 6.1127 ns - 7.2507 ns + 252.41 ps + 442.50 ps + 617.78 ps Median - 77.048 ns - 77.096 ns - 77.134 ns + 79.669 ns + 79.708 ns + 79.732 ns MAD - 148.80 ps - 219.22 ps - 255.42 ps + 96.687 ps + 136.88 ps + 173.79 ps @@ -231,9 +231,9 @@

Additional Statistics:

Change in time - +27.779% - +29.713% - +31.667% + +4.9177% + +6.4879% + +8.3022% (p = 0.00 < 0.05) diff --git a/target/criterion/fragmented_iter/shipyard/report/mean.svg b/target/criterion/fragmented_iter/shipyard/report/mean.svg index c0226f43..8d7263b7 100644 --- a/target/criterion/fragmented_iter/shipyard/report/mean.svg +++ b/target/criterion/fragmented_iter/shipyard/report/mean.svg @@ -1,293 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.1 - - - - - 0.2 - - - - - 0.3 - - - - - 0.4 - - - - - 0.5 - - - - - 0.6 - - - - - 0.7 - - - - - 73.5 - - - - - 74 - - - - - 74.5 - - - - - 75 - - - - - 75.5 - - - - - 76 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - fragmented_iter/shipyard: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +fragmented_iter/shipyard:mean + + +Density (a.u.) + + +Average time (ns) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + +10 + + + + +79.6 + + + +79.65 + + + +79.7 + + + +79.75 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/fragmented_iter/shipyard/report/median.svg b/target/criterion/fragmented_iter/shipyard/report/median.svg index 97aaa56f..fa062e00 100644 --- a/target/criterion/fragmented_iter/shipyard/report/median.svg +++ b/target/criterion/fragmented_iter/shipyard/report/median.svg @@ -1,288 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - 25 - - - - - 30 - - - - - 77.04 - - - - - 77.06 - - - - - 77.08 - - - - - 77.1 - - - - - 77.12 - - - - - 77.14 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - fragmented_iter/shipyard: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +fragmented_iter/shipyard:median + + +Density (a.u.) + + +Average time (ns) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + + +79.67 + + + +79.68 + + + +79.69 + + + +79.7 + + + +79.71 + + + +79.72 + + + +79.73 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/fragmented_iter/shipyard/report/pdf.svg b/target/criterion/fragmented_iter/shipyard/report/pdf.svg index 431d55eb..37e90967 100644 --- a/target/criterion/fragmented_iter/shipyard/report/pdf.svg +++ b/target/criterion/fragmented_iter/shipyard/report/pdf.svg @@ -1,425 +1,151 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.2 - - - - - 0.4 - - - - - 0.6 - - - - - 0.8 - - - - - 1 - - - - - 1.2 - - - - - 55 - - - - - 60 - - - - - 65 - - - - - 70 - - - - - 75 - - - - - 80 - - - - - 85 - - - - - 0 - - - - - 0.02 - - - - - 0.04 - - - - - 0.06 - - - - - 0.08 - - - - - 0.1 - - - - - 0.12 - - - - - 0.14 - - - - - - - - - Iterations (x 106) - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - fragmented_iter/shipyard - - - - - PDF - - - PDF - - - - - - - - - - Mean - - - - - Mean - - - - - - "Clean" sample - - - - - "Clean" sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Mild outliers - - - Mild outliers - - - - - - - - - - - Severe outliers - - - Severe outliers - - - - - - - - - - - - - - - - - - - - - - - - - gnuplot_plot_6 - - - - - - gnuplot_plot_7 - - - - gnuplot_plot_8 - - - - gnuplot_plot_9 - - - - - - - - - - - - + + +fragmented_iter/shipyard + + +Iterations (x 10^6) + + +Average Time (ns) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + + +77 + + + +78 + + + +79 + + + +80 + + + +81 + + + +82 + + + +Density (a.u.) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + - diff --git a/target/criterion/fragmented_iter/shipyard/report/pdf_small.svg b/target/criterion/fragmented_iter/shipyard/report/pdf_small.svg index b991e649..68a18e43 100644 --- a/target/criterion/fragmented_iter/shipyard/report/pdf_small.svg +++ b/target/criterion/fragmented_iter/shipyard/report/pdf_small.svg @@ -1,219 +1,56 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.02 - - - - - 0.04 - - - - - 0.06 - - - - - 0.08 - - - - - 0.1 - - - - - 0.12 - - - - - 0.14 - - - - - 55 - - - - - 60 - - - - - 65 - - - - - 70 - - - - - 75 - - - - - 80 - - - - - 85 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - PDF - - - - - - - Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (ns) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + + +78 + + + +80 + + + +82 + + + + - diff --git a/target/criterion/fragmented_iter/shipyard/report/regression.svg b/target/criterion/fragmented_iter/shipyard/report/regression.svg index 6a48c448..d61e1e3d 100644 --- a/target/criterion/fragmented_iter/shipyard/report/regression.svg +++ b/target/criterion/fragmented_iter/shipyard/report/regression.svg @@ -1,460 +1,202 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 90 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 0.2 - - - - - - - - - - - - - 0.4 - - - - - - - - - - - - - 0.6 - - - - - - - - - - - - - 0.8 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 1.2 - - - - - - - - - - - - - 1.4 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 106) - - - - - fragmented_iter/shipyard - - - - - Sample - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - Linear regression - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - - + + +fragmented_iter/shipyard + + +Total sample time (ms) + + +Iterations (x 10^6) + + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + - diff --git a/target/criterion/fragmented_iter/shipyard/report/regression_small.svg b/target/criterion/fragmented_iter/shipyard/report/regression_small.svg index 4e7ee83d..55328a02 100644 --- a/target/criterion/fragmented_iter/shipyard/report/regression_small.svg +++ b/target/criterion/fragmented_iter/shipyard/report/regression_small.svg @@ -1,438 +1,187 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 90 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 0.2 - - - - - - - - - - - - - 0.4 - - - - - - - - - - - - - 0.6 - - - - - - - - - - - - - 0.8 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 1.2 - - - - - - - - - - - - - 1.4 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 106) - - - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations (x 10^6) + + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/fragmented_iter/shipyard/report/relative_pdf_small.svg b/target/criterion/fragmented_iter/shipyard/report/relative_pdf_small.svg index 26a68d1c..c38b2011 100644 --- a/target/criterion/fragmented_iter/shipyard/report/relative_pdf_small.svg +++ b/target/criterion/fragmented_iter/shipyard/report/relative_pdf_small.svg @@ -1,296 +1,54 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 50 - - - - - 55 - - - - - 60 - - - - - 65 - - - - - 70 - - - - - 75 - - - - - 80 - - - - - 85 - - - - - 90 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - Base PDF - - - - - - - Base Mean - - - - - - New PDF - - - - - - - - - New Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (ns) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + + +60 + + + +70 + + + +80 + + + + + + - diff --git a/target/criterion/fragmented_iter/shipyard/report/relative_regression_small.svg b/target/criterion/fragmented_iter/shipyard/report/relative_regression_small.svg index fb932b07..35cbda90 100644 --- a/target/criterion/fragmented_iter/shipyard/report/relative_regression_small.svg +++ b/target/criterion/fragmented_iter/shipyard/report/relative_regression_small.svg @@ -1,329 +1,69 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 0.2 - - - - - - - - - - - - - 0.4 - - - - - - - - - - - - - 0.6 - - - - - - - - - - - - - 0.8 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 1.2 - - - - - - - - - - - - - 1.4 - - - - - - - - - - - - - 1.6 - - - - - - - - - - - - - 1.8 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 106) - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - - New sample - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations (x 10^6) + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + + + + - diff --git a/target/criterion/fragmented_iter/shipyard/report/slope.svg b/target/criterion/fragmented_iter/shipyard/report/slope.svg index 5377282a..d7070e98 100644 --- a/target/criterion/fragmented_iter/shipyard/report/slope.svg +++ b/target/criterion/fragmented_iter/shipyard/report/slope.svg @@ -1,318 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - 0.45 - - - - - 72 - - - - - 72.5 - - - - - 73 - - - - - 73.5 - - - - - 74 - - - - - 74.5 - - - - - 75 - - - - - 75.5 - - - - - 76 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - fragmented_iter/shipyard: slope - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +fragmented_iter/shipyard:slope + + +Density (a.u.) + + +Average time (ns) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + + +79.62 + + + +79.64 + + + +79.66 + + + +79.68 + + + +79.7 + + + +79.72 + + + +79.74 + + + +79.76 + + + +79.78 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/fragmented_iter/shipyard/report/typical.svg b/target/criterion/fragmented_iter/shipyard/report/typical.svg index 6a42905b..ab75b591 100644 --- a/target/criterion/fragmented_iter/shipyard/report/typical.svg +++ b/target/criterion/fragmented_iter/shipyard/report/typical.svg @@ -1,318 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - 0.45 - - - - - 72 - - - - - 72.5 - - - - - 73 - - - - - 73.5 - - - - - 74 - - - - - 74.5 - - - - - 75 - - - - - 75.5 - - - - - 76 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - fragmented_iter/shipyard: typical - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +fragmented_iter/shipyard:typical + + +Density (a.u.) + + +Average time (ns) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + + +79.62 + + + +79.64 + + + +79.66 + + + +79.68 + + + +79.7 + + + +79.72 + + + +79.74 + + + +79.76 + + + +79.78 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/fragmented_iter/specs/base/estimates.json b/target/criterion/fragmented_iter/specs/base/estimates.json index 506b6a30..4a708b54 100644 --- a/target/criterion/fragmented_iter/specs/base/estimates.json +++ b/target/criterion/fragmented_iter/specs/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1409.9074062731506,"upper_bound":1421.1328116249551},"point_estimate":1414.1392312464825,"standard_error":3.0184541889400207},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1408.9769174735181,"upper_bound":1409.5119905925897},"point_estimate":1409.204350456961,"standard_error":0.11055057912637019},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.7796894422452765,"upper_bound":1.4723701482166114},"point_estimate":1.0278083857909803,"standard_error":0.17571524297616373},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1409.3889525578388,"upper_bound":1413.6796047909545},"point_estimate":1411.1028589359244,"standard_error":1.1314938795554668},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2.6930161916786637,"upper_bound":50.58344595004877},"point_estimate":30.331047877855376,"standard_error":14.440889079538016}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1698.6618353143544,"upper_bound":1707.7058449668948},"point_estimate":1702.2042695190873,"standard_error":2.396334430983156},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1696.5576592082616,"upper_bound":1700.443739242685},"point_estimate":1697.9092627662812,"standard_error":0.9194042243467162},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4.962325995456239,"upper_bound":8.094149007561057},"point_estimate":6.279088999914143,"standard_error":0.7736625247802028},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1696.2379895544975,"upper_bound":1698.7935344967277},"point_estimate":1697.4577913927237,"standard_error":0.6530201539220344},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6.529871806645289,"upper_bound":39.90345687262253},"point_estimate":24.22820646031617,"standard_error":10.744294498426907}} \ No newline at end of file diff --git a/target/criterion/fragmented_iter/specs/base/raw.csv b/target/criterion/fragmented_iter/specs/base/raw.csv index 44e2ce72..3907092d 100644 --- a/target/criterion/fragmented_iter/specs/base/raw.csv +++ b/target/criterion/fragmented_iter/specs/base/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -fragmented_iter,specs,,,,990987.0,ns,701 -fragmented_iter,specs,,,,1980723.0,ns,1402 -fragmented_iter,specs,,,,2967513.0,ns,2103 -fragmented_iter,specs,,,,3972768.0,ns,2804 -fragmented_iter,specs,,,,4942585.0,ns,3505 -fragmented_iter,specs,,,,5926851.0,ns,4206 -fragmented_iter,specs,,,,6921313.0,ns,4907 -fragmented_iter,specs,,,,7894068.0,ns,5608 -fragmented_iter,specs,,,,8911246.0,ns,6309 -fragmented_iter,specs,,,,9887535.0,ns,7010 -fragmented_iter,specs,,,,10863855.0,ns,7711 -fragmented_iter,specs,,,,11882225.0,ns,8412 -fragmented_iter,specs,,,,12841944.0,ns,9113 -fragmented_iter,specs,,,,13836237.0,ns,9814 -fragmented_iter,specs,,,,14834258.0,ns,10515 -fragmented_iter,specs,,,,15797063.0,ns,11216 -fragmented_iter,specs,,,,16775486.0,ns,11917 -fragmented_iter,specs,,,,17808565.0,ns,12618 -fragmented_iter,specs,,,,18921565.0,ns,13319 -fragmented_iter,specs,,,,19799277.0,ns,14020 -fragmented_iter,specs,,,,20739849.0,ns,14721 -fragmented_iter,specs,,,,21783116.0,ns,15422 -fragmented_iter,specs,,,,24341780.0,ns,16123 -fragmented_iter,specs,,,,28508068.0,ns,16824 -fragmented_iter,specs,,,,24875226.0,ns,17525 -fragmented_iter,specs,,,,25771635.0,ns,18226 -fragmented_iter,specs,,,,26701074.0,ns,18927 -fragmented_iter,specs,,,,27643500.0,ns,19628 -fragmented_iter,specs,,,,28629758.0,ns,20329 -fragmented_iter,specs,,,,29627509.0,ns,21030 -fragmented_iter,specs,,,,30615923.0,ns,21731 -fragmented_iter,specs,,,,31595408.0,ns,22432 -fragmented_iter,specs,,,,32583951.0,ns,23133 -fragmented_iter,specs,,,,33587242.0,ns,23834 -fragmented_iter,specs,,,,34575787.0,ns,24535 -fragmented_iter,specs,,,,35535644.0,ns,25236 -fragmented_iter,specs,,,,36518287.0,ns,25937 -fragmented_iter,specs,,,,37528139.0,ns,26638 -fragmented_iter,specs,,,,38500773.0,ns,27339 -fragmented_iter,specs,,,,39501169.0,ns,28040 -fragmented_iter,specs,,,,40522453.0,ns,28741 -fragmented_iter,specs,,,,41469148.0,ns,29442 -fragmented_iter,specs,,,,42449074.0,ns,30143 -fragmented_iter,specs,,,,43503302.0,ns,30844 -fragmented_iter,specs,,,,44514258.0,ns,31545 -fragmented_iter,specs,,,,45449301.0,ns,32246 -fragmented_iter,specs,,,,46409077.0,ns,32947 -fragmented_iter,specs,,,,47407069.0,ns,33648 -fragmented_iter,specs,,,,48389822.0,ns,34349 -fragmented_iter,specs,,,,49368595.0,ns,35050 -fragmented_iter,specs,,,,50349094.0,ns,35751 -fragmented_iter,specs,,,,51999106.0,ns,36452 -fragmented_iter,specs,,,,52373570.0,ns,37153 -fragmented_iter,specs,,,,53354268.0,ns,37854 -fragmented_iter,specs,,,,54274532.0,ns,38555 -fragmented_iter,specs,,,,55297769.0,ns,39256 -fragmented_iter,specs,,,,56251316.0,ns,39957 -fragmented_iter,specs,,,,57293012.0,ns,40658 -fragmented_iter,specs,,,,58278859.0,ns,41359 -fragmented_iter,specs,,,,59227074.0,ns,42060 -fragmented_iter,specs,,,,60287817.0,ns,42761 -fragmented_iter,specs,,,,61329581.0,ns,43462 -fragmented_iter,specs,,,,62233733.0,ns,44163 -fragmented_iter,specs,,,,63269126.0,ns,44864 -fragmented_iter,specs,,,,64194508.0,ns,45565 -fragmented_iter,specs,,,,65138989.0,ns,46266 -fragmented_iter,specs,,,,66160243.0,ns,46967 -fragmented_iter,specs,,,,67259637.0,ns,47668 -fragmented_iter,specs,,,,68138502.0,ns,48369 -fragmented_iter,specs,,,,69093741.0,ns,49070 -fragmented_iter,specs,,,,70124524.0,ns,49771 -fragmented_iter,specs,,,,71109100.0,ns,50472 -fragmented_iter,specs,,,,72132720.0,ns,51173 -fragmented_iter,specs,,,,73117025.0,ns,51874 -fragmented_iter,specs,,,,74089338.0,ns,52575 -fragmented_iter,specs,,,,75073553.0,ns,53276 -fragmented_iter,specs,,,,76051886.0,ns,53977 -fragmented_iter,specs,,,,77020461.0,ns,54678 -fragmented_iter,specs,,,,77996490.0,ns,55379 -fragmented_iter,specs,,,,79026302.0,ns,56080 -fragmented_iter,specs,,,,80091181.0,ns,56781 -fragmented_iter,specs,,,,81012606.0,ns,57482 -fragmented_iter,specs,,,,81997612.0,ns,58183 -fragmented_iter,specs,,,,82982779.0,ns,58884 -fragmented_iter,specs,,,,83970642.0,ns,59585 -fragmented_iter,specs,,,,84976988.0,ns,60286 -fragmented_iter,specs,,,,86060161.0,ns,60987 -fragmented_iter,specs,,,,86951509.0,ns,61688 -fragmented_iter,specs,,,,87952025.0,ns,62389 -fragmented_iter,specs,,,,88939768.0,ns,63090 -fragmented_iter,specs,,,,89894046.0,ns,63791 -fragmented_iter,specs,,,,90870714.0,ns,64492 -fragmented_iter,specs,,,,91908743.0,ns,65193 -fragmented_iter,specs,,,,92843125.0,ns,65894 -fragmented_iter,specs,,,,93781129.0,ns,66595 -fragmented_iter,specs,,,,94790742.0,ns,67296 -fragmented_iter,specs,,,,95771863.0,ns,67997 -fragmented_iter,specs,,,,96933955.0,ns,68698 -fragmented_iter,specs,,,,100256093.0,ns,69399 -fragmented_iter,specs,,,,98814819.0,ns,70100 +fragmented_iter,specs,,,,1118000.0,ns,581 +fragmented_iter,specs,,,,1984400.0,ns,1162 +fragmented_iter,specs,,,,3063200.0,ns,1743 +fragmented_iter,specs,,,,3919700.0,ns,2324 +fragmented_iter,specs,,,,4926900.0,ns,2905 +fragmented_iter,specs,,,,5883900.0,ns,3486 +fragmented_iter,specs,,,,6928700.0,ns,4067 +fragmented_iter,specs,,,,7953900.0,ns,4648 +fragmented_iter,specs,,,,8858000.0,ns,5229 +fragmented_iter,specs,,,,9858800.0,ns,5810 +fragmented_iter,specs,,,,10858000.0,ns,6391 +fragmented_iter,specs,,,,11828300.0,ns,6972 +fragmented_iter,specs,,,,12781700.0,ns,7553 +fragmented_iter,specs,,,,13906200.0,ns,8134 +fragmented_iter,specs,,,,14782000.0,ns,8715 +fragmented_iter,specs,,,,15800200.0,ns,9296 +fragmented_iter,specs,,,,16923600.0,ns,9877 +fragmented_iter,specs,,,,17680900.0,ns,10458 +fragmented_iter,specs,,,,18693500.0,ns,11039 +fragmented_iter,specs,,,,19706600.0,ns,11620 +fragmented_iter,specs,,,,20755200.0,ns,12201 +fragmented_iter,specs,,,,21637300.0,ns,12782 +fragmented_iter,specs,,,,22640800.0,ns,13363 +fragmented_iter,specs,,,,23845500.0,ns,13944 +fragmented_iter,specs,,,,24685100.0,ns,14525 +fragmented_iter,specs,,,,25749100.0,ns,15106 +fragmented_iter,specs,,,,26870000.0,ns,15687 +fragmented_iter,specs,,,,27683500.0,ns,16268 +fragmented_iter,specs,,,,28539200.0,ns,16849 +fragmented_iter,specs,,,,29653300.0,ns,17430 +fragmented_iter,specs,,,,30661600.0,ns,18011 +fragmented_iter,specs,,,,32081700.0,ns,18592 +fragmented_iter,specs,,,,32831300.0,ns,19173 +fragmented_iter,specs,,,,33645400.0,ns,19754 +fragmented_iter,specs,,,,34426400.0,ns,20335 +fragmented_iter,specs,,,,35588900.0,ns,20916 +fragmented_iter,specs,,,,36499500.0,ns,21497 +fragmented_iter,specs,,,,37340400.0,ns,22078 +fragmented_iter,specs,,,,38442300.0,ns,22659 +fragmented_iter,specs,,,,39912400.0,ns,23240 +fragmented_iter,specs,,,,40789800.0,ns,23821 +fragmented_iter,specs,,,,41802900.0,ns,24402 +fragmented_iter,specs,,,,42675400.0,ns,24983 +fragmented_iter,specs,,,,43614900.0,ns,25564 +fragmented_iter,specs,,,,44506900.0,ns,26145 +fragmented_iter,specs,,,,45489700.0,ns,26726 +fragmented_iter,specs,,,,46524900.0,ns,27307 +fragmented_iter,specs,,,,47373500.0,ns,27888 +fragmented_iter,specs,,,,48468900.0,ns,28469 +fragmented_iter,specs,,,,49564600.0,ns,29050 +fragmented_iter,specs,,,,50849500.0,ns,29631 +fragmented_iter,specs,,,,51581400.0,ns,30212 +fragmented_iter,specs,,,,52173700.0,ns,30793 +fragmented_iter,specs,,,,53351800.0,ns,31374 +fragmented_iter,specs,,,,54096500.0,ns,31955 +fragmented_iter,specs,,,,55094700.0,ns,32536 +fragmented_iter,specs,,,,56180700.0,ns,33117 +fragmented_iter,specs,,,,57197200.0,ns,33698 +fragmented_iter,specs,,,,58303900.0,ns,34279 +fragmented_iter,specs,,,,58891600.0,ns,34860 +fragmented_iter,specs,,,,60294600.0,ns,35441 +fragmented_iter,specs,,,,61096800.0,ns,36022 +fragmented_iter,specs,,,,62142000.0,ns,36603 +fragmented_iter,specs,,,,63229300.0,ns,37184 +fragmented_iter,specs,,,,64405200.0,ns,37765 +fragmented_iter,specs,,,,65275200.0,ns,38346 +fragmented_iter,specs,,,,65814800.0,ns,38927 +fragmented_iter,specs,,,,67255800.0,ns,39508 +fragmented_iter,specs,,,,68370700.0,ns,40089 +fragmented_iter,specs,,,,68948900.0,ns,40670 +fragmented_iter,specs,,,,70054800.0,ns,41251 +fragmented_iter,specs,,,,70849200.0,ns,41832 +fragmented_iter,specs,,,,71842900.0,ns,42413 +fragmented_iter,specs,,,,72951600.0,ns,42994 +fragmented_iter,specs,,,,73898300.0,ns,43575 +fragmented_iter,specs,,,,74673900.0,ns,44156 +fragmented_iter,specs,,,,75960400.0,ns,44737 +fragmented_iter,specs,,,,76980500.0,ns,45318 +fragmented_iter,specs,,,,77842400.0,ns,45899 +fragmented_iter,specs,,,,79057800.0,ns,46480 +fragmented_iter,specs,,,,79798500.0,ns,47061 +fragmented_iter,specs,,,,80867900.0,ns,47642 +fragmented_iter,specs,,,,81879300.0,ns,48223 +fragmented_iter,specs,,,,82736000.0,ns,48804 +fragmented_iter,specs,,,,83512000.0,ns,49385 +fragmented_iter,specs,,,,84673600.0,ns,49966 +fragmented_iter,specs,,,,86284500.0,ns,50547 +fragmented_iter,specs,,,,86787900.0,ns,51128 +fragmented_iter,specs,,,,87358400.0,ns,51709 +fragmented_iter,specs,,,,88554700.0,ns,52290 +fragmented_iter,specs,,,,89729700.0,ns,52871 +fragmented_iter,specs,,,,90531000.0,ns,53452 +fragmented_iter,specs,,,,91702500.0,ns,54033 +fragmented_iter,specs,,,,92455800.0,ns,54614 +fragmented_iter,specs,,,,93845000.0,ns,55195 +fragmented_iter,specs,,,,94523200.0,ns,55776 +fragmented_iter,specs,,,,95481600.0,ns,56357 +fragmented_iter,specs,,,,96845900.0,ns,56938 +fragmented_iter,specs,,,,97074000.0,ns,57519 +fragmented_iter,specs,,,,98360000.0,ns,58100 diff --git a/target/criterion/fragmented_iter/specs/base/sample.json b/target/criterion/fragmented_iter/specs/base/sample.json index be4de408..4ea6f9de 100644 --- a/target/criterion/fragmented_iter/specs/base/sample.json +++ b/target/criterion/fragmented_iter/specs/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[701.0,1402.0,2103.0,2804.0,3505.0,4206.0,4907.0,5608.0,6309.0,7010.0,7711.0,8412.0,9113.0,9814.0,10515.0,11216.0,11917.0,12618.0,13319.0,14020.0,14721.0,15422.0,16123.0,16824.0,17525.0,18226.0,18927.0,19628.0,20329.0,21030.0,21731.0,22432.0,23133.0,23834.0,24535.0,25236.0,25937.0,26638.0,27339.0,28040.0,28741.0,29442.0,30143.0,30844.0,31545.0,32246.0,32947.0,33648.0,34349.0,35050.0,35751.0,36452.0,37153.0,37854.0,38555.0,39256.0,39957.0,40658.0,41359.0,42060.0,42761.0,43462.0,44163.0,44864.0,45565.0,46266.0,46967.0,47668.0,48369.0,49070.0,49771.0,50472.0,51173.0,51874.0,52575.0,53276.0,53977.0,54678.0,55379.0,56080.0,56781.0,57482.0,58183.0,58884.0,59585.0,60286.0,60987.0,61688.0,62389.0,63090.0,63791.0,64492.0,65193.0,65894.0,66595.0,67296.0,67997.0,68698.0,69399.0,70100.0],"times":[990987.0,1980723.0,2967513.0,3972768.0,4942585.0,5926851.0,6921313.0,7894068.0,8911246.0,9887535.0,10863855.0,11882225.0,12841944.0,13836237.0,14834258.0,15797063.0,16775486.0,17808565.0,18921565.0,19799277.0,20739849.0,21783116.0,24341780.0,28508068.0,24875226.0,25771635.0,26701074.0,27643500.0,28629758.0,29627509.0,30615923.0,31595408.0,32583951.0,33587242.0,34575787.0,35535644.0,36518287.0,37528139.0,38500773.0,39501169.0,40522453.0,41469148.0,42449074.0,43503302.0,44514258.0,45449301.0,46409077.0,47407069.0,48389822.0,49368595.0,50349094.0,51999106.0,52373570.0,53354268.0,54274532.0,55297769.0,56251316.0,57293012.0,58278859.0,59227074.0,60287817.0,61329581.0,62233733.0,63269126.0,64194508.0,65138989.0,66160243.0,67259637.0,68138502.0,69093741.0,70124524.0,71109100.0,72132720.0,73117025.0,74089338.0,75073553.0,76051886.0,77020461.0,77996490.0,79026302.0,80091181.0,81012606.0,81997612.0,82982779.0,83970642.0,84976988.0,86060161.0,86951509.0,87952025.0,88939768.0,89894046.0,90870714.0,91908743.0,92843125.0,93781129.0,94790742.0,95771863.0,96933955.0,100256093.0,98814819.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[581.0,1162.0,1743.0,2324.0,2905.0,3486.0,4067.0,4648.0,5229.0,5810.0,6391.0,6972.0,7553.0,8134.0,8715.0,9296.0,9877.0,10458.0,11039.0,11620.0,12201.0,12782.0,13363.0,13944.0,14525.0,15106.0,15687.0,16268.0,16849.0,17430.0,18011.0,18592.0,19173.0,19754.0,20335.0,20916.0,21497.0,22078.0,22659.0,23240.0,23821.0,24402.0,24983.0,25564.0,26145.0,26726.0,27307.0,27888.0,28469.0,29050.0,29631.0,30212.0,30793.0,31374.0,31955.0,32536.0,33117.0,33698.0,34279.0,34860.0,35441.0,36022.0,36603.0,37184.0,37765.0,38346.0,38927.0,39508.0,40089.0,40670.0,41251.0,41832.0,42413.0,42994.0,43575.0,44156.0,44737.0,45318.0,45899.0,46480.0,47061.0,47642.0,48223.0,48804.0,49385.0,49966.0,50547.0,51128.0,51709.0,52290.0,52871.0,53452.0,54033.0,54614.0,55195.0,55776.0,56357.0,56938.0,57519.0,58100.0],"times":[1118000.0,1984400.0,3063200.0,3919700.0,4926900.0,5883900.0,6928700.0,7953900.0,8858000.0,9858800.0,10858000.0,11828300.0,12781700.0,13906200.0,14782000.0,15800200.0,16923600.0,17680900.0,18693500.0,19706600.0,20755200.0,21637300.0,22640800.0,23845500.0,24685100.0,25749100.0,26870000.0,27683500.0,28539200.0,29653300.0,30661600.0,32081700.0,32831300.0,33645400.0,34426400.0,35588900.0,36499500.0,37340400.0,38442300.0,39912400.0,40789800.0,41802900.0,42675400.0,43614900.0,44506900.0,45489700.0,46524900.0,47373500.0,48468900.0,49564600.0,50849500.0,51581400.0,52173700.0,53351800.0,54096500.0,55094700.0,56180700.0,57197200.0,58303900.0,58891600.0,60294600.0,61096800.0,62142000.0,63229300.0,64405200.0,65275200.0,65814800.0,67255800.0,68370700.0,68948900.0,70054800.0,70849200.0,71842900.0,72951600.0,73898300.0,74673900.0,75960400.0,76980500.0,77842400.0,79057800.0,79798500.0,80867900.0,81879300.0,82736000.0,83512000.0,84673600.0,86284500.0,86787900.0,87358400.0,88554700.0,89729700.0,90531000.0,91702500.0,92455800.0,93845000.0,94523200.0,95481600.0,96845900.0,97074000.0,98360000.0]} \ No newline at end of file diff --git a/target/criterion/fragmented_iter/specs/base/tukey.json b/target/criterion/fragmented_iter/specs/base/tukey.json index 1befd7cc..402ebefe 100644 --- a/target/criterion/fragmented_iter/specs/base/tukey.json +++ b/target/criterion/fragmented_iter/specs/base/tukey.json @@ -1 +1 @@ -[1403.0779812199212,1405.8582291682997,1413.2722236973086,1416.0524716456869] \ No newline at end of file +[1669.024994080933,1681.6498072469067,1715.315975689503,1727.9407888554765] \ No newline at end of file diff --git a/target/criterion/fragmented_iter/specs/change/estimates.json b/target/criterion/fragmented_iter/specs/change/estimates.json index e00f244d..aca8b131 100644 --- a/target/criterion/fragmented_iter/specs/change/estimates.json +++ b/target/criterion/fragmented_iter/specs/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.015961286229978198,"upper_bound":-0.006008305617897985},"point_estimate":-0.011346823525098304,"standard_error":0.0025256898316127732},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.012887548686998596,"upper_bound":-0.012051349900788377},"point_estimate":-0.012474991288998538,"standard_error":0.00020238538527262958}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.19708692796768051,"upper_bound":0.20922666035775683},"point_estimate":0.20370344864748002,"standard_error":0.003092141259551417},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.203913716403898,"upper_bound":0.20645000337646668},"point_estimate":0.20487086363003515,"standard_error":0.000608040625615602}} \ No newline at end of file diff --git a/target/criterion/fragmented_iter/specs/new/estimates.json b/target/criterion/fragmented_iter/specs/new/estimates.json index 506b6a30..4a708b54 100644 --- a/target/criterion/fragmented_iter/specs/new/estimates.json +++ b/target/criterion/fragmented_iter/specs/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1409.9074062731506,"upper_bound":1421.1328116249551},"point_estimate":1414.1392312464825,"standard_error":3.0184541889400207},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1408.9769174735181,"upper_bound":1409.5119905925897},"point_estimate":1409.204350456961,"standard_error":0.11055057912637019},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.7796894422452765,"upper_bound":1.4723701482166114},"point_estimate":1.0278083857909803,"standard_error":0.17571524297616373},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1409.3889525578388,"upper_bound":1413.6796047909545},"point_estimate":1411.1028589359244,"standard_error":1.1314938795554668},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2.6930161916786637,"upper_bound":50.58344595004877},"point_estimate":30.331047877855376,"standard_error":14.440889079538016}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1698.6618353143544,"upper_bound":1707.7058449668948},"point_estimate":1702.2042695190873,"standard_error":2.396334430983156},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1696.5576592082616,"upper_bound":1700.443739242685},"point_estimate":1697.9092627662812,"standard_error":0.9194042243467162},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4.962325995456239,"upper_bound":8.094149007561057},"point_estimate":6.279088999914143,"standard_error":0.7736625247802028},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1696.2379895544975,"upper_bound":1698.7935344967277},"point_estimate":1697.4577913927237,"standard_error":0.6530201539220344},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6.529871806645289,"upper_bound":39.90345687262253},"point_estimate":24.22820646031617,"standard_error":10.744294498426907}} \ No newline at end of file diff --git a/target/criterion/fragmented_iter/specs/new/raw.csv b/target/criterion/fragmented_iter/specs/new/raw.csv index 44e2ce72..3907092d 100644 --- a/target/criterion/fragmented_iter/specs/new/raw.csv +++ b/target/criterion/fragmented_iter/specs/new/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -fragmented_iter,specs,,,,990987.0,ns,701 -fragmented_iter,specs,,,,1980723.0,ns,1402 -fragmented_iter,specs,,,,2967513.0,ns,2103 -fragmented_iter,specs,,,,3972768.0,ns,2804 -fragmented_iter,specs,,,,4942585.0,ns,3505 -fragmented_iter,specs,,,,5926851.0,ns,4206 -fragmented_iter,specs,,,,6921313.0,ns,4907 -fragmented_iter,specs,,,,7894068.0,ns,5608 -fragmented_iter,specs,,,,8911246.0,ns,6309 -fragmented_iter,specs,,,,9887535.0,ns,7010 -fragmented_iter,specs,,,,10863855.0,ns,7711 -fragmented_iter,specs,,,,11882225.0,ns,8412 -fragmented_iter,specs,,,,12841944.0,ns,9113 -fragmented_iter,specs,,,,13836237.0,ns,9814 -fragmented_iter,specs,,,,14834258.0,ns,10515 -fragmented_iter,specs,,,,15797063.0,ns,11216 -fragmented_iter,specs,,,,16775486.0,ns,11917 -fragmented_iter,specs,,,,17808565.0,ns,12618 -fragmented_iter,specs,,,,18921565.0,ns,13319 -fragmented_iter,specs,,,,19799277.0,ns,14020 -fragmented_iter,specs,,,,20739849.0,ns,14721 -fragmented_iter,specs,,,,21783116.0,ns,15422 -fragmented_iter,specs,,,,24341780.0,ns,16123 -fragmented_iter,specs,,,,28508068.0,ns,16824 -fragmented_iter,specs,,,,24875226.0,ns,17525 -fragmented_iter,specs,,,,25771635.0,ns,18226 -fragmented_iter,specs,,,,26701074.0,ns,18927 -fragmented_iter,specs,,,,27643500.0,ns,19628 -fragmented_iter,specs,,,,28629758.0,ns,20329 -fragmented_iter,specs,,,,29627509.0,ns,21030 -fragmented_iter,specs,,,,30615923.0,ns,21731 -fragmented_iter,specs,,,,31595408.0,ns,22432 -fragmented_iter,specs,,,,32583951.0,ns,23133 -fragmented_iter,specs,,,,33587242.0,ns,23834 -fragmented_iter,specs,,,,34575787.0,ns,24535 -fragmented_iter,specs,,,,35535644.0,ns,25236 -fragmented_iter,specs,,,,36518287.0,ns,25937 -fragmented_iter,specs,,,,37528139.0,ns,26638 -fragmented_iter,specs,,,,38500773.0,ns,27339 -fragmented_iter,specs,,,,39501169.0,ns,28040 -fragmented_iter,specs,,,,40522453.0,ns,28741 -fragmented_iter,specs,,,,41469148.0,ns,29442 -fragmented_iter,specs,,,,42449074.0,ns,30143 -fragmented_iter,specs,,,,43503302.0,ns,30844 -fragmented_iter,specs,,,,44514258.0,ns,31545 -fragmented_iter,specs,,,,45449301.0,ns,32246 -fragmented_iter,specs,,,,46409077.0,ns,32947 -fragmented_iter,specs,,,,47407069.0,ns,33648 -fragmented_iter,specs,,,,48389822.0,ns,34349 -fragmented_iter,specs,,,,49368595.0,ns,35050 -fragmented_iter,specs,,,,50349094.0,ns,35751 -fragmented_iter,specs,,,,51999106.0,ns,36452 -fragmented_iter,specs,,,,52373570.0,ns,37153 -fragmented_iter,specs,,,,53354268.0,ns,37854 -fragmented_iter,specs,,,,54274532.0,ns,38555 -fragmented_iter,specs,,,,55297769.0,ns,39256 -fragmented_iter,specs,,,,56251316.0,ns,39957 -fragmented_iter,specs,,,,57293012.0,ns,40658 -fragmented_iter,specs,,,,58278859.0,ns,41359 -fragmented_iter,specs,,,,59227074.0,ns,42060 -fragmented_iter,specs,,,,60287817.0,ns,42761 -fragmented_iter,specs,,,,61329581.0,ns,43462 -fragmented_iter,specs,,,,62233733.0,ns,44163 -fragmented_iter,specs,,,,63269126.0,ns,44864 -fragmented_iter,specs,,,,64194508.0,ns,45565 -fragmented_iter,specs,,,,65138989.0,ns,46266 -fragmented_iter,specs,,,,66160243.0,ns,46967 -fragmented_iter,specs,,,,67259637.0,ns,47668 -fragmented_iter,specs,,,,68138502.0,ns,48369 -fragmented_iter,specs,,,,69093741.0,ns,49070 -fragmented_iter,specs,,,,70124524.0,ns,49771 -fragmented_iter,specs,,,,71109100.0,ns,50472 -fragmented_iter,specs,,,,72132720.0,ns,51173 -fragmented_iter,specs,,,,73117025.0,ns,51874 -fragmented_iter,specs,,,,74089338.0,ns,52575 -fragmented_iter,specs,,,,75073553.0,ns,53276 -fragmented_iter,specs,,,,76051886.0,ns,53977 -fragmented_iter,specs,,,,77020461.0,ns,54678 -fragmented_iter,specs,,,,77996490.0,ns,55379 -fragmented_iter,specs,,,,79026302.0,ns,56080 -fragmented_iter,specs,,,,80091181.0,ns,56781 -fragmented_iter,specs,,,,81012606.0,ns,57482 -fragmented_iter,specs,,,,81997612.0,ns,58183 -fragmented_iter,specs,,,,82982779.0,ns,58884 -fragmented_iter,specs,,,,83970642.0,ns,59585 -fragmented_iter,specs,,,,84976988.0,ns,60286 -fragmented_iter,specs,,,,86060161.0,ns,60987 -fragmented_iter,specs,,,,86951509.0,ns,61688 -fragmented_iter,specs,,,,87952025.0,ns,62389 -fragmented_iter,specs,,,,88939768.0,ns,63090 -fragmented_iter,specs,,,,89894046.0,ns,63791 -fragmented_iter,specs,,,,90870714.0,ns,64492 -fragmented_iter,specs,,,,91908743.0,ns,65193 -fragmented_iter,specs,,,,92843125.0,ns,65894 -fragmented_iter,specs,,,,93781129.0,ns,66595 -fragmented_iter,specs,,,,94790742.0,ns,67296 -fragmented_iter,specs,,,,95771863.0,ns,67997 -fragmented_iter,specs,,,,96933955.0,ns,68698 -fragmented_iter,specs,,,,100256093.0,ns,69399 -fragmented_iter,specs,,,,98814819.0,ns,70100 +fragmented_iter,specs,,,,1118000.0,ns,581 +fragmented_iter,specs,,,,1984400.0,ns,1162 +fragmented_iter,specs,,,,3063200.0,ns,1743 +fragmented_iter,specs,,,,3919700.0,ns,2324 +fragmented_iter,specs,,,,4926900.0,ns,2905 +fragmented_iter,specs,,,,5883900.0,ns,3486 +fragmented_iter,specs,,,,6928700.0,ns,4067 +fragmented_iter,specs,,,,7953900.0,ns,4648 +fragmented_iter,specs,,,,8858000.0,ns,5229 +fragmented_iter,specs,,,,9858800.0,ns,5810 +fragmented_iter,specs,,,,10858000.0,ns,6391 +fragmented_iter,specs,,,,11828300.0,ns,6972 +fragmented_iter,specs,,,,12781700.0,ns,7553 +fragmented_iter,specs,,,,13906200.0,ns,8134 +fragmented_iter,specs,,,,14782000.0,ns,8715 +fragmented_iter,specs,,,,15800200.0,ns,9296 +fragmented_iter,specs,,,,16923600.0,ns,9877 +fragmented_iter,specs,,,,17680900.0,ns,10458 +fragmented_iter,specs,,,,18693500.0,ns,11039 +fragmented_iter,specs,,,,19706600.0,ns,11620 +fragmented_iter,specs,,,,20755200.0,ns,12201 +fragmented_iter,specs,,,,21637300.0,ns,12782 +fragmented_iter,specs,,,,22640800.0,ns,13363 +fragmented_iter,specs,,,,23845500.0,ns,13944 +fragmented_iter,specs,,,,24685100.0,ns,14525 +fragmented_iter,specs,,,,25749100.0,ns,15106 +fragmented_iter,specs,,,,26870000.0,ns,15687 +fragmented_iter,specs,,,,27683500.0,ns,16268 +fragmented_iter,specs,,,,28539200.0,ns,16849 +fragmented_iter,specs,,,,29653300.0,ns,17430 +fragmented_iter,specs,,,,30661600.0,ns,18011 +fragmented_iter,specs,,,,32081700.0,ns,18592 +fragmented_iter,specs,,,,32831300.0,ns,19173 +fragmented_iter,specs,,,,33645400.0,ns,19754 +fragmented_iter,specs,,,,34426400.0,ns,20335 +fragmented_iter,specs,,,,35588900.0,ns,20916 +fragmented_iter,specs,,,,36499500.0,ns,21497 +fragmented_iter,specs,,,,37340400.0,ns,22078 +fragmented_iter,specs,,,,38442300.0,ns,22659 +fragmented_iter,specs,,,,39912400.0,ns,23240 +fragmented_iter,specs,,,,40789800.0,ns,23821 +fragmented_iter,specs,,,,41802900.0,ns,24402 +fragmented_iter,specs,,,,42675400.0,ns,24983 +fragmented_iter,specs,,,,43614900.0,ns,25564 +fragmented_iter,specs,,,,44506900.0,ns,26145 +fragmented_iter,specs,,,,45489700.0,ns,26726 +fragmented_iter,specs,,,,46524900.0,ns,27307 +fragmented_iter,specs,,,,47373500.0,ns,27888 +fragmented_iter,specs,,,,48468900.0,ns,28469 +fragmented_iter,specs,,,,49564600.0,ns,29050 +fragmented_iter,specs,,,,50849500.0,ns,29631 +fragmented_iter,specs,,,,51581400.0,ns,30212 +fragmented_iter,specs,,,,52173700.0,ns,30793 +fragmented_iter,specs,,,,53351800.0,ns,31374 +fragmented_iter,specs,,,,54096500.0,ns,31955 +fragmented_iter,specs,,,,55094700.0,ns,32536 +fragmented_iter,specs,,,,56180700.0,ns,33117 +fragmented_iter,specs,,,,57197200.0,ns,33698 +fragmented_iter,specs,,,,58303900.0,ns,34279 +fragmented_iter,specs,,,,58891600.0,ns,34860 +fragmented_iter,specs,,,,60294600.0,ns,35441 +fragmented_iter,specs,,,,61096800.0,ns,36022 +fragmented_iter,specs,,,,62142000.0,ns,36603 +fragmented_iter,specs,,,,63229300.0,ns,37184 +fragmented_iter,specs,,,,64405200.0,ns,37765 +fragmented_iter,specs,,,,65275200.0,ns,38346 +fragmented_iter,specs,,,,65814800.0,ns,38927 +fragmented_iter,specs,,,,67255800.0,ns,39508 +fragmented_iter,specs,,,,68370700.0,ns,40089 +fragmented_iter,specs,,,,68948900.0,ns,40670 +fragmented_iter,specs,,,,70054800.0,ns,41251 +fragmented_iter,specs,,,,70849200.0,ns,41832 +fragmented_iter,specs,,,,71842900.0,ns,42413 +fragmented_iter,specs,,,,72951600.0,ns,42994 +fragmented_iter,specs,,,,73898300.0,ns,43575 +fragmented_iter,specs,,,,74673900.0,ns,44156 +fragmented_iter,specs,,,,75960400.0,ns,44737 +fragmented_iter,specs,,,,76980500.0,ns,45318 +fragmented_iter,specs,,,,77842400.0,ns,45899 +fragmented_iter,specs,,,,79057800.0,ns,46480 +fragmented_iter,specs,,,,79798500.0,ns,47061 +fragmented_iter,specs,,,,80867900.0,ns,47642 +fragmented_iter,specs,,,,81879300.0,ns,48223 +fragmented_iter,specs,,,,82736000.0,ns,48804 +fragmented_iter,specs,,,,83512000.0,ns,49385 +fragmented_iter,specs,,,,84673600.0,ns,49966 +fragmented_iter,specs,,,,86284500.0,ns,50547 +fragmented_iter,specs,,,,86787900.0,ns,51128 +fragmented_iter,specs,,,,87358400.0,ns,51709 +fragmented_iter,specs,,,,88554700.0,ns,52290 +fragmented_iter,specs,,,,89729700.0,ns,52871 +fragmented_iter,specs,,,,90531000.0,ns,53452 +fragmented_iter,specs,,,,91702500.0,ns,54033 +fragmented_iter,specs,,,,92455800.0,ns,54614 +fragmented_iter,specs,,,,93845000.0,ns,55195 +fragmented_iter,specs,,,,94523200.0,ns,55776 +fragmented_iter,specs,,,,95481600.0,ns,56357 +fragmented_iter,specs,,,,96845900.0,ns,56938 +fragmented_iter,specs,,,,97074000.0,ns,57519 +fragmented_iter,specs,,,,98360000.0,ns,58100 diff --git a/target/criterion/fragmented_iter/specs/new/sample.json b/target/criterion/fragmented_iter/specs/new/sample.json index be4de408..4ea6f9de 100644 --- a/target/criterion/fragmented_iter/specs/new/sample.json +++ b/target/criterion/fragmented_iter/specs/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[701.0,1402.0,2103.0,2804.0,3505.0,4206.0,4907.0,5608.0,6309.0,7010.0,7711.0,8412.0,9113.0,9814.0,10515.0,11216.0,11917.0,12618.0,13319.0,14020.0,14721.0,15422.0,16123.0,16824.0,17525.0,18226.0,18927.0,19628.0,20329.0,21030.0,21731.0,22432.0,23133.0,23834.0,24535.0,25236.0,25937.0,26638.0,27339.0,28040.0,28741.0,29442.0,30143.0,30844.0,31545.0,32246.0,32947.0,33648.0,34349.0,35050.0,35751.0,36452.0,37153.0,37854.0,38555.0,39256.0,39957.0,40658.0,41359.0,42060.0,42761.0,43462.0,44163.0,44864.0,45565.0,46266.0,46967.0,47668.0,48369.0,49070.0,49771.0,50472.0,51173.0,51874.0,52575.0,53276.0,53977.0,54678.0,55379.0,56080.0,56781.0,57482.0,58183.0,58884.0,59585.0,60286.0,60987.0,61688.0,62389.0,63090.0,63791.0,64492.0,65193.0,65894.0,66595.0,67296.0,67997.0,68698.0,69399.0,70100.0],"times":[990987.0,1980723.0,2967513.0,3972768.0,4942585.0,5926851.0,6921313.0,7894068.0,8911246.0,9887535.0,10863855.0,11882225.0,12841944.0,13836237.0,14834258.0,15797063.0,16775486.0,17808565.0,18921565.0,19799277.0,20739849.0,21783116.0,24341780.0,28508068.0,24875226.0,25771635.0,26701074.0,27643500.0,28629758.0,29627509.0,30615923.0,31595408.0,32583951.0,33587242.0,34575787.0,35535644.0,36518287.0,37528139.0,38500773.0,39501169.0,40522453.0,41469148.0,42449074.0,43503302.0,44514258.0,45449301.0,46409077.0,47407069.0,48389822.0,49368595.0,50349094.0,51999106.0,52373570.0,53354268.0,54274532.0,55297769.0,56251316.0,57293012.0,58278859.0,59227074.0,60287817.0,61329581.0,62233733.0,63269126.0,64194508.0,65138989.0,66160243.0,67259637.0,68138502.0,69093741.0,70124524.0,71109100.0,72132720.0,73117025.0,74089338.0,75073553.0,76051886.0,77020461.0,77996490.0,79026302.0,80091181.0,81012606.0,81997612.0,82982779.0,83970642.0,84976988.0,86060161.0,86951509.0,87952025.0,88939768.0,89894046.0,90870714.0,91908743.0,92843125.0,93781129.0,94790742.0,95771863.0,96933955.0,100256093.0,98814819.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[581.0,1162.0,1743.0,2324.0,2905.0,3486.0,4067.0,4648.0,5229.0,5810.0,6391.0,6972.0,7553.0,8134.0,8715.0,9296.0,9877.0,10458.0,11039.0,11620.0,12201.0,12782.0,13363.0,13944.0,14525.0,15106.0,15687.0,16268.0,16849.0,17430.0,18011.0,18592.0,19173.0,19754.0,20335.0,20916.0,21497.0,22078.0,22659.0,23240.0,23821.0,24402.0,24983.0,25564.0,26145.0,26726.0,27307.0,27888.0,28469.0,29050.0,29631.0,30212.0,30793.0,31374.0,31955.0,32536.0,33117.0,33698.0,34279.0,34860.0,35441.0,36022.0,36603.0,37184.0,37765.0,38346.0,38927.0,39508.0,40089.0,40670.0,41251.0,41832.0,42413.0,42994.0,43575.0,44156.0,44737.0,45318.0,45899.0,46480.0,47061.0,47642.0,48223.0,48804.0,49385.0,49966.0,50547.0,51128.0,51709.0,52290.0,52871.0,53452.0,54033.0,54614.0,55195.0,55776.0,56357.0,56938.0,57519.0,58100.0],"times":[1118000.0,1984400.0,3063200.0,3919700.0,4926900.0,5883900.0,6928700.0,7953900.0,8858000.0,9858800.0,10858000.0,11828300.0,12781700.0,13906200.0,14782000.0,15800200.0,16923600.0,17680900.0,18693500.0,19706600.0,20755200.0,21637300.0,22640800.0,23845500.0,24685100.0,25749100.0,26870000.0,27683500.0,28539200.0,29653300.0,30661600.0,32081700.0,32831300.0,33645400.0,34426400.0,35588900.0,36499500.0,37340400.0,38442300.0,39912400.0,40789800.0,41802900.0,42675400.0,43614900.0,44506900.0,45489700.0,46524900.0,47373500.0,48468900.0,49564600.0,50849500.0,51581400.0,52173700.0,53351800.0,54096500.0,55094700.0,56180700.0,57197200.0,58303900.0,58891600.0,60294600.0,61096800.0,62142000.0,63229300.0,64405200.0,65275200.0,65814800.0,67255800.0,68370700.0,68948900.0,70054800.0,70849200.0,71842900.0,72951600.0,73898300.0,74673900.0,75960400.0,76980500.0,77842400.0,79057800.0,79798500.0,80867900.0,81879300.0,82736000.0,83512000.0,84673600.0,86284500.0,86787900.0,87358400.0,88554700.0,89729700.0,90531000.0,91702500.0,92455800.0,93845000.0,94523200.0,95481600.0,96845900.0,97074000.0,98360000.0]} \ No newline at end of file diff --git a/target/criterion/fragmented_iter/specs/new/tukey.json b/target/criterion/fragmented_iter/specs/new/tukey.json index 1befd7cc..402ebefe 100644 --- a/target/criterion/fragmented_iter/specs/new/tukey.json +++ b/target/criterion/fragmented_iter/specs/new/tukey.json @@ -1 +1 @@ -[1403.0779812199212,1405.8582291682997,1413.2722236973086,1416.0524716456869] \ No newline at end of file +[1669.024994080933,1681.6498072469067,1715.315975689503,1727.9407888554765] \ No newline at end of file diff --git a/target/criterion/fragmented_iter/specs/report/MAD.svg b/target/criterion/fragmented_iter/specs/report/MAD.svg index 7964d34f..75fb9fd3 100644 --- a/target/criterion/fragmented_iter/specs/report/MAD.svg +++ b/target/criterion/fragmented_iter/specs/report/MAD.svg @@ -1,303 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 3.5 - - - - - 0.8 - - - - - 0.9 - - - - - 1 - - - - - 1.1 - - - - - 1.2 - - - - - 1.3 - - - - - 1.4 - - - - - 1.5 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - fragmented_iter/specs: MAD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +fragmented_iter/specs:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + + +5 + + + +5.5 + + + +6 + + + +6.5 + + + +7 + + + +7.5 + + + +8 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/fragmented_iter/specs/report/SD.svg b/target/criterion/fragmented_iter/specs/report/SD.svg index 2cb35ef1..a5f89df3 100644 --- a/target/criterion/fragmented_iter/specs/report/SD.svg +++ b/target/criterion/fragmented_iter/specs/report/SD.svg @@ -1,293 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.01 - - - - - 0.02 - - - - - 0.03 - - - - - 0.04 - - - - - 0.05 - - - - - 0.06 - - - - - 0.07 - - - - - 0 - - - - - 10 - - - - - 20 - - - - - 30 - - - - - 40 - - - - - 50 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - fragmented_iter/specs: SD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +fragmented_iter/specs:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/fragmented_iter/specs/report/both/pdf.svg b/target/criterion/fragmented_iter/specs/report/both/pdf.svg index 723588e5..3ef1f72f 100644 --- a/target/criterion/fragmented_iter/specs/report/both/pdf.svg +++ b/target/criterion/fragmented_iter/specs/report/both/pdf.svg @@ -1,343 +1,69 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - 25 - - - - - 30 - - - - - 35 - - - - - 40 - - - - - 45 - - - - - 1.35 - - - - - 1.4 - - - - - 1.45 - - - - - 1.5 - - - - - 1.55 - - - - - 1.6 - - - - - 1.65 - - - - - 1.7 - - - - - 1.75 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - fragmented_iter/specs - - - - - Base PDF - - - Base PDF - - - - - - - - - - Base Mean - - - - - Base Mean - - - - - - New PDF - - - - - New PDF - - - - - - - - - - New Mean - - - - - New Mean - - - - - - - - - - - - - - + + +fragmented_iter/specs + + +Density (a.u.) + + +Average Time (us) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + + +1.4 + + + +1.6 + + + +1.8 + + + + + + + +Base PDF + + +New PDF + + +Base Mean + + +New Mean + + + + + - diff --git a/target/criterion/fragmented_iter/specs/report/both/regression.svg b/target/criterion/fragmented_iter/specs/report/both/regression.svg index 5c78cebe..7e4819d9 100644 --- a/target/criterion/fragmented_iter/specs/report/both/regression.svg +++ b/target/criterion/fragmented_iter/specs/report/both/regression.svg @@ -1,318 +1,85 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - - - - - 80 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - fragmented_iter/specs - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - Base sample - - - - - - New sample - - - New sample - - - - - - - - - - - - - - + + +fragmented_iter/specs + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + + + + + +Base Sample + + +New Sample + + + - diff --git a/target/criterion/fragmented_iter/specs/report/change/mean.svg b/target/criterion/fragmented_iter/specs/report/change/mean.svg index 58550f83..6063c636 100644 --- a/target/criterion/fragmented_iter/specs/report/change/mean.svg +++ b/target/criterion/fragmented_iter/specs/report/change/mean.svg @@ -1,320 +1,89 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 20 - - - - - 40 - - - - - 60 - - - - - 80 - - - - - 100 - - - - - 120 - - - - - 140 - - - - - 160 - - - - - 180 - - - - - -1.6 - - - - - -1.4 - - - - - -1.2 - - - - - -1 - - - - - -0.8 - - - - - -0.6 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - fragmented_iter/specs: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +fragmented_iter/specs:mean + + +Density (a.u.) + + +Relative change (%) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + + +0.196 + + + +0.198 + + + +0.2 + + + +0.202 + + + +0.204 + + + +0.206 + + + +0.208 + + + +0.21 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/fragmented_iter/specs/report/change/median.svg b/target/criterion/fragmented_iter/specs/report/change/median.svg index 4dfda3fe..6c5c532c 100644 --- a/target/criterion/fragmented_iter/specs/report/change/median.svg +++ b/target/criterion/fragmented_iter/specs/report/change/median.svg @@ -1,310 +1,77 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 500 - - - - - 1000 - - - - - 1500 - - - - - 2000 - - - - - 2500 - - - - - 3000 - - - - - 3500 - - - - - 4000 - - - - - -1.28 - - - - - -1.26 - - - - - -1.24 - - - - - -1.22 - - - - - -1.2 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - fragmented_iter/specs: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +fragmented_iter/specs:median + + +Density (a.u.) + + +Relative change (%) + + + +200 + + + +400 + + + +600 + + + +800 + + + +1000 + + + + +0.204 + + + +0.2045 + + + +0.205 + + + +0.2055 + + + +0.206 + + + +0.2065 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/fragmented_iter/specs/report/change/t-test.svg b/target/criterion/fragmented_iter/specs/report/change/t-test.svg index d31e88a4..9fe40a97 100644 --- a/target/criterion/fragmented_iter/specs/report/change/t-test.svg +++ b/target/criterion/fragmented_iter/specs/report/change/t-test.svg @@ -1,260 +1,91 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - -5 - - - - - -4 - - - - - -3 - - - - - -2 - - - - - -1 - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - 5 - - - - - - - - - Density - - - - - t score - - - - - fragmented_iter/specs: Welch t test - - - - - t distribution - - - t distribution - - - - - - - - - - t statistic - - - - - t statistic - - - - - - - - - - - - - - + + +fragmented_iter/specs: Welch t test + + +Density + + +t score + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +-4.0 + + + +-3.0 + + + +-2.0 + + + +-1.0 + + + +0.0 + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + + + +t distribution + + +t statistic + + + - diff --git a/target/criterion/fragmented_iter/specs/report/index.html b/target/criterion/fragmented_iter/specs/report/index.html index 6baa6d14..796f5764 100644 --- a/target/criterion/fragmented_iter/specs/report/index.html +++ b/target/criterion/fragmented_iter/specs/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 1.4094 us - 1.4111 us - 1.4137 us + 1.6962 us + 1.6975 us + 1.6988 us R² - 0.9866864 - 0.9868859 - 0.9864351 + 0.9983817 + 0.9984537 + 0.9983674 Mean - 1.4099 us - 1.4141 us - 1.4211 us + 1.6987 us + 1.7022 us + 1.7077 us Std. Dev. - 2.6930 ns - 30.331 ns - 50.583 ns + 6.5299 ns + 24.228 ns + 39.903 ns Median - 1.4090 us - 1.4092 us - 1.4095 us + 1.6966 us + 1.6979 us + 1.7004 us MAD - 779.69 ps - 1.0278 ns - 1.4724 ns + 4.9623 ns + 6.2791 ns + 8.0941 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -1.5961% - -1.1347% - -0.6008% + +19.709% + +20.370% + +20.923% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has regressed.

Additional Plots:

diff --git a/target/criterion/fragmented_iter/specs/report/mean.svg b/target/criterion/fragmented_iter/specs/report/mean.svg index 7ce49020..3086da8b 100644 --- a/target/criterion/fragmented_iter/specs/report/mean.svg +++ b/target/criterion/fragmented_iter/specs/report/mean.svg @@ -1,303 +1,88 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 20 - - - - - 40 - - - - - 60 - - - - - 80 - - - - - 100 - - - - - 120 - - - - - 140 - - - - - 160 - - - - - 1.41 - - - - - 1.412 - - - - - 1.414 - - - - - 1.416 - - - - - 1.418 - - - - - 1.42 - - - - - 1.422 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - fragmented_iter/specs: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +fragmented_iter/specs:mean + + +Density (a.u.) + + +Average time (us) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + + +1.698 + + + +1.7 + + + +1.702 + + + +1.704 + + + +1.706 + + + +1.708 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/fragmented_iter/specs/report/median.svg b/target/criterion/fragmented_iter/specs/report/median.svg index 8967e22f..cc584c4b 100644 --- a/target/criterion/fragmented_iter/specs/report/median.svg +++ b/target/criterion/fragmented_iter/specs/report/median.svg @@ -1,298 +1,100 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 1000 - - - - - 2000 - - - - - 3000 - - - - - 4000 - - - - - 5000 - - - - - 6000 - - - - - 7000 - - - - - 8000 - - - - - 1.409 - - - - - 1.4091 - - - - - 1.4092 - - - - - 1.4093 - - - - - 1.4094 - - - - - 1.4095 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - fragmented_iter/specs: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +fragmented_iter/specs:median + + +Density (a.u.) + + +Average time (us) + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + +800 + + + +900 + + + + +1.6965 + + + +1.697 + + + +1.6975 + + + +1.698 + + + +1.6985 + + + +1.699 + + + +1.6995 + + + +1.7 + + + +1.7005 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/fragmented_iter/specs/report/pdf.svg b/target/criterion/fragmented_iter/specs/report/pdf.svg index 4caa4004..dd1a18d0 100644 --- a/target/criterion/fragmented_iter/specs/report/pdf.svg +++ b/target/criterion/fragmented_iter/specs/report/pdf.svg @@ -1,425 +1,121 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 10 - - - - - 20 - - - - - 30 - - - - - 40 - - - - - 50 - - - - - 60 - - - - - 70 - - - - - 1.4 - - - - - 1.45 - - - - - 1.5 - - - - - 1.55 - - - - - 1.6 - - - - - 1.65 - - - - - 1.7 - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - 25 - - - - - 30 - - - - - - - - - Iterations (x 103) - - - - - Density (a.u.) - - - - - Average time (us) - - - - - fragmented_iter/specs - - - - - PDF - - - PDF - - - - - - - - - - Mean - - - - - Mean - - - - - - "Clean" sample - - - - - "Clean" sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Mild outliers - - - Mild outliers - - - - - - - - - Severe outliers - - - Severe outliers - - - - - - - - - - - - - - gnuplot_plot_6 - - - - - - gnuplot_plot_7 - - - - gnuplot_plot_8 - - - - gnuplot_plot_9 - - - - - - - - - - - - + + +fragmented_iter/specs + + +Iterations (x 10^3) + + +Average Time (us) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + + +1.7 + + + +1.75 + + + +1.8 + + + +1.85 + + + +1.9 + + + +1.95 + + + +Density (a.u.) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + - diff --git a/target/criterion/fragmented_iter/specs/report/pdf_small.svg b/target/criterion/fragmented_iter/specs/report/pdf_small.svg index ce79f7f8..691b1bd4 100644 --- a/target/criterion/fragmented_iter/specs/report/pdf_small.svg +++ b/target/criterion/fragmented_iter/specs/report/pdf_small.svg @@ -1,214 +1,48 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - 25 - - - - - 30 - - - - - 1.4 - - - - - 1.45 - - - - - 1.5 - - - - - 1.55 - - - - - 1.6 - - - - - 1.65 - - - - - 1.7 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - PDF - - - - - - - Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + + +1.7 + + + +1.8 + + + +1.9 + + + + - diff --git a/target/criterion/fragmented_iter/specs/report/regression.svg b/target/criterion/fragmented_iter/specs/report/regression.svg index 2e2cf4d8..e401cfcb 100644 --- a/target/criterion/fragmented_iter/specs/report/regression.svg +++ b/target/criterion/fragmented_iter/specs/report/regression.svg @@ -1,421 +1,197 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - - - - - 80 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - fragmented_iter/specs - - - - - Sample - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - Linear regression - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - - + + +fragmented_iter/specs + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + - diff --git a/target/criterion/fragmented_iter/specs/report/regression_small.svg b/target/criterion/fragmented_iter/specs/report/regression_small.svg index 098c8eca..9693326c 100644 --- a/target/criterion/fragmented_iter/specs/report/regression_small.svg +++ b/target/criterion/fragmented_iter/specs/report/regression_small.svg @@ -1,399 +1,182 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - - - - - 80 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/fragmented_iter/specs/report/relative_pdf_small.svg b/target/criterion/fragmented_iter/specs/report/relative_pdf_small.svg index 88c1fe96..8e605096 100644 --- a/target/criterion/fragmented_iter/specs/report/relative_pdf_small.svg +++ b/target/criterion/fragmented_iter/specs/report/relative_pdf_small.svg @@ -1,316 +1,50 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - 25 - - - - - 30 - - - - - 35 - - - - - 40 - - - - - 45 - - - - - 1.35 - - - - - 1.4 - - - - - 1.45 - - - - - 1.5 - - - - - 1.55 - - - - - 1.6 - - - - - 1.65 - - - - - 1.7 - - - - - 1.75 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - Base PDF - - - - - - - Base Mean - - - - - - New PDF - - - - - - - - - New Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + + +1.4 + + + +1.6 + + + +1.8 + + + + + + - diff --git a/target/criterion/fragmented_iter/specs/report/relative_regression_small.svg b/target/criterion/fragmented_iter/specs/report/relative_regression_small.svg index 5ae74387..e4de935a 100644 --- a/target/criterion/fragmented_iter/specs/report/relative_regression_small.svg +++ b/target/criterion/fragmented_iter/specs/report/relative_regression_small.svg @@ -1,303 +1,74 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - - - - - 80 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - - New sample - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + + + + - diff --git a/target/criterion/fragmented_iter/specs/report/slope.svg b/target/criterion/fragmented_iter/specs/report/slope.svg index 8edc3377..00bd3ea8 100644 --- a/target/criterion/fragmented_iter/specs/report/slope.svg +++ b/target/criterion/fragmented_iter/specs/report/slope.svg @@ -1,298 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - 300 - - - - - 350 - - - - - 400 - - - - - 1.409 - - - - - 1.41 - - - - - 1.411 - - - - - 1.412 - - - - - 1.413 - - - - - 1.414 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - fragmented_iter/specs: slope - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +fragmented_iter/specs:slope + + +Density (a.u.) + + +Average time (us) + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + + +1.696 + + + +1.6965 + + + +1.697 + + + +1.6975 + + + +1.698 + + + +1.6985 + + + +1.699 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/fragmented_iter/specs/report/typical.svg b/target/criterion/fragmented_iter/specs/report/typical.svg index 393b1402..fec93a5f 100644 --- a/target/criterion/fragmented_iter/specs/report/typical.svg +++ b/target/criterion/fragmented_iter/specs/report/typical.svg @@ -1,298 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - 300 - - - - - 350 - - - - - 400 - - - - - 1.409 - - - - - 1.41 - - - - - 1.411 - - - - - 1.412 - - - - - 1.413 - - - - - 1.414 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - fragmented_iter/specs: typical - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +fragmented_iter/specs:typical + + +Density (a.u.) + + +Average time (us) + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + + +1.696 + + + +1.6965 + + + +1.697 + + + +1.6975 + + + +1.698 + + + +1.6985 + + + +1.699 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/heavy_compute/bevy/base/estimates.json b/target/criterion/heavy_compute/bevy/base/estimates.json index 646a2403..f11c8655 100644 --- a/target/criterion/heavy_compute/bevy/base/estimates.json +++ b/target/criterion/heavy_compute/bevy/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1175978.0642622584,"upper_bound":1239019.154902348},"point_estimate":1202926.3691026773,"standard_error":16358.977673821872},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1169980.9211956523,"upper_bound":1184315.676056338},"point_estimate":1178655.8660239363,"standard_error":3935.9957754909547},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30603.429454576646,"upper_bound":55512.873422913275},"point_estimate":47099.37155202416,"standard_error":6118.965332737658},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1168499.893727801,"upper_bound":1195410.2262942088},"point_estimate":1180761.720183242,"standard_error":6838.290365811535},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":60385.542483753685,"upper_bound":257217.33120514374},"point_estimate":164572.07149484177,"standard_error":55951.50732244587}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1271432.0272883805,"upper_bound":1279051.9471040636},"point_estimate":1275173.8372088638,"standard_error":1941.5813977390883},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1269093.1617764952,"upper_bound":1277128.5714285714},"point_estimate":1272289.9915254237,"standard_error":2108.0153954931984},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10668.512753179763,"upper_bound":16908.487626171078},"point_estimate":14487.725479258499,"standard_error":1641.3945505644965},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1272154.2825936438,"upper_bound":1277492.911360244},"point_estimate":1274728.0215752919,"standard_error":1361.0097715991665},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15092.160313666716,"upper_bound":23554.07278114927},"point_estimate":19527.808225080735,"standard_error":2162.4427692017107}} \ No newline at end of file diff --git a/target/criterion/heavy_compute/bevy/base/raw.csv b/target/criterion/heavy_compute/bevy/base/raw.csv index 07910e11..6a52ccc7 100644 --- a/target/criterion/heavy_compute/bevy/base/raw.csv +++ b/target/criterion/heavy_compute/bevy/base/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -heavy_compute,bevy,,,,963967.0,ns,1 -heavy_compute,bevy,,,,2238425.0,ns,2 -heavy_compute,bevy,,,,3152866.0,ns,3 -heavy_compute,bevy,,,,4486687.0,ns,4 -heavy_compute,bevy,,,,5905600.0,ns,5 -heavy_compute,bevy,,,,6959530.0,ns,6 -heavy_compute,bevy,,,,8930173.0,ns,7 -heavy_compute,bevy,,,,12205693.0,ns,8 -heavy_compute,bevy,,,,22779477.0,ns,9 -heavy_compute,bevy,,,,18256450.0,ns,10 -heavy_compute,bevy,,,,14501857.0,ns,11 -heavy_compute,bevy,,,,14294733.0,ns,12 -heavy_compute,bevy,,,,16908291.0,ns,13 -heavy_compute,bevy,,,,16550962.0,ns,14 -heavy_compute,bevy,,,,18076346.0,ns,15 -heavy_compute,bevy,,,,18702490.0,ns,16 -heavy_compute,bevy,,,,19343702.0,ns,17 -heavy_compute,bevy,,,,24796350.0,ns,18 -heavy_compute,bevy,,,,22483953.0,ns,19 -heavy_compute,bevy,,,,23202764.0,ns,20 -heavy_compute,bevy,,,,22256160.0,ns,21 -heavy_compute,bevy,,,,27207973.0,ns,22 -heavy_compute,bevy,,,,26934293.0,ns,23 -heavy_compute,bevy,,,,27113494.0,ns,24 -heavy_compute,bevy,,,,28320172.0,ns,25 -heavy_compute,bevy,,,,28742868.0,ns,26 -heavy_compute,bevy,,,,31127030.0,ns,27 -heavy_compute,bevy,,,,32432967.0,ns,28 -heavy_compute,bevy,,,,34128467.0,ns,29 -heavy_compute,bevy,,,,35789152.0,ns,30 -heavy_compute,bevy,,,,38079515.0,ns,31 -heavy_compute,bevy,,,,37707987.0,ns,32 -heavy_compute,bevy,,,,38940716.0,ns,33 -heavy_compute,bevy,,,,41482768.0,ns,34 -heavy_compute,bevy,,,,42435884.0,ns,35 -heavy_compute,bevy,,,,44901490.0,ns,36 -heavy_compute,bevy,,,,44330814.0,ns,37 -heavy_compute,bevy,,,,42505829.0,ns,38 -heavy_compute,bevy,,,,44699556.0,ns,39 -heavy_compute,bevy,,,,46579617.0,ns,40 -heavy_compute,bevy,,,,48076981.0,ns,41 -heavy_compute,bevy,,,,47234847.0,ns,42 -heavy_compute,bevy,,,,52404876.0,ns,43 -heavy_compute,bevy,,,,51342973.0,ns,44 -heavy_compute,bevy,,,,50817592.0,ns,45 -heavy_compute,bevy,,,,51048732.0,ns,46 -heavy_compute,bevy,,,,59973385.0,ns,47 -heavy_compute,bevy,,,,58763418.0,ns,48 -heavy_compute,bevy,,,,59217456.0,ns,49 -heavy_compute,bevy,,,,55255417.0,ns,50 -heavy_compute,bevy,,,,60552708.0,ns,51 -heavy_compute,bevy,,,,64154880.0,ns,52 -heavy_compute,bevy,,,,62080359.0,ns,53 -heavy_compute,bevy,,,,61819050.0,ns,54 -heavy_compute,bevy,,,,61347563.0,ns,55 -heavy_compute,bevy,,,,67041660.0,ns,56 -heavy_compute,bevy,,,,67025359.0,ns,57 -heavy_compute,bevy,,,,67252091.0,ns,58 -heavy_compute,bevy,,,,76377546.0,ns,59 -heavy_compute,bevy,,,,76551548.0,ns,60 -heavy_compute,bevy,,,,70317270.0,ns,61 -heavy_compute,bevy,,,,73601717.0,ns,62 -heavy_compute,bevy,,,,72328631.0,ns,63 -heavy_compute,bevy,,,,72611452.0,ns,64 -heavy_compute,bevy,,,,79074083.0,ns,65 -heavy_compute,bevy,,,,79711097.0,ns,66 -heavy_compute,bevy,,,,79529871.0,ns,67 -heavy_compute,bevy,,,,77752334.0,ns,68 -heavy_compute,bevy,,,,81482952.0,ns,69 -heavy_compute,bevy,,,,82589609.0,ns,70 -heavy_compute,bevy,,,,84086413.0,ns,71 -heavy_compute,bevy,,,,84918365.0,ns,72 -heavy_compute,bevy,,,,84998411.0,ns,73 -heavy_compute,bevy,,,,91808882.0,ns,74 -heavy_compute,bevy,,,,89864882.0,ns,75 -heavy_compute,bevy,,,,90642741.0,ns,76 -heavy_compute,bevy,,,,91175618.0,ns,77 -heavy_compute,bevy,,,,113020744.0,ns,78 -heavy_compute,bevy,,,,91609234.0,ns,79 -heavy_compute,bevy,,,,90690003.0,ns,80 -heavy_compute,bevy,,,,98140445.0,ns,81 -heavy_compute,bevy,,,,97122206.0,ns,82 -heavy_compute,bevy,,,,95059657.0,ns,83 -heavy_compute,bevy,,,,96087054.0,ns,84 -heavy_compute,bevy,,,,97272343.0,ns,85 -heavy_compute,bevy,,,,94771476.0,ns,86 -heavy_compute,bevy,,,,105535765.0,ns,87 -heavy_compute,bevy,,,,103210734.0,ns,88 -heavy_compute,bevy,,,,103603995.0,ns,89 -heavy_compute,bevy,,,,108871078.0,ns,90 -heavy_compute,bevy,,,,107057965.0,ns,91 -heavy_compute,bevy,,,,104595162.0,ns,92 -heavy_compute,bevy,,,,112812347.0,ns,93 -heavy_compute,bevy,,,,110820091.0,ns,94 -heavy_compute,bevy,,,,113831058.0,ns,95 -heavy_compute,bevy,,,,114601946.0,ns,96 -heavy_compute,bevy,,,,112029155.0,ns,97 -heavy_compute,bevy,,,,114933507.0,ns,98 -heavy_compute,bevy,,,,115847239.0,ns,99 -heavy_compute,bevy,,,,110000841.0,ns,100 +heavy_compute,bevy,,,,1236500.0,ns,1 +heavy_compute,bevy,,,,2643200.0,ns,2 +heavy_compute,bevy,,,,3629600.0,ns,3 +heavy_compute,bevy,,,,5147000.0,ns,4 +heavy_compute,bevy,,,,6631000.0,ns,5 +heavy_compute,bevy,,,,7981800.0,ns,6 +heavy_compute,bevy,,,,8991800.0,ns,7 +heavy_compute,bevy,,,,10475500.0,ns,8 +heavy_compute,bevy,,,,11544600.0,ns,9 +heavy_compute,bevy,,,,12591800.0,ns,10 +heavy_compute,bevy,,,,13948600.0,ns,11 +heavy_compute,bevy,,,,15162700.0,ns,12 +heavy_compute,bevy,,,,16249800.0,ns,13 +heavy_compute,bevy,,,,17845400.0,ns,14 +heavy_compute,bevy,,,,19419100.0,ns,15 +heavy_compute,bevy,,,,19902700.0,ns,16 +heavy_compute,bevy,,,,21425900.0,ns,17 +heavy_compute,bevy,,,,22677800.0,ns,18 +heavy_compute,bevy,,,,24149600.0,ns,19 +heavy_compute,bevy,,,,25100400.0,ns,20 +heavy_compute,bevy,,,,27069000.0,ns,21 +heavy_compute,bevy,,,,28181700.0,ns,22 +heavy_compute,bevy,,,,29222000.0,ns,23 +heavy_compute,bevy,,,,30221900.0,ns,24 +heavy_compute,bevy,,,,31245200.0,ns,25 +heavy_compute,bevy,,,,33358400.0,ns,26 +heavy_compute,bevy,,,,34248200.0,ns,27 +heavy_compute,bevy,,,,35759600.0,ns,28 +heavy_compute,bevy,,,,37109300.0,ns,29 +heavy_compute,bevy,,,,37743700.0,ns,30 +heavy_compute,bevy,,,,41786600.0,ns,31 +heavy_compute,bevy,,,,40104900.0,ns,32 +heavy_compute,bevy,,,,41462000.0,ns,33 +heavy_compute,bevy,,,,43701000.0,ns,34 +heavy_compute,bevy,,,,44939500.0,ns,35 +heavy_compute,bevy,,,,45649000.0,ns,36 +heavy_compute,bevy,,,,47016200.0,ns,37 +heavy_compute,bevy,,,,47698200.0,ns,38 +heavy_compute,bevy,,,,49135800.0,ns,39 +heavy_compute,bevy,,,,51684800.0,ns,40 +heavy_compute,bevy,,,,52415600.0,ns,41 +heavy_compute,bevy,,,,53265800.0,ns,42 +heavy_compute,bevy,,,,54184500.0,ns,43 +heavy_compute,bevy,,,,56575500.0,ns,44 +heavy_compute,bevy,,,,57498500.0,ns,45 +heavy_compute,bevy,,,,58878100.0,ns,46 +heavy_compute,bevy,,,,59381000.0,ns,47 +heavy_compute,bevy,,,,61586600.0,ns,48 +heavy_compute,bevy,,,,62536500.0,ns,49 +heavy_compute,bevy,,,,65928100.0,ns,50 +heavy_compute,bevy,,,,65076100.0,ns,51 +heavy_compute,bevy,,,,66464400.0,ns,52 +heavy_compute,bevy,,,,66669900.0,ns,53 +heavy_compute,bevy,,,,68144500.0,ns,54 +heavy_compute,bevy,,,,71243900.0,ns,55 +heavy_compute,bevy,,,,73958700.0,ns,56 +heavy_compute,bevy,,,,73806600.0,ns,57 +heavy_compute,bevy,,,,73569900.0,ns,58 +heavy_compute,bevy,,,,75085700.0,ns,59 +heavy_compute,bevy,,,,76836600.0,ns,60 +heavy_compute,bevy,,,,76488200.0,ns,61 +heavy_compute,bevy,,,,79839700.0,ns,62 +heavy_compute,bevy,,,,79705000.0,ns,63 +heavy_compute,bevy,,,,83974000.0,ns,64 +heavy_compute,bevy,,,,82664200.0,ns,65 +heavy_compute,bevy,,,,83875900.0,ns,66 +heavy_compute,bevy,,,,84533900.0,ns,67 +heavy_compute,bevy,,,,86200900.0,ns,68 +heavy_compute,bevy,,,,87995000.0,ns,69 +heavy_compute,bevy,,,,89239300.0,ns,70 +heavy_compute,bevy,,,,89550500.0,ns,71 +heavy_compute,bevy,,,,92369800.0,ns,72 +heavy_compute,bevy,,,,92068200.0,ns,73 +heavy_compute,bevy,,,,93987800.0,ns,74 +heavy_compute,bevy,,,,97050900.0,ns,75 +heavy_compute,bevy,,,,96323100.0,ns,76 +heavy_compute,bevy,,,,97685900.0,ns,77 +heavy_compute,bevy,,,,98830500.0,ns,78 +heavy_compute,bevy,,,,100120800.0,ns,79 +heavy_compute,bevy,,,,102057300.0,ns,80 +heavy_compute,bevy,,,,102832600.0,ns,81 +heavy_compute,bevy,,,,104298300.0,ns,82 +heavy_compute,bevy,,,,106569000.0,ns,83 +heavy_compute,bevy,,,,107553400.0,ns,84 +heavy_compute,bevy,,,,109183900.0,ns,85 +heavy_compute,bevy,,,,108512900.0,ns,86 +heavy_compute,bevy,,,,111144300.0,ns,87 +heavy_compute,bevy,,,,111365700.0,ns,88 +heavy_compute,bevy,,,,112416000.0,ns,89 +heavy_compute,bevy,,,,114956200.0,ns,90 +heavy_compute,bevy,,,,115111300.0,ns,91 +heavy_compute,bevy,,,,117332700.0,ns,92 +heavy_compute,bevy,,,,118360200.0,ns,93 +heavy_compute,bevy,,,,121475300.0,ns,94 +heavy_compute,bevy,,,,120326500.0,ns,95 +heavy_compute,bevy,,,,121863000.0,ns,96 +heavy_compute,bevy,,,,124041600.0,ns,97 +heavy_compute,bevy,,,,125420500.0,ns,98 +heavy_compute,bevy,,,,126533300.0,ns,99 +heavy_compute,bevy,,,,127194100.0,ns,100 diff --git a/target/criterion/heavy_compute/bevy/base/sample.json b/target/criterion/heavy_compute/bevy/base/sample.json index 545b68c9..01f325cf 100644 --- a/target/criterion/heavy_compute/bevy/base/sample.json +++ b/target/criterion/heavy_compute/bevy/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[963967.0,2238425.0,3152866.0,4486687.0,5905600.0,6959530.0,8930173.0,12205693.0,22779477.0,18256450.0,14501857.0,14294733.0,16908291.0,16550962.0,18076346.0,18702490.0,19343702.0,24796350.0,22483953.0,23202764.0,22256160.0,27207973.0,26934293.0,27113494.0,28320172.0,28742868.0,31127030.0,32432967.0,34128467.0,35789152.0,38079515.0,37707987.0,38940716.0,41482768.0,42435884.0,44901490.0,44330814.0,42505829.0,44699556.0,46579617.0,48076981.0,47234847.0,52404876.0,51342973.0,50817592.0,51048732.0,59973385.0,58763418.0,59217456.0,55255417.0,60552708.0,64154880.0,62080359.0,61819050.0,61347563.0,67041660.0,67025359.0,67252091.0,76377546.0,76551548.0,70317270.0,73601717.0,72328631.0,72611452.0,79074083.0,79711097.0,79529871.0,77752334.0,81482952.0,82589609.0,84086413.0,84918365.0,84998411.0,91808882.0,89864882.0,90642741.0,91175618.0,113020744.0,91609234.0,90690003.0,98140445.0,97122206.0,95059657.0,96087054.0,97272343.0,94771476.0,105535765.0,103210734.0,103603995.0,108871078.0,107057965.0,104595162.0,112812347.0,110820091.0,113831058.0,114601946.0,112029155.0,114933507.0,115847239.0,110000841.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1236500.0,2643200.0,3629600.0,5147000.0,6631000.0,7981800.0,8991800.0,10475500.0,11544600.0,12591800.0,13948600.0,15162700.0,16249800.0,17845400.0,19419100.0,19902700.0,21425900.0,22677800.0,24149600.0,25100400.0,27069000.0,28181700.0,29222000.0,30221900.0,31245200.0,33358400.0,34248200.0,35759600.0,37109300.0,37743700.0,41786600.0,40104900.0,41462000.0,43701000.0,44939500.0,45649000.0,47016200.0,47698200.0,49135800.0,51684800.0,52415600.0,53265800.0,54184500.0,56575500.0,57498500.0,58878100.0,59381000.0,61586600.0,62536500.0,65928100.0,65076100.0,66464400.0,66669900.0,68144500.0,71243900.0,73958700.0,73806600.0,73569900.0,75085700.0,76836600.0,76488200.0,79839700.0,79705000.0,83974000.0,82664200.0,83875900.0,84533900.0,86200900.0,87995000.0,89239300.0,89550500.0,92369800.0,92068200.0,93987800.0,97050900.0,96323100.0,97685900.0,98830500.0,100120800.0,102057300.0,102832600.0,104298300.0,106569000.0,107553400.0,109183900.0,108512900.0,111144300.0,111365700.0,112416000.0,114956200.0,115111300.0,117332700.0,118360200.0,121475300.0,120326500.0,121863000.0,124041600.0,125420500.0,126533300.0,127194100.0]} \ No newline at end of file diff --git a/target/criterion/heavy_compute/bevy/base/tukey.json b/target/criterion/heavy_compute/bevy/base/tukey.json index b561355c..645abed6 100644 --- a/target/criterion/heavy_compute/bevy/base/tukey.json +++ b/target/criterion/heavy_compute/bevy/base/tukey.json @@ -1 +1 @@ -[957296.5756120246,1051613.84491908,1303126.5630712276,1397443.8323782831] \ No newline at end of file +[1205282.7434533546,1234403.938216039,1312060.4575831974,1341181.6523458818] \ No newline at end of file diff --git a/target/criterion/heavy_compute/bevy/change/estimates.json b/target/criterion/heavy_compute/bevy/change/estimates.json index 13a10adb..c57bbffd 100644 --- a/target/criterion/heavy_compute/bevy/change/estimates.json +++ b/target/criterion/heavy_compute/bevy/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.007468729083916668,"upper_bound":0.0505122002546991},"point_estimate":0.01974974404856833,"standard_error":0.014979186133014577},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005168050354900866,"upper_bound":0.018340923622000682},"point_estimate":0.005871285301384255,"standard_error":0.005768208483435272}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.028999182330065622,"upper_bound":0.08454813629563852},"point_estimate":0.060059759235371546,"standard_error":0.014385753817741096},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0736209662600315,"upper_bound":0.08919028274970242},"point_estimate":0.07944144529425001,"standard_error":0.004042439225966922}} \ No newline at end of file diff --git a/target/criterion/heavy_compute/bevy/new/estimates.json b/target/criterion/heavy_compute/bevy/new/estimates.json index 646a2403..f11c8655 100644 --- a/target/criterion/heavy_compute/bevy/new/estimates.json +++ b/target/criterion/heavy_compute/bevy/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1175978.0642622584,"upper_bound":1239019.154902348},"point_estimate":1202926.3691026773,"standard_error":16358.977673821872},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1169980.9211956523,"upper_bound":1184315.676056338},"point_estimate":1178655.8660239363,"standard_error":3935.9957754909547},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30603.429454576646,"upper_bound":55512.873422913275},"point_estimate":47099.37155202416,"standard_error":6118.965332737658},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1168499.893727801,"upper_bound":1195410.2262942088},"point_estimate":1180761.720183242,"standard_error":6838.290365811535},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":60385.542483753685,"upper_bound":257217.33120514374},"point_estimate":164572.07149484177,"standard_error":55951.50732244587}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1271432.0272883805,"upper_bound":1279051.9471040636},"point_estimate":1275173.8372088638,"standard_error":1941.5813977390883},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1269093.1617764952,"upper_bound":1277128.5714285714},"point_estimate":1272289.9915254237,"standard_error":2108.0153954931984},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10668.512753179763,"upper_bound":16908.487626171078},"point_estimate":14487.725479258499,"standard_error":1641.3945505644965},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1272154.2825936438,"upper_bound":1277492.911360244},"point_estimate":1274728.0215752919,"standard_error":1361.0097715991665},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15092.160313666716,"upper_bound":23554.07278114927},"point_estimate":19527.808225080735,"standard_error":2162.4427692017107}} \ No newline at end of file diff --git a/target/criterion/heavy_compute/bevy/new/raw.csv b/target/criterion/heavy_compute/bevy/new/raw.csv index 07910e11..6a52ccc7 100644 --- a/target/criterion/heavy_compute/bevy/new/raw.csv +++ b/target/criterion/heavy_compute/bevy/new/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -heavy_compute,bevy,,,,963967.0,ns,1 -heavy_compute,bevy,,,,2238425.0,ns,2 -heavy_compute,bevy,,,,3152866.0,ns,3 -heavy_compute,bevy,,,,4486687.0,ns,4 -heavy_compute,bevy,,,,5905600.0,ns,5 -heavy_compute,bevy,,,,6959530.0,ns,6 -heavy_compute,bevy,,,,8930173.0,ns,7 -heavy_compute,bevy,,,,12205693.0,ns,8 -heavy_compute,bevy,,,,22779477.0,ns,9 -heavy_compute,bevy,,,,18256450.0,ns,10 -heavy_compute,bevy,,,,14501857.0,ns,11 -heavy_compute,bevy,,,,14294733.0,ns,12 -heavy_compute,bevy,,,,16908291.0,ns,13 -heavy_compute,bevy,,,,16550962.0,ns,14 -heavy_compute,bevy,,,,18076346.0,ns,15 -heavy_compute,bevy,,,,18702490.0,ns,16 -heavy_compute,bevy,,,,19343702.0,ns,17 -heavy_compute,bevy,,,,24796350.0,ns,18 -heavy_compute,bevy,,,,22483953.0,ns,19 -heavy_compute,bevy,,,,23202764.0,ns,20 -heavy_compute,bevy,,,,22256160.0,ns,21 -heavy_compute,bevy,,,,27207973.0,ns,22 -heavy_compute,bevy,,,,26934293.0,ns,23 -heavy_compute,bevy,,,,27113494.0,ns,24 -heavy_compute,bevy,,,,28320172.0,ns,25 -heavy_compute,bevy,,,,28742868.0,ns,26 -heavy_compute,bevy,,,,31127030.0,ns,27 -heavy_compute,bevy,,,,32432967.0,ns,28 -heavy_compute,bevy,,,,34128467.0,ns,29 -heavy_compute,bevy,,,,35789152.0,ns,30 -heavy_compute,bevy,,,,38079515.0,ns,31 -heavy_compute,bevy,,,,37707987.0,ns,32 -heavy_compute,bevy,,,,38940716.0,ns,33 -heavy_compute,bevy,,,,41482768.0,ns,34 -heavy_compute,bevy,,,,42435884.0,ns,35 -heavy_compute,bevy,,,,44901490.0,ns,36 -heavy_compute,bevy,,,,44330814.0,ns,37 -heavy_compute,bevy,,,,42505829.0,ns,38 -heavy_compute,bevy,,,,44699556.0,ns,39 -heavy_compute,bevy,,,,46579617.0,ns,40 -heavy_compute,bevy,,,,48076981.0,ns,41 -heavy_compute,bevy,,,,47234847.0,ns,42 -heavy_compute,bevy,,,,52404876.0,ns,43 -heavy_compute,bevy,,,,51342973.0,ns,44 -heavy_compute,bevy,,,,50817592.0,ns,45 -heavy_compute,bevy,,,,51048732.0,ns,46 -heavy_compute,bevy,,,,59973385.0,ns,47 -heavy_compute,bevy,,,,58763418.0,ns,48 -heavy_compute,bevy,,,,59217456.0,ns,49 -heavy_compute,bevy,,,,55255417.0,ns,50 -heavy_compute,bevy,,,,60552708.0,ns,51 -heavy_compute,bevy,,,,64154880.0,ns,52 -heavy_compute,bevy,,,,62080359.0,ns,53 -heavy_compute,bevy,,,,61819050.0,ns,54 -heavy_compute,bevy,,,,61347563.0,ns,55 -heavy_compute,bevy,,,,67041660.0,ns,56 -heavy_compute,bevy,,,,67025359.0,ns,57 -heavy_compute,bevy,,,,67252091.0,ns,58 -heavy_compute,bevy,,,,76377546.0,ns,59 -heavy_compute,bevy,,,,76551548.0,ns,60 -heavy_compute,bevy,,,,70317270.0,ns,61 -heavy_compute,bevy,,,,73601717.0,ns,62 -heavy_compute,bevy,,,,72328631.0,ns,63 -heavy_compute,bevy,,,,72611452.0,ns,64 -heavy_compute,bevy,,,,79074083.0,ns,65 -heavy_compute,bevy,,,,79711097.0,ns,66 -heavy_compute,bevy,,,,79529871.0,ns,67 -heavy_compute,bevy,,,,77752334.0,ns,68 -heavy_compute,bevy,,,,81482952.0,ns,69 -heavy_compute,bevy,,,,82589609.0,ns,70 -heavy_compute,bevy,,,,84086413.0,ns,71 -heavy_compute,bevy,,,,84918365.0,ns,72 -heavy_compute,bevy,,,,84998411.0,ns,73 -heavy_compute,bevy,,,,91808882.0,ns,74 -heavy_compute,bevy,,,,89864882.0,ns,75 -heavy_compute,bevy,,,,90642741.0,ns,76 -heavy_compute,bevy,,,,91175618.0,ns,77 -heavy_compute,bevy,,,,113020744.0,ns,78 -heavy_compute,bevy,,,,91609234.0,ns,79 -heavy_compute,bevy,,,,90690003.0,ns,80 -heavy_compute,bevy,,,,98140445.0,ns,81 -heavy_compute,bevy,,,,97122206.0,ns,82 -heavy_compute,bevy,,,,95059657.0,ns,83 -heavy_compute,bevy,,,,96087054.0,ns,84 -heavy_compute,bevy,,,,97272343.0,ns,85 -heavy_compute,bevy,,,,94771476.0,ns,86 -heavy_compute,bevy,,,,105535765.0,ns,87 -heavy_compute,bevy,,,,103210734.0,ns,88 -heavy_compute,bevy,,,,103603995.0,ns,89 -heavy_compute,bevy,,,,108871078.0,ns,90 -heavy_compute,bevy,,,,107057965.0,ns,91 -heavy_compute,bevy,,,,104595162.0,ns,92 -heavy_compute,bevy,,,,112812347.0,ns,93 -heavy_compute,bevy,,,,110820091.0,ns,94 -heavy_compute,bevy,,,,113831058.0,ns,95 -heavy_compute,bevy,,,,114601946.0,ns,96 -heavy_compute,bevy,,,,112029155.0,ns,97 -heavy_compute,bevy,,,,114933507.0,ns,98 -heavy_compute,bevy,,,,115847239.0,ns,99 -heavy_compute,bevy,,,,110000841.0,ns,100 +heavy_compute,bevy,,,,1236500.0,ns,1 +heavy_compute,bevy,,,,2643200.0,ns,2 +heavy_compute,bevy,,,,3629600.0,ns,3 +heavy_compute,bevy,,,,5147000.0,ns,4 +heavy_compute,bevy,,,,6631000.0,ns,5 +heavy_compute,bevy,,,,7981800.0,ns,6 +heavy_compute,bevy,,,,8991800.0,ns,7 +heavy_compute,bevy,,,,10475500.0,ns,8 +heavy_compute,bevy,,,,11544600.0,ns,9 +heavy_compute,bevy,,,,12591800.0,ns,10 +heavy_compute,bevy,,,,13948600.0,ns,11 +heavy_compute,bevy,,,,15162700.0,ns,12 +heavy_compute,bevy,,,,16249800.0,ns,13 +heavy_compute,bevy,,,,17845400.0,ns,14 +heavy_compute,bevy,,,,19419100.0,ns,15 +heavy_compute,bevy,,,,19902700.0,ns,16 +heavy_compute,bevy,,,,21425900.0,ns,17 +heavy_compute,bevy,,,,22677800.0,ns,18 +heavy_compute,bevy,,,,24149600.0,ns,19 +heavy_compute,bevy,,,,25100400.0,ns,20 +heavy_compute,bevy,,,,27069000.0,ns,21 +heavy_compute,bevy,,,,28181700.0,ns,22 +heavy_compute,bevy,,,,29222000.0,ns,23 +heavy_compute,bevy,,,,30221900.0,ns,24 +heavy_compute,bevy,,,,31245200.0,ns,25 +heavy_compute,bevy,,,,33358400.0,ns,26 +heavy_compute,bevy,,,,34248200.0,ns,27 +heavy_compute,bevy,,,,35759600.0,ns,28 +heavy_compute,bevy,,,,37109300.0,ns,29 +heavy_compute,bevy,,,,37743700.0,ns,30 +heavy_compute,bevy,,,,41786600.0,ns,31 +heavy_compute,bevy,,,,40104900.0,ns,32 +heavy_compute,bevy,,,,41462000.0,ns,33 +heavy_compute,bevy,,,,43701000.0,ns,34 +heavy_compute,bevy,,,,44939500.0,ns,35 +heavy_compute,bevy,,,,45649000.0,ns,36 +heavy_compute,bevy,,,,47016200.0,ns,37 +heavy_compute,bevy,,,,47698200.0,ns,38 +heavy_compute,bevy,,,,49135800.0,ns,39 +heavy_compute,bevy,,,,51684800.0,ns,40 +heavy_compute,bevy,,,,52415600.0,ns,41 +heavy_compute,bevy,,,,53265800.0,ns,42 +heavy_compute,bevy,,,,54184500.0,ns,43 +heavy_compute,bevy,,,,56575500.0,ns,44 +heavy_compute,bevy,,,,57498500.0,ns,45 +heavy_compute,bevy,,,,58878100.0,ns,46 +heavy_compute,bevy,,,,59381000.0,ns,47 +heavy_compute,bevy,,,,61586600.0,ns,48 +heavy_compute,bevy,,,,62536500.0,ns,49 +heavy_compute,bevy,,,,65928100.0,ns,50 +heavy_compute,bevy,,,,65076100.0,ns,51 +heavy_compute,bevy,,,,66464400.0,ns,52 +heavy_compute,bevy,,,,66669900.0,ns,53 +heavy_compute,bevy,,,,68144500.0,ns,54 +heavy_compute,bevy,,,,71243900.0,ns,55 +heavy_compute,bevy,,,,73958700.0,ns,56 +heavy_compute,bevy,,,,73806600.0,ns,57 +heavy_compute,bevy,,,,73569900.0,ns,58 +heavy_compute,bevy,,,,75085700.0,ns,59 +heavy_compute,bevy,,,,76836600.0,ns,60 +heavy_compute,bevy,,,,76488200.0,ns,61 +heavy_compute,bevy,,,,79839700.0,ns,62 +heavy_compute,bevy,,,,79705000.0,ns,63 +heavy_compute,bevy,,,,83974000.0,ns,64 +heavy_compute,bevy,,,,82664200.0,ns,65 +heavy_compute,bevy,,,,83875900.0,ns,66 +heavy_compute,bevy,,,,84533900.0,ns,67 +heavy_compute,bevy,,,,86200900.0,ns,68 +heavy_compute,bevy,,,,87995000.0,ns,69 +heavy_compute,bevy,,,,89239300.0,ns,70 +heavy_compute,bevy,,,,89550500.0,ns,71 +heavy_compute,bevy,,,,92369800.0,ns,72 +heavy_compute,bevy,,,,92068200.0,ns,73 +heavy_compute,bevy,,,,93987800.0,ns,74 +heavy_compute,bevy,,,,97050900.0,ns,75 +heavy_compute,bevy,,,,96323100.0,ns,76 +heavy_compute,bevy,,,,97685900.0,ns,77 +heavy_compute,bevy,,,,98830500.0,ns,78 +heavy_compute,bevy,,,,100120800.0,ns,79 +heavy_compute,bevy,,,,102057300.0,ns,80 +heavy_compute,bevy,,,,102832600.0,ns,81 +heavy_compute,bevy,,,,104298300.0,ns,82 +heavy_compute,bevy,,,,106569000.0,ns,83 +heavy_compute,bevy,,,,107553400.0,ns,84 +heavy_compute,bevy,,,,109183900.0,ns,85 +heavy_compute,bevy,,,,108512900.0,ns,86 +heavy_compute,bevy,,,,111144300.0,ns,87 +heavy_compute,bevy,,,,111365700.0,ns,88 +heavy_compute,bevy,,,,112416000.0,ns,89 +heavy_compute,bevy,,,,114956200.0,ns,90 +heavy_compute,bevy,,,,115111300.0,ns,91 +heavy_compute,bevy,,,,117332700.0,ns,92 +heavy_compute,bevy,,,,118360200.0,ns,93 +heavy_compute,bevy,,,,121475300.0,ns,94 +heavy_compute,bevy,,,,120326500.0,ns,95 +heavy_compute,bevy,,,,121863000.0,ns,96 +heavy_compute,bevy,,,,124041600.0,ns,97 +heavy_compute,bevy,,,,125420500.0,ns,98 +heavy_compute,bevy,,,,126533300.0,ns,99 +heavy_compute,bevy,,,,127194100.0,ns,100 diff --git a/target/criterion/heavy_compute/bevy/new/sample.json b/target/criterion/heavy_compute/bevy/new/sample.json index 545b68c9..01f325cf 100644 --- a/target/criterion/heavy_compute/bevy/new/sample.json +++ b/target/criterion/heavy_compute/bevy/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[963967.0,2238425.0,3152866.0,4486687.0,5905600.0,6959530.0,8930173.0,12205693.0,22779477.0,18256450.0,14501857.0,14294733.0,16908291.0,16550962.0,18076346.0,18702490.0,19343702.0,24796350.0,22483953.0,23202764.0,22256160.0,27207973.0,26934293.0,27113494.0,28320172.0,28742868.0,31127030.0,32432967.0,34128467.0,35789152.0,38079515.0,37707987.0,38940716.0,41482768.0,42435884.0,44901490.0,44330814.0,42505829.0,44699556.0,46579617.0,48076981.0,47234847.0,52404876.0,51342973.0,50817592.0,51048732.0,59973385.0,58763418.0,59217456.0,55255417.0,60552708.0,64154880.0,62080359.0,61819050.0,61347563.0,67041660.0,67025359.0,67252091.0,76377546.0,76551548.0,70317270.0,73601717.0,72328631.0,72611452.0,79074083.0,79711097.0,79529871.0,77752334.0,81482952.0,82589609.0,84086413.0,84918365.0,84998411.0,91808882.0,89864882.0,90642741.0,91175618.0,113020744.0,91609234.0,90690003.0,98140445.0,97122206.0,95059657.0,96087054.0,97272343.0,94771476.0,105535765.0,103210734.0,103603995.0,108871078.0,107057965.0,104595162.0,112812347.0,110820091.0,113831058.0,114601946.0,112029155.0,114933507.0,115847239.0,110000841.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1236500.0,2643200.0,3629600.0,5147000.0,6631000.0,7981800.0,8991800.0,10475500.0,11544600.0,12591800.0,13948600.0,15162700.0,16249800.0,17845400.0,19419100.0,19902700.0,21425900.0,22677800.0,24149600.0,25100400.0,27069000.0,28181700.0,29222000.0,30221900.0,31245200.0,33358400.0,34248200.0,35759600.0,37109300.0,37743700.0,41786600.0,40104900.0,41462000.0,43701000.0,44939500.0,45649000.0,47016200.0,47698200.0,49135800.0,51684800.0,52415600.0,53265800.0,54184500.0,56575500.0,57498500.0,58878100.0,59381000.0,61586600.0,62536500.0,65928100.0,65076100.0,66464400.0,66669900.0,68144500.0,71243900.0,73958700.0,73806600.0,73569900.0,75085700.0,76836600.0,76488200.0,79839700.0,79705000.0,83974000.0,82664200.0,83875900.0,84533900.0,86200900.0,87995000.0,89239300.0,89550500.0,92369800.0,92068200.0,93987800.0,97050900.0,96323100.0,97685900.0,98830500.0,100120800.0,102057300.0,102832600.0,104298300.0,106569000.0,107553400.0,109183900.0,108512900.0,111144300.0,111365700.0,112416000.0,114956200.0,115111300.0,117332700.0,118360200.0,121475300.0,120326500.0,121863000.0,124041600.0,125420500.0,126533300.0,127194100.0]} \ No newline at end of file diff --git a/target/criterion/heavy_compute/bevy/new/tukey.json b/target/criterion/heavy_compute/bevy/new/tukey.json index b561355c..645abed6 100644 --- a/target/criterion/heavy_compute/bevy/new/tukey.json +++ b/target/criterion/heavy_compute/bevy/new/tukey.json @@ -1 +1 @@ -[957296.5756120246,1051613.84491908,1303126.5630712276,1397443.8323782831] \ No newline at end of file +[1205282.7434533546,1234403.938216039,1312060.4575831974,1341181.6523458818] \ No newline at end of file diff --git a/target/criterion/heavy_compute/bevy/report/MAD.svg b/target/criterion/heavy_compute/bevy/report/MAD.svg index 473988e5..4df68377 100644 --- a/target/criterion/heavy_compute/bevy/report/MAD.svg +++ b/target/criterion/heavy_compute/bevy/report/MAD.svg @@ -1,298 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.01 - - - - - 0.02 - - - - - 0.03 - - - - - 0.04 - - - - - 0.05 - - - - - 0.06 - - - - - 0.07 - - - - - 0.08 - - - - - 30 - - - - - 35 - - - - - 40 - - - - - 45 - - - - - 50 - - - - - 55 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - heavy_compute/bevy: MAD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +heavy_compute/bevy:MAD + + +Density (a.u.) + + +Average time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + + +10 + + + +11 + + + +12 + + + +13 + + + +14 + + + +15 + + + +16 + + + +17 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/heavy_compute/bevy/report/SD.svg b/target/criterion/heavy_compute/bevy/report/SD.svg index a39bbc0b..a5e671b1 100644 --- a/target/criterion/heavy_compute/bevy/report/SD.svg +++ b/target/criterion/heavy_compute/bevy/report/SD.svg @@ -1,283 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.002 - - - - - 0.004 - - - - - 0.006 - - - - - 0.008 - - - - - 0.01 - - - - - 0.012 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - heavy_compute/bevy: SD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +heavy_compute/bevy:SD + + +Density (a.u.) + + +Average time (us) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + +0.16 + + + +0.18 + + + + +16 + + + +18 + + + +20 + + + +22 + + + +24 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/heavy_compute/bevy/report/both/pdf.svg b/target/criterion/heavy_compute/bevy/report/both/pdf.svg index 3bb8d4ef..85832747 100644 --- a/target/criterion/heavy_compute/bevy/report/both/pdf.svg +++ b/target/criterion/heavy_compute/bevy/report/both/pdf.svg @@ -1,353 +1,65 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - 5 - - - - - 6 - - - - - 7 - - - - - 8 - - - - - 0.6 - - - - - 0.8 - - - - - 1 - - - - - 1.2 - - - - - 1.4 - - - - - 1.6 - - - - - 1.8 - - - - - 2 - - - - - 2.2 - - - - - 2.4 - - - - - 2.6 - - - - - 2.8 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - heavy_compute/bevy - - - - - Base PDF - - - Base PDF - - - - - - - - - - Base Mean - - - - - Base Mean - - - - - - New PDF - - - - - New PDF - - - - - - - - - - New Mean - - - - - New Mean - - - - - - - - - - - - - - + + +heavy_compute/bevy + + +Density (a.u.) + + +Average Time (ms) + + + +5 + + + +10 + + + +15 + + + +20 + + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + + + + +Base PDF + + +New PDF + + +Base Mean + + +New Mean + + + + + - diff --git a/target/criterion/heavy_compute/bevy/report/both/regression.svg b/target/criterion/heavy_compute/bevy/report/both/regression.svg index f450cc50..920d23f7 100644 --- a/target/criterion/heavy_compute/bevy/report/both/regression.svg +++ b/target/criterion/heavy_compute/bevy/report/both/regression.svg @@ -1,279 +1,105 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - heavy_compute/bevy - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - Base sample - - - - - - New sample - - - New sample - - - - - - - - - - - - - - + + +heavy_compute/bevy + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + + +Base Sample + + +New Sample + + + - diff --git a/target/criterion/heavy_compute/bevy/report/change/mean.svg b/target/criterion/heavy_compute/bevy/report/change/mean.svg index c082e17e..098b040a 100644 --- a/target/criterion/heavy_compute/bevy/report/change/mean.svg +++ b/target/criterion/heavy_compute/bevy/report/change/mean.svg @@ -1,310 +1,81 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - 25 - - - - - 30 - - - - - -1 - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - 5 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - heavy_compute/bevy: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +heavy_compute/bevy:mean + + +Density (a.u.) + + +Relative change (%) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + +0.08 + + + +0.09 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/heavy_compute/bevy/report/change/median.svg b/target/criterion/heavy_compute/bevy/report/change/median.svg index a6835b2e..8defb60e 100644 --- a/target/criterion/heavy_compute/bevy/report/change/median.svg +++ b/target/criterion/heavy_compute/bevy/report/change/median.svg @@ -1,320 +1,93 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 10 - - - - - 20 - - - - - 30 - - - - - 40 - - - - - 50 - - - - - 60 - - - - - 70 - - - - - 80 - - - - - 90 - - - - - -0.5 - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - heavy_compute/bevy: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +heavy_compute/bevy:median + + +Density (a.u.) + + +Relative change (%) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + + +0.072 + + + +0.074 + + + +0.076 + + + +0.078 + + + +0.08 + + + +0.082 + + + +0.084 + + + +0.086 + + + +0.088 + + + +0.09 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/heavy_compute/bevy/report/change/t-test.svg b/target/criterion/heavy_compute/bevy/report/change/t-test.svg index ca9b1b57..ee2e72b1 100644 --- a/target/criterion/heavy_compute/bevy/report/change/t-test.svg +++ b/target/criterion/heavy_compute/bevy/report/change/t-test.svg @@ -1,260 +1,91 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - -5 - - - - - -4 - - - - - -3 - - - - - -2 - - - - - -1 - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - 5 - - - - - - - - - Density - - - - - t score - - - - - heavy_compute/bevy: Welch t test - - - - - t distribution - - - t distribution - - - - - - - - - - t statistic - - - - - t statistic - - - - - - - - - - - - - - + + +heavy_compute/bevy: Welch t test + + +Density + + +t score + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +-4.0 + + + +-3.0 + + + +-2.0 + + + +-1.0 + + + +0.0 + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + + + +t distribution + + +t statistic + + + - diff --git a/target/criterion/heavy_compute/bevy/report/index.html b/target/criterion/heavy_compute/bevy/report/index.html index a3478db7..34bce43c 100644 --- a/target/criterion/heavy_compute/bevy/report/index.html +++ b/target/criterion/heavy_compute/bevy/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 1.1685 ms - 1.1808 ms - 1.1954 ms + 1.2722 ms + 1.2747 ms + 1.2775 ms R² - 0.6801665 - 0.6896613 - 0.6761899 + 0.9865474 + 0.9871006 + 0.9864622 Mean - 1.1760 ms - 1.2029 ms - 1.2390 ms + 1.2714 ms + 1.2752 ms + 1.2791 ms Std. Dev. - 60.386 us - 164.57 us - 257.22 us + 15.092 us + 19.528 us + 23.554 us Median - 1.1700 ms - 1.1787 ms - 1.1843 ms + 1.2691 ms + 1.2723 ms + 1.2771 ms MAD - 30.603 us - 47.099 us - 55.513 us + 10.669 us + 14.488 us + 16.908 us @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.7469% - +1.9750% - +5.0512% - (p = 0.21 > + +2.8999% + +6.0060% + +8.4548% + (p = 0.00 < 0.05) - No change in performance detected. + Performance has regressed.

Additional Plots:

diff --git a/target/criterion/heavy_compute/bevy/report/mean.svg b/target/criterion/heavy_compute/bevy/report/mean.svg index bcc7075c..7bc9c445 100644 --- a/target/criterion/heavy_compute/bevy/report/mean.svg +++ b/target/criterion/heavy_compute/bevy/report/mean.svg @@ -1,293 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - 25 - - - - - 1.17 - - - - - 1.18 - - - - - 1.19 - - - - - 1.2 - - - - - 1.21 - - - - - 1.22 - - - - - 1.23 - - - - - 1.24 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - heavy_compute/bevy: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +heavy_compute/bevy:mean + + +Density (a.u.) + + +Average time (ms) + + + +50 + + + +100 + + + +150 + + + +200 + + + + +1.271 + + + +1.272 + + + +1.273 + + + +1.274 + + + +1.275 + + + +1.276 + + + +1.277 + + + +1.278 + + + +1.279 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/heavy_compute/bevy/report/median.svg b/target/criterion/heavy_compute/bevy/report/median.svg index 17408da5..669e1fd1 100644 --- a/target/criterion/heavy_compute/bevy/report/median.svg +++ b/target/criterion/heavy_compute/bevy/report/median.svg @@ -1,313 +1,92 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 20 - - - - - 40 - - - - - 60 - - - - - 80 - - - - - 100 - - - - - 120 - - - - - 140 - - - - - 160 - - - - - 180 - - - - - 1.17 - - - - - 1.172 - - - - - 1.174 - - - - - 1.176 - - - - - 1.178 - - - - - 1.18 - - - - - 1.182 - - - - - 1.184 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - heavy_compute/bevy: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +heavy_compute/bevy:median + + +Density (a.u.) + + +Average time (ms) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + +1.269 + + + +1.27 + + + +1.271 + + + +1.272 + + + +1.273 + + + +1.274 + + + +1.275 + + + +1.276 + + + +1.277 + + + +1.278 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/heavy_compute/bevy/report/pdf.svg b/target/criterion/heavy_compute/bevy/report/pdf.svg index 46dd9ab1..22e0c351 100644 --- a/target/criterion/heavy_compute/bevy/report/pdf.svg +++ b/target/criterion/heavy_compute/bevy/report/pdf.svg @@ -1,450 +1,147 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 20 - - - - - 40 - - - - - 60 - - - - - 80 - - - - - 100 - - - - - 0.8 - - - - - 1 - - - - - 1.2 - - - - - 1.4 - - - - - 1.6 - - - - - 1.8 - - - - - 2 - - - - - 2.2 - - - - - 2.4 - - - - - 2.6 - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 3.5 - - - - - 4 - - - - - 4.5 - - - - - 5 - - - - - - - - - Iterations - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - heavy_compute/bevy - - - - - PDF - - - PDF - - - - - - - - - - Mean - - - - - Mean - - - - - - "Clean" sample - - - - - "Clean" sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Mild outliers - - - Mild outliers - - - - - - - - - - - Severe outliers - - - Severe outliers - - - - - - - - - - - gnuplot_plot_6 - - - - - - gnuplot_plot_7 - - - - gnuplot_plot_8 - - - - gnuplot_plot_9 - - - - - - - - - - - - + + +heavy_compute/bevy + + +Iterations + + +Average Time (ms) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + + +1.2 + + + +1.22 + + + +1.24 + + + +1.26 + + + +1.28 + + + +1.3 + + + +1.32 + + + +1.34 + + + +1.36 + + + +Density (a.u.) + + + +5 + + + +10 + + + +15 + + + +20 + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + - diff --git a/target/criterion/heavy_compute/bevy/report/pdf_small.svg b/target/criterion/heavy_compute/bevy/report/pdf_small.svg index 0611f877..a4582c9b 100644 --- a/target/criterion/heavy_compute/bevy/report/pdf_small.svg +++ b/target/criterion/heavy_compute/bevy/report/pdf_small.svg @@ -1,244 +1,48 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 3.5 - - - - - 4 - - - - - 4.5 - - - - - 0.8 - - - - - 1 - - - - - 1.2 - - - - - 1.4 - - - - - 1.6 - - - - - 1.8 - - - - - 2 - - - - - 2.2 - - - - - 2.4 - - - - - 2.6 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - PDF - - - - - - - Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (ms) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + + +1.2 + + + +1.25 + + + +1.3 + + + +1.35 + + + + - diff --git a/target/criterion/heavy_compute/bevy/report/regression.svg b/target/criterion/heavy_compute/bevy/report/regression.svg index e1bca357..0ed9a03d 100644 --- a/target/criterion/heavy_compute/bevy/report/regression.svg +++ b/target/criterion/heavy_compute/bevy/report/regression.svg @@ -1,382 +1,207 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - heavy_compute/bevy - - - - - Sample - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - Linear regression - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - - + + +heavy_compute/bevy + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + - diff --git a/target/criterion/heavy_compute/bevy/report/regression_small.svg b/target/criterion/heavy_compute/bevy/report/regression_small.svg index eec05e40..cd1bc2de 100644 --- a/target/criterion/heavy_compute/bevy/report/regression_small.svg +++ b/target/criterion/heavy_compute/bevy/report/regression_small.svg @@ -1,360 +1,192 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/heavy_compute/bevy/report/relative_pdf_small.svg b/target/criterion/heavy_compute/bevy/report/relative_pdf_small.svg index 3c2dc46a..4df24ecb 100644 --- a/target/criterion/heavy_compute/bevy/report/relative_pdf_small.svg +++ b/target/criterion/heavy_compute/bevy/report/relative_pdf_small.svg @@ -1,326 +1,46 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - 5 - - - - - 6 - - - - - 7 - - - - - 8 - - - - - 0.6 - - - - - 0.8 - - - - - 1 - - - - - 1.2 - - - - - 1.4 - - - - - 1.6 - - - - - 1.8 - - - - - 2 - - - - - 2.2 - - - - - 2.4 - - - - - 2.6 - - - - - 2.8 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - Base PDF - - - - - - - Base Mean - - - - - - New PDF - - - - - - - - - New Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (ms) + + + +5 + + + +10 + + + +15 + + + +20 + + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + + + - diff --git a/target/criterion/heavy_compute/bevy/report/relative_regression_small.svg b/target/criterion/heavy_compute/bevy/report/relative_regression_small.svg index 080f8158..3d525e41 100644 --- a/target/criterion/heavy_compute/bevy/report/relative_regression_small.svg +++ b/target/criterion/heavy_compute/bevy/report/relative_regression_small.svg @@ -1,264 +1,94 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - - New sample - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + - diff --git a/target/criterion/heavy_compute/bevy/report/slope.svg b/target/criterion/heavy_compute/bevy/report/slope.svg index fe5c8aac..78c48285 100644 --- a/target/criterion/heavy_compute/bevy/report/slope.svg +++ b/target/criterion/heavy_compute/bevy/report/slope.svg @@ -1,288 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 10 - - - - - 20 - - - - - 30 - - - - - 40 - - - - - 50 - - - - - 60 - - - - - 1.17 - - - - - 1.175 - - - - - 1.18 - - - - - 1.185 - - - - - 1.19 - - - - - 1.195 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - heavy_compute/bevy: slope - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +heavy_compute/bevy:slope + + +Density (a.u.) + + +Average time (ms) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + +1.272 + + + +1.273 + + + +1.274 + + + +1.275 + + + +1.276 + + + +1.277 + + + +1.278 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/heavy_compute/bevy/report/typical.svg b/target/criterion/heavy_compute/bevy/report/typical.svg index 6cd59ed3..0a03cfea 100644 --- a/target/criterion/heavy_compute/bevy/report/typical.svg +++ b/target/criterion/heavy_compute/bevy/report/typical.svg @@ -1,288 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 10 - - - - - 20 - - - - - 30 - - - - - 40 - - - - - 50 - - - - - 60 - - - - - 1.17 - - - - - 1.175 - - - - - 1.18 - - - - - 1.185 - - - - - 1.19 - - - - - 1.195 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - heavy_compute/bevy: typical - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +heavy_compute/bevy:typical + + +Density (a.u.) + + +Average time (ms) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + +1.272 + + + +1.273 + + + +1.274 + + + +1.275 + + + +1.276 + + + +1.277 + + + +1.278 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/heavy_compute/brood/base/benchmark.json b/target/criterion/heavy_compute/brood/base/benchmark.json new file mode 100644 index 00000000..0601e2bc --- /dev/null +++ b/target/criterion/heavy_compute/brood/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"heavy_compute","function_id":"brood","value_str":null,"throughput":null,"full_id":"heavy_compute/brood","directory_name":"heavy_compute/brood","title":"heavy_compute/brood"} \ No newline at end of file diff --git a/target/criterion/heavy_compute/brood/base/estimates.json b/target/criterion/heavy_compute/brood/base/estimates.json new file mode 100644 index 00000000..b4afb3b1 --- /dev/null +++ b/target/criterion/heavy_compute/brood/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":540121.4417534746,"upper_bound":541147.5757424273},"point_estimate":540632.6816875928,"standard_error":262.40728066193805},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":539774.0545808966,"upper_bound":540713.6621621621},"point_estimate":540289.6701638402,"standard_error":237.4695840250656},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1978.2714858879974,"upper_bound":3038.530133769519},"point_estimate":2616.3372653786746,"standard_error":255.0246526228748},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":539815.228277789,"upper_bound":540782.7074742388},"point_estimate":540281.6558297621,"standard_error":247.2626078784519},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2208.008722935261,"upper_bound":3049.0137237573404},"point_estimate":2639.4519539608327,"standard_error":214.50958941207745}} \ No newline at end of file diff --git a/target/criterion/heavy_compute/brood/base/raw.csv b/target/criterion/heavy_compute/brood/base/raw.csv new file mode 100644 index 00000000..987904f1 --- /dev/null +++ b/target/criterion/heavy_compute/brood/base/raw.csv @@ -0,0 +1,101 @@ +group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count +heavy_compute,brood,,,,1094400.0,ns,2 +heavy_compute,brood,,,,2158700.0,ns,4 +heavy_compute,brood,,,,3278600.0,ns,6 +heavy_compute,brood,,,,4353200.0,ns,8 +heavy_compute,brood,,,,5442900.0,ns,10 +heavy_compute,brood,,,,6448300.0,ns,12 +heavy_compute,brood,,,,7672000.0,ns,14 +heavy_compute,brood,,,,8511400.0,ns,16 +heavy_compute,brood,,,,9765100.0,ns,18 +heavy_compute,brood,,,,10741400.0,ns,20 +heavy_compute,brood,,,,11879800.0,ns,22 +heavy_compute,brood,,,,12971800.0,ns,24 +heavy_compute,brood,,,,14053300.0,ns,26 +heavy_compute,brood,,,,15114100.0,ns,28 +heavy_compute,brood,,,,16298500.0,ns,30 +heavy_compute,brood,,,,17371200.0,ns,32 +heavy_compute,brood,,,,18244000.0,ns,34 +heavy_compute,brood,,,,19386800.0,ns,36 +heavy_compute,brood,,,,20613700.0,ns,38 +heavy_compute,brood,,,,21865800.0,ns,40 +heavy_compute,brood,,,,22772100.0,ns,42 +heavy_compute,brood,,,,23689100.0,ns,44 +heavy_compute,brood,,,,25072300.0,ns,46 +heavy_compute,brood,,,,25957300.0,ns,48 +heavy_compute,brood,,,,27178000.0,ns,50 +heavy_compute,brood,,,,28097900.0,ns,52 +heavy_compute,brood,,,,29084600.0,ns,54 +heavy_compute,brood,,,,30335800.0,ns,56 +heavy_compute,brood,,,,31241200.0,ns,58 +heavy_compute,brood,,,,32332000.0,ns,60 +heavy_compute,brood,,,,33607200.0,ns,62 +heavy_compute,brood,,,,34399100.0,ns,64 +heavy_compute,brood,,,,35805900.0,ns,66 +heavy_compute,brood,,,,37053400.0,ns,68 +heavy_compute,brood,,,,37903500.0,ns,70 +heavy_compute,brood,,,,38738600.0,ns,72 +heavy_compute,brood,,,,40093300.0,ns,74 +heavy_compute,brood,,,,40924500.0,ns,76 +heavy_compute,brood,,,,42427200.0,ns,78 +heavy_compute,brood,,,,43098500.0,ns,80 +heavy_compute,brood,,,,44695300.0,ns,82 +heavy_compute,brood,,,,45625600.0,ns,84 +heavy_compute,brood,,,,46354200.0,ns,86 +heavy_compute,brood,,,,47600800.0,ns,88 +heavy_compute,brood,,,,48444200.0,ns,90 +heavy_compute,brood,,,,49431200.0,ns,92 +heavy_compute,brood,,,,50486500.0,ns,94 +heavy_compute,brood,,,,52209900.0,ns,96 +heavy_compute,brood,,,,52775900.0,ns,98 +heavy_compute,brood,,,,53938000.0,ns,100 +heavy_compute,brood,,,,55271600.0,ns,102 +heavy_compute,brood,,,,55980000.0,ns,104 +heavy_compute,brood,,,,57183300.0,ns,106 +heavy_compute,brood,,,,58292500.0,ns,108 +heavy_compute,brood,,,,59911200.0,ns,110 +heavy_compute,brood,,,,60300500.0,ns,112 +heavy_compute,brood,,,,61636800.0,ns,114 +heavy_compute,brood,,,,62362800.0,ns,116 +heavy_compute,brood,,,,63567600.0,ns,118 +heavy_compute,brood,,,,65076400.0,ns,120 +heavy_compute,brood,,,,65627100.0,ns,122 +heavy_compute,brood,,,,66743200.0,ns,124 +heavy_compute,brood,,,,68126800.0,ns,126 +heavy_compute,brood,,,,69172000.0,ns,128 +heavy_compute,brood,,,,70402800.0,ns,130 +heavy_compute,brood,,,,71762700.0,ns,132 +heavy_compute,brood,,,,72159900.0,ns,134 +heavy_compute,brood,,,,73734100.0,ns,136 +heavy_compute,brood,,,,74817600.0,ns,138 +heavy_compute,brood,,,,75804200.0,ns,140 +heavy_compute,brood,,,,76718000.0,ns,142 +heavy_compute,brood,,,,77736500.0,ns,144 +heavy_compute,brood,,,,79174600.0,ns,146 +heavy_compute,brood,,,,80016100.0,ns,148 +heavy_compute,brood,,,,81116700.0,ns,150 +heavy_compute,brood,,,,82140900.0,ns,152 +heavy_compute,brood,,,,83014200.0,ns,154 +heavy_compute,brood,,,,84470000.0,ns,156 +heavy_compute,brood,,,,85351000.0,ns,158 +heavy_compute,brood,,,,86015500.0,ns,160 +heavy_compute,brood,,,,87446100.0,ns,162 +heavy_compute,brood,,,,89221200.0,ns,164 +heavy_compute,brood,,,,89614900.0,ns,166 +heavy_compute,brood,,,,90537300.0,ns,168 +heavy_compute,brood,,,,91738500.0,ns,170 +heavy_compute,brood,,,,92500200.0,ns,172 +heavy_compute,brood,,,,93718200.0,ns,174 +heavy_compute,brood,,,,94720300.0,ns,176 +heavy_compute,brood,,,,96320500.0,ns,178 +heavy_compute,brood,,,,96980300.0,ns,180 +heavy_compute,brood,,,,98356900.0,ns,182 +heavy_compute,brood,,,,99392400.0,ns,184 +heavy_compute,brood,,,,101342000.0,ns,186 +heavy_compute,brood,,,,101094900.0,ns,188 +heavy_compute,brood,,,,102553900.0,ns,190 +heavy_compute,brood,,,,103722800.0,ns,192 +heavy_compute,brood,,,,104502100.0,ns,194 +heavy_compute,brood,,,,105901100.0,ns,196 +heavy_compute,brood,,,,107571100.0,ns,198 +heavy_compute,brood,,,,108039100.0,ns,200 diff --git a/target/criterion/heavy_compute/brood/base/sample.json b/target/criterion/heavy_compute/brood/base/sample.json new file mode 100644 index 00000000..72dc8523 --- /dev/null +++ b/target/criterion/heavy_compute/brood/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[1094400.0,2158700.0,3278600.0,4353200.0,5442900.0,6448300.0,7672000.0,8511400.0,9765100.0,10741400.0,11879800.0,12971800.0,14053300.0,15114100.0,16298500.0,17371200.0,18244000.0,19386800.0,20613700.0,21865800.0,22772100.0,23689100.0,25072300.0,25957300.0,27178000.0,28097900.0,29084600.0,30335800.0,31241200.0,32332000.0,33607200.0,34399100.0,35805900.0,37053400.0,37903500.0,38738600.0,40093300.0,40924500.0,42427200.0,43098500.0,44695300.0,45625600.0,46354200.0,47600800.0,48444200.0,49431200.0,50486500.0,52209900.0,52775900.0,53938000.0,55271600.0,55980000.0,57183300.0,58292500.0,59911200.0,60300500.0,61636800.0,62362800.0,63567600.0,65076400.0,65627100.0,66743200.0,68126800.0,69172000.0,70402800.0,71762700.0,72159900.0,73734100.0,74817600.0,75804200.0,76718000.0,77736500.0,79174600.0,80016100.0,81116700.0,82140900.0,83014200.0,84470000.0,85351000.0,86015500.0,87446100.0,89221200.0,89614900.0,90537300.0,91738500.0,92500200.0,93718200.0,94720300.0,96320500.0,96980300.0,98356900.0,99392400.0,101342000.0,101094900.0,102553900.0,103722800.0,104502100.0,105901100.0,107571100.0,108039100.0]} \ No newline at end of file diff --git a/target/criterion/heavy_compute/brood/base/tukey.json b/target/criterion/heavy_compute/brood/base/tukey.json new file mode 100644 index 00000000..98489204 --- /dev/null +++ b/target/criterion/heavy_compute/brood/base/tukey.json @@ -0,0 +1 @@ +[527881.7185707537,533257.6696302044,547593.5391220731,552969.4901815238] \ No newline at end of file diff --git a/target/criterion/heavy_compute/brood/new/benchmark.json b/target/criterion/heavy_compute/brood/new/benchmark.json new file mode 100644 index 00000000..0601e2bc --- /dev/null +++ b/target/criterion/heavy_compute/brood/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"heavy_compute","function_id":"brood","value_str":null,"throughput":null,"full_id":"heavy_compute/brood","directory_name":"heavy_compute/brood","title":"heavy_compute/brood"} \ No newline at end of file diff --git a/target/criterion/heavy_compute/brood/new/estimates.json b/target/criterion/heavy_compute/brood/new/estimates.json new file mode 100644 index 00000000..b4afb3b1 --- /dev/null +++ b/target/criterion/heavy_compute/brood/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":540121.4417534746,"upper_bound":541147.5757424273},"point_estimate":540632.6816875928,"standard_error":262.40728066193805},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":539774.0545808966,"upper_bound":540713.6621621621},"point_estimate":540289.6701638402,"standard_error":237.4695840250656},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1978.2714858879974,"upper_bound":3038.530133769519},"point_estimate":2616.3372653786746,"standard_error":255.0246526228748},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":539815.228277789,"upper_bound":540782.7074742388},"point_estimate":540281.6558297621,"standard_error":247.2626078784519},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2208.008722935261,"upper_bound":3049.0137237573404},"point_estimate":2639.4519539608327,"standard_error":214.50958941207745}} \ No newline at end of file diff --git a/target/criterion/heavy_compute/brood/new/raw.csv b/target/criterion/heavy_compute/brood/new/raw.csv new file mode 100644 index 00000000..987904f1 --- /dev/null +++ b/target/criterion/heavy_compute/brood/new/raw.csv @@ -0,0 +1,101 @@ +group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count +heavy_compute,brood,,,,1094400.0,ns,2 +heavy_compute,brood,,,,2158700.0,ns,4 +heavy_compute,brood,,,,3278600.0,ns,6 +heavy_compute,brood,,,,4353200.0,ns,8 +heavy_compute,brood,,,,5442900.0,ns,10 +heavy_compute,brood,,,,6448300.0,ns,12 +heavy_compute,brood,,,,7672000.0,ns,14 +heavy_compute,brood,,,,8511400.0,ns,16 +heavy_compute,brood,,,,9765100.0,ns,18 +heavy_compute,brood,,,,10741400.0,ns,20 +heavy_compute,brood,,,,11879800.0,ns,22 +heavy_compute,brood,,,,12971800.0,ns,24 +heavy_compute,brood,,,,14053300.0,ns,26 +heavy_compute,brood,,,,15114100.0,ns,28 +heavy_compute,brood,,,,16298500.0,ns,30 +heavy_compute,brood,,,,17371200.0,ns,32 +heavy_compute,brood,,,,18244000.0,ns,34 +heavy_compute,brood,,,,19386800.0,ns,36 +heavy_compute,brood,,,,20613700.0,ns,38 +heavy_compute,brood,,,,21865800.0,ns,40 +heavy_compute,brood,,,,22772100.0,ns,42 +heavy_compute,brood,,,,23689100.0,ns,44 +heavy_compute,brood,,,,25072300.0,ns,46 +heavy_compute,brood,,,,25957300.0,ns,48 +heavy_compute,brood,,,,27178000.0,ns,50 +heavy_compute,brood,,,,28097900.0,ns,52 +heavy_compute,brood,,,,29084600.0,ns,54 +heavy_compute,brood,,,,30335800.0,ns,56 +heavy_compute,brood,,,,31241200.0,ns,58 +heavy_compute,brood,,,,32332000.0,ns,60 +heavy_compute,brood,,,,33607200.0,ns,62 +heavy_compute,brood,,,,34399100.0,ns,64 +heavy_compute,brood,,,,35805900.0,ns,66 +heavy_compute,brood,,,,37053400.0,ns,68 +heavy_compute,brood,,,,37903500.0,ns,70 +heavy_compute,brood,,,,38738600.0,ns,72 +heavy_compute,brood,,,,40093300.0,ns,74 +heavy_compute,brood,,,,40924500.0,ns,76 +heavy_compute,brood,,,,42427200.0,ns,78 +heavy_compute,brood,,,,43098500.0,ns,80 +heavy_compute,brood,,,,44695300.0,ns,82 +heavy_compute,brood,,,,45625600.0,ns,84 +heavy_compute,brood,,,,46354200.0,ns,86 +heavy_compute,brood,,,,47600800.0,ns,88 +heavy_compute,brood,,,,48444200.0,ns,90 +heavy_compute,brood,,,,49431200.0,ns,92 +heavy_compute,brood,,,,50486500.0,ns,94 +heavy_compute,brood,,,,52209900.0,ns,96 +heavy_compute,brood,,,,52775900.0,ns,98 +heavy_compute,brood,,,,53938000.0,ns,100 +heavy_compute,brood,,,,55271600.0,ns,102 +heavy_compute,brood,,,,55980000.0,ns,104 +heavy_compute,brood,,,,57183300.0,ns,106 +heavy_compute,brood,,,,58292500.0,ns,108 +heavy_compute,brood,,,,59911200.0,ns,110 +heavy_compute,brood,,,,60300500.0,ns,112 +heavy_compute,brood,,,,61636800.0,ns,114 +heavy_compute,brood,,,,62362800.0,ns,116 +heavy_compute,brood,,,,63567600.0,ns,118 +heavy_compute,brood,,,,65076400.0,ns,120 +heavy_compute,brood,,,,65627100.0,ns,122 +heavy_compute,brood,,,,66743200.0,ns,124 +heavy_compute,brood,,,,68126800.0,ns,126 +heavy_compute,brood,,,,69172000.0,ns,128 +heavy_compute,brood,,,,70402800.0,ns,130 +heavy_compute,brood,,,,71762700.0,ns,132 +heavy_compute,brood,,,,72159900.0,ns,134 +heavy_compute,brood,,,,73734100.0,ns,136 +heavy_compute,brood,,,,74817600.0,ns,138 +heavy_compute,brood,,,,75804200.0,ns,140 +heavy_compute,brood,,,,76718000.0,ns,142 +heavy_compute,brood,,,,77736500.0,ns,144 +heavy_compute,brood,,,,79174600.0,ns,146 +heavy_compute,brood,,,,80016100.0,ns,148 +heavy_compute,brood,,,,81116700.0,ns,150 +heavy_compute,brood,,,,82140900.0,ns,152 +heavy_compute,brood,,,,83014200.0,ns,154 +heavy_compute,brood,,,,84470000.0,ns,156 +heavy_compute,brood,,,,85351000.0,ns,158 +heavy_compute,brood,,,,86015500.0,ns,160 +heavy_compute,brood,,,,87446100.0,ns,162 +heavy_compute,brood,,,,89221200.0,ns,164 +heavy_compute,brood,,,,89614900.0,ns,166 +heavy_compute,brood,,,,90537300.0,ns,168 +heavy_compute,brood,,,,91738500.0,ns,170 +heavy_compute,brood,,,,92500200.0,ns,172 +heavy_compute,brood,,,,93718200.0,ns,174 +heavy_compute,brood,,,,94720300.0,ns,176 +heavy_compute,brood,,,,96320500.0,ns,178 +heavy_compute,brood,,,,96980300.0,ns,180 +heavy_compute,brood,,,,98356900.0,ns,182 +heavy_compute,brood,,,,99392400.0,ns,184 +heavy_compute,brood,,,,101342000.0,ns,186 +heavy_compute,brood,,,,101094900.0,ns,188 +heavy_compute,brood,,,,102553900.0,ns,190 +heavy_compute,brood,,,,103722800.0,ns,192 +heavy_compute,brood,,,,104502100.0,ns,194 +heavy_compute,brood,,,,105901100.0,ns,196 +heavy_compute,brood,,,,107571100.0,ns,198 +heavy_compute,brood,,,,108039100.0,ns,200 diff --git a/target/criterion/heavy_compute/brood/new/sample.json b/target/criterion/heavy_compute/brood/new/sample.json new file mode 100644 index 00000000..72dc8523 --- /dev/null +++ b/target/criterion/heavy_compute/brood/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[1094400.0,2158700.0,3278600.0,4353200.0,5442900.0,6448300.0,7672000.0,8511400.0,9765100.0,10741400.0,11879800.0,12971800.0,14053300.0,15114100.0,16298500.0,17371200.0,18244000.0,19386800.0,20613700.0,21865800.0,22772100.0,23689100.0,25072300.0,25957300.0,27178000.0,28097900.0,29084600.0,30335800.0,31241200.0,32332000.0,33607200.0,34399100.0,35805900.0,37053400.0,37903500.0,38738600.0,40093300.0,40924500.0,42427200.0,43098500.0,44695300.0,45625600.0,46354200.0,47600800.0,48444200.0,49431200.0,50486500.0,52209900.0,52775900.0,53938000.0,55271600.0,55980000.0,57183300.0,58292500.0,59911200.0,60300500.0,61636800.0,62362800.0,63567600.0,65076400.0,65627100.0,66743200.0,68126800.0,69172000.0,70402800.0,71762700.0,72159900.0,73734100.0,74817600.0,75804200.0,76718000.0,77736500.0,79174600.0,80016100.0,81116700.0,82140900.0,83014200.0,84470000.0,85351000.0,86015500.0,87446100.0,89221200.0,89614900.0,90537300.0,91738500.0,92500200.0,93718200.0,94720300.0,96320500.0,96980300.0,98356900.0,99392400.0,101342000.0,101094900.0,102553900.0,103722800.0,104502100.0,105901100.0,107571100.0,108039100.0]} \ No newline at end of file diff --git a/target/criterion/heavy_compute/brood/new/tukey.json b/target/criterion/heavy_compute/brood/new/tukey.json new file mode 100644 index 00000000..98489204 --- /dev/null +++ b/target/criterion/heavy_compute/brood/new/tukey.json @@ -0,0 +1 @@ +[527881.7185707537,533257.6696302044,547593.5391220731,552969.4901815238] \ No newline at end of file diff --git a/target/criterion/heavy_compute/brood/report/MAD.svg b/target/criterion/heavy_compute/brood/report/MAD.svg new file mode 100644 index 00000000..709230a7 --- /dev/null +++ b/target/criterion/heavy_compute/brood/report/MAD.svg @@ -0,0 +1,88 @@ + + +heavy_compute/brood:MAD + + +Density (a.u.) + + +Average time (us) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + + +2 + + + +2.2 + + + +2.4 + + + +2.6 + + + +2.8 + + + +3 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/heavy_compute/brood/report/SD.svg b/target/criterion/heavy_compute/brood/report/SD.svg new file mode 100644 index 00000000..f3fc65a6 --- /dev/null +++ b/target/criterion/heavy_compute/brood/report/SD.svg @@ -0,0 +1,88 @@ + + +heavy_compute/brood:SD + + +Density (a.u.) + + +Average time (us) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + +2 + + + + +2.2 + + + +2.4 + + + +2.6 + + + +2.8 + + + +3 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/heavy_compute/brood/report/index.html b/target/criterion/heavy_compute/brood/report/index.html new file mode 100644 index 00000000..25ebb0f1 --- /dev/null +++ b/target/criterion/heavy_compute/brood/report/index.html @@ -0,0 +1,203 @@ + + + + + + heavy_compute/brood - Criterion.rs + + + + +
+

heavy_compute/brood

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope539.82 us540.28 us540.78 us
R²0.99813890.99824150.9981231
Mean540.12 us540.63 us541.15 us
Std. Dev.2.2080 us2.6395 us3.0490 us
Median539.77 us540.29 us540.71 us
MAD1.9783 us2.6163 us3.0385 us
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/target/criterion/heavy_compute/brood/report/mean.svg b/target/criterion/heavy_compute/brood/report/mean.svg new file mode 100644 index 00000000..7ddc202e --- /dev/null +++ b/target/criterion/heavy_compute/brood/report/mean.svg @@ -0,0 +1,84 @@ + + +heavy_compute/brood:mean + + +Density (a.u.) + + +Average time (us) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + + +540.2 + + + +540.4 + + + +540.6 + + + +540.8 + + + +541 + + + +541.2 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/heavy_compute/brood/report/median.svg b/target/criterion/heavy_compute/brood/report/median.svg new file mode 100644 index 00000000..699fb4ea --- /dev/null +++ b/target/criterion/heavy_compute/brood/report/median.svg @@ -0,0 +1,76 @@ + + +heavy_compute/brood:median + + +Density (a.u.) + + +Average time (us) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + + +539.8 + + + +540 + + + +540.2 + + + +540.4 + + + +540.6 + + + +540.8 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/heavy_compute/brood/report/pdf.svg b/target/criterion/heavy_compute/brood/report/pdf.svg new file mode 100644 index 00000000..16ba913a --- /dev/null +++ b/target/criterion/heavy_compute/brood/report/pdf.svg @@ -0,0 +1,131 @@ + + +heavy_compute/brood + + +Iterations + + +Average Time (us) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + + +530 + + + +535 + + + +540 + + + +545 + + + +550 + + + +Density (a.u.) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/target/criterion/heavy_compute/brood/report/pdf_small.svg b/target/criterion/heavy_compute/brood/report/pdf_small.svg new file mode 100644 index 00000000..b686cbd1 --- /dev/null +++ b/target/criterion/heavy_compute/brood/report/pdf_small.svg @@ -0,0 +1,64 @@ + + +Density (a.u.) + + +Average Time (us) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + +0.16 + + + + +530 + + + +535 + + + +540 + + + +545 + + + +550 + + + + + diff --git a/target/criterion/heavy_compute/brood/report/regression.svg b/target/criterion/heavy_compute/brood/report/regression.svg new file mode 100644 index 00000000..29b11cb5 --- /dev/null +++ b/target/criterion/heavy_compute/brood/report/regression.svg @@ -0,0 +1,202 @@ + + +heavy_compute/brood + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/target/criterion/heavy_compute/brood/report/regression_small.svg b/target/criterion/heavy_compute/brood/report/regression_small.svg new file mode 100644 index 00000000..923205a9 --- /dev/null +++ b/target/criterion/heavy_compute/brood/report/regression_small.svg @@ -0,0 +1,187 @@ + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/target/criterion/heavy_compute/brood/report/slope.svg b/target/criterion/heavy_compute/brood/report/slope.svg new file mode 100644 index 00000000..ba8872cb --- /dev/null +++ b/target/criterion/heavy_compute/brood/report/slope.svg @@ -0,0 +1,84 @@ + + +heavy_compute/brood:slope + + +Density (a.u.) + + +Average time (us) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + + +539.8 + + + +540 + + + +540.2 + + + +540.4 + + + +540.6 + + + +540.8 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/heavy_compute/brood/report/typical.svg b/target/criterion/heavy_compute/brood/report/typical.svg new file mode 100644 index 00000000..2cab2f98 --- /dev/null +++ b/target/criterion/heavy_compute/brood/report/typical.svg @@ -0,0 +1,84 @@ + + +heavy_compute/brood:typical + + +Density (a.u.) + + +Average time (us) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + + +539.8 + + + +540 + + + +540.2 + + + +540.4 + + + +540.6 + + + +540.8 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/heavy_compute/hecs/base/estimates.json b/target/criterion/heavy_compute/hecs/base/estimates.json index 9e9d92df..2fdb977b 100644 --- a/target/criterion/heavy_compute/hecs/base/estimates.json +++ b/target/criterion/heavy_compute/hecs/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":546479.8796071598,"upper_bound":591336.1371402398},"point_estimate":569210.3324216845,"standard_error":11514.080914495264},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":600489.304347826,"upper_bound":646502.4208291708},"point_estimate":639588.3579411765,"standard_error":12093.440865640967},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31782.796068191114,"upper_bound":116037.69710668338},"point_estimate":57708.60746516372,"standard_error":20216.05573648704},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":520820.338595775,"upper_bound":580770.0329939936},"point_estimate":550905.6021619624,"standard_error":15281.523363094115},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":104707.60542689722,"upper_bound":123085.14380659116},"point_estimate":115615.62646963679,"standard_error":4683.113397914913}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":658792.0005324081,"upper_bound":663707.7411289231},"point_estimate":660927.4005317038,"standard_error":1262.4923581909934},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":657760.4938271604,"upper_bound":660576.7700501253},"point_estimate":658602.2048960429,"standard_error":733.0479051126742},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4715.491582949966,"upper_bound":7918.302079701605},"point_estimate":5867.775541366097,"standard_error":806.9535925659162},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":657693.64320729,"upper_bound":659746.7439092251},"point_estimate":658698.7409487218,"standard_error":524.5266802257952},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6409.613181572171,"upper_bound":19340.787713940485},"point_estimate":12696.732917248339,"standard_error":3966.018214433074}} \ No newline at end of file diff --git a/target/criterion/heavy_compute/hecs/base/raw.csv b/target/criterion/heavy_compute/hecs/base/raw.csv index fa63043c..c3d33a7a 100644 --- a/target/criterion/heavy_compute/hecs/base/raw.csv +++ b/target/criterion/heavy_compute/hecs/base/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -heavy_compute,hecs,,,,1442859.0,ns,2 -heavy_compute,hecs,,,,2540510.0,ns,4 -heavy_compute,hecs,,,,3849945.0,ns,6 -heavy_compute,hecs,,,,4137702.0,ns,8 -heavy_compute,hecs,,,,6283842.0,ns,10 -heavy_compute,hecs,,,,7987507.0,ns,12 -heavy_compute,hecs,,,,9181982.0,ns,14 -heavy_compute,hecs,,,,11020024.0,ns,16 -heavy_compute,hecs,,,,12386728.0,ns,18 -heavy_compute,hecs,,,,13864293.0,ns,20 -heavy_compute,hecs,,,,14788152.0,ns,22 -heavy_compute,hecs,,,,15317381.0,ns,24 -heavy_compute,hecs,,,,16780197.0,ns,26 -heavy_compute,hecs,,,,18183642.0,ns,28 -heavy_compute,hecs,,,,19731310.0,ns,30 -heavy_compute,hecs,,,,20998203.0,ns,32 -heavy_compute,hecs,,,,21755927.0,ns,34 -heavy_compute,hecs,,,,23936551.0,ns,36 -heavy_compute,hecs,,,,18218067.0,ns,38 -heavy_compute,hecs,,,,15816982.0,ns,40 -heavy_compute,hecs,,,,17063137.0,ns,42 -heavy_compute,hecs,,,,18092848.0,ns,44 -heavy_compute,hecs,,,,17933666.0,ns,46 -heavy_compute,hecs,,,,18322846.0,ns,48 -heavy_compute,hecs,,,,28955211.0,ns,50 -heavy_compute,hecs,,,,35435889.0,ns,52 -heavy_compute,hecs,,,,34982253.0,ns,54 -heavy_compute,hecs,,,,35934098.0,ns,56 -heavy_compute,hecs,,,,40624253.0,ns,58 -heavy_compute,hecs,,,,39918809.0,ns,60 -heavy_compute,hecs,,,,41786897.0,ns,62 -heavy_compute,hecs,,,,41912687.0,ns,64 -heavy_compute,hecs,,,,42340743.0,ns,66 -heavy_compute,hecs,,,,46510907.0,ns,68 -heavy_compute,hecs,,,,45116720.0,ns,70 -heavy_compute,hecs,,,,46834342.0,ns,72 -heavy_compute,hecs,,,,47593991.0,ns,74 -heavy_compute,hecs,,,,49800664.0,ns,76 -heavy_compute,hecs,,,,45046066.0,ns,78 -heavy_compute,hecs,,,,31378568.0,ns,80 -heavy_compute,hecs,,,,35216380.0,ns,82 -heavy_compute,hecs,,,,32667394.0,ns,84 -heavy_compute,hecs,,,,34639682.0,ns,86 -heavy_compute,hecs,,,,33561617.0,ns,88 -heavy_compute,hecs,,,,35098515.0,ns,90 -heavy_compute,hecs,,,,37775366.0,ns,92 -heavy_compute,hecs,,,,38084523.0,ns,94 -heavy_compute,hecs,,,,58166092.0,ns,96 -heavy_compute,hecs,,,,63042601.0,ns,98 -heavy_compute,hecs,,,,63929651.0,ns,100 -heavy_compute,hecs,,,,67205942.0,ns,102 -heavy_compute,hecs,,,,63573713.0,ns,104 -heavy_compute,hecs,,,,50889469.0,ns,106 -heavy_compute,hecs,,,,42818232.0,ns,108 -heavy_compute,hecs,,,,43128142.0,ns,110 -heavy_compute,hecs,,,,48844883.0,ns,112 -heavy_compute,hecs,,,,43260565.0,ns,114 -heavy_compute,hecs,,,,69331312.0,ns,116 -heavy_compute,hecs,,,,64180969.0,ns,118 -heavy_compute,hecs,,,,47739447.0,ns,120 -heavy_compute,hecs,,,,50710970.0,ns,122 -heavy_compute,hecs,,,,54826808.0,ns,124 -heavy_compute,hecs,,,,80271514.0,ns,126 -heavy_compute,hecs,,,,87799926.0,ns,128 -heavy_compute,hecs,,,,89117094.0,ns,130 -heavy_compute,hecs,,,,86571316.0,ns,132 -heavy_compute,hecs,,,,88946870.0,ns,134 -heavy_compute,hecs,,,,91847656.0,ns,136 -heavy_compute,hecs,,,,92117311.0,ns,138 -heavy_compute,hecs,,,,90924758.0,ns,140 -heavy_compute,hecs,,,,94628173.0,ns,142 -heavy_compute,hecs,,,,94536669.0,ns,144 -heavy_compute,hecs,,,,99037224.0,ns,146 -heavy_compute,hecs,,,,97506588.0,ns,148 -heavy_compute,hecs,,,,98281324.0,ns,150 -heavy_compute,hecs,,,,99585628.0,ns,152 -heavy_compute,hecs,,,,99732348.0,ns,154 -heavy_compute,hecs,,,,101608783.0,ns,156 -heavy_compute,hecs,,,,101428678.0,ns,158 -heavy_compute,hecs,,,,104085912.0,ns,160 -heavy_compute,hecs,,,,104670516.0,ns,162 -heavy_compute,hecs,,,,107081197.0,ns,164 -heavy_compute,hecs,,,,110177016.0,ns,166 -heavy_compute,hecs,,,,71058912.0,ns,168 -heavy_compute,hecs,,,,65167910.0,ns,170 -heavy_compute,hecs,,,,65850931.0,ns,172 -heavy_compute,hecs,,,,89390445.0,ns,174 -heavy_compute,hecs,,,,76535827.0,ns,176 -heavy_compute,hecs,,,,99138797.0,ns,178 -heavy_compute,hecs,,,,79050326.0,ns,180 -heavy_compute,hecs,,,,115962998.0,ns,182 -heavy_compute,hecs,,,,110490032.0,ns,184 -heavy_compute,hecs,,,,81253032.0,ns,186 -heavy_compute,hecs,,,,102881096.0,ns,188 -heavy_compute,hecs,,,,72623082.0,ns,190 -heavy_compute,hecs,,,,74468269.0,ns,192 -heavy_compute,hecs,,,,79492599.0,ns,194 -heavy_compute,hecs,,,,85149687.0,ns,196 -heavy_compute,hecs,,,,131355362.0,ns,198 -heavy_compute,hecs,,,,127525314.0,ns,200 +heavy_compute,hecs,,,,1523600.0,ns,2 +heavy_compute,hecs,,,,2694500.0,ns,4 +heavy_compute,hecs,,,,4048400.0,ns,6 +heavy_compute,hecs,,,,5237200.0,ns,8 +heavy_compute,hecs,,,,6610000.0,ns,10 +heavy_compute,hecs,,,,7645700.0,ns,12 +heavy_compute,hecs,,,,9603500.0,ns,14 +heavy_compute,hecs,,,,10393800.0,ns,16 +heavy_compute,hecs,,,,11783500.0,ns,18 +heavy_compute,hecs,,,,13330900.0,ns,20 +heavy_compute,hecs,,,,14631100.0,ns,22 +heavy_compute,hecs,,,,15526600.0,ns,24 +heavy_compute,hecs,,,,17364700.0,ns,26 +heavy_compute,hecs,,,,18937700.0,ns,28 +heavy_compute,hecs,,,,19926300.0,ns,30 +heavy_compute,hecs,,,,21822600.0,ns,32 +heavy_compute,hecs,,,,22151400.0,ns,34 +heavy_compute,hecs,,,,24056200.0,ns,36 +heavy_compute,hecs,,,,25086600.0,ns,38 +heavy_compute,hecs,,,,27180000.0,ns,40 +heavy_compute,hecs,,,,28058200.0,ns,42 +heavy_compute,hecs,,,,29009100.0,ns,44 +heavy_compute,hecs,,,,29865000.0,ns,46 +heavy_compute,hecs,,,,31508200.0,ns,48 +heavy_compute,hecs,,,,33175500.0,ns,50 +heavy_compute,hecs,,,,34286800.0,ns,52 +heavy_compute,hecs,,,,35906600.0,ns,54 +heavy_compute,hecs,,,,36996500.0,ns,56 +heavy_compute,hecs,,,,37798500.0,ns,58 +heavy_compute,hecs,,,,39416600.0,ns,60 +heavy_compute,hecs,,,,40697800.0,ns,62 +heavy_compute,hecs,,,,42135500.0,ns,64 +heavy_compute,hecs,,,,43275500.0,ns,66 +heavy_compute,hecs,,,,44335300.0,ns,68 +heavy_compute,hecs,,,,46418000.0,ns,70 +heavy_compute,hecs,,,,46829500.0,ns,72 +heavy_compute,hecs,,,,48188400.0,ns,74 +heavy_compute,hecs,,,,49839400.0,ns,76 +heavy_compute,hecs,,,,51017800.0,ns,78 +heavy_compute,hecs,,,,53322500.0,ns,80 +heavy_compute,hecs,,,,53906100.0,ns,82 +heavy_compute,hecs,,,,56121500.0,ns,84 +heavy_compute,hecs,,,,56543000.0,ns,86 +heavy_compute,hecs,,,,58728500.0,ns,88 +heavy_compute,hecs,,,,58753200.0,ns,90 +heavy_compute,hecs,,,,62604700.0,ns,92 +heavy_compute,hecs,,,,62204000.0,ns,94 +heavy_compute,hecs,,,,64060000.0,ns,96 +heavy_compute,hecs,,,,65001600.0,ns,98 +heavy_compute,hecs,,,,65791700.0,ns,100 +heavy_compute,hecs,,,,68266300.0,ns,102 +heavy_compute,hecs,,,,68766000.0,ns,104 +heavy_compute,hecs,,,,69214700.0,ns,106 +heavy_compute,hecs,,,,71516600.0,ns,108 +heavy_compute,hecs,,,,72430000.0,ns,110 +heavy_compute,hecs,,,,73453200.0,ns,112 +heavy_compute,hecs,,,,75297200.0,ns,114 +heavy_compute,hecs,,,,76693300.0,ns,116 +heavy_compute,hecs,,,,78426500.0,ns,118 +heavy_compute,hecs,,,,78664700.0,ns,120 +heavy_compute,hecs,,,,80794500.0,ns,122 +heavy_compute,hecs,,,,80893800.0,ns,124 +heavy_compute,hecs,,,,81980400.0,ns,126 +heavy_compute,hecs,,,,84262100.0,ns,128 +heavy_compute,hecs,,,,86141600.0,ns,130 +heavy_compute,hecs,,,,86362300.0,ns,132 +heavy_compute,hecs,,,,87534400.0,ns,134 +heavy_compute,hecs,,,,88784500.0,ns,136 +heavy_compute,hecs,,,,91930200.0,ns,138 +heavy_compute,hecs,,,,93068900.0,ns,140 +heavy_compute,hecs,,,,93517600.0,ns,142 +heavy_compute,hecs,,,,94272600.0,ns,144 +heavy_compute,hecs,,,,95877800.0,ns,146 +heavy_compute,hecs,,,,97736600.0,ns,148 +heavy_compute,hecs,,,,98255600.0,ns,150 +heavy_compute,hecs,,,,99553800.0,ns,152 +heavy_compute,hecs,,,,101971800.0,ns,154 +heavy_compute,hecs,,,,102682700.0,ns,156 +heavy_compute,hecs,,,,104757900.0,ns,158 +heavy_compute,hecs,,,,105433500.0,ns,160 +heavy_compute,hecs,,,,106557200.0,ns,162 +heavy_compute,hecs,,,,107855000.0,ns,164 +heavy_compute,hecs,,,,109229900.0,ns,166 +heavy_compute,hecs,,,,110649800.0,ns,168 +heavy_compute,hecs,,,,111425300.0,ns,170 +heavy_compute,hecs,,,,112335200.0,ns,172 +heavy_compute,hecs,,,,113224500.0,ns,174 +heavy_compute,hecs,,,,116365800.0,ns,176 +heavy_compute,hecs,,,,116751000.0,ns,178 +heavy_compute,hecs,,,,119127600.0,ns,180 +heavy_compute,hecs,,,,120950200.0,ns,182 +heavy_compute,hecs,,,,121060300.0,ns,184 +heavy_compute,hecs,,,,122427300.0,ns,186 +heavy_compute,hecs,,,,123857500.0,ns,188 +heavy_compute,hecs,,,,124947300.0,ns,190 +heavy_compute,hecs,,,,125740600.0,ns,192 +heavy_compute,hecs,,,,127873200.0,ns,194 +heavy_compute,hecs,,,,129460600.0,ns,196 +heavy_compute,hecs,,,,131655700.0,ns,198 +heavy_compute,hecs,,,,130988500.0,ns,200 diff --git a/target/criterion/heavy_compute/hecs/base/sample.json b/target/criterion/heavy_compute/hecs/base/sample.json index 0c74aa3a..efc1338c 100644 --- a/target/criterion/heavy_compute/hecs/base/sample.json +++ b/target/criterion/heavy_compute/hecs/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[1442859.0,2540510.0,3849945.0,4137702.0,6283842.0,7987507.0,9181982.0,11020024.0,12386728.0,13864293.0,14788152.0,15317381.0,16780197.0,18183642.0,19731310.0,20998203.0,21755927.0,23936551.0,18218067.0,15816982.0,17063137.0,18092848.0,17933666.0,18322846.0,28955211.0,35435889.0,34982253.0,35934098.0,40624253.0,39918809.0,41786897.0,41912687.0,42340743.0,46510907.0,45116720.0,46834342.0,47593991.0,49800664.0,45046066.0,31378568.0,35216380.0,32667394.0,34639682.0,33561617.0,35098515.0,37775366.0,38084523.0,58166092.0,63042601.0,63929651.0,67205942.0,63573713.0,50889469.0,42818232.0,43128142.0,48844883.0,43260565.0,69331312.0,64180969.0,47739447.0,50710970.0,54826808.0,80271514.0,87799926.0,89117094.0,86571316.0,88946870.0,91847656.0,92117311.0,90924758.0,94628173.0,94536669.0,99037224.0,97506588.0,98281324.0,99585628.0,99732348.0,101608783.0,101428678.0,104085912.0,104670516.0,107081197.0,110177016.0,71058912.0,65167910.0,65850931.0,89390445.0,76535827.0,99138797.0,79050326.0,115962998.0,110490032.0,81253032.0,102881096.0,72623082.0,74468269.0,79492599.0,85149687.0,131355362.0,127525314.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[1523600.0,2694500.0,4048400.0,5237200.0,6610000.0,7645700.0,9603500.0,10393800.0,11783500.0,13330900.0,14631100.0,15526600.0,17364700.0,18937700.0,19926300.0,21822600.0,22151400.0,24056200.0,25086600.0,27180000.0,28058200.0,29009100.0,29865000.0,31508200.0,33175500.0,34286800.0,35906600.0,36996500.0,37798500.0,39416600.0,40697800.0,42135500.0,43275500.0,44335300.0,46418000.0,46829500.0,48188400.0,49839400.0,51017800.0,53322500.0,53906100.0,56121500.0,56543000.0,58728500.0,58753200.0,62604700.0,62204000.0,64060000.0,65001600.0,65791700.0,68266300.0,68766000.0,69214700.0,71516600.0,72430000.0,73453200.0,75297200.0,76693300.0,78426500.0,78664700.0,80794500.0,80893800.0,81980400.0,84262100.0,86141600.0,86362300.0,87534400.0,88784500.0,91930200.0,93068900.0,93517600.0,94272600.0,95877800.0,97736600.0,98255600.0,99553800.0,101971800.0,102682700.0,104757900.0,105433500.0,106557200.0,107855000.0,109229900.0,110649800.0,111425300.0,112335200.0,113224500.0,116365800.0,116751000.0,119127600.0,120950200.0,121060300.0,122427300.0,123857500.0,124947300.0,125740600.0,127873200.0,129460600.0,131655700.0,130988500.0]} \ No newline at end of file diff --git a/target/criterion/heavy_compute/hecs/base/tukey.json b/target/criterion/heavy_compute/hecs/base/tukey.json index e3726f7d..a8243dea 100644 --- a/target/criterion/heavy_compute/hecs/base/tukey.json +++ b/target/criterion/heavy_compute/hecs/base/tukey.json @@ -1 +1 @@ -[-229789.494013799,102483.39534293814,988544.4336275705,1320817.3229843075] \ No newline at end of file +[629016.210526316,642017.0065789474,676685.7960526315,689686.592105263] \ No newline at end of file diff --git a/target/criterion/heavy_compute/hecs/change/estimates.json b/target/criterion/heavy_compute/hecs/change/estimates.json index 026f1ec8..217b2cb6 100644 --- a/target/criterion/heavy_compute/hecs/change/estimates.json +++ b/target/criterion/heavy_compute/hecs/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.1287046388670715,"upper_bound":0.2722592639799929},"point_estimate":0.19714582780846257,"standard_error":0.036694312750679345},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.3671282115343617,"upper_bound":0.6093039968893861},"point_estimate":0.5564898063083532,"standard_error":0.058576723125880394}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.11768352850936949,"upper_bound":0.20970823185082765},"point_estimate":0.1611303640954871,"standard_error":0.02357665205287394},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.019031571119016766,"upper_bound":0.09725173689221656},"point_estimate":0.02972825680578617,"standard_error":0.021203595214443097}} \ No newline at end of file diff --git a/target/criterion/heavy_compute/hecs/new/estimates.json b/target/criterion/heavy_compute/hecs/new/estimates.json index 9e9d92df..2fdb977b 100644 --- a/target/criterion/heavy_compute/hecs/new/estimates.json +++ b/target/criterion/heavy_compute/hecs/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":546479.8796071598,"upper_bound":591336.1371402398},"point_estimate":569210.3324216845,"standard_error":11514.080914495264},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":600489.304347826,"upper_bound":646502.4208291708},"point_estimate":639588.3579411765,"standard_error":12093.440865640967},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31782.796068191114,"upper_bound":116037.69710668338},"point_estimate":57708.60746516372,"standard_error":20216.05573648704},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":520820.338595775,"upper_bound":580770.0329939936},"point_estimate":550905.6021619624,"standard_error":15281.523363094115},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":104707.60542689722,"upper_bound":123085.14380659116},"point_estimate":115615.62646963679,"standard_error":4683.113397914913}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":658792.0005324081,"upper_bound":663707.7411289231},"point_estimate":660927.4005317038,"standard_error":1262.4923581909934},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":657760.4938271604,"upper_bound":660576.7700501253},"point_estimate":658602.2048960429,"standard_error":733.0479051126742},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4715.491582949966,"upper_bound":7918.302079701605},"point_estimate":5867.775541366097,"standard_error":806.9535925659162},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":657693.64320729,"upper_bound":659746.7439092251},"point_estimate":658698.7409487218,"standard_error":524.5266802257952},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6409.613181572171,"upper_bound":19340.787713940485},"point_estimate":12696.732917248339,"standard_error":3966.018214433074}} \ No newline at end of file diff --git a/target/criterion/heavy_compute/hecs/new/raw.csv b/target/criterion/heavy_compute/hecs/new/raw.csv index fa63043c..c3d33a7a 100644 --- a/target/criterion/heavy_compute/hecs/new/raw.csv +++ b/target/criterion/heavy_compute/hecs/new/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -heavy_compute,hecs,,,,1442859.0,ns,2 -heavy_compute,hecs,,,,2540510.0,ns,4 -heavy_compute,hecs,,,,3849945.0,ns,6 -heavy_compute,hecs,,,,4137702.0,ns,8 -heavy_compute,hecs,,,,6283842.0,ns,10 -heavy_compute,hecs,,,,7987507.0,ns,12 -heavy_compute,hecs,,,,9181982.0,ns,14 -heavy_compute,hecs,,,,11020024.0,ns,16 -heavy_compute,hecs,,,,12386728.0,ns,18 -heavy_compute,hecs,,,,13864293.0,ns,20 -heavy_compute,hecs,,,,14788152.0,ns,22 -heavy_compute,hecs,,,,15317381.0,ns,24 -heavy_compute,hecs,,,,16780197.0,ns,26 -heavy_compute,hecs,,,,18183642.0,ns,28 -heavy_compute,hecs,,,,19731310.0,ns,30 -heavy_compute,hecs,,,,20998203.0,ns,32 -heavy_compute,hecs,,,,21755927.0,ns,34 -heavy_compute,hecs,,,,23936551.0,ns,36 -heavy_compute,hecs,,,,18218067.0,ns,38 -heavy_compute,hecs,,,,15816982.0,ns,40 -heavy_compute,hecs,,,,17063137.0,ns,42 -heavy_compute,hecs,,,,18092848.0,ns,44 -heavy_compute,hecs,,,,17933666.0,ns,46 -heavy_compute,hecs,,,,18322846.0,ns,48 -heavy_compute,hecs,,,,28955211.0,ns,50 -heavy_compute,hecs,,,,35435889.0,ns,52 -heavy_compute,hecs,,,,34982253.0,ns,54 -heavy_compute,hecs,,,,35934098.0,ns,56 -heavy_compute,hecs,,,,40624253.0,ns,58 -heavy_compute,hecs,,,,39918809.0,ns,60 -heavy_compute,hecs,,,,41786897.0,ns,62 -heavy_compute,hecs,,,,41912687.0,ns,64 -heavy_compute,hecs,,,,42340743.0,ns,66 -heavy_compute,hecs,,,,46510907.0,ns,68 -heavy_compute,hecs,,,,45116720.0,ns,70 -heavy_compute,hecs,,,,46834342.0,ns,72 -heavy_compute,hecs,,,,47593991.0,ns,74 -heavy_compute,hecs,,,,49800664.0,ns,76 -heavy_compute,hecs,,,,45046066.0,ns,78 -heavy_compute,hecs,,,,31378568.0,ns,80 -heavy_compute,hecs,,,,35216380.0,ns,82 -heavy_compute,hecs,,,,32667394.0,ns,84 -heavy_compute,hecs,,,,34639682.0,ns,86 -heavy_compute,hecs,,,,33561617.0,ns,88 -heavy_compute,hecs,,,,35098515.0,ns,90 -heavy_compute,hecs,,,,37775366.0,ns,92 -heavy_compute,hecs,,,,38084523.0,ns,94 -heavy_compute,hecs,,,,58166092.0,ns,96 -heavy_compute,hecs,,,,63042601.0,ns,98 -heavy_compute,hecs,,,,63929651.0,ns,100 -heavy_compute,hecs,,,,67205942.0,ns,102 -heavy_compute,hecs,,,,63573713.0,ns,104 -heavy_compute,hecs,,,,50889469.0,ns,106 -heavy_compute,hecs,,,,42818232.0,ns,108 -heavy_compute,hecs,,,,43128142.0,ns,110 -heavy_compute,hecs,,,,48844883.0,ns,112 -heavy_compute,hecs,,,,43260565.0,ns,114 -heavy_compute,hecs,,,,69331312.0,ns,116 -heavy_compute,hecs,,,,64180969.0,ns,118 -heavy_compute,hecs,,,,47739447.0,ns,120 -heavy_compute,hecs,,,,50710970.0,ns,122 -heavy_compute,hecs,,,,54826808.0,ns,124 -heavy_compute,hecs,,,,80271514.0,ns,126 -heavy_compute,hecs,,,,87799926.0,ns,128 -heavy_compute,hecs,,,,89117094.0,ns,130 -heavy_compute,hecs,,,,86571316.0,ns,132 -heavy_compute,hecs,,,,88946870.0,ns,134 -heavy_compute,hecs,,,,91847656.0,ns,136 -heavy_compute,hecs,,,,92117311.0,ns,138 -heavy_compute,hecs,,,,90924758.0,ns,140 -heavy_compute,hecs,,,,94628173.0,ns,142 -heavy_compute,hecs,,,,94536669.0,ns,144 -heavy_compute,hecs,,,,99037224.0,ns,146 -heavy_compute,hecs,,,,97506588.0,ns,148 -heavy_compute,hecs,,,,98281324.0,ns,150 -heavy_compute,hecs,,,,99585628.0,ns,152 -heavy_compute,hecs,,,,99732348.0,ns,154 -heavy_compute,hecs,,,,101608783.0,ns,156 -heavy_compute,hecs,,,,101428678.0,ns,158 -heavy_compute,hecs,,,,104085912.0,ns,160 -heavy_compute,hecs,,,,104670516.0,ns,162 -heavy_compute,hecs,,,,107081197.0,ns,164 -heavy_compute,hecs,,,,110177016.0,ns,166 -heavy_compute,hecs,,,,71058912.0,ns,168 -heavy_compute,hecs,,,,65167910.0,ns,170 -heavy_compute,hecs,,,,65850931.0,ns,172 -heavy_compute,hecs,,,,89390445.0,ns,174 -heavy_compute,hecs,,,,76535827.0,ns,176 -heavy_compute,hecs,,,,99138797.0,ns,178 -heavy_compute,hecs,,,,79050326.0,ns,180 -heavy_compute,hecs,,,,115962998.0,ns,182 -heavy_compute,hecs,,,,110490032.0,ns,184 -heavy_compute,hecs,,,,81253032.0,ns,186 -heavy_compute,hecs,,,,102881096.0,ns,188 -heavy_compute,hecs,,,,72623082.0,ns,190 -heavy_compute,hecs,,,,74468269.0,ns,192 -heavy_compute,hecs,,,,79492599.0,ns,194 -heavy_compute,hecs,,,,85149687.0,ns,196 -heavy_compute,hecs,,,,131355362.0,ns,198 -heavy_compute,hecs,,,,127525314.0,ns,200 +heavy_compute,hecs,,,,1523600.0,ns,2 +heavy_compute,hecs,,,,2694500.0,ns,4 +heavy_compute,hecs,,,,4048400.0,ns,6 +heavy_compute,hecs,,,,5237200.0,ns,8 +heavy_compute,hecs,,,,6610000.0,ns,10 +heavy_compute,hecs,,,,7645700.0,ns,12 +heavy_compute,hecs,,,,9603500.0,ns,14 +heavy_compute,hecs,,,,10393800.0,ns,16 +heavy_compute,hecs,,,,11783500.0,ns,18 +heavy_compute,hecs,,,,13330900.0,ns,20 +heavy_compute,hecs,,,,14631100.0,ns,22 +heavy_compute,hecs,,,,15526600.0,ns,24 +heavy_compute,hecs,,,,17364700.0,ns,26 +heavy_compute,hecs,,,,18937700.0,ns,28 +heavy_compute,hecs,,,,19926300.0,ns,30 +heavy_compute,hecs,,,,21822600.0,ns,32 +heavy_compute,hecs,,,,22151400.0,ns,34 +heavy_compute,hecs,,,,24056200.0,ns,36 +heavy_compute,hecs,,,,25086600.0,ns,38 +heavy_compute,hecs,,,,27180000.0,ns,40 +heavy_compute,hecs,,,,28058200.0,ns,42 +heavy_compute,hecs,,,,29009100.0,ns,44 +heavy_compute,hecs,,,,29865000.0,ns,46 +heavy_compute,hecs,,,,31508200.0,ns,48 +heavy_compute,hecs,,,,33175500.0,ns,50 +heavy_compute,hecs,,,,34286800.0,ns,52 +heavy_compute,hecs,,,,35906600.0,ns,54 +heavy_compute,hecs,,,,36996500.0,ns,56 +heavy_compute,hecs,,,,37798500.0,ns,58 +heavy_compute,hecs,,,,39416600.0,ns,60 +heavy_compute,hecs,,,,40697800.0,ns,62 +heavy_compute,hecs,,,,42135500.0,ns,64 +heavy_compute,hecs,,,,43275500.0,ns,66 +heavy_compute,hecs,,,,44335300.0,ns,68 +heavy_compute,hecs,,,,46418000.0,ns,70 +heavy_compute,hecs,,,,46829500.0,ns,72 +heavy_compute,hecs,,,,48188400.0,ns,74 +heavy_compute,hecs,,,,49839400.0,ns,76 +heavy_compute,hecs,,,,51017800.0,ns,78 +heavy_compute,hecs,,,,53322500.0,ns,80 +heavy_compute,hecs,,,,53906100.0,ns,82 +heavy_compute,hecs,,,,56121500.0,ns,84 +heavy_compute,hecs,,,,56543000.0,ns,86 +heavy_compute,hecs,,,,58728500.0,ns,88 +heavy_compute,hecs,,,,58753200.0,ns,90 +heavy_compute,hecs,,,,62604700.0,ns,92 +heavy_compute,hecs,,,,62204000.0,ns,94 +heavy_compute,hecs,,,,64060000.0,ns,96 +heavy_compute,hecs,,,,65001600.0,ns,98 +heavy_compute,hecs,,,,65791700.0,ns,100 +heavy_compute,hecs,,,,68266300.0,ns,102 +heavy_compute,hecs,,,,68766000.0,ns,104 +heavy_compute,hecs,,,,69214700.0,ns,106 +heavy_compute,hecs,,,,71516600.0,ns,108 +heavy_compute,hecs,,,,72430000.0,ns,110 +heavy_compute,hecs,,,,73453200.0,ns,112 +heavy_compute,hecs,,,,75297200.0,ns,114 +heavy_compute,hecs,,,,76693300.0,ns,116 +heavy_compute,hecs,,,,78426500.0,ns,118 +heavy_compute,hecs,,,,78664700.0,ns,120 +heavy_compute,hecs,,,,80794500.0,ns,122 +heavy_compute,hecs,,,,80893800.0,ns,124 +heavy_compute,hecs,,,,81980400.0,ns,126 +heavy_compute,hecs,,,,84262100.0,ns,128 +heavy_compute,hecs,,,,86141600.0,ns,130 +heavy_compute,hecs,,,,86362300.0,ns,132 +heavy_compute,hecs,,,,87534400.0,ns,134 +heavy_compute,hecs,,,,88784500.0,ns,136 +heavy_compute,hecs,,,,91930200.0,ns,138 +heavy_compute,hecs,,,,93068900.0,ns,140 +heavy_compute,hecs,,,,93517600.0,ns,142 +heavy_compute,hecs,,,,94272600.0,ns,144 +heavy_compute,hecs,,,,95877800.0,ns,146 +heavy_compute,hecs,,,,97736600.0,ns,148 +heavy_compute,hecs,,,,98255600.0,ns,150 +heavy_compute,hecs,,,,99553800.0,ns,152 +heavy_compute,hecs,,,,101971800.0,ns,154 +heavy_compute,hecs,,,,102682700.0,ns,156 +heavy_compute,hecs,,,,104757900.0,ns,158 +heavy_compute,hecs,,,,105433500.0,ns,160 +heavy_compute,hecs,,,,106557200.0,ns,162 +heavy_compute,hecs,,,,107855000.0,ns,164 +heavy_compute,hecs,,,,109229900.0,ns,166 +heavy_compute,hecs,,,,110649800.0,ns,168 +heavy_compute,hecs,,,,111425300.0,ns,170 +heavy_compute,hecs,,,,112335200.0,ns,172 +heavy_compute,hecs,,,,113224500.0,ns,174 +heavy_compute,hecs,,,,116365800.0,ns,176 +heavy_compute,hecs,,,,116751000.0,ns,178 +heavy_compute,hecs,,,,119127600.0,ns,180 +heavy_compute,hecs,,,,120950200.0,ns,182 +heavy_compute,hecs,,,,121060300.0,ns,184 +heavy_compute,hecs,,,,122427300.0,ns,186 +heavy_compute,hecs,,,,123857500.0,ns,188 +heavy_compute,hecs,,,,124947300.0,ns,190 +heavy_compute,hecs,,,,125740600.0,ns,192 +heavy_compute,hecs,,,,127873200.0,ns,194 +heavy_compute,hecs,,,,129460600.0,ns,196 +heavy_compute,hecs,,,,131655700.0,ns,198 +heavy_compute,hecs,,,,130988500.0,ns,200 diff --git a/target/criterion/heavy_compute/hecs/new/sample.json b/target/criterion/heavy_compute/hecs/new/sample.json index 0c74aa3a..efc1338c 100644 --- a/target/criterion/heavy_compute/hecs/new/sample.json +++ b/target/criterion/heavy_compute/hecs/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[1442859.0,2540510.0,3849945.0,4137702.0,6283842.0,7987507.0,9181982.0,11020024.0,12386728.0,13864293.0,14788152.0,15317381.0,16780197.0,18183642.0,19731310.0,20998203.0,21755927.0,23936551.0,18218067.0,15816982.0,17063137.0,18092848.0,17933666.0,18322846.0,28955211.0,35435889.0,34982253.0,35934098.0,40624253.0,39918809.0,41786897.0,41912687.0,42340743.0,46510907.0,45116720.0,46834342.0,47593991.0,49800664.0,45046066.0,31378568.0,35216380.0,32667394.0,34639682.0,33561617.0,35098515.0,37775366.0,38084523.0,58166092.0,63042601.0,63929651.0,67205942.0,63573713.0,50889469.0,42818232.0,43128142.0,48844883.0,43260565.0,69331312.0,64180969.0,47739447.0,50710970.0,54826808.0,80271514.0,87799926.0,89117094.0,86571316.0,88946870.0,91847656.0,92117311.0,90924758.0,94628173.0,94536669.0,99037224.0,97506588.0,98281324.0,99585628.0,99732348.0,101608783.0,101428678.0,104085912.0,104670516.0,107081197.0,110177016.0,71058912.0,65167910.0,65850931.0,89390445.0,76535827.0,99138797.0,79050326.0,115962998.0,110490032.0,81253032.0,102881096.0,72623082.0,74468269.0,79492599.0,85149687.0,131355362.0,127525314.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[1523600.0,2694500.0,4048400.0,5237200.0,6610000.0,7645700.0,9603500.0,10393800.0,11783500.0,13330900.0,14631100.0,15526600.0,17364700.0,18937700.0,19926300.0,21822600.0,22151400.0,24056200.0,25086600.0,27180000.0,28058200.0,29009100.0,29865000.0,31508200.0,33175500.0,34286800.0,35906600.0,36996500.0,37798500.0,39416600.0,40697800.0,42135500.0,43275500.0,44335300.0,46418000.0,46829500.0,48188400.0,49839400.0,51017800.0,53322500.0,53906100.0,56121500.0,56543000.0,58728500.0,58753200.0,62604700.0,62204000.0,64060000.0,65001600.0,65791700.0,68266300.0,68766000.0,69214700.0,71516600.0,72430000.0,73453200.0,75297200.0,76693300.0,78426500.0,78664700.0,80794500.0,80893800.0,81980400.0,84262100.0,86141600.0,86362300.0,87534400.0,88784500.0,91930200.0,93068900.0,93517600.0,94272600.0,95877800.0,97736600.0,98255600.0,99553800.0,101971800.0,102682700.0,104757900.0,105433500.0,106557200.0,107855000.0,109229900.0,110649800.0,111425300.0,112335200.0,113224500.0,116365800.0,116751000.0,119127600.0,120950200.0,121060300.0,122427300.0,123857500.0,124947300.0,125740600.0,127873200.0,129460600.0,131655700.0,130988500.0]} \ No newline at end of file diff --git a/target/criterion/heavy_compute/hecs/new/tukey.json b/target/criterion/heavy_compute/hecs/new/tukey.json index e3726f7d..a8243dea 100644 --- a/target/criterion/heavy_compute/hecs/new/tukey.json +++ b/target/criterion/heavy_compute/hecs/new/tukey.json @@ -1 +1 @@ -[-229789.494013799,102483.39534293814,988544.4336275705,1320817.3229843075] \ No newline at end of file +[629016.210526316,642017.0065789474,676685.7960526315,689686.592105263] \ No newline at end of file diff --git a/target/criterion/heavy_compute/hecs/report/MAD.svg b/target/criterion/heavy_compute/hecs/report/MAD.svg index 439145d5..d2604be2 100644 --- a/target/criterion/heavy_compute/hecs/report/MAD.svg +++ b/target/criterion/heavy_compute/hecs/report/MAD.svg @@ -1,283 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 0.03 - - - - - 40 - - - - - 60 - - - - - 80 - - - - - 100 - - - - - 120 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - heavy_compute/hecs: MAD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +heavy_compute/hecs:MAD + + +Density (a.u.) + + +Average time (us) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + + +4.5 + + + +5 + + + +5.5 + + + +6 + + + +6.5 + + + +7 + + + +7.5 + + + +8 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/heavy_compute/hecs/report/SD.svg b/target/criterion/heavy_compute/hecs/report/SD.svg index 33f04e38..ac234adb 100644 --- a/target/criterion/heavy_compute/hecs/report/SD.svg +++ b/target/criterion/heavy_compute/hecs/report/SD.svg @@ -1,298 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.01 - - - - - 0.02 - - - - - 0.03 - - - - - 0.04 - - - - - 0.05 - - - - - 0.06 - - - - - 0.07 - - - - - 0.08 - - - - - 0.09 - - - - - 105 - - - - - 110 - - - - - 115 - - - - - 120 - - - - - 125 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - heavy_compute/hecs: SD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +heavy_compute/hecs:SD + + +Density (a.u.) + + +Average time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + +20 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/heavy_compute/hecs/report/both/pdf.svg b/target/criterion/heavy_compute/hecs/report/both/pdf.svg index 896c96e2..64d46412 100644 --- a/target/criterion/heavy_compute/hecs/report/both/pdf.svg +++ b/target/criterion/heavy_compute/hecs/report/both/pdf.svg @@ -1,343 +1,81 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.0005 - - - - - 0.001 - - - - - 0.0015 - - - - - 0.002 - - - - - 0.0025 - - - - - 0.003 - - - - - 0.0035 - - - - - 0.004 - - - - - 0.0045 - - - - - 0.005 - - - - - 200 - - - - - 300 - - - - - 400 - - - - - 500 - - - - - 600 - - - - - 700 - - - - - 800 - - - - - 900 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - heavy_compute/hecs - - - - - Base PDF - - - Base PDF - - - - - - - - - - Base Mean - - - - - Base Mean - - - - - - New PDF - - - - - New PDF - - - - - - - - - - New Mean - - - - - New Mean - - - - - - - - - - - - - - + + +heavy_compute/hecs + + +Density (a.u.) + + +Average Time (us) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + +0.045 + + + + +400 + + + +600 + + + +800 + + + + + + + +Base PDF + + +New PDF + + +Base Mean + + +New Mean + + + + + - diff --git a/target/criterion/heavy_compute/hecs/report/both/regression.svg b/target/criterion/heavy_compute/hecs/report/both/regression.svg index 9793d181..d9e10e0c 100644 --- a/target/criterion/heavy_compute/hecs/report/both/regression.svg +++ b/target/criterion/heavy_compute/hecs/report/both/regression.svg @@ -1,331 +1,105 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 160 - - - - - - - - - - - - - 180 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 250 - - - - - - - - - - - - - 300 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - heavy_compute/hecs - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - Base sample - - - - - - New sample - - - New sample - - - - - - - - - - - - - - + + +heavy_compute/hecs + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + + +Base Sample + + +New Sample + + + - diff --git a/target/criterion/heavy_compute/hecs/report/change/mean.svg b/target/criterion/heavy_compute/hecs/report/change/mean.svg index c5f3edab..8bd008ef 100644 --- a/target/criterion/heavy_compute/hecs/report/change/mean.svg +++ b/target/criterion/heavy_compute/hecs/report/change/mean.svg @@ -1,320 +1,85 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 2 - - - - - 4 - - - - - 6 - - - - - 8 - - - - - 10 - - - - - 12 - - - - - 12 - - - - - 14 - - - - - 16 - - - - - 18 - - - - - 20 - - - - - 22 - - - - - 24 - - - - - 26 - - - - - 28 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - heavy_compute/hecs: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +heavy_compute/hecs:mean + + +Density (a.u.) + + +Relative change (%) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + + +0.12 + + + +0.14 + + + +0.16 + + + +0.18 + + + +0.2 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/heavy_compute/hecs/report/change/median.svg b/target/criterion/heavy_compute/hecs/report/change/median.svg index c042aa83..305b94cd 100644 --- a/target/criterion/heavy_compute/hecs/report/change/median.svg +++ b/target/criterion/heavy_compute/hecs/report/change/median.svg @@ -1,310 +1,93 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 2 - - - - - 4 - - - - - 6 - - - - - 8 - - - - - 10 - - - - - 12 - - - - - 14 - - - - - 35 - - - - - 40 - - - - - 45 - - - - - 50 - - - - - 55 - - - - - 60 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - heavy_compute/hecs: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +heavy_compute/hecs:median + + +Density (a.u.) + + +Relative change (%) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + +0.08 + + + +0.09 + + + +0.1 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/heavy_compute/hecs/report/change/t-test.svg b/target/criterion/heavy_compute/hecs/report/change/t-test.svg index f3815f21..705e8641 100644 --- a/target/criterion/heavy_compute/hecs/report/change/t-test.svg +++ b/target/criterion/heavy_compute/hecs/report/change/t-test.svg @@ -1,240 +1,91 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - -6 - - - - - -4 - - - - - -2 - - - - - 0 - - - - - 2 - - - - - 4 - - - - - 6 - - - - - - - - - Density - - - - - t score - - - - - heavy_compute/hecs: Welch t test - - - - - t distribution - - - t distribution - - - - - - - - - - t statistic - - - - - t statistic - - - - - - - - - - - - - - + + +heavy_compute/hecs: Welch t test + + +Density + + +t score + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +-4.0 + + + +-3.0 + + + +-2.0 + + + +-1.0 + + + +0.0 + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + + + +t distribution + + +t statistic + + + - diff --git a/target/criterion/heavy_compute/hecs/report/index.html b/target/criterion/heavy_compute/hecs/report/index.html index a1d5c7d8..230d41eb 100644 --- a/target/criterion/heavy_compute/hecs/report/index.html +++ b/target/criterion/heavy_compute/hecs/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 520.82 us - 550.91 us - 580.77 us + 657.69 us + 658.70 us + 659.75 us R² - 0.2110650 - 0.2223325 - 0.2112215 + 0.9927846 + 0.9931093 + 0.9927563 Mean - 546.48 us - 569.21 us - 591.34 us + 658.79 us + 660.93 us + 663.71 us Std. Dev. - 104.71 us - 115.62 us - 123.09 us + 6.4096 us + 12.697 us + 19.341 us Median - 600.49 us - 639.59 us - 646.50 us + 657.76 us + 658.60 us + 660.58 us MAD - 31.783 us - 57.709 us - 116.04 us + 4.7155 us + 5.8678 us + 7.9183 us @@ -231,9 +231,9 @@

Additional Statistics:

Change in time - +12.870% - +19.715% - +27.226% + +11.768% + +16.113% + +20.971% (p = 0.00 < 0.05) diff --git a/target/criterion/heavy_compute/hecs/report/mean.svg b/target/criterion/heavy_compute/hecs/report/mean.svg index 4a72538e..16ab3464 100644 --- a/target/criterion/heavy_compute/hecs/report/mean.svg +++ b/target/criterion/heavy_compute/hecs/report/mean.svg @@ -1,288 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 0.03 - - - - - 0.035 - - - - - 550 - - - - - 560 - - - - - 570 - - - - - 580 - - - - - 590 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - heavy_compute/hecs: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +heavy_compute/hecs:mean + + +Density (a.u.) + + +Average time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + + +659 + + + +660 + + + +661 + + + +662 + + + +663 + + + +664 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/heavy_compute/hecs/report/median.svg b/target/criterion/heavy_compute/hecs/report/median.svg index 82d57746..e64b1444 100644 --- a/target/criterion/heavy_compute/hecs/report/median.svg +++ b/target/criterion/heavy_compute/hecs/report/median.svg @@ -1,288 +1,92 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.02 - - - - - 0.04 - - - - - 0.06 - - - - - 0.08 - - - - - 0.1 - - - - - 0.12 - - - - - 600 - - - - - 610 - - - - - 620 - - - - - 630 - - - - - 640 - - - - - 650 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - heavy_compute/hecs: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +heavy_compute/hecs:median + + +Density (a.u.) + + +Average time (us) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + + + +657.5 + + + +658 + + + +658.5 + + + +659 + + + +659.5 + + + +660 + + + +660.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/heavy_compute/hecs/report/pdf.svg b/target/criterion/heavy_compute/hecs/report/pdf.svg index 1cdd095a..6729e431 100644 --- a/target/criterion/heavy_compute/hecs/report/pdf.svg +++ b/target/criterion/heavy_compute/hecs/report/pdf.svg @@ -1,405 +1,155 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 300 - - - - - 400 - - - - - 500 - - - - - 600 - - - - - 700 - - - - - 800 - - - - - 0 - - - - - 0.0005 - - - - - 0.001 - - - - - 0.0015 - - - - - 0.002 - - - - - 0.0025 - - - - - 0.003 - - - - - 0.0035 - - - - - 0.004 - - - - - 0.0045 - - - - - 0.005 - - - - - - - - - Iterations - - - - - Density (a.u.) - - - - - Average time (us) - - - - - heavy_compute/hecs - - - - - PDF - - - PDF - - - - - - - - - - Mean - - - - - Mean - - - - - - "Clean" sample - - - - - "Clean" sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - gnuplot_plot_4 - - - - - - gnuplot_plot_5 - - - - gnuplot_plot_6 - - - - gnuplot_plot_7 - - - - - - - - - - - - + + +heavy_compute/hecs + + +Iterations + + +Average Time (us) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + + +640 + + + +660 + + + +680 + + + +700 + + + +720 + + + +740 + + + +760 + + + +Density (a.u.) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + +0.045 + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + - diff --git a/target/criterion/heavy_compute/hecs/report/pdf_small.svg b/target/criterion/heavy_compute/hecs/report/pdf_small.svg index a2812277..7fa527f7 100644 --- a/target/criterion/heavy_compute/hecs/report/pdf_small.svg +++ b/target/criterion/heavy_compute/hecs/report/pdf_small.svg @@ -1,204 +1,64 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.001 - - - - - 0.002 - - - - - 0.003 - - - - - 0.004 - - - - - 0.005 - - - - - 300 - - - - - 400 - - - - - 500 - - - - - 600 - - - - - 700 - - - - - 800 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - PDF - - - - - - - Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + +0.045 + + + +0.05 + + + + +650 + + + +700 + + + +750 + + + + - diff --git a/target/criterion/heavy_compute/hecs/report/regression.svg b/target/criterion/heavy_compute/hecs/report/regression.svg index c5abe6a2..cfe6956a 100644 --- a/target/criterion/heavy_compute/hecs/report/regression.svg +++ b/target/criterion/heavy_compute/hecs/report/regression.svg @@ -1,382 +1,207 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - heavy_compute/hecs - - - - - Sample - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - Linear regression - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - - + + +heavy_compute/hecs + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + - diff --git a/target/criterion/heavy_compute/hecs/report/regression_small.svg b/target/criterion/heavy_compute/hecs/report/regression_small.svg index 48b76ae3..247e6176 100644 --- a/target/criterion/heavy_compute/hecs/report/regression_small.svg +++ b/target/criterion/heavy_compute/hecs/report/regression_small.svg @@ -1,360 +1,192 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/heavy_compute/hecs/report/relative_pdf_small.svg b/target/criterion/heavy_compute/hecs/report/relative_pdf_small.svg index eef7f744..70e054e4 100644 --- a/target/criterion/heavy_compute/hecs/report/relative_pdf_small.svg +++ b/target/criterion/heavy_compute/hecs/report/relative_pdf_small.svg @@ -1,316 +1,62 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.0005 - - - - - 0.001 - - - - - 0.0015 - - - - - 0.002 - - - - - 0.0025 - - - - - 0.003 - - - - - 0.0035 - - - - - 0.004 - - - - - 0.0045 - - - - - 0.005 - - - - - 200 - - - - - 300 - - - - - 400 - - - - - 500 - - - - - 600 - - - - - 700 - - - - - 800 - - - - - 900 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - Base PDF - - - - - - - Base Mean - - - - - - New PDF - - - - - - - - - New Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + +0.045 + + + + +400 + + + +600 + + + +800 + + + + + + - diff --git a/target/criterion/heavy_compute/hecs/report/relative_regression_small.svg b/target/criterion/heavy_compute/hecs/report/relative_regression_small.svg index bd4fda80..09cadc8a 100644 --- a/target/criterion/heavy_compute/hecs/report/relative_regression_small.svg +++ b/target/criterion/heavy_compute/hecs/report/relative_regression_small.svg @@ -1,316 +1,94 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 160 - - - - - - - - - - - - - 180 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 250 - - - - - - - - - - - - - 300 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - - New sample - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + - diff --git a/target/criterion/heavy_compute/hecs/report/slope.svg b/target/criterion/heavy_compute/hecs/report/slope.svg index 8e28bc10..31129c77 100644 --- a/target/criterion/heavy_compute/hecs/report/slope.svg +++ b/target/criterion/heavy_compute/hecs/report/slope.svg @@ -1,293 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 0.03 - - - - - 520 - - - - - 530 - - - - - 540 - - - - - 550 - - - - - 560 - - - - - 570 - - - - - 580 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - heavy_compute/hecs: slope - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +heavy_compute/hecs:slope + + +Density (a.u.) + + +Average time (us) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + + +657.5 + + + +658 + + + +658.5 + + + +659 + + + +659.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/heavy_compute/hecs/report/typical.svg b/target/criterion/heavy_compute/hecs/report/typical.svg index 24716d5c..2e1fd3cd 100644 --- a/target/criterion/heavy_compute/hecs/report/typical.svg +++ b/target/criterion/heavy_compute/hecs/report/typical.svg @@ -1,293 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 0.03 - - - - - 520 - - - - - 530 - - - - - 540 - - - - - 550 - - - - - 560 - - - - - 570 - - - - - 580 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - heavy_compute/hecs: typical - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +heavy_compute/hecs:typical + + +Density (a.u.) + + +Average time (us) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + + +657.5 + + + +658 + + + +658.5 + + + +659 + + + +659.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/heavy_compute/legion (packed)/base/estimates.json b/target/criterion/heavy_compute/legion (packed)/base/estimates.json index ad5b0a90..902740fd 100644 --- a/target/criterion/heavy_compute/legion (packed)/base/estimates.json +++ b/target/criterion/heavy_compute/legion (packed)/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":409902.5386016268,"upper_bound":413792.83996248693},"point_estimate":411793.45191319875,"standard_error":992.648623387057},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":408727.46048109967,"upper_bound":413213.8333333333},"point_estimate":411037.6705808081,"standard_error":1111.5334771186415},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6526.94237409275,"upper_bound":11423.310185550126},"point_estimate":8870.556097061626,"standard_error":1261.3722821337574},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":410996.41052431846,"upper_bound":416112.21213438653},"point_estimate":413332.45357174525,"standard_error":1303.9694097115155},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7918.295157568244,"upper_bound":12020.308507316802},"point_estimate":9997.55871925711,"standard_error":1061.6439172277899}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":547463.7158133672,"upper_bound":548627.2790789892},"point_estimate":548033.5309636175,"standard_error":296.8911324161692},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":547015.3846153846,"upper_bound":548283.3333333334},"point_estimate":547541.6970998927,"standard_error":320.96952768407135},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1777.8326029811196,"upper_bound":3346.6605655849266},"point_estimate":2483.9786458044296,"standard_error":399.54352335714344},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":547136.4588462317,"upper_bound":548230.1987856462},"point_estimate":547672.5556376533,"standard_error":279.2816673100325},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2401.5784381645904,"upper_bound":3566.0366064997597},"point_estimate":2991.1776164817948,"standard_error":298.8242877589436}} \ No newline at end of file diff --git a/target/criterion/heavy_compute/legion (packed)/base/raw.csv b/target/criterion/heavy_compute/legion (packed)/base/raw.csv index 934fe966..bea533f4 100644 --- a/target/criterion/heavy_compute/legion (packed)/base/raw.csv +++ b/target/criterion/heavy_compute/legion (packed)/base/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -heavy_compute,legion (packed),,,,1239431.0,ns,3 -heavy_compute,legion (packed),,,,2479283.0,ns,6 -heavy_compute,legion (packed),,,,3637059.0,ns,9 -heavy_compute,legion (packed),,,,4967384.0,ns,12 -heavy_compute,legion (packed),,,,6013406.0,ns,15 -heavy_compute,legion (packed),,,,7219704.0,ns,18 -heavy_compute,legion (packed),,,,8323217.0,ns,21 -heavy_compute,legion (packed),,,,9761887.0,ns,24 -heavy_compute,legion (packed),,,,11527491.0,ns,27 -heavy_compute,legion (packed),,,,12575398.0,ns,30 -heavy_compute,legion (packed),,,,13485140.0,ns,33 -heavy_compute,legion (packed),,,,14686749.0,ns,36 -heavy_compute,legion (packed),,,,16408389.0,ns,39 -heavy_compute,legion (packed),,,,16693994.0,ns,42 -heavy_compute,legion (packed),,,,18491407.0,ns,45 -heavy_compute,legion (packed),,,,19076012.0,ns,48 -heavy_compute,legion (packed),,,,20329780.0,ns,51 -heavy_compute,legion (packed),,,,22600787.0,ns,54 -heavy_compute,legion (packed),,,,23724086.0,ns,57 -heavy_compute,legion (packed),,,,25213204.0,ns,60 -heavy_compute,legion (packed),,,,25833345.0,ns,63 -heavy_compute,legion (packed),,,,28114441.0,ns,66 -heavy_compute,legion (packed),,,,28862765.0,ns,69 -heavy_compute,legion (packed),,,,30582815.0,ns,72 -heavy_compute,legion (packed),,,,32221705.0,ns,75 -heavy_compute,legion (packed),,,,31147909.0,ns,78 -heavy_compute,legion (packed),,,,32220755.0,ns,81 -heavy_compute,legion (packed),,,,34468626.0,ns,84 -heavy_compute,legion (packed),,,,34615005.0,ns,87 -heavy_compute,legion (packed),,,,36797533.0,ns,90 -heavy_compute,legion (packed),,,,38628982.0,ns,93 -heavy_compute,legion (packed),,,,39114376.0,ns,96 -heavy_compute,legion (packed),,,,39712527.0,ns,99 -heavy_compute,legion (packed),,,,41631182.0,ns,102 -heavy_compute,legion (packed),,,,42361633.0,ns,105 -heavy_compute,legion (packed),,,,45950471.0,ns,108 -heavy_compute,legion (packed),,,,50101828.0,ns,111 -heavy_compute,legion (packed),,,,46715077.0,ns,114 -heavy_compute,legion (packed),,,,46784269.0,ns,117 -heavy_compute,legion (packed),,,,47970298.0,ns,120 -heavy_compute,legion (packed),,,,50264949.0,ns,123 -heavy_compute,legion (packed),,,,53433657.0,ns,126 -heavy_compute,legion (packed),,,,52534774.0,ns,129 -heavy_compute,legion (packed),,,,55684845.0,ns,132 -heavy_compute,legion (packed),,,,55722207.0,ns,135 -heavy_compute,legion (packed),,,,55947625.0,ns,138 -heavy_compute,legion (packed),,,,56207691.0,ns,141 -heavy_compute,legion (packed),,,,58944735.0,ns,144 -heavy_compute,legion (packed),,,,59535581.0,ns,147 -heavy_compute,legion (packed),,,,61007125.0,ns,150 -heavy_compute,legion (packed),,,,61272761.0,ns,153 -heavy_compute,legion (packed),,,,62736008.0,ns,156 -heavy_compute,legion (packed),,,,65943288.0,ns,159 -heavy_compute,legion (packed),,,,69809104.0,ns,162 -heavy_compute,legion (packed),,,,66953342.0,ns,165 -heavy_compute,legion (packed),,,,69111253.0,ns,168 -heavy_compute,legion (packed),,,,69031381.0,ns,171 -heavy_compute,legion (packed),,,,69336273.0,ns,174 -heavy_compute,legion (packed),,,,70626640.0,ns,177 -heavy_compute,legion (packed),,,,74014455.0,ns,180 -heavy_compute,legion (packed),,,,75352823.0,ns,183 -heavy_compute,legion (packed),,,,78338584.0,ns,186 -heavy_compute,legion (packed),,,,78173937.0,ns,189 -heavy_compute,legion (packed),,,,79533049.0,ns,192 -heavy_compute,legion (packed),,,,80586685.0,ns,195 -heavy_compute,legion (packed),,,,79701468.0,ns,198 -heavy_compute,legion (packed),,,,81742698.0,ns,201 -heavy_compute,legion (packed),,,,87268715.0,ns,204 -heavy_compute,legion (packed),,,,85555191.0,ns,207 -heavy_compute,legion (packed),,,,88432512.0,ns,210 -heavy_compute,legion (packed),,,,90009816.0,ns,213 -heavy_compute,legion (packed),,,,88201032.0,ns,216 -heavy_compute,legion (packed),,,,90559384.0,ns,219 -heavy_compute,legion (packed),,,,89144520.0,ns,222 -heavy_compute,legion (packed),,,,92136067.0,ns,225 -heavy_compute,legion (packed),,,,94945740.0,ns,228 -heavy_compute,legion (packed),,,,96320109.0,ns,231 -heavy_compute,legion (packed),,,,94517194.0,ns,234 -heavy_compute,legion (packed),,,,95940025.0,ns,237 -heavy_compute,legion (packed),,,,98393568.0,ns,240 -heavy_compute,legion (packed),,,,100978654.0,ns,243 -heavy_compute,legion (packed),,,,104991779.0,ns,246 -heavy_compute,legion (packed),,,,105826961.0,ns,249 -heavy_compute,legion (packed),,,,104827226.0,ns,252 -heavy_compute,legion (packed),,,,104652444.0,ns,255 -heavy_compute,legion (packed),,,,106185714.0,ns,258 -heavy_compute,legion (packed),,,,105533200.0,ns,261 -heavy_compute,legion (packed),,,,108544969.0,ns,264 -heavy_compute,legion (packed),,,,107897283.0,ns,267 -heavy_compute,legion (packed),,,,111613595.0,ns,270 -heavy_compute,legion (packed),,,,113631147.0,ns,273 -heavy_compute,legion (packed),,,,115390710.0,ns,276 -heavy_compute,legion (packed),,,,115030364.0,ns,279 -heavy_compute,legion (packed),,,,116357662.0,ns,282 -heavy_compute,legion (packed),,,,118397278.0,ns,285 -heavy_compute,legion (packed),,,,117367646.0,ns,288 -heavy_compute,legion (packed),,,,118939691.0,ns,291 -heavy_compute,legion (packed),,,,131964375.0,ns,294 -heavy_compute,legion (packed),,,,123165451.0,ns,297 -heavy_compute,legion (packed),,,,125685272.0,ns,300 +heavy_compute,legion (packed),,,,1120300.0,ns,2 +heavy_compute,legion (packed),,,,2183200.0,ns,4 +heavy_compute,legion (packed),,,,3289700.0,ns,6 +heavy_compute,legion (packed),,,,4397500.0,ns,8 +heavy_compute,legion (packed),,,,5508700.0,ns,10 +heavy_compute,legion (packed),,,,6594700.0,ns,12 +heavy_compute,legion (packed),,,,7715800.0,ns,14 +heavy_compute,legion (packed),,,,8812900.0,ns,16 +heavy_compute,legion (packed),,,,9770000.0,ns,18 +heavy_compute,legion (packed),,,,11014500.0,ns,20 +heavy_compute,legion (packed),,,,12024400.0,ns,22 +heavy_compute,legion (packed),,,,13110000.0,ns,24 +heavy_compute,legion (packed),,,,14222400.0,ns,26 +heavy_compute,legion (packed),,,,15273200.0,ns,28 +heavy_compute,legion (packed),,,,16602300.0,ns,30 +heavy_compute,legion (packed),,,,17659000.0,ns,32 +heavy_compute,legion (packed),,,,18549200.0,ns,34 +heavy_compute,legion (packed),,,,19842100.0,ns,36 +heavy_compute,legion (packed),,,,20932100.0,ns,38 +heavy_compute,legion (packed),,,,22066100.0,ns,40 +heavy_compute,legion (packed),,,,23009700.0,ns,42 +heavy_compute,legion (packed),,,,24044500.0,ns,44 +heavy_compute,legion (packed),,,,24939900.0,ns,46 +heavy_compute,legion (packed),,,,26100200.0,ns,48 +heavy_compute,legion (packed),,,,27531700.0,ns,50 +heavy_compute,legion (packed),,,,28175700.0,ns,52 +heavy_compute,legion (packed),,,,29610800.0,ns,54 +heavy_compute,legion (packed),,,,30701500.0,ns,56 +heavy_compute,legion (packed),,,,31527800.0,ns,58 +heavy_compute,legion (packed),,,,32629100.0,ns,60 +heavy_compute,legion (packed),,,,33930500.0,ns,62 +heavy_compute,legion (packed),,,,35151500.0,ns,64 +heavy_compute,legion (packed),,,,36287900.0,ns,66 +heavy_compute,legion (packed),,,,37785400.0,ns,68 +heavy_compute,legion (packed),,,,38239800.0,ns,70 +heavy_compute,legion (packed),,,,39403400.0,ns,72 +heavy_compute,legion (packed),,,,40507600.0,ns,74 +heavy_compute,legion (packed),,,,42114500.0,ns,76 +heavy_compute,legion (packed),,,,42619900.0,ns,78 +heavy_compute,legion (packed),,,,43822900.0,ns,80 +heavy_compute,legion (packed),,,,44820800.0,ns,82 +heavy_compute,legion (packed),,,,46044700.0,ns,84 +heavy_compute,legion (packed),,,,47297100.0,ns,86 +heavy_compute,legion (packed),,,,48210700.0,ns,88 +heavy_compute,legion (packed),,,,49410100.0,ns,90 +heavy_compute,legion (packed),,,,50640900.0,ns,92 +heavy_compute,legion (packed),,,,51378300.0,ns,94 +heavy_compute,legion (packed),,,,52271100.0,ns,96 +heavy_compute,legion (packed),,,,53799200.0,ns,98 +heavy_compute,legion (packed),,,,54729200.0,ns,100 +heavy_compute,legion (packed),,,,55702600.0,ns,102 +heavy_compute,legion (packed),,,,56772700.0,ns,104 +heavy_compute,legion (packed),,,,57911400.0,ns,106 +heavy_compute,legion (packed),,,,58858100.0,ns,108 +heavy_compute,legion (packed),,,,60665900.0,ns,110 +heavy_compute,legion (packed),,,,61224600.0,ns,112 +heavy_compute,legion (packed),,,,63298400.0,ns,114 +heavy_compute,legion (packed),,,,64385000.0,ns,116 +heavy_compute,legion (packed),,,,64455300.0,ns,118 +heavy_compute,legion (packed),,,,65854700.0,ns,120 +heavy_compute,legion (packed),,,,66874600.0,ns,122 +heavy_compute,legion (packed),,,,67995500.0,ns,124 +heavy_compute,legion (packed),,,,68973000.0,ns,126 +heavy_compute,legion (packed),,,,69970500.0,ns,128 +heavy_compute,legion (packed),,,,71534400.0,ns,130 +heavy_compute,legion (packed),,,,72220000.0,ns,132 +heavy_compute,legion (packed),,,,73022300.0,ns,134 +heavy_compute,legion (packed),,,,74437800.0,ns,136 +heavy_compute,legion (packed),,,,75081200.0,ns,138 +heavy_compute,legion (packed),,,,76790900.0,ns,140 +heavy_compute,legion (packed),,,,78074000.0,ns,142 +heavy_compute,legion (packed),,,,79177200.0,ns,144 +heavy_compute,legion (packed),,,,80340500.0,ns,146 +heavy_compute,legion (packed),,,,80985800.0,ns,148 +heavy_compute,legion (packed),,,,81592000.0,ns,150 +heavy_compute,legion (packed),,,,82722900.0,ns,152 +heavy_compute,legion (packed),,,,84189100.0,ns,154 +heavy_compute,legion (packed),,,,85429000.0,ns,156 +heavy_compute,legion (packed),,,,86264500.0,ns,158 +heavy_compute,legion (packed),,,,87329400.0,ns,160 +heavy_compute,legion (packed),,,,88845600.0,ns,162 +heavy_compute,legion (packed),,,,90166500.0,ns,164 +heavy_compute,legion (packed),,,,91272300.0,ns,166 +heavy_compute,legion (packed),,,,92637100.0,ns,168 +heavy_compute,legion (packed),,,,93324700.0,ns,170 +heavy_compute,legion (packed),,,,94222300.0,ns,172 +heavy_compute,legion (packed),,,,94823000.0,ns,174 +heavy_compute,legion (packed),,,,96240500.0,ns,176 +heavy_compute,legion (packed),,,,97367700.0,ns,178 +heavy_compute,legion (packed),,,,98433500.0,ns,180 +heavy_compute,legion (packed),,,,99080300.0,ns,182 +heavy_compute,legion (packed),,,,100949400.0,ns,184 +heavy_compute,legion (packed),,,,101730500.0,ns,186 +heavy_compute,legion (packed),,,,103528500.0,ns,188 +heavy_compute,legion (packed),,,,104029600.0,ns,190 +heavy_compute,legion (packed),,,,104673200.0,ns,192 +heavy_compute,legion (packed),,,,106055600.0,ns,194 +heavy_compute,legion (packed),,,,107321600.0,ns,196 +heavy_compute,legion (packed),,,,108100100.0,ns,198 +heavy_compute,legion (packed),,,,110008700.0,ns,200 diff --git a/target/criterion/heavy_compute/legion (packed)/base/sample.json b/target/criterion/heavy_compute/legion (packed)/base/sample.json index 77eed49a..1abb7197 100644 --- a/target/criterion/heavy_compute/legion (packed)/base/sample.json +++ b/target/criterion/heavy_compute/legion (packed)/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[1239431.0,2479283.0,3637059.0,4967384.0,6013406.0,7219704.0,8323217.0,9761887.0,11527491.0,12575398.0,13485140.0,14686749.0,16408389.0,16693994.0,18491407.0,19076012.0,20329780.0,22600787.0,23724086.0,25213204.0,25833345.0,28114441.0,28862765.0,30582815.0,32221705.0,31147909.0,32220755.0,34468626.0,34615005.0,36797533.0,38628982.0,39114376.0,39712527.0,41631182.0,42361633.0,45950471.0,50101828.0,46715077.0,46784269.0,47970298.0,50264949.0,53433657.0,52534774.0,55684845.0,55722207.0,55947625.0,56207691.0,58944735.0,59535581.0,61007125.0,61272761.0,62736008.0,65943288.0,69809104.0,66953342.0,69111253.0,69031381.0,69336273.0,70626640.0,74014455.0,75352823.0,78338584.0,78173937.0,79533049.0,80586685.0,79701468.0,81742698.0,87268715.0,85555191.0,88432512.0,90009816.0,88201032.0,90559384.0,89144520.0,92136067.0,94945740.0,96320109.0,94517194.0,95940025.0,98393568.0,100978654.0,104991779.0,105826961.0,104827226.0,104652444.0,106185714.0,105533200.0,108544969.0,107897283.0,111613595.0,113631147.0,115390710.0,115030364.0,116357662.0,118397278.0,117367646.0,118939691.0,131964375.0,123165451.0,125685272.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[1120300.0,2183200.0,3289700.0,4397500.0,5508700.0,6594700.0,7715800.0,8812900.0,9770000.0,11014500.0,12024400.0,13110000.0,14222400.0,15273200.0,16602300.0,17659000.0,18549200.0,19842100.0,20932100.0,22066100.0,23009700.0,24044500.0,24939900.0,26100200.0,27531700.0,28175700.0,29610800.0,30701500.0,31527800.0,32629100.0,33930500.0,35151500.0,36287900.0,37785400.0,38239800.0,39403400.0,40507600.0,42114500.0,42619900.0,43822900.0,44820800.0,46044700.0,47297100.0,48210700.0,49410100.0,50640900.0,51378300.0,52271100.0,53799200.0,54729200.0,55702600.0,56772700.0,57911400.0,58858100.0,60665900.0,61224600.0,63298400.0,64385000.0,64455300.0,65854700.0,66874600.0,67995500.0,68973000.0,69970500.0,71534400.0,72220000.0,73022300.0,74437800.0,75081200.0,76790900.0,78074000.0,79177200.0,80340500.0,80985800.0,81592000.0,82722900.0,84189100.0,85429000.0,86264500.0,87329400.0,88845600.0,90166500.0,91272300.0,92637100.0,93324700.0,94222300.0,94823000.0,96240500.0,97367700.0,98433500.0,99080300.0,100949400.0,101730500.0,103528500.0,104029600.0,104673200.0,106055600.0,107321600.0,108100100.0,110008700.0]} \ No newline at end of file diff --git a/target/criterion/heavy_compute/legion (packed)/base/tukey.json b/target/criterion/heavy_compute/legion (packed)/base/tukey.json index 94390319..9d7f3800 100644 --- a/target/criterion/heavy_compute/legion (packed)/base/tukey.json +++ b/target/criterion/heavy_compute/legion (packed)/base/tukey.json @@ -1 +1 @@ -[369930.5031890519,387311.8089263558,433661.95755916624,451043.26329647016] \ No newline at end of file +[535635.6938619672,540955.1683595551,555140.433686456,560459.9081840437] \ No newline at end of file diff --git a/target/criterion/heavy_compute/legion (packed)/change/estimates.json b/target/criterion/heavy_compute/legion (packed)/change/estimates.json index 88f6a05d..b8b350b6 100644 --- a/target/criterion/heavy_compute/legion (packed)/change/estimates.json +++ b/target/criterion/heavy_compute/legion (packed)/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00797910349247538,"upper_bound":0.007501646684379271},"point_estimate":-0.00005443845209296416,"standard_error":0.0039379326709227955},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0030030605522638476,"upper_bound":0.0128240549884997},"point_estimate":0.006417894662225088,"standard_error":0.004072356398494129}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.3242227234212697,"upper_bound":0.33723853419024746},"point_estimate":0.33084566648023483,"standard_error":0.003325347935755072},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.32500491870412396,"upper_bound":0.33978444968036303},"point_estimate":0.33209614662860565,"standard_error":0.0036996700876482723}} \ No newline at end of file diff --git a/target/criterion/heavy_compute/legion (packed)/new/estimates.json b/target/criterion/heavy_compute/legion (packed)/new/estimates.json index ad5b0a90..902740fd 100644 --- a/target/criterion/heavy_compute/legion (packed)/new/estimates.json +++ b/target/criterion/heavy_compute/legion (packed)/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":409902.5386016268,"upper_bound":413792.83996248693},"point_estimate":411793.45191319875,"standard_error":992.648623387057},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":408727.46048109967,"upper_bound":413213.8333333333},"point_estimate":411037.6705808081,"standard_error":1111.5334771186415},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6526.94237409275,"upper_bound":11423.310185550126},"point_estimate":8870.556097061626,"standard_error":1261.3722821337574},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":410996.41052431846,"upper_bound":416112.21213438653},"point_estimate":413332.45357174525,"standard_error":1303.9694097115155},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7918.295157568244,"upper_bound":12020.308507316802},"point_estimate":9997.55871925711,"standard_error":1061.6439172277899}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":547463.7158133672,"upper_bound":548627.2790789892},"point_estimate":548033.5309636175,"standard_error":296.8911324161692},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":547015.3846153846,"upper_bound":548283.3333333334},"point_estimate":547541.6970998927,"standard_error":320.96952768407135},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1777.8326029811196,"upper_bound":3346.6605655849266},"point_estimate":2483.9786458044296,"standard_error":399.54352335714344},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":547136.4588462317,"upper_bound":548230.1987856462},"point_estimate":547672.5556376533,"standard_error":279.2816673100325},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2401.5784381645904,"upper_bound":3566.0366064997597},"point_estimate":2991.1776164817948,"standard_error":298.8242877589436}} \ No newline at end of file diff --git a/target/criterion/heavy_compute/legion (packed)/new/raw.csv b/target/criterion/heavy_compute/legion (packed)/new/raw.csv index 934fe966..bea533f4 100644 --- a/target/criterion/heavy_compute/legion (packed)/new/raw.csv +++ b/target/criterion/heavy_compute/legion (packed)/new/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -heavy_compute,legion (packed),,,,1239431.0,ns,3 -heavy_compute,legion (packed),,,,2479283.0,ns,6 -heavy_compute,legion (packed),,,,3637059.0,ns,9 -heavy_compute,legion (packed),,,,4967384.0,ns,12 -heavy_compute,legion (packed),,,,6013406.0,ns,15 -heavy_compute,legion (packed),,,,7219704.0,ns,18 -heavy_compute,legion (packed),,,,8323217.0,ns,21 -heavy_compute,legion (packed),,,,9761887.0,ns,24 -heavy_compute,legion (packed),,,,11527491.0,ns,27 -heavy_compute,legion (packed),,,,12575398.0,ns,30 -heavy_compute,legion (packed),,,,13485140.0,ns,33 -heavy_compute,legion (packed),,,,14686749.0,ns,36 -heavy_compute,legion (packed),,,,16408389.0,ns,39 -heavy_compute,legion (packed),,,,16693994.0,ns,42 -heavy_compute,legion (packed),,,,18491407.0,ns,45 -heavy_compute,legion (packed),,,,19076012.0,ns,48 -heavy_compute,legion (packed),,,,20329780.0,ns,51 -heavy_compute,legion (packed),,,,22600787.0,ns,54 -heavy_compute,legion (packed),,,,23724086.0,ns,57 -heavy_compute,legion (packed),,,,25213204.0,ns,60 -heavy_compute,legion (packed),,,,25833345.0,ns,63 -heavy_compute,legion (packed),,,,28114441.0,ns,66 -heavy_compute,legion (packed),,,,28862765.0,ns,69 -heavy_compute,legion (packed),,,,30582815.0,ns,72 -heavy_compute,legion (packed),,,,32221705.0,ns,75 -heavy_compute,legion (packed),,,,31147909.0,ns,78 -heavy_compute,legion (packed),,,,32220755.0,ns,81 -heavy_compute,legion (packed),,,,34468626.0,ns,84 -heavy_compute,legion (packed),,,,34615005.0,ns,87 -heavy_compute,legion (packed),,,,36797533.0,ns,90 -heavy_compute,legion (packed),,,,38628982.0,ns,93 -heavy_compute,legion (packed),,,,39114376.0,ns,96 -heavy_compute,legion (packed),,,,39712527.0,ns,99 -heavy_compute,legion (packed),,,,41631182.0,ns,102 -heavy_compute,legion (packed),,,,42361633.0,ns,105 -heavy_compute,legion (packed),,,,45950471.0,ns,108 -heavy_compute,legion (packed),,,,50101828.0,ns,111 -heavy_compute,legion (packed),,,,46715077.0,ns,114 -heavy_compute,legion (packed),,,,46784269.0,ns,117 -heavy_compute,legion (packed),,,,47970298.0,ns,120 -heavy_compute,legion (packed),,,,50264949.0,ns,123 -heavy_compute,legion (packed),,,,53433657.0,ns,126 -heavy_compute,legion (packed),,,,52534774.0,ns,129 -heavy_compute,legion (packed),,,,55684845.0,ns,132 -heavy_compute,legion (packed),,,,55722207.0,ns,135 -heavy_compute,legion (packed),,,,55947625.0,ns,138 -heavy_compute,legion (packed),,,,56207691.0,ns,141 -heavy_compute,legion (packed),,,,58944735.0,ns,144 -heavy_compute,legion (packed),,,,59535581.0,ns,147 -heavy_compute,legion (packed),,,,61007125.0,ns,150 -heavy_compute,legion (packed),,,,61272761.0,ns,153 -heavy_compute,legion (packed),,,,62736008.0,ns,156 -heavy_compute,legion (packed),,,,65943288.0,ns,159 -heavy_compute,legion (packed),,,,69809104.0,ns,162 -heavy_compute,legion (packed),,,,66953342.0,ns,165 -heavy_compute,legion (packed),,,,69111253.0,ns,168 -heavy_compute,legion (packed),,,,69031381.0,ns,171 -heavy_compute,legion (packed),,,,69336273.0,ns,174 -heavy_compute,legion (packed),,,,70626640.0,ns,177 -heavy_compute,legion (packed),,,,74014455.0,ns,180 -heavy_compute,legion (packed),,,,75352823.0,ns,183 -heavy_compute,legion (packed),,,,78338584.0,ns,186 -heavy_compute,legion (packed),,,,78173937.0,ns,189 -heavy_compute,legion (packed),,,,79533049.0,ns,192 -heavy_compute,legion (packed),,,,80586685.0,ns,195 -heavy_compute,legion (packed),,,,79701468.0,ns,198 -heavy_compute,legion (packed),,,,81742698.0,ns,201 -heavy_compute,legion (packed),,,,87268715.0,ns,204 -heavy_compute,legion (packed),,,,85555191.0,ns,207 -heavy_compute,legion (packed),,,,88432512.0,ns,210 -heavy_compute,legion (packed),,,,90009816.0,ns,213 -heavy_compute,legion (packed),,,,88201032.0,ns,216 -heavy_compute,legion (packed),,,,90559384.0,ns,219 -heavy_compute,legion (packed),,,,89144520.0,ns,222 -heavy_compute,legion (packed),,,,92136067.0,ns,225 -heavy_compute,legion (packed),,,,94945740.0,ns,228 -heavy_compute,legion (packed),,,,96320109.0,ns,231 -heavy_compute,legion (packed),,,,94517194.0,ns,234 -heavy_compute,legion (packed),,,,95940025.0,ns,237 -heavy_compute,legion (packed),,,,98393568.0,ns,240 -heavy_compute,legion (packed),,,,100978654.0,ns,243 -heavy_compute,legion (packed),,,,104991779.0,ns,246 -heavy_compute,legion (packed),,,,105826961.0,ns,249 -heavy_compute,legion (packed),,,,104827226.0,ns,252 -heavy_compute,legion (packed),,,,104652444.0,ns,255 -heavy_compute,legion (packed),,,,106185714.0,ns,258 -heavy_compute,legion (packed),,,,105533200.0,ns,261 -heavy_compute,legion (packed),,,,108544969.0,ns,264 -heavy_compute,legion (packed),,,,107897283.0,ns,267 -heavy_compute,legion (packed),,,,111613595.0,ns,270 -heavy_compute,legion (packed),,,,113631147.0,ns,273 -heavy_compute,legion (packed),,,,115390710.0,ns,276 -heavy_compute,legion (packed),,,,115030364.0,ns,279 -heavy_compute,legion (packed),,,,116357662.0,ns,282 -heavy_compute,legion (packed),,,,118397278.0,ns,285 -heavy_compute,legion (packed),,,,117367646.0,ns,288 -heavy_compute,legion (packed),,,,118939691.0,ns,291 -heavy_compute,legion (packed),,,,131964375.0,ns,294 -heavy_compute,legion (packed),,,,123165451.0,ns,297 -heavy_compute,legion (packed),,,,125685272.0,ns,300 +heavy_compute,legion (packed),,,,1120300.0,ns,2 +heavy_compute,legion (packed),,,,2183200.0,ns,4 +heavy_compute,legion (packed),,,,3289700.0,ns,6 +heavy_compute,legion (packed),,,,4397500.0,ns,8 +heavy_compute,legion (packed),,,,5508700.0,ns,10 +heavy_compute,legion (packed),,,,6594700.0,ns,12 +heavy_compute,legion (packed),,,,7715800.0,ns,14 +heavy_compute,legion (packed),,,,8812900.0,ns,16 +heavy_compute,legion (packed),,,,9770000.0,ns,18 +heavy_compute,legion (packed),,,,11014500.0,ns,20 +heavy_compute,legion (packed),,,,12024400.0,ns,22 +heavy_compute,legion (packed),,,,13110000.0,ns,24 +heavy_compute,legion (packed),,,,14222400.0,ns,26 +heavy_compute,legion (packed),,,,15273200.0,ns,28 +heavy_compute,legion (packed),,,,16602300.0,ns,30 +heavy_compute,legion (packed),,,,17659000.0,ns,32 +heavy_compute,legion (packed),,,,18549200.0,ns,34 +heavy_compute,legion (packed),,,,19842100.0,ns,36 +heavy_compute,legion (packed),,,,20932100.0,ns,38 +heavy_compute,legion (packed),,,,22066100.0,ns,40 +heavy_compute,legion (packed),,,,23009700.0,ns,42 +heavy_compute,legion (packed),,,,24044500.0,ns,44 +heavy_compute,legion (packed),,,,24939900.0,ns,46 +heavy_compute,legion (packed),,,,26100200.0,ns,48 +heavy_compute,legion (packed),,,,27531700.0,ns,50 +heavy_compute,legion (packed),,,,28175700.0,ns,52 +heavy_compute,legion (packed),,,,29610800.0,ns,54 +heavy_compute,legion (packed),,,,30701500.0,ns,56 +heavy_compute,legion (packed),,,,31527800.0,ns,58 +heavy_compute,legion (packed),,,,32629100.0,ns,60 +heavy_compute,legion (packed),,,,33930500.0,ns,62 +heavy_compute,legion (packed),,,,35151500.0,ns,64 +heavy_compute,legion (packed),,,,36287900.0,ns,66 +heavy_compute,legion (packed),,,,37785400.0,ns,68 +heavy_compute,legion (packed),,,,38239800.0,ns,70 +heavy_compute,legion (packed),,,,39403400.0,ns,72 +heavy_compute,legion (packed),,,,40507600.0,ns,74 +heavy_compute,legion (packed),,,,42114500.0,ns,76 +heavy_compute,legion (packed),,,,42619900.0,ns,78 +heavy_compute,legion (packed),,,,43822900.0,ns,80 +heavy_compute,legion (packed),,,,44820800.0,ns,82 +heavy_compute,legion (packed),,,,46044700.0,ns,84 +heavy_compute,legion (packed),,,,47297100.0,ns,86 +heavy_compute,legion (packed),,,,48210700.0,ns,88 +heavy_compute,legion (packed),,,,49410100.0,ns,90 +heavy_compute,legion (packed),,,,50640900.0,ns,92 +heavy_compute,legion (packed),,,,51378300.0,ns,94 +heavy_compute,legion (packed),,,,52271100.0,ns,96 +heavy_compute,legion (packed),,,,53799200.0,ns,98 +heavy_compute,legion (packed),,,,54729200.0,ns,100 +heavy_compute,legion (packed),,,,55702600.0,ns,102 +heavy_compute,legion (packed),,,,56772700.0,ns,104 +heavy_compute,legion (packed),,,,57911400.0,ns,106 +heavy_compute,legion (packed),,,,58858100.0,ns,108 +heavy_compute,legion (packed),,,,60665900.0,ns,110 +heavy_compute,legion (packed),,,,61224600.0,ns,112 +heavy_compute,legion (packed),,,,63298400.0,ns,114 +heavy_compute,legion (packed),,,,64385000.0,ns,116 +heavy_compute,legion (packed),,,,64455300.0,ns,118 +heavy_compute,legion (packed),,,,65854700.0,ns,120 +heavy_compute,legion (packed),,,,66874600.0,ns,122 +heavy_compute,legion (packed),,,,67995500.0,ns,124 +heavy_compute,legion (packed),,,,68973000.0,ns,126 +heavy_compute,legion (packed),,,,69970500.0,ns,128 +heavy_compute,legion (packed),,,,71534400.0,ns,130 +heavy_compute,legion (packed),,,,72220000.0,ns,132 +heavy_compute,legion (packed),,,,73022300.0,ns,134 +heavy_compute,legion (packed),,,,74437800.0,ns,136 +heavy_compute,legion (packed),,,,75081200.0,ns,138 +heavy_compute,legion (packed),,,,76790900.0,ns,140 +heavy_compute,legion (packed),,,,78074000.0,ns,142 +heavy_compute,legion (packed),,,,79177200.0,ns,144 +heavy_compute,legion (packed),,,,80340500.0,ns,146 +heavy_compute,legion (packed),,,,80985800.0,ns,148 +heavy_compute,legion (packed),,,,81592000.0,ns,150 +heavy_compute,legion (packed),,,,82722900.0,ns,152 +heavy_compute,legion (packed),,,,84189100.0,ns,154 +heavy_compute,legion (packed),,,,85429000.0,ns,156 +heavy_compute,legion (packed),,,,86264500.0,ns,158 +heavy_compute,legion (packed),,,,87329400.0,ns,160 +heavy_compute,legion (packed),,,,88845600.0,ns,162 +heavy_compute,legion (packed),,,,90166500.0,ns,164 +heavy_compute,legion (packed),,,,91272300.0,ns,166 +heavy_compute,legion (packed),,,,92637100.0,ns,168 +heavy_compute,legion (packed),,,,93324700.0,ns,170 +heavy_compute,legion (packed),,,,94222300.0,ns,172 +heavy_compute,legion (packed),,,,94823000.0,ns,174 +heavy_compute,legion (packed),,,,96240500.0,ns,176 +heavy_compute,legion (packed),,,,97367700.0,ns,178 +heavy_compute,legion (packed),,,,98433500.0,ns,180 +heavy_compute,legion (packed),,,,99080300.0,ns,182 +heavy_compute,legion (packed),,,,100949400.0,ns,184 +heavy_compute,legion (packed),,,,101730500.0,ns,186 +heavy_compute,legion (packed),,,,103528500.0,ns,188 +heavy_compute,legion (packed),,,,104029600.0,ns,190 +heavy_compute,legion (packed),,,,104673200.0,ns,192 +heavy_compute,legion (packed),,,,106055600.0,ns,194 +heavy_compute,legion (packed),,,,107321600.0,ns,196 +heavy_compute,legion (packed),,,,108100100.0,ns,198 +heavy_compute,legion (packed),,,,110008700.0,ns,200 diff --git a/target/criterion/heavy_compute/legion (packed)/new/sample.json b/target/criterion/heavy_compute/legion (packed)/new/sample.json index 77eed49a..1abb7197 100644 --- a/target/criterion/heavy_compute/legion (packed)/new/sample.json +++ b/target/criterion/heavy_compute/legion (packed)/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[1239431.0,2479283.0,3637059.0,4967384.0,6013406.0,7219704.0,8323217.0,9761887.0,11527491.0,12575398.0,13485140.0,14686749.0,16408389.0,16693994.0,18491407.0,19076012.0,20329780.0,22600787.0,23724086.0,25213204.0,25833345.0,28114441.0,28862765.0,30582815.0,32221705.0,31147909.0,32220755.0,34468626.0,34615005.0,36797533.0,38628982.0,39114376.0,39712527.0,41631182.0,42361633.0,45950471.0,50101828.0,46715077.0,46784269.0,47970298.0,50264949.0,53433657.0,52534774.0,55684845.0,55722207.0,55947625.0,56207691.0,58944735.0,59535581.0,61007125.0,61272761.0,62736008.0,65943288.0,69809104.0,66953342.0,69111253.0,69031381.0,69336273.0,70626640.0,74014455.0,75352823.0,78338584.0,78173937.0,79533049.0,80586685.0,79701468.0,81742698.0,87268715.0,85555191.0,88432512.0,90009816.0,88201032.0,90559384.0,89144520.0,92136067.0,94945740.0,96320109.0,94517194.0,95940025.0,98393568.0,100978654.0,104991779.0,105826961.0,104827226.0,104652444.0,106185714.0,105533200.0,108544969.0,107897283.0,111613595.0,113631147.0,115390710.0,115030364.0,116357662.0,118397278.0,117367646.0,118939691.0,131964375.0,123165451.0,125685272.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[1120300.0,2183200.0,3289700.0,4397500.0,5508700.0,6594700.0,7715800.0,8812900.0,9770000.0,11014500.0,12024400.0,13110000.0,14222400.0,15273200.0,16602300.0,17659000.0,18549200.0,19842100.0,20932100.0,22066100.0,23009700.0,24044500.0,24939900.0,26100200.0,27531700.0,28175700.0,29610800.0,30701500.0,31527800.0,32629100.0,33930500.0,35151500.0,36287900.0,37785400.0,38239800.0,39403400.0,40507600.0,42114500.0,42619900.0,43822900.0,44820800.0,46044700.0,47297100.0,48210700.0,49410100.0,50640900.0,51378300.0,52271100.0,53799200.0,54729200.0,55702600.0,56772700.0,57911400.0,58858100.0,60665900.0,61224600.0,63298400.0,64385000.0,64455300.0,65854700.0,66874600.0,67995500.0,68973000.0,69970500.0,71534400.0,72220000.0,73022300.0,74437800.0,75081200.0,76790900.0,78074000.0,79177200.0,80340500.0,80985800.0,81592000.0,82722900.0,84189100.0,85429000.0,86264500.0,87329400.0,88845600.0,90166500.0,91272300.0,92637100.0,93324700.0,94222300.0,94823000.0,96240500.0,97367700.0,98433500.0,99080300.0,100949400.0,101730500.0,103528500.0,104029600.0,104673200.0,106055600.0,107321600.0,108100100.0,110008700.0]} \ No newline at end of file diff --git a/target/criterion/heavy_compute/legion (packed)/new/tukey.json b/target/criterion/heavy_compute/legion (packed)/new/tukey.json index 94390319..9d7f3800 100644 --- a/target/criterion/heavy_compute/legion (packed)/new/tukey.json +++ b/target/criterion/heavy_compute/legion (packed)/new/tukey.json @@ -1 +1 @@ -[369930.5031890519,387311.8089263558,433661.95755916624,451043.26329647016] \ No newline at end of file +[535635.6938619672,540955.1683595551,555140.433686456,560459.9081840437] \ No newline at end of file diff --git a/target/criterion/heavy_compute/legion (packed)/report/MAD.svg b/target/criterion/heavy_compute/legion (packed)/report/MAD.svg index c634c0c3..2774d005 100644 --- a/target/criterion/heavy_compute/legion (packed)/report/MAD.svg +++ b/target/criterion/heavy_compute/legion (packed)/report/MAD.svg @@ -1,293 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 6 - - - - - 7 - - - - - 8 - - - - - 9 - - - - - 10 - - - - - 11 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - heavy_compute/legion (packed): MAD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +heavy_compute/legion (packed):MAD + + +Density (a.u.) + + +Average time (us) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + + +1.8 + + + +2 + + + +2.2 + + + +2.4 + + + +2.6 + + + +2.8 + + + +3 + + + +3.2 + + + +3.4 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/heavy_compute/legion (packed)/report/SD.svg b/target/criterion/heavy_compute/legion (packed)/report/SD.svg index 9b4ec4a1..89e0e54d 100644 --- a/target/criterion/heavy_compute/legion (packed)/report/SD.svg +++ b/target/criterion/heavy_compute/legion (packed)/report/SD.svg @@ -1,293 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - 8 - - - - - 9 - - - - - 10 - - - - - 11 - - - - - 12 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - heavy_compute/legion (packed): SD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +heavy_compute/legion (packed):SD + + +Density (a.u.) + + +Average time (us) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + + +2.4 + + + +2.6 + + + +2.8 + + + +3 + + + +3.2 + + + +3.4 + + + +3.6 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/heavy_compute/legion (packed)/report/both/pdf.svg b/target/criterion/heavy_compute/legion (packed)/report/both/pdf.svg index 2ca41e93..0aa9768f 100644 --- a/target/criterion/heavy_compute/legion (packed)/report/both/pdf.svg +++ b/target/criterion/heavy_compute/legion (packed)/report/both/pdf.svg @@ -1,338 +1,77 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 0.03 - - - - - 0.035 - - - - - 0.04 - - - - - 0.045 - - - - - 360 - - - - - 380 - - - - - 400 - - - - - 420 - - - - - 440 - - - - - 460 - - - - - 480 - - - - - 500 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - heavy_compute/legion (packed) - - - - - Base PDF - - - Base PDF - - - - - - - - - - Base Mean - - - - - Base Mean - - - - - - New PDF - - - - - New PDF - - - - - - - - - - New Mean - - - - - New Mean - - - - - - - - - - - - - - + + +heavy_compute/legion (packed) + + +Density (a.u.) + + +Average Time (us) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + + +400 + + + +450 + + + +500 + + + +550 + + + + + + + +Base PDF + + +New PDF + + +Base Mean + + +New Mean + + + + + - diff --git a/target/criterion/heavy_compute/legion (packed)/report/both/regression.svg b/target/criterion/heavy_compute/legion (packed)/report/both/regression.svg index 74ba3342..ebc566cf 100644 --- a/target/criterion/heavy_compute/legion (packed)/report/both/regression.svg +++ b/target/criterion/heavy_compute/legion (packed)/report/both/regression.svg @@ -1,305 +1,95 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 250 - - - - - - - - - - - - - 300 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - heavy_compute/legion (packed) - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - Base sample - - - - - - New sample - - - New sample - - - - - - - - - - - - - - + + +heavy_compute/legion (packed) + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + + + + +Base Sample + + +New Sample + + + - diff --git a/target/criterion/heavy_compute/legion (packed)/report/change/mean.svg b/target/criterion/heavy_compute/legion (packed)/report/change/mean.svg index 173efea8..a1396b6b 100644 --- a/target/criterion/heavy_compute/legion (packed)/report/change/mean.svg +++ b/target/criterion/heavy_compute/legion (packed)/report/change/mean.svg @@ -1,320 +1,89 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 20 - - - - - 40 - - - - - 60 - - - - - 80 - - - - - 100 - - - - - 120 - - - - - -0.8 - - - - - -0.6 - - - - - -0.4 - - - - - -0.2 - - - - - 0 - - - - - 0.2 - - - - - 0.4 - - - - - 0.6 - - - - - 0.8 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - heavy_compute/legion (packed): mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +heavy_compute/legion (packed):mean + + +Density (a.u.) + + +Relative change (%) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + + +0.324 + + + +0.326 + + + +0.328 + + + +0.33 + + + +0.332 + + + +0.334 + + + +0.336 + + + +0.338 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/heavy_compute/legion (packed)/report/change/median.svg b/target/criterion/heavy_compute/legion (packed)/report/change/median.svg index 374a59bf..ba896c56 100644 --- a/target/criterion/heavy_compute/legion (packed)/report/change/median.svg +++ b/target/criterion/heavy_compute/legion (packed)/report/change/median.svg @@ -1,345 +1,93 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 10 - - - - - 20 - - - - - 30 - - - - - 40 - - - - - 50 - - - - - 60 - - - - - 70 - - - - - 80 - - - - - 90 - - - - - 100 - - - - - -0.4 - - - - - -0.2 - - - - - 0 - - - - - 0.2 - - - - - 0.4 - - - - - 0.6 - - - - - 0.8 - - - - - 1 - - - - - 1.2 - - - - - 1.4 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - heavy_compute/legion (packed): median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +heavy_compute/legion (packed):median + + +Density (a.u.) + + +Relative change (%) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + + +0.324 + + + +0.326 + + + +0.328 + + + +0.33 + + + +0.332 + + + +0.334 + + + +0.336 + + + +0.338 + + + +0.34 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/heavy_compute/legion (packed)/report/change/t-test.svg b/target/criterion/heavy_compute/legion (packed)/report/change/t-test.svg index fe02b53d..6561fcca 100644 --- a/target/criterion/heavy_compute/legion (packed)/report/change/t-test.svg +++ b/target/criterion/heavy_compute/legion (packed)/report/change/t-test.svg @@ -1,260 +1,95 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - -5 - - - - - -4 - - - - - -3 - - - - - -2 - - - - - -1 - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - 5 - - - - - - - - - Density - - - - - t score - - - - - heavy_compute/legion (packed): Welch t test - - - - - t distribution - - - t distribution - - - - - - - - - - t statistic - - - - - t statistic - - - - - - - - - - - - - - + + +heavy_compute/legion (packed): Welch t test + + +Density + + +t score + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +-4.0 + + + +-3.0 + + + +-2.0 + + + +-1.0 + + + +0.0 + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + +5.0 + + + + + +t distribution + + +t statistic + + + - diff --git a/target/criterion/heavy_compute/legion (packed)/report/index.html b/target/criterion/heavy_compute/legion (packed)/report/index.html index 46507f45..53e281c1 100644 --- a/target/criterion/heavy_compute/legion (packed)/report/index.html +++ b/target/criterion/heavy_compute/legion (packed)/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 411.00 us - 413.33 us - 416.11 us + 547.14 us + 547.67 us + 548.23 us R² - 0.9310015 - 0.9346259 - 0.9295022 + 0.9974828 + 0.9976122 + 0.9974722 Mean - 409.90 us - 411.79 us - 413.79 us + 547.46 us + 548.03 us + 548.63 us Std. Dev. - 7.9183 us - 9.9976 us - 12.020 us + 2.4016 us + 2.9912 us + 3.5660 us Median - 408.73 us - 411.04 us - 413.21 us + 547.02 us + 547.54 us + 548.28 us MAD - 6.5269 us - 8.8706 us - 11.423 us + 1.7778 us + 2.4840 us + 3.3467 us @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.7979% - -0.0054% - +0.7502% - (p = 0.99 > + +32.422% + +33.085% + +33.724% + (p = 0.00 < 0.05) - No change in performance detected. + Performance has regressed.

Additional Plots:

diff --git a/target/criterion/heavy_compute/legion (packed)/report/mean.svg b/target/criterion/heavy_compute/legion (packed)/report/mean.svg index b4677b93..854adaa5 100644 --- a/target/criterion/heavy_compute/legion (packed)/report/mean.svg +++ b/target/criterion/heavy_compute/legion (packed)/report/mean.svg @@ -1,318 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - 409.5 - - - - - 410 - - - - - 410.5 - - - - - 411 - - - - - 411.5 - - - - - 412 - - - - - 412.5 - - - - - 413 - - - - - 413.5 - - - - - 414 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - heavy_compute/legion (packed): mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +heavy_compute/legion (packed):mean + + +Density (a.u.) + + +Average time (us) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + + +547.4 + + + +547.6 + + + +547.8 + + + +548 + + + +548.2 + + + +548.4 + + + +548.6 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/heavy_compute/legion (packed)/report/median.svg b/target/criterion/heavy_compute/legion (packed)/report/median.svg index c715b807..8e3b542a 100644 --- a/target/criterion/heavy_compute/legion (packed)/report/median.svg +++ b/target/criterion/heavy_compute/legion (packed)/report/median.svg @@ -1,283 +1,88 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.1 - - - - - 0.2 - - - - - 0.3 - - - - - 0.4 - - - - - 0.5 - - - - - 0.6 - - - - - 409 - - - - - 410 - - - - - 411 - - - - - 412 - - - - - 413 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - heavy_compute/legion (packed): median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +heavy_compute/legion (packed):median + + +Density (a.u.) + + +Average time (us) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + + +547 + + + +547.2 + + + +547.4 + + + +547.6 + + + +547.8 + + + +548 + + + +548.2 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/heavy_compute/legion (packed)/report/pdf.svg b/target/criterion/heavy_compute/legion (packed)/report/pdf.svg index 5547d3ee..55880672 100644 --- a/target/criterion/heavy_compute/legion (packed)/report/pdf.svg +++ b/target/criterion/heavy_compute/legion (packed)/report/pdf.svg @@ -1,440 +1,133 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - 300 - - - - - 390 - - - - - 400 - - - - - 410 - - - - - 420 - - - - - 430 - - - - - 440 - - - - - 450 - - - - - 460 - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 0.03 - - - - - 0.035 - - - - - 0.04 - - - - - 0.045 - - - - - - - - - Iterations - - - - - Density (a.u.) - - - - - Average time (us) - - - - - heavy_compute/legion (packed) - - - - - PDF - - - PDF - - - - - - - - - - Mean - - - - - Mean - - - - - - "Clean" sample - - - - - "Clean" sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Mild outliers - - - Mild outliers - - - - - - - - Severe outliers - - - Severe outliers - - - - - - - - gnuplot_plot_6 - - - - - - gnuplot_plot_7 - - - - gnuplot_plot_8 - - - - gnuplot_plot_9 - - - - - - - - - - - - + + +heavy_compute/legion (packed) + + +Iterations + + +Average Time (us) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + + +540 + + + +545 + + + +550 + + + +555 + + + +560 + + + +Density (a.u.) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + - diff --git a/target/criterion/heavy_compute/legion (packed)/report/pdf_small.svg b/target/criterion/heavy_compute/legion (packed)/report/pdf_small.svg index d9941db8..c5678586 100644 --- a/target/criterion/heavy_compute/legion (packed)/report/pdf_small.svg +++ b/target/criterion/heavy_compute/legion (packed)/report/pdf_small.svg @@ -1,234 +1,60 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 0.03 - - - - - 0.035 - - - - - 0.04 - - - - - 0.045 - - - - - 390 - - - - - 400 - - - - - 410 - - - - - 420 - - - - - 430 - - - - - 440 - - - - - 450 - - - - - 460 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - PDF - - - - - - - Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + + +540 + + + +545 + + + +550 + + + +555 + + + +560 + + + + - diff --git a/target/criterion/heavy_compute/legion (packed)/report/regression.svg b/target/criterion/heavy_compute/legion (packed)/report/regression.svg index 170d05a0..c1232623 100644 --- a/target/criterion/heavy_compute/legion (packed)/report/regression.svg +++ b/target/criterion/heavy_compute/legion (packed)/report/regression.svg @@ -1,408 +1,202 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 250 - - - - - - - - - - - - - 300 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - heavy_compute/legion (packed) - - - - - Sample - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - Linear regression - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - - + + +heavy_compute/legion (packed) + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + - diff --git a/target/criterion/heavy_compute/legion (packed)/report/regression_small.svg b/target/criterion/heavy_compute/legion (packed)/report/regression_small.svg index 4f9ffe92..b7d55177 100644 --- a/target/criterion/heavy_compute/legion (packed)/report/regression_small.svg +++ b/target/criterion/heavy_compute/legion (packed)/report/regression_small.svg @@ -1,386 +1,187 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 250 - - - - - - - - - - - - - 300 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/heavy_compute/legion (packed)/report/relative_pdf_small.svg b/target/criterion/heavy_compute/legion (packed)/report/relative_pdf_small.svg index edc92167..a1daa9b3 100644 --- a/target/criterion/heavy_compute/legion (packed)/report/relative_pdf_small.svg +++ b/target/criterion/heavy_compute/legion (packed)/report/relative_pdf_small.svg @@ -1,311 +1,58 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 0.03 - - - - - 0.035 - - - - - 0.04 - - - - - 0.045 - - - - - 360 - - - - - 380 - - - - - 400 - - - - - 420 - - - - - 440 - - - - - 460 - - - - - 480 - - - - - 500 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - Base PDF - - - - - - - Base Mean - - - - - - New PDF - - - - - - - - - New Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + + +400 + + + +450 + + + +500 + + + +550 + + + + + + - diff --git a/target/criterion/heavy_compute/legion (packed)/report/relative_regression_small.svg b/target/criterion/heavy_compute/legion (packed)/report/relative_regression_small.svg index a19066e8..8ad0d6b7 100644 --- a/target/criterion/heavy_compute/legion (packed)/report/relative_regression_small.svg +++ b/target/criterion/heavy_compute/legion (packed)/report/relative_regression_small.svg @@ -1,290 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 250 - - - - - - - - - - - - - 300 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - - New sample - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + + + - diff --git a/target/criterion/heavy_compute/legion (packed)/report/slope.svg b/target/criterion/heavy_compute/legion (packed)/report/slope.svg index 32b25757..6a137bbc 100644 --- a/target/criterion/heavy_compute/legion (packed)/report/slope.svg +++ b/target/criterion/heavy_compute/legion (packed)/report/slope.svg @@ -1,293 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 411 - - - - - 412 - - - - - 413 - - - - - 414 - - - - - 415 - - - - - 416 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - heavy_compute/legion (packed): slope - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +heavy_compute/legion (packed):slope + + +Density (a.u.) + + +Average time (us) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + + +547.2 + + + +547.4 + + + +547.6 + + + +547.8 + + + +548 + + + +548.2 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/heavy_compute/legion (packed)/report/typical.svg b/target/criterion/heavy_compute/legion (packed)/report/typical.svg index 7e4594c2..8409a335 100644 --- a/target/criterion/heavy_compute/legion (packed)/report/typical.svg +++ b/target/criterion/heavy_compute/legion (packed)/report/typical.svg @@ -1,293 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 411 - - - - - 412 - - - - - 413 - - - - - 414 - - - - - 415 - - - - - 416 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - heavy_compute/legion (packed): typical - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +heavy_compute/legion (packed):typical + + +Density (a.u.) + + +Average time (us) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + + +547.2 + + + +547.4 + + + +547.6 + + + +547.8 + + + +548 + + + +548.2 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/heavy_compute/legion/base/estimates.json b/target/criterion/heavy_compute/legion/base/estimates.json index a493e10e..1c3b0a21 100644 --- a/target/criterion/heavy_compute/legion/base/estimates.json +++ b/target/criterion/heavy_compute/legion/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":408212.25461862626,"upper_bound":413717.6524664791},"point_estimate":410821.0667906937,"standard_error":1402.6605756004021},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":404820.56,"upper_bound":410737.12659478886},"point_estimate":407127.481397361,"standard_error":1658.9558100272113},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7904.978323121052,"upper_bound":13325.197471281632},"point_estimate":10306.951413611625,"standard_error":1360.6272736435658},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":407902.4431120607,"upper_bound":412004.0553479416},"point_estimate":409957.1060479779,"standard_error":1046.2569693535947},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9946.95253408634,"upper_bound":18431.574634205546},"point_estimate":14171.108454657457,"standard_error":2225.6287795384687}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":543702.9403085393,"upper_bound":545160.4390834225},"point_estimate":544407.3128304216,"standard_error":372.11052101879284},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":543044.2028985508,"upper_bound":544019.1860465116},"point_estimate":543412.4653565129,"standard_error":251.83502850850152},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1708.4784402566443,"upper_bound":2931.6194321265098},"point_estimate":2301.183774095482,"standard_error":304.9061614110731},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":543386.0419919502,"upper_bound":544683.3612591279},"point_estimate":543996.2457514408,"standard_error":331.13157091148855},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2920.458301411477,"upper_bound":4449.699149375186},"point_estimate":3750.2787241819974,"standard_error":391.703494722945}} \ No newline at end of file diff --git a/target/criterion/heavy_compute/legion/base/raw.csv b/target/criterion/heavy_compute/legion/base/raw.csv index aec68604..988cdce8 100644 --- a/target/criterion/heavy_compute/legion/base/raw.csv +++ b/target/criterion/heavy_compute/legion/base/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -heavy_compute,legion,,,,1338440.0,ns,3 -heavy_compute,legion,,,,2399822.0,ns,6 -heavy_compute,legion,,,,3629184.0,ns,9 -heavy_compute,legion,,,,4838918.0,ns,12 -heavy_compute,legion,,,,5966207.0,ns,15 -heavy_compute,legion,,,,7461725.0,ns,18 -heavy_compute,legion,,,,8318838.0,ns,21 -heavy_compute,legion,,,,10356570.0,ns,24 -heavy_compute,legion,,,,11667327.0,ns,27 -heavy_compute,legion,,,,12274213.0,ns,30 -heavy_compute,legion,,,,13156014.0,ns,33 -heavy_compute,legion,,,,14282730.0,ns,36 -heavy_compute,legion,,,,16219278.0,ns,39 -heavy_compute,legion,,,,16950343.0,ns,42 -heavy_compute,legion,,,,18068874.0,ns,45 -heavy_compute,legion,,,,19184678.0,ns,48 -heavy_compute,legion,,,,20133428.0,ns,51 -heavy_compute,legion,,,,23065232.0,ns,54 -heavy_compute,legion,,,,23636099.0,ns,57 -heavy_compute,legion,,,,24782013.0,ns,60 -heavy_compute,legion,,,,24963007.0,ns,63 -heavy_compute,legion,,,,29232512.0,ns,66 -heavy_compute,legion,,,,28102498.0,ns,69 -heavy_compute,legion,,,,28580209.0,ns,72 -heavy_compute,legion,,,,30361542.0,ns,75 -heavy_compute,legion,,,,31929861.0,ns,78 -heavy_compute,legion,,,,32423459.0,ns,81 -heavy_compute,legion,,,,40941338.0,ns,84 -heavy_compute,legion,,,,36585599.0,ns,87 -heavy_compute,legion,,,,37890195.0,ns,90 -heavy_compute,legion,,,,37836803.0,ns,93 -heavy_compute,legion,,,,38178274.0,ns,96 -heavy_compute,legion,,,,42741327.0,ns,99 -heavy_compute,legion,,,,42688826.0,ns,102 -heavy_compute,legion,,,,44437809.0,ns,105 -heavy_compute,legion,,,,44750955.0,ns,108 -heavy_compute,legion,,,,45975479.0,ns,111 -heavy_compute,legion,,,,51937346.0,ns,114 -heavy_compute,legion,,,,52189837.0,ns,117 -heavy_compute,legion,,,,51341100.0,ns,120 -heavy_compute,legion,,,,49675617.0,ns,123 -heavy_compute,legion,,,,50343639.0,ns,126 -heavy_compute,legion,,,,51046949.0,ns,129 -heavy_compute,legion,,,,54429744.0,ns,132 -heavy_compute,legion,,,,54719436.0,ns,135 -heavy_compute,legion,,,,55790837.0,ns,138 -heavy_compute,legion,,,,59626504.0,ns,141 -heavy_compute,legion,,,,58076834.0,ns,144 -heavy_compute,legion,,,,59571670.0,ns,147 -heavy_compute,legion,,,,59614672.0,ns,150 -heavy_compute,legion,,,,62616371.0,ns,153 -heavy_compute,legion,,,,63474626.0,ns,156 -heavy_compute,legion,,,,65298981.0,ns,159 -heavy_compute,legion,,,,67874398.0,ns,162 -heavy_compute,legion,,,,66068959.0,ns,165 -heavy_compute,legion,,,,66845638.0,ns,168 -heavy_compute,legion,,,,70712484.0,ns,171 -heavy_compute,legion,,,,69118990.0,ns,174 -heavy_compute,legion,,,,70346366.0,ns,177 -heavy_compute,legion,,,,72369000.0,ns,180 -heavy_compute,legion,,,,73915227.0,ns,183 -heavy_compute,legion,,,,76937704.0,ns,186 -heavy_compute,legion,,,,77249779.0,ns,189 -heavy_compute,legion,,,,77670049.0,ns,192 -heavy_compute,legion,,,,77426686.0,ns,195 -heavy_compute,legion,,,,80419849.0,ns,198 -heavy_compute,legion,,,,81801449.0,ns,201 -heavy_compute,legion,,,,82606716.0,ns,204 -heavy_compute,legion,,,,82183608.0,ns,207 -heavy_compute,legion,,,,86265656.0,ns,210 -heavy_compute,legion,,,,84644616.0,ns,213 -heavy_compute,legion,,,,85791882.0,ns,216 -heavy_compute,legion,,,,87527149.0,ns,219 -heavy_compute,legion,,,,90078600.0,ns,222 -heavy_compute,legion,,,,92655679.0,ns,225 -heavy_compute,legion,,,,93866725.0,ns,228 -heavy_compute,legion,,,,94451100.0,ns,231 -heavy_compute,legion,,,,95917832.0,ns,234 -heavy_compute,legion,,,,95542919.0,ns,237 -heavy_compute,legion,,,,96354324.0,ns,240 -heavy_compute,legion,,,,100560849.0,ns,243 -heavy_compute,legion,,,,99365671.0,ns,246 -heavy_compute,legion,,,,100797960.0,ns,249 -heavy_compute,legion,,,,102422747.0,ns,252 -heavy_compute,legion,,,,104984716.0,ns,255 -heavy_compute,legion,,,,108673044.0,ns,258 -heavy_compute,legion,,,,110148895.0,ns,261 -heavy_compute,legion,,,,109038669.0,ns,264 -heavy_compute,legion,,,,108042752.0,ns,267 -heavy_compute,legion,,,,111757429.0,ns,270 -heavy_compute,legion,,,,115256285.0,ns,273 -heavy_compute,legion,,,,111130135.0,ns,276 -heavy_compute,legion,,,,115691002.0,ns,279 -heavy_compute,legion,,,,117690172.0,ns,282 -heavy_compute,legion,,,,120233767.0,ns,285 -heavy_compute,legion,,,,118095655.0,ns,288 -heavy_compute,legion,,,,119517463.0,ns,291 -heavy_compute,legion,,,,122777633.0,ns,294 -heavy_compute,legion,,,,124582773.0,ns,297 -heavy_compute,legion,,,,120807251.0,ns,300 +heavy_compute,legion,,,,1114900.0,ns,2 +heavy_compute,legion,,,,2181500.0,ns,4 +heavy_compute,legion,,,,3256400.0,ns,6 +heavy_compute,legion,,,,4309100.0,ns,8 +heavy_compute,legion,,,,5454000.0,ns,10 +heavy_compute,legion,,,,6570900.0,ns,12 +heavy_compute,legion,,,,7537700.0,ns,14 +heavy_compute,legion,,,,8759800.0,ns,16 +heavy_compute,legion,,,,9938600.0,ns,18 +heavy_compute,legion,,,,10824800.0,ns,20 +heavy_compute,legion,,,,12192300.0,ns,22 +heavy_compute,legion,,,,12980500.0,ns,24 +heavy_compute,legion,,,,14106200.0,ns,26 +heavy_compute,legion,,,,15165500.0,ns,28 +heavy_compute,legion,,,,16354200.0,ns,30 +heavy_compute,legion,,,,17592900.0,ns,32 +heavy_compute,legion,,,,18394100.0,ns,34 +heavy_compute,legion,,,,19526500.0,ns,36 +heavy_compute,legion,,,,20564200.0,ns,38 +heavy_compute,legion,,,,21699100.0,ns,40 +heavy_compute,legion,,,,22950600.0,ns,42 +heavy_compute,legion,,,,23841800.0,ns,44 +heavy_compute,legion,,,,25059200.0,ns,46 +heavy_compute,legion,,,,26135800.0,ns,48 +heavy_compute,legion,,,,27135900.0,ns,50 +heavy_compute,legion,,,,28247600.0,ns,52 +heavy_compute,legion,,,,29258700.0,ns,54 +heavy_compute,legion,,,,30508000.0,ns,56 +heavy_compute,legion,,,,31364200.0,ns,58 +heavy_compute,legion,,,,32571400.0,ns,60 +heavy_compute,legion,,,,33751600.0,ns,62 +heavy_compute,legion,,,,34818300.0,ns,64 +heavy_compute,legion,,,,35622000.0,ns,66 +heavy_compute,legion,,,,37780600.0,ns,68 +heavy_compute,legion,,,,38066100.0,ns,70 +heavy_compute,legion,,,,39416800.0,ns,72 +heavy_compute,legion,,,,40263500.0,ns,74 +heavy_compute,legion,,,,41594700.0,ns,76 +heavy_compute,legion,,,,42579900.0,ns,78 +heavy_compute,legion,,,,43792600.0,ns,80 +heavy_compute,legion,,,,45377500.0,ns,82 +heavy_compute,legion,,,,45787800.0,ns,84 +heavy_compute,legion,,,,46385700.0,ns,86 +heavy_compute,legion,,,,47765300.0,ns,88 +heavy_compute,legion,,,,48702700.0,ns,90 +heavy_compute,legion,,,,50970200.0,ns,92 +heavy_compute,legion,,,,51161000.0,ns,94 +heavy_compute,legion,,,,51976500.0,ns,96 +heavy_compute,legion,,,,53417200.0,ns,98 +heavy_compute,legion,,,,54429000.0,ns,100 +heavy_compute,legion,,,,55282500.0,ns,102 +heavy_compute,legion,,,,56316300.0,ns,104 +heavy_compute,legion,,,,57658700.0,ns,106 +heavy_compute,legion,,,,58811500.0,ns,108 +heavy_compute,legion,,,,59695100.0,ns,110 +heavy_compute,legion,,,,60880900.0,ns,112 +heavy_compute,legion,,,,63181100.0,ns,114 +heavy_compute,legion,,,,63240700.0,ns,116 +heavy_compute,legion,,,,64276500.0,ns,118 +heavy_compute,legion,,,,66536000.0,ns,120 +heavy_compute,legion,,,,66257100.0,ns,122 +heavy_compute,legion,,,,67347300.0,ns,124 +heavy_compute,legion,,,,67812900.0,ns,126 +heavy_compute,legion,,,,69920600.0,ns,128 +heavy_compute,legion,,,,70478100.0,ns,130 +heavy_compute,legion,,,,71705300.0,ns,132 +heavy_compute,legion,,,,72548200.0,ns,134 +heavy_compute,legion,,,,73702900.0,ns,136 +heavy_compute,legion,,,,74940100.0,ns,138 +heavy_compute,legion,,,,76058900.0,ns,140 +heavy_compute,legion,,,,76991900.0,ns,142 +heavy_compute,legion,,,,78641100.0,ns,144 +heavy_compute,legion,,,,79778000.0,ns,146 +heavy_compute,legion,,,,80403900.0,ns,148 +heavy_compute,legion,,,,81414700.0,ns,150 +heavy_compute,legion,,,,83793500.0,ns,152 +heavy_compute,legion,,,,83621100.0,ns,154 +heavy_compute,legion,,,,84514500.0,ns,156 +heavy_compute,legion,,,,85833200.0,ns,158 +heavy_compute,legion,,,,86883300.0,ns,160 +heavy_compute,legion,,,,88035500.0,ns,162 +heavy_compute,legion,,,,88865300.0,ns,164 +heavy_compute,legion,,,,90185600.0,ns,166 +heavy_compute,legion,,,,91717800.0,ns,168 +heavy_compute,legion,,,,92937800.0,ns,170 +heavy_compute,legion,,,,93571300.0,ns,172 +heavy_compute,legion,,,,94653200.0,ns,174 +heavy_compute,legion,,,,95657200.0,ns,176 +heavy_compute,legion,,,,96576200.0,ns,178 +heavy_compute,legion,,,,97331400.0,ns,180 +heavy_compute,legion,,,,98785000.0,ns,182 +heavy_compute,legion,,,,99655100.0,ns,184 +heavy_compute,legion,,,,100832100.0,ns,186 +heavy_compute,legion,,,,103230500.0,ns,188 +heavy_compute,legion,,,,103634200.0,ns,190 +heavy_compute,legion,,,,104352500.0,ns,192 +heavy_compute,legion,,,,105506800.0,ns,194 +heavy_compute,legion,,,,106505600.0,ns,196 +heavy_compute,legion,,,,107619500.0,ns,198 +heavy_compute,legion,,,,108379500.0,ns,200 diff --git a/target/criterion/heavy_compute/legion/base/sample.json b/target/criterion/heavy_compute/legion/base/sample.json index 91bd77e7..e929cda7 100644 --- a/target/criterion/heavy_compute/legion/base/sample.json +++ b/target/criterion/heavy_compute/legion/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[1338440.0,2399822.0,3629184.0,4838918.0,5966207.0,7461725.0,8318838.0,10356570.0,11667327.0,12274213.0,13156014.0,14282730.0,16219278.0,16950343.0,18068874.0,19184678.0,20133428.0,23065232.0,23636099.0,24782013.0,24963007.0,29232512.0,28102498.0,28580209.0,30361542.0,31929861.0,32423459.0,40941338.0,36585599.0,37890195.0,37836803.0,38178274.0,42741327.0,42688826.0,44437809.0,44750955.0,45975479.0,51937346.0,52189837.0,51341100.0,49675617.0,50343639.0,51046949.0,54429744.0,54719436.0,55790837.0,59626504.0,58076834.0,59571670.0,59614672.0,62616371.0,63474626.0,65298981.0,67874398.0,66068959.0,66845638.0,70712484.0,69118990.0,70346366.0,72369000.0,73915227.0,76937704.0,77249779.0,77670049.0,77426686.0,80419849.0,81801449.0,82606716.0,82183608.0,86265656.0,84644616.0,85791882.0,87527149.0,90078600.0,92655679.0,93866725.0,94451100.0,95917832.0,95542919.0,96354324.0,100560849.0,99365671.0,100797960.0,102422747.0,104984716.0,108673044.0,110148895.0,109038669.0,108042752.0,111757429.0,115256285.0,111130135.0,115691002.0,117690172.0,120233767.0,118095655.0,119517463.0,122777633.0,124582773.0,120807251.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[1114900.0,2181500.0,3256400.0,4309100.0,5454000.0,6570900.0,7537700.0,8759800.0,9938600.0,10824800.0,12192300.0,12980500.0,14106200.0,15165500.0,16354200.0,17592900.0,18394100.0,19526500.0,20564200.0,21699100.0,22950600.0,23841800.0,25059200.0,26135800.0,27135900.0,28247600.0,29258700.0,30508000.0,31364200.0,32571400.0,33751600.0,34818300.0,35622000.0,37780600.0,38066100.0,39416800.0,40263500.0,41594700.0,42579900.0,43792600.0,45377500.0,45787800.0,46385700.0,47765300.0,48702700.0,50970200.0,51161000.0,51976500.0,53417200.0,54429000.0,55282500.0,56316300.0,57658700.0,58811500.0,59695100.0,60880900.0,63181100.0,63240700.0,64276500.0,66536000.0,66257100.0,67347300.0,67812900.0,69920600.0,70478100.0,71705300.0,72548200.0,73702900.0,74940100.0,76058900.0,76991900.0,78641100.0,79778000.0,80403900.0,81414700.0,83793500.0,83621100.0,84514500.0,85833200.0,86883300.0,88035500.0,88865300.0,90185600.0,91717800.0,92937800.0,93571300.0,94653200.0,95657200.0,96576200.0,97331400.0,98785000.0,99655100.0,100832100.0,103230500.0,103634200.0,104352500.0,105506800.0,106505600.0,107619500.0,108379500.0]} \ No newline at end of file diff --git a/target/criterion/heavy_compute/legion/base/tukey.json b/target/criterion/heavy_compute/legion/base/tukey.json index a9abade8..363e4c87 100644 --- a/target/criterion/heavy_compute/legion/base/tukey.json +++ b/target/criterion/heavy_compute/legion/base/tukey.json @@ -1 +1 @@ -[363687.27908885106,382803.7062110922,433780.84520373517,452897.2723259763] \ No newline at end of file +[532382.0068238215,537256.7230148884,550255.9661910669,555130.6823821339] \ No newline at end of file diff --git a/target/criterion/heavy_compute/legion/change/estimates.json b/target/criterion/heavy_compute/legion/change/estimates.json index 0b5cd0b1..442cba88 100644 --- a/target/criterion/heavy_compute/legion/change/estimates.json +++ b/target/criterion/heavy_compute/legion/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.015748970257118723,"upper_bound":0.004175056755757098},"point_estimate":-0.005792692876995131,"standard_error":0.005069300664402588},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.018140666353237078,"upper_bound":0.00847710801149737},"point_estimate":-0.009489149084571435,"standard_error":0.007133052591326784}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.3156864345607507,"upper_bound":0.3338658995809294},"point_estimate":0.3251689283689725,"standard_error":0.004638885680404234},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.32283379773446486,"upper_bound":0.34241407288385517},"point_estimate":0.3347476900635362,"standard_error":0.005465308658653395}} \ No newline at end of file diff --git a/target/criterion/heavy_compute/legion/new/estimates.json b/target/criterion/heavy_compute/legion/new/estimates.json index a493e10e..1c3b0a21 100644 --- a/target/criterion/heavy_compute/legion/new/estimates.json +++ b/target/criterion/heavy_compute/legion/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":408212.25461862626,"upper_bound":413717.6524664791},"point_estimate":410821.0667906937,"standard_error":1402.6605756004021},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":404820.56,"upper_bound":410737.12659478886},"point_estimate":407127.481397361,"standard_error":1658.9558100272113},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7904.978323121052,"upper_bound":13325.197471281632},"point_estimate":10306.951413611625,"standard_error":1360.6272736435658},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":407902.4431120607,"upper_bound":412004.0553479416},"point_estimate":409957.1060479779,"standard_error":1046.2569693535947},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9946.95253408634,"upper_bound":18431.574634205546},"point_estimate":14171.108454657457,"standard_error":2225.6287795384687}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":543702.9403085393,"upper_bound":545160.4390834225},"point_estimate":544407.3128304216,"standard_error":372.11052101879284},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":543044.2028985508,"upper_bound":544019.1860465116},"point_estimate":543412.4653565129,"standard_error":251.83502850850152},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1708.4784402566443,"upper_bound":2931.6194321265098},"point_estimate":2301.183774095482,"standard_error":304.9061614110731},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":543386.0419919502,"upper_bound":544683.3612591279},"point_estimate":543996.2457514408,"standard_error":331.13157091148855},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2920.458301411477,"upper_bound":4449.699149375186},"point_estimate":3750.2787241819974,"standard_error":391.703494722945}} \ No newline at end of file diff --git a/target/criterion/heavy_compute/legion/new/raw.csv b/target/criterion/heavy_compute/legion/new/raw.csv index aec68604..988cdce8 100644 --- a/target/criterion/heavy_compute/legion/new/raw.csv +++ b/target/criterion/heavy_compute/legion/new/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -heavy_compute,legion,,,,1338440.0,ns,3 -heavy_compute,legion,,,,2399822.0,ns,6 -heavy_compute,legion,,,,3629184.0,ns,9 -heavy_compute,legion,,,,4838918.0,ns,12 -heavy_compute,legion,,,,5966207.0,ns,15 -heavy_compute,legion,,,,7461725.0,ns,18 -heavy_compute,legion,,,,8318838.0,ns,21 -heavy_compute,legion,,,,10356570.0,ns,24 -heavy_compute,legion,,,,11667327.0,ns,27 -heavy_compute,legion,,,,12274213.0,ns,30 -heavy_compute,legion,,,,13156014.0,ns,33 -heavy_compute,legion,,,,14282730.0,ns,36 -heavy_compute,legion,,,,16219278.0,ns,39 -heavy_compute,legion,,,,16950343.0,ns,42 -heavy_compute,legion,,,,18068874.0,ns,45 -heavy_compute,legion,,,,19184678.0,ns,48 -heavy_compute,legion,,,,20133428.0,ns,51 -heavy_compute,legion,,,,23065232.0,ns,54 -heavy_compute,legion,,,,23636099.0,ns,57 -heavy_compute,legion,,,,24782013.0,ns,60 -heavy_compute,legion,,,,24963007.0,ns,63 -heavy_compute,legion,,,,29232512.0,ns,66 -heavy_compute,legion,,,,28102498.0,ns,69 -heavy_compute,legion,,,,28580209.0,ns,72 -heavy_compute,legion,,,,30361542.0,ns,75 -heavy_compute,legion,,,,31929861.0,ns,78 -heavy_compute,legion,,,,32423459.0,ns,81 -heavy_compute,legion,,,,40941338.0,ns,84 -heavy_compute,legion,,,,36585599.0,ns,87 -heavy_compute,legion,,,,37890195.0,ns,90 -heavy_compute,legion,,,,37836803.0,ns,93 -heavy_compute,legion,,,,38178274.0,ns,96 -heavy_compute,legion,,,,42741327.0,ns,99 -heavy_compute,legion,,,,42688826.0,ns,102 -heavy_compute,legion,,,,44437809.0,ns,105 -heavy_compute,legion,,,,44750955.0,ns,108 -heavy_compute,legion,,,,45975479.0,ns,111 -heavy_compute,legion,,,,51937346.0,ns,114 -heavy_compute,legion,,,,52189837.0,ns,117 -heavy_compute,legion,,,,51341100.0,ns,120 -heavy_compute,legion,,,,49675617.0,ns,123 -heavy_compute,legion,,,,50343639.0,ns,126 -heavy_compute,legion,,,,51046949.0,ns,129 -heavy_compute,legion,,,,54429744.0,ns,132 -heavy_compute,legion,,,,54719436.0,ns,135 -heavy_compute,legion,,,,55790837.0,ns,138 -heavy_compute,legion,,,,59626504.0,ns,141 -heavy_compute,legion,,,,58076834.0,ns,144 -heavy_compute,legion,,,,59571670.0,ns,147 -heavy_compute,legion,,,,59614672.0,ns,150 -heavy_compute,legion,,,,62616371.0,ns,153 -heavy_compute,legion,,,,63474626.0,ns,156 -heavy_compute,legion,,,,65298981.0,ns,159 -heavy_compute,legion,,,,67874398.0,ns,162 -heavy_compute,legion,,,,66068959.0,ns,165 -heavy_compute,legion,,,,66845638.0,ns,168 -heavy_compute,legion,,,,70712484.0,ns,171 -heavy_compute,legion,,,,69118990.0,ns,174 -heavy_compute,legion,,,,70346366.0,ns,177 -heavy_compute,legion,,,,72369000.0,ns,180 -heavy_compute,legion,,,,73915227.0,ns,183 -heavy_compute,legion,,,,76937704.0,ns,186 -heavy_compute,legion,,,,77249779.0,ns,189 -heavy_compute,legion,,,,77670049.0,ns,192 -heavy_compute,legion,,,,77426686.0,ns,195 -heavy_compute,legion,,,,80419849.0,ns,198 -heavy_compute,legion,,,,81801449.0,ns,201 -heavy_compute,legion,,,,82606716.0,ns,204 -heavy_compute,legion,,,,82183608.0,ns,207 -heavy_compute,legion,,,,86265656.0,ns,210 -heavy_compute,legion,,,,84644616.0,ns,213 -heavy_compute,legion,,,,85791882.0,ns,216 -heavy_compute,legion,,,,87527149.0,ns,219 -heavy_compute,legion,,,,90078600.0,ns,222 -heavy_compute,legion,,,,92655679.0,ns,225 -heavy_compute,legion,,,,93866725.0,ns,228 -heavy_compute,legion,,,,94451100.0,ns,231 -heavy_compute,legion,,,,95917832.0,ns,234 -heavy_compute,legion,,,,95542919.0,ns,237 -heavy_compute,legion,,,,96354324.0,ns,240 -heavy_compute,legion,,,,100560849.0,ns,243 -heavy_compute,legion,,,,99365671.0,ns,246 -heavy_compute,legion,,,,100797960.0,ns,249 -heavy_compute,legion,,,,102422747.0,ns,252 -heavy_compute,legion,,,,104984716.0,ns,255 -heavy_compute,legion,,,,108673044.0,ns,258 -heavy_compute,legion,,,,110148895.0,ns,261 -heavy_compute,legion,,,,109038669.0,ns,264 -heavy_compute,legion,,,,108042752.0,ns,267 -heavy_compute,legion,,,,111757429.0,ns,270 -heavy_compute,legion,,,,115256285.0,ns,273 -heavy_compute,legion,,,,111130135.0,ns,276 -heavy_compute,legion,,,,115691002.0,ns,279 -heavy_compute,legion,,,,117690172.0,ns,282 -heavy_compute,legion,,,,120233767.0,ns,285 -heavy_compute,legion,,,,118095655.0,ns,288 -heavy_compute,legion,,,,119517463.0,ns,291 -heavy_compute,legion,,,,122777633.0,ns,294 -heavy_compute,legion,,,,124582773.0,ns,297 -heavy_compute,legion,,,,120807251.0,ns,300 +heavy_compute,legion,,,,1114900.0,ns,2 +heavy_compute,legion,,,,2181500.0,ns,4 +heavy_compute,legion,,,,3256400.0,ns,6 +heavy_compute,legion,,,,4309100.0,ns,8 +heavy_compute,legion,,,,5454000.0,ns,10 +heavy_compute,legion,,,,6570900.0,ns,12 +heavy_compute,legion,,,,7537700.0,ns,14 +heavy_compute,legion,,,,8759800.0,ns,16 +heavy_compute,legion,,,,9938600.0,ns,18 +heavy_compute,legion,,,,10824800.0,ns,20 +heavy_compute,legion,,,,12192300.0,ns,22 +heavy_compute,legion,,,,12980500.0,ns,24 +heavy_compute,legion,,,,14106200.0,ns,26 +heavy_compute,legion,,,,15165500.0,ns,28 +heavy_compute,legion,,,,16354200.0,ns,30 +heavy_compute,legion,,,,17592900.0,ns,32 +heavy_compute,legion,,,,18394100.0,ns,34 +heavy_compute,legion,,,,19526500.0,ns,36 +heavy_compute,legion,,,,20564200.0,ns,38 +heavy_compute,legion,,,,21699100.0,ns,40 +heavy_compute,legion,,,,22950600.0,ns,42 +heavy_compute,legion,,,,23841800.0,ns,44 +heavy_compute,legion,,,,25059200.0,ns,46 +heavy_compute,legion,,,,26135800.0,ns,48 +heavy_compute,legion,,,,27135900.0,ns,50 +heavy_compute,legion,,,,28247600.0,ns,52 +heavy_compute,legion,,,,29258700.0,ns,54 +heavy_compute,legion,,,,30508000.0,ns,56 +heavy_compute,legion,,,,31364200.0,ns,58 +heavy_compute,legion,,,,32571400.0,ns,60 +heavy_compute,legion,,,,33751600.0,ns,62 +heavy_compute,legion,,,,34818300.0,ns,64 +heavy_compute,legion,,,,35622000.0,ns,66 +heavy_compute,legion,,,,37780600.0,ns,68 +heavy_compute,legion,,,,38066100.0,ns,70 +heavy_compute,legion,,,,39416800.0,ns,72 +heavy_compute,legion,,,,40263500.0,ns,74 +heavy_compute,legion,,,,41594700.0,ns,76 +heavy_compute,legion,,,,42579900.0,ns,78 +heavy_compute,legion,,,,43792600.0,ns,80 +heavy_compute,legion,,,,45377500.0,ns,82 +heavy_compute,legion,,,,45787800.0,ns,84 +heavy_compute,legion,,,,46385700.0,ns,86 +heavy_compute,legion,,,,47765300.0,ns,88 +heavy_compute,legion,,,,48702700.0,ns,90 +heavy_compute,legion,,,,50970200.0,ns,92 +heavy_compute,legion,,,,51161000.0,ns,94 +heavy_compute,legion,,,,51976500.0,ns,96 +heavy_compute,legion,,,,53417200.0,ns,98 +heavy_compute,legion,,,,54429000.0,ns,100 +heavy_compute,legion,,,,55282500.0,ns,102 +heavy_compute,legion,,,,56316300.0,ns,104 +heavy_compute,legion,,,,57658700.0,ns,106 +heavy_compute,legion,,,,58811500.0,ns,108 +heavy_compute,legion,,,,59695100.0,ns,110 +heavy_compute,legion,,,,60880900.0,ns,112 +heavy_compute,legion,,,,63181100.0,ns,114 +heavy_compute,legion,,,,63240700.0,ns,116 +heavy_compute,legion,,,,64276500.0,ns,118 +heavy_compute,legion,,,,66536000.0,ns,120 +heavy_compute,legion,,,,66257100.0,ns,122 +heavy_compute,legion,,,,67347300.0,ns,124 +heavy_compute,legion,,,,67812900.0,ns,126 +heavy_compute,legion,,,,69920600.0,ns,128 +heavy_compute,legion,,,,70478100.0,ns,130 +heavy_compute,legion,,,,71705300.0,ns,132 +heavy_compute,legion,,,,72548200.0,ns,134 +heavy_compute,legion,,,,73702900.0,ns,136 +heavy_compute,legion,,,,74940100.0,ns,138 +heavy_compute,legion,,,,76058900.0,ns,140 +heavy_compute,legion,,,,76991900.0,ns,142 +heavy_compute,legion,,,,78641100.0,ns,144 +heavy_compute,legion,,,,79778000.0,ns,146 +heavy_compute,legion,,,,80403900.0,ns,148 +heavy_compute,legion,,,,81414700.0,ns,150 +heavy_compute,legion,,,,83793500.0,ns,152 +heavy_compute,legion,,,,83621100.0,ns,154 +heavy_compute,legion,,,,84514500.0,ns,156 +heavy_compute,legion,,,,85833200.0,ns,158 +heavy_compute,legion,,,,86883300.0,ns,160 +heavy_compute,legion,,,,88035500.0,ns,162 +heavy_compute,legion,,,,88865300.0,ns,164 +heavy_compute,legion,,,,90185600.0,ns,166 +heavy_compute,legion,,,,91717800.0,ns,168 +heavy_compute,legion,,,,92937800.0,ns,170 +heavy_compute,legion,,,,93571300.0,ns,172 +heavy_compute,legion,,,,94653200.0,ns,174 +heavy_compute,legion,,,,95657200.0,ns,176 +heavy_compute,legion,,,,96576200.0,ns,178 +heavy_compute,legion,,,,97331400.0,ns,180 +heavy_compute,legion,,,,98785000.0,ns,182 +heavy_compute,legion,,,,99655100.0,ns,184 +heavy_compute,legion,,,,100832100.0,ns,186 +heavy_compute,legion,,,,103230500.0,ns,188 +heavy_compute,legion,,,,103634200.0,ns,190 +heavy_compute,legion,,,,104352500.0,ns,192 +heavy_compute,legion,,,,105506800.0,ns,194 +heavy_compute,legion,,,,106505600.0,ns,196 +heavy_compute,legion,,,,107619500.0,ns,198 +heavy_compute,legion,,,,108379500.0,ns,200 diff --git a/target/criterion/heavy_compute/legion/new/sample.json b/target/criterion/heavy_compute/legion/new/sample.json index 91bd77e7..e929cda7 100644 --- a/target/criterion/heavy_compute/legion/new/sample.json +++ b/target/criterion/heavy_compute/legion/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[1338440.0,2399822.0,3629184.0,4838918.0,5966207.0,7461725.0,8318838.0,10356570.0,11667327.0,12274213.0,13156014.0,14282730.0,16219278.0,16950343.0,18068874.0,19184678.0,20133428.0,23065232.0,23636099.0,24782013.0,24963007.0,29232512.0,28102498.0,28580209.0,30361542.0,31929861.0,32423459.0,40941338.0,36585599.0,37890195.0,37836803.0,38178274.0,42741327.0,42688826.0,44437809.0,44750955.0,45975479.0,51937346.0,52189837.0,51341100.0,49675617.0,50343639.0,51046949.0,54429744.0,54719436.0,55790837.0,59626504.0,58076834.0,59571670.0,59614672.0,62616371.0,63474626.0,65298981.0,67874398.0,66068959.0,66845638.0,70712484.0,69118990.0,70346366.0,72369000.0,73915227.0,76937704.0,77249779.0,77670049.0,77426686.0,80419849.0,81801449.0,82606716.0,82183608.0,86265656.0,84644616.0,85791882.0,87527149.0,90078600.0,92655679.0,93866725.0,94451100.0,95917832.0,95542919.0,96354324.0,100560849.0,99365671.0,100797960.0,102422747.0,104984716.0,108673044.0,110148895.0,109038669.0,108042752.0,111757429.0,115256285.0,111130135.0,115691002.0,117690172.0,120233767.0,118095655.0,119517463.0,122777633.0,124582773.0,120807251.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[1114900.0,2181500.0,3256400.0,4309100.0,5454000.0,6570900.0,7537700.0,8759800.0,9938600.0,10824800.0,12192300.0,12980500.0,14106200.0,15165500.0,16354200.0,17592900.0,18394100.0,19526500.0,20564200.0,21699100.0,22950600.0,23841800.0,25059200.0,26135800.0,27135900.0,28247600.0,29258700.0,30508000.0,31364200.0,32571400.0,33751600.0,34818300.0,35622000.0,37780600.0,38066100.0,39416800.0,40263500.0,41594700.0,42579900.0,43792600.0,45377500.0,45787800.0,46385700.0,47765300.0,48702700.0,50970200.0,51161000.0,51976500.0,53417200.0,54429000.0,55282500.0,56316300.0,57658700.0,58811500.0,59695100.0,60880900.0,63181100.0,63240700.0,64276500.0,66536000.0,66257100.0,67347300.0,67812900.0,69920600.0,70478100.0,71705300.0,72548200.0,73702900.0,74940100.0,76058900.0,76991900.0,78641100.0,79778000.0,80403900.0,81414700.0,83793500.0,83621100.0,84514500.0,85833200.0,86883300.0,88035500.0,88865300.0,90185600.0,91717800.0,92937800.0,93571300.0,94653200.0,95657200.0,96576200.0,97331400.0,98785000.0,99655100.0,100832100.0,103230500.0,103634200.0,104352500.0,105506800.0,106505600.0,107619500.0,108379500.0]} \ No newline at end of file diff --git a/target/criterion/heavy_compute/legion/new/tukey.json b/target/criterion/heavy_compute/legion/new/tukey.json index a9abade8..363e4c87 100644 --- a/target/criterion/heavy_compute/legion/new/tukey.json +++ b/target/criterion/heavy_compute/legion/new/tukey.json @@ -1 +1 @@ -[363687.27908885106,382803.7062110922,433780.84520373517,452897.2723259763] \ No newline at end of file +[532382.0068238215,537256.7230148884,550255.9661910669,555130.6823821339] \ No newline at end of file diff --git a/target/criterion/heavy_compute/legion/report/MAD.svg b/target/criterion/heavy_compute/legion/report/MAD.svg index 47d105b9..e76e7ed7 100644 --- a/target/criterion/heavy_compute/legion/report/MAD.svg +++ b/target/criterion/heavy_compute/legion/report/MAD.svg @@ -1,293 +1,88 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 8 - - - - - 9 - - - - - 10 - - - - - 11 - - - - - 12 - - - - - 13 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - heavy_compute/legion: MAD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +heavy_compute/legion:MAD + + +Density (a.u.) + + +Average time (us) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + + +1.6 + + + +1.8 + + + +2 + + + +2.2 + + + +2.4 + + + +2.6 + + + +2.8 + + + +3 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/heavy_compute/legion/report/SD.svg b/target/criterion/heavy_compute/legion/report/SD.svg index 72a93cce..0ac71c3e 100644 --- a/target/criterion/heavy_compute/legion/report/SD.svg +++ b/target/criterion/heavy_compute/legion/report/SD.svg @@ -1,298 +1,88 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.02 - - - - - 0.04 - - - - - 0.06 - - - - - 0.08 - - - - - 0.1 - - - - - 0.12 - - - - - 0.14 - - - - - 0.16 - - - - - 0.18 - - - - - 10 - - - - - 12 - - - - - 14 - - - - - 16 - - - - - 18 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - heavy_compute/legion: SD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +heavy_compute/legion:SD + + +Density (a.u.) + + +Average time (us) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + + +2.8 + + + +3 + + + +3.2 + + + +3.4 + + + +3.6 + + + +3.8 + + + +4 + + + +4.2 + + + +4.4 + + + +4.6 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/heavy_compute/legion/report/both/pdf.svg b/target/criterion/heavy_compute/legion/report/both/pdf.svg index 098998d1..70d57cbc 100644 --- a/target/criterion/heavy_compute/legion/report/both/pdf.svg +++ b/target/criterion/heavy_compute/legion/report/both/pdf.svg @@ -1,333 +1,77 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 0.03 - - - - - 0.035 - - - - - 360 - - - - - 380 - - - - - 400 - - - - - 420 - - - - - 440 - - - - - 460 - - - - - 480 - - - - - 500 - - - - - 520 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - heavy_compute/legion - - - - - Base PDF - - - Base PDF - - - - - - - - - - Base Mean - - - - - Base Mean - - - - - - New PDF - - - - - New PDF - - - - - - - - - - New Mean - - - - - New Mean - - - - - - - - - - - - - - + + +heavy_compute/legion + + +Density (a.u.) + + +Average Time (us) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + + +400 + + + +450 + + + +500 + + + +550 + + + + + + + +Base PDF + + +New PDF + + +Base Mean + + +New Mean + + + + + - diff --git a/target/criterion/heavy_compute/legion/report/both/regression.svg b/target/criterion/heavy_compute/legion/report/both/regression.svg index 9209b735..b62d8405 100644 --- a/target/criterion/heavy_compute/legion/report/both/regression.svg +++ b/target/criterion/heavy_compute/legion/report/both/regression.svg @@ -1,305 +1,95 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 250 - - - - - - - - - - - - - 300 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - heavy_compute/legion - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - Base sample - - - - - - New sample - - - New sample - - - - - - - - - - - - - - + + +heavy_compute/legion + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + + + + +Base Sample + + +New Sample + + + - diff --git a/target/criterion/heavy_compute/legion/report/change/mean.svg b/target/criterion/heavy_compute/legion/report/change/mean.svg index e65beaef..cb98aa8e 100644 --- a/target/criterion/heavy_compute/legion/report/change/mean.svg +++ b/target/criterion/heavy_compute/legion/report/change/mean.svg @@ -1,310 +1,85 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 10 - - - - - 20 - - - - - 30 - - - - - 40 - - - - - 50 - - - - - 60 - - - - - 70 - - - - - 80 - - - - - -1.5 - - - - - -1 - - - - - -0.5 - - - - - 0 - - - - - 0.5 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - heavy_compute/legion: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +heavy_compute/legion:mean + + +Density (a.u.) + + +Relative change (%) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + + +0.315 + + + +0.32 + + + +0.325 + + + +0.33 + + + +0.335 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/heavy_compute/legion/report/change/median.svg b/target/criterion/heavy_compute/legion/report/change/median.svg index b78dda69..03403e08 100644 --- a/target/criterion/heavy_compute/legion/report/change/median.svg +++ b/target/criterion/heavy_compute/legion/report/change/median.svg @@ -1,315 +1,69 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 10 - - - - - 20 - - - - - 30 - - - - - 40 - - - - - 50 - - - - - 60 - - - - - 70 - - - - - -2 - - - - - -1.5 - - - - - -1 - - - - - -0.5 - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - heavy_compute/legion: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +heavy_compute/legion:median + + +Density (a.u.) + + +Relative change (%) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + + +0.325 + + + +0.33 + + + +0.335 + + + +0.34 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/heavy_compute/legion/report/change/t-test.svg b/target/criterion/heavy_compute/legion/report/change/t-test.svg index db481907..e6a06b23 100644 --- a/target/criterion/heavy_compute/legion/report/change/t-test.svg +++ b/target/criterion/heavy_compute/legion/report/change/t-test.svg @@ -1,260 +1,91 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - -5 - - - - - -4 - - - - - -3 - - - - - -2 - - - - - -1 - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - 5 - - - - - - - - - Density - - - - - t score - - - - - heavy_compute/legion: Welch t test - - - - - t distribution - - - t distribution - - - - - - - - - - t statistic - - - - - t statistic - - - - - - - - - - - - - - + + +heavy_compute/legion: Welch t test + + +Density + + +t score + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +-4.0 + + + +-3.0 + + + +-2.0 + + + +-1.0 + + + +0.0 + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + + + +t distribution + + +t statistic + + + - diff --git a/target/criterion/heavy_compute/legion/report/index.html b/target/criterion/heavy_compute/legion/report/index.html index b3a13907..a27e5f8c 100644 --- a/target/criterion/heavy_compute/legion/report/index.html +++ b/target/criterion/heavy_compute/legion/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 407.90 us - 409.96 us - 412.00 us + 543.39 us + 544.00 us + 544.68 us R² - 0.9230279 - 0.9262204 - 0.9230517 + 0.9959308 + 0.9961060 + 0.9958839 Mean - 408.21 us - 410.82 us - 413.72 us + 543.70 us + 544.41 us + 545.16 us Std. Dev. - 9.9470 us - 14.171 us - 18.432 us + 2.9205 us + 3.7503 us + 4.4497 us Median - 404.82 us - 407.13 us - 410.74 us + 543.04 us + 543.41 us + 544.02 us MAD - 7.9050 us - 10.307 us - 13.325 us + 1.7085 us + 2.3012 us + 2.9316 us @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -1.5749% - -0.5793% - +0.4175% - (p = 0.28 > + +31.569% + +32.517% + +33.387% + (p = 0.00 < 0.05) - No change in performance detected. + Performance has regressed.

Additional Plots:

diff --git a/target/criterion/heavy_compute/legion/report/mean.svg b/target/criterion/heavy_compute/legion/report/mean.svg index d65358f8..14ea2269 100644 --- a/target/criterion/heavy_compute/legion/report/mean.svg +++ b/target/criterion/heavy_compute/legion/report/mean.svg @@ -1,293 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 408 - - - - - 409 - - - - - 410 - - - - - 411 - - - - - 412 - - - - - 413 - - - - - 414 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - heavy_compute/legion: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +heavy_compute/legion:mean + + +Density (a.u.) + + +Average time (us) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + + +543.6 + + + +543.8 + + + +544 + + + +544.2 + + + +544.4 + + + +544.6 + + + +544.8 + + + +545 + + + +545.2 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/heavy_compute/legion/report/median.svg b/target/criterion/heavy_compute/legion/report/median.svg index 71060393..04fd2cc2 100644 --- a/target/criterion/heavy_compute/legion/report/median.svg +++ b/target/criterion/heavy_compute/legion/report/median.svg @@ -1,313 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - 0.45 - - - - - 0.5 - - - - - 405 - - - - - 406 - - - - - 407 - - - - - 408 - - - - - 409 - - - - - 410 - - - - - 411 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - heavy_compute/legion: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +heavy_compute/legion:median + + +Density (a.u.) + + +Average time (us) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + +543 + + + +543.2 + + + +543.4 + + + +543.6 + + + +543.8 + + + +544 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/heavy_compute/legion/report/pdf.svg b/target/criterion/heavy_compute/legion/report/pdf.svg index ee69735b..fcc2d985 100644 --- a/target/criterion/heavy_compute/legion/report/pdf.svg +++ b/target/criterion/heavy_compute/legion/report/pdf.svg @@ -1,425 +1,149 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - 300 - - - - - 380 - - - - - 400 - - - - - 420 - - - - - 440 - - - - - 460 - - - - - 480 - - - - - 500 - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 0.03 - - - - - 0.035 - - - - - - - - - Iterations - - - - - Density (a.u.) - - - - - Average time (us) - - - - - heavy_compute/legion - - - - - PDF - - - PDF - - - - - - - - - - Mean - - - - - Mean - - - - - - "Clean" sample - - - - - "Clean" sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Mild outliers - - - Mild outliers - - - - - - - - - - Severe outliers - - - Severe outliers - - - - - - - - - gnuplot_plot_6 - - - - - - gnuplot_plot_7 - - - - gnuplot_plot_8 - - - - gnuplot_plot_9 - - - - - - - - - - - - + + +heavy_compute/legion + + +Iterations + + +Average Time (us) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + + +535 + + + +540 + + + +545 + + + +550 + + + +555 + + + +560 + + + +Density (a.u.) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + - diff --git a/target/criterion/heavy_compute/legion/report/pdf_small.svg b/target/criterion/heavy_compute/legion/report/pdf_small.svg index 5ab2e2aa..fc18173f 100644 --- a/target/criterion/heavy_compute/legion/report/pdf_small.svg +++ b/target/criterion/heavy_compute/legion/report/pdf_small.svg @@ -1,219 +1,52 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 0.03 - - - - - 0.035 - - - - - 380 - - - - - 400 - - - - - 420 - - - - - 440 - - - - - 460 - - - - - 480 - - - - - 500 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - PDF - - - - - - - Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + + +540 + + + +550 + + + +560 + + + + - diff --git a/target/criterion/heavy_compute/legion/report/regression.svg b/target/criterion/heavy_compute/legion/report/regression.svg index 13e74c63..24949ef7 100644 --- a/target/criterion/heavy_compute/legion/report/regression.svg +++ b/target/criterion/heavy_compute/legion/report/regression.svg @@ -1,408 +1,202 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 250 - - - - - - - - - - - - - 300 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - heavy_compute/legion - - - - - Sample - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - Linear regression - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - - + + +heavy_compute/legion + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + - diff --git a/target/criterion/heavy_compute/legion/report/regression_small.svg b/target/criterion/heavy_compute/legion/report/regression_small.svg index f1ad8891..857b66b2 100644 --- a/target/criterion/heavy_compute/legion/report/regression_small.svg +++ b/target/criterion/heavy_compute/legion/report/regression_small.svg @@ -1,386 +1,187 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 250 - - - - - - - - - - - - - 300 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/heavy_compute/legion/report/relative_pdf_small.svg b/target/criterion/heavy_compute/legion/report/relative_pdf_small.svg index 4711a525..973aab6a 100644 --- a/target/criterion/heavy_compute/legion/report/relative_pdf_small.svg +++ b/target/criterion/heavy_compute/legion/report/relative_pdf_small.svg @@ -1,306 +1,58 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 0.03 - - - - - 0.035 - - - - - 360 - - - - - 380 - - - - - 400 - - - - - 420 - - - - - 440 - - - - - 460 - - - - - 480 - - - - - 500 - - - - - 520 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - Base PDF - - - - - - - Base Mean - - - - - - New PDF - - - - - - - - - New Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + + +400 + + + +450 + + + +500 + + + +550 + + + + + + - diff --git a/target/criterion/heavy_compute/legion/report/relative_regression_small.svg b/target/criterion/heavy_compute/legion/report/relative_regression_small.svg index 5c905ef1..39a6cf53 100644 --- a/target/criterion/heavy_compute/legion/report/relative_regression_small.svg +++ b/target/criterion/heavy_compute/legion/report/relative_regression_small.svg @@ -1,290 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 250 - - - - - - - - - - - - - 300 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - - New sample - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + + + - diff --git a/target/criterion/heavy_compute/legion/report/slope.svg b/target/criterion/heavy_compute/legion/report/slope.svg index fafbb215..69b85f43 100644 --- a/target/criterion/heavy_compute/legion/report/slope.svg +++ b/target/criterion/heavy_compute/legion/report/slope.svg @@ -1,293 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - 408 - - - - - 409 - - - - - 410 - - - - - 411 - - - - - 412 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - heavy_compute/legion: slope - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +heavy_compute/legion:slope + + +Density (a.u.) + + +Average time (us) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + + +543.4 + + + +543.6 + + + +543.8 + + + +544 + + + +544.2 + + + +544.4 + + + +544.6 + + + +544.8 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/heavy_compute/legion/report/typical.svg b/target/criterion/heavy_compute/legion/report/typical.svg index 05d6acf9..998b401c 100644 --- a/target/criterion/heavy_compute/legion/report/typical.svg +++ b/target/criterion/heavy_compute/legion/report/typical.svg @@ -1,293 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - 408 - - - - - 409 - - - - - 410 - - - - - 411 - - - - - 412 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - heavy_compute/legion: typical - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +heavy_compute/legion:typical + + +Density (a.u.) + + +Average time (us) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + + +543.4 + + + +543.6 + + + +543.8 + + + +544 + + + +544.2 + + + +544.4 + + + +544.6 + + + +544.8 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/heavy_compute/report/index.html b/target/criterion/heavy_compute/report/index.html index 9cc86ab1..b7bfc416 100644 --- a/target/criterion/heavy_compute/report/index.html +++ b/target/criterion/heavy_compute/report/index.html @@ -82,6 +82,29 @@

heavy_compute/bevy

+
+ +

heavy_compute/brood

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+

heavy_compute/hecs

diff --git a/target/criterion/heavy_compute/report/violin.svg b/target/criterion/heavy_compute/report/violin.svg index 31de7f2b..b404afdf 100644 --- a/target/criterion/heavy_compute/report/violin.svg +++ b/target/criterion/heavy_compute/report/violin.svg @@ -1,604 +1,79 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - heavy_compute/specs - - - - - heavy_compute/shipyard - - - - - heavy_compute/legion (packed) - - - - - heavy_compute/legion - - - - - heavy_compute/hecs - - - - - heavy_compute/bevy - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 0.5 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 1.5 - - - - - - - - - - - - - 2 - - - - - - - - - - - - - 2.5 - - - - - - - - - Input - - - - - Average time (ms) - - - - - heavy_compute: Violin plot - - - - - PDF - - - PDF - - - - - - - - - - gnuplot_plot_2 - - - - - - - gnuplot_plot_3 - - - - - - - gnuplot_plot_4 - - - - - - - gnuplot_plot_5 - - - - - - - gnuplot_plot_6 - - - - - - - - - - - - - - - - - + + +heavy_compute: Violin plot + + +Input + + +Average time (ms) + + + +heavy_compute/specs + + + +heavy_compute/shipyard + + + +heavy_compute/legion (packed) + + + +heavy_compute/legion + + + +heavy_compute/hecs + + + +heavy_compute/brood + + + +heavy_compute/bevy + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1.0 + + + +1.2 + + + + + + + + + + + + + + + + - diff --git a/target/criterion/heavy_compute/shipyard/base/estimates.json b/target/criterion/heavy_compute/shipyard/base/estimates.json index 142c2b96..68a87f94 100644 --- a/target/criterion/heavy_compute/shipyard/base/estimates.json +++ b/target/criterion/heavy_compute/shipyard/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":377781.9077383352,"upper_bound":382283.4950664008},"point_estimate":379957.60680248006,"standard_error":1151.43041119782},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":374521.325,"upper_bound":379958.4337793427},"point_estimate":376853.0420379698,"standard_error":1408.283361033786},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7565.083518439932,"upper_bound":13586.53328467316},"point_estimate":10662.609730406692,"standard_error":1416.2746822772765},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":378537.5748813846,"upper_bound":383953.3841962623},"point_estimate":381080.88716319395,"standard_error":1383.3951420069739},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9120.654874465099,"upper_bound":14322.87752417847},"point_estimate":11612.431945245138,"standard_error":1362.9243830988207}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":556090.0943206277,"upper_bound":557167.3810136745},"point_estimate":556622.3618973596,"standard_error":275.63035377800884},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":555662.6136363636,"upper_bound":557158.0808080808},"point_estimate":556470.3178294573,"standard_error":394.0594364070354},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1764.5478664289749,"upper_bound":2632.8361740801115},"point_estimate":2185.097539331764,"standard_error":218.36595610276956},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":556185.2551140022,"upper_bound":556891.4881326493},"point_estimate":556538.6641052165,"standard_error":180.3034154828274},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2231.492645063031,"upper_bound":3288.8709654572135},"point_estimate":2782.3898288594,"standard_error":269.7900523790828}} \ No newline at end of file diff --git a/target/criterion/heavy_compute/shipyard/base/raw.csv b/target/criterion/heavy_compute/shipyard/base/raw.csv index f935e957..8f403baf 100644 --- a/target/criterion/heavy_compute/shipyard/base/raw.csv +++ b/target/criterion/heavy_compute/shipyard/base/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -heavy_compute,shipyard,,,,1120585.0,ns,3 -heavy_compute,shipyard,,,,2205381.0,ns,6 -heavy_compute,shipyard,,,,3302642.0,ns,9 -heavy_compute,shipyard,,,,4673204.0,ns,12 -heavy_compute,shipyard,,,,5543841.0,ns,15 -heavy_compute,shipyard,,,,6623026.0,ns,18 -heavy_compute,shipyard,,,,7919729.0,ns,21 -heavy_compute,shipyard,,,,8909052.0,ns,24 -heavy_compute,shipyard,,,,9856488.0,ns,27 -heavy_compute,shipyard,,,,11073145.0,ns,30 -heavy_compute,shipyard,,,,12153282.0,ns,33 -heavy_compute,shipyard,,,,13644384.0,ns,36 -heavy_compute,shipyard,,,,14333477.0,ns,39 -heavy_compute,shipyard,,,,16700615.0,ns,42 -heavy_compute,shipyard,,,,16769407.0,ns,45 -heavy_compute,shipyard,,,,18374454.0,ns,48 -heavy_compute,shipyard,,,,20076737.0,ns,51 -heavy_compute,shipyard,,,,21066904.0,ns,54 -heavy_compute,shipyard,,,,22627718.0,ns,57 -heavy_compute,shipyard,,,,23593176.0,ns,60 -heavy_compute,shipyard,,,,25935349.0,ns,63 -heavy_compute,shipyard,,,,24234880.0,ns,66 -heavy_compute,shipyard,,,,25258889.0,ns,69 -heavy_compute,shipyard,,,,26377903.0,ns,72 -heavy_compute,shipyard,,,,30150387.0,ns,75 -heavy_compute,shipyard,,,,29930080.0,ns,78 -heavy_compute,shipyard,,,,32007186.0,ns,81 -heavy_compute,shipyard,,,,31125988.0,ns,84 -heavy_compute,shipyard,,,,32174483.0,ns,87 -heavy_compute,shipyard,,,,33782869.0,ns,90 -heavy_compute,shipyard,,,,36283201.0,ns,93 -heavy_compute,shipyard,,,,37113293.0,ns,96 -heavy_compute,shipyard,,,,37448682.0,ns,99 -heavy_compute,shipyard,,,,39083047.0,ns,102 -heavy_compute,shipyard,,,,38633018.0,ns,105 -heavy_compute,shipyard,,,,39795944.0,ns,108 -heavy_compute,shipyard,,,,40772856.0,ns,111 -heavy_compute,shipyard,,,,42658217.0,ns,114 -heavy_compute,shipyard,,,,46315844.0,ns,117 -heavy_compute,shipyard,,,,44517460.0,ns,120 -heavy_compute,shipyard,,,,46182923.0,ns,123 -heavy_compute,shipyard,,,,50866043.0,ns,126 -heavy_compute,shipyard,,,,48233026.0,ns,129 -heavy_compute,shipyard,,,,51285353.0,ns,132 -heavy_compute,shipyard,,,,51668633.0,ns,135 -heavy_compute,shipyard,,,,52426646.0,ns,138 -heavy_compute,shipyard,,,,52012918.0,ns,141 -heavy_compute,shipyard,,,,53763163.0,ns,144 -heavy_compute,shipyard,,,,56724163.0,ns,147 -heavy_compute,shipyard,,,,58696260.0,ns,150 -heavy_compute,shipyard,,,,55988854.0,ns,153 -heavy_compute,shipyard,,,,58313812.0,ns,156 -heavy_compute,shipyard,,,,60116355.0,ns,159 -heavy_compute,shipyard,,,,63293859.0,ns,162 -heavy_compute,shipyard,,,,61086033.0,ns,165 -heavy_compute,shipyard,,,,61761971.0,ns,168 -heavy_compute,shipyard,,,,64270801.0,ns,171 -heavy_compute,shipyard,,,,65585746.0,ns,174 -heavy_compute,shipyard,,,,65704190.0,ns,177 -heavy_compute,shipyard,,,,69364164.0,ns,180 -heavy_compute,shipyard,,,,68772827.0,ns,183 -heavy_compute,shipyard,,,,69756841.0,ns,186 -heavy_compute,shipyard,,,,69712667.0,ns,189 -heavy_compute,shipyard,,,,71750449.0,ns,192 -heavy_compute,shipyard,,,,74955196.0,ns,195 -heavy_compute,shipyard,,,,74027768.0,ns,198 -heavy_compute,shipyard,,,,76495709.0,ns,201 -heavy_compute,shipyard,,,,78330505.0,ns,204 -heavy_compute,shipyard,,,,79810375.0,ns,207 -heavy_compute,shipyard,,,,78542598.0,ns,210 -heavy_compute,shipyard,,,,80832301.0,ns,213 -heavy_compute,shipyard,,,,80480320.0,ns,216 -heavy_compute,shipyard,,,,88194889.0,ns,219 -heavy_compute,shipyard,,,,96515959.0,ns,222 -heavy_compute,shipyard,,,,87909254.0,ns,225 -heavy_compute,shipyard,,,,84634103.0,ns,228 -heavy_compute,shipyard,,,,90823114.0,ns,231 -heavy_compute,shipyard,,,,92364049.0,ns,234 -heavy_compute,shipyard,,,,89671682.0,ns,237 -heavy_compute,shipyard,,,,89885118.0,ns,240 -heavy_compute,shipyard,,,,88867929.0,ns,243 -heavy_compute,shipyard,,,,92342599.0,ns,246 -heavy_compute,shipyard,,,,94332490.0,ns,249 -heavy_compute,shipyard,,,,96852099.0,ns,252 -heavy_compute,shipyard,,,,99163242.0,ns,255 -heavy_compute,shipyard,,,,99125301.0,ns,258 -heavy_compute,shipyard,,,,97408620.0,ns,261 -heavy_compute,shipyard,,,,98783720.0,ns,264 -heavy_compute,shipyard,,,,100599328.0,ns,267 -heavy_compute,shipyard,,,,101607629.0,ns,270 -heavy_compute,shipyard,,,,101944792.0,ns,273 -heavy_compute,shipyard,,,,104996897.0,ns,276 -heavy_compute,shipyard,,,,103859830.0,ns,279 -heavy_compute,shipyard,,,,106741379.0,ns,282 -heavy_compute,shipyard,,,,110812295.0,ns,285 -heavy_compute,shipyard,,,,108293106.0,ns,288 -heavy_compute,shipyard,,,,114974505.0,ns,291 -heavy_compute,shipyard,,,,115508431.0,ns,294 -heavy_compute,shipyard,,,,113563205.0,ns,297 -heavy_compute,shipyard,,,,114126749.0,ns,300 +heavy_compute,shipyard,,,,1101400.0,ns,2 +heavy_compute,shipyard,,,,2246200.0,ns,4 +heavy_compute,shipyard,,,,3324200.0,ns,6 +heavy_compute,shipyard,,,,4484400.0,ns,8 +heavy_compute,shipyard,,,,5609400.0,ns,10 +heavy_compute,shipyard,,,,6750500.0,ns,12 +heavy_compute,shipyard,,,,7919600.0,ns,14 +heavy_compute,shipyard,,,,8879300.0,ns,16 +heavy_compute,shipyard,,,,10052800.0,ns,18 +heavy_compute,shipyard,,,,11265600.0,ns,20 +heavy_compute,shipyard,,,,12247400.0,ns,22 +heavy_compute,shipyard,,,,13583500.0,ns,24 +heavy_compute,shipyard,,,,14313700.0,ns,26 +heavy_compute,shipyard,,,,15406200.0,ns,28 +heavy_compute,shipyard,,,,16486400.0,ns,30 +heavy_compute,shipyard,,,,17853300.0,ns,32 +heavy_compute,shipyard,,,,18913700.0,ns,34 +heavy_compute,shipyard,,,,19984900.0,ns,36 +heavy_compute,shipyard,,,,21183100.0,ns,38 +heavy_compute,shipyard,,,,22250000.0,ns,40 +heavy_compute,shipyard,,,,23197000.0,ns,42 +heavy_compute,shipyard,,,,24316600.0,ns,44 +heavy_compute,shipyard,,,,25401200.0,ns,46 +heavy_compute,shipyard,,,,26800200.0,ns,48 +heavy_compute,shipyard,,,,27860800.0,ns,50 +heavy_compute,shipyard,,,,29003500.0,ns,52 +heavy_compute,shipyard,,,,29906500.0,ns,54 +heavy_compute,shipyard,,,,31353600.0,ns,56 +heavy_compute,shipyard,,,,32354900.0,ns,58 +heavy_compute,shipyard,,,,33229100.0,ns,60 +heavy_compute,shipyard,,,,34370100.0,ns,62 +heavy_compute,shipyard,,,,35484500.0,ns,64 +heavy_compute,shipyard,,,,36529400.0,ns,66 +heavy_compute,shipyard,,,,37992200.0,ns,68 +heavy_compute,shipyard,,,,39041400.0,ns,70 +heavy_compute,shipyard,,,,40167900.0,ns,72 +heavy_compute,shipyard,,,,41293600.0,ns,74 +heavy_compute,shipyard,,,,42126100.0,ns,76 +heavy_compute,shipyard,,,,43759900.0,ns,78 +heavy_compute,shipyard,,,,44486300.0,ns,80 +heavy_compute,shipyard,,,,45918500.0,ns,82 +heavy_compute,shipyard,,,,46781800.0,ns,84 +heavy_compute,shipyard,,,,48105000.0,ns,86 +heavy_compute,shipyard,,,,48904700.0,ns,88 +heavy_compute,shipyard,,,,49999200.0,ns,90 +heavy_compute,shipyard,,,,51307400.0,ns,92 +heavy_compute,shipyard,,,,52258000.0,ns,94 +heavy_compute,shipyard,,,,53349200.0,ns,96 +heavy_compute,shipyard,,,,54707900.0,ns,98 +heavy_compute,shipyard,,,,55559000.0,ns,100 +heavy_compute,shipyard,,,,56565300.0,ns,102 +heavy_compute,shipyard,,,,57689900.0,ns,104 +heavy_compute,shipyard,,,,58701500.0,ns,106 +heavy_compute,shipyard,,,,60118800.0,ns,108 +heavy_compute,shipyard,,,,61085500.0,ns,110 +heavy_compute,shipyard,,,,62268900.0,ns,112 +heavy_compute,shipyard,,,,63564600.0,ns,114 +heavy_compute,shipyard,,,,64628400.0,ns,116 +heavy_compute,shipyard,,,,66119000.0,ns,118 +heavy_compute,shipyard,,,,67022500.0,ns,120 +heavy_compute,shipyard,,,,67685100.0,ns,122 +heavy_compute,shipyard,,,,69228200.0,ns,124 +heavy_compute,shipyard,,,,69960100.0,ns,126 +heavy_compute,shipyard,,,,71035900.0,ns,128 +heavy_compute,shipyard,,,,72135200.0,ns,130 +heavy_compute,shipyard,,,,73209900.0,ns,132 +heavy_compute,shipyard,,,,74583900.0,ns,134 +heavy_compute,shipyard,,,,75925000.0,ns,136 +heavy_compute,shipyard,,,,76577200.0,ns,138 +heavy_compute,shipyard,,,,77751500.0,ns,140 +heavy_compute,shipyard,,,,78696000.0,ns,142 +heavy_compute,shipyard,,,,80269700.0,ns,144 +heavy_compute,shipyard,,,,81577000.0,ns,146 +heavy_compute,shipyard,,,,82528300.0,ns,148 +heavy_compute,shipyard,,,,83464700.0,ns,150 +heavy_compute,shipyard,,,,84650100.0,ns,152 +heavy_compute,shipyard,,,,85543700.0,ns,154 +heavy_compute,shipyard,,,,87127900.0,ns,156 +heavy_compute,shipyard,,,,87735900.0,ns,158 +heavy_compute,shipyard,,,,88848800.0,ns,160 +heavy_compute,shipyard,,,,89977800.0,ns,162 +heavy_compute,shipyard,,,,91064900.0,ns,164 +heavy_compute,shipyard,,,,92320400.0,ns,166 +heavy_compute,shipyard,,,,93765200.0,ns,168 +heavy_compute,shipyard,,,,94856500.0,ns,170 +heavy_compute,shipyard,,,,95719600.0,ns,172 +heavy_compute,shipyard,,,,96949100.0,ns,174 +heavy_compute,shipyard,,,,97720600.0,ns,176 +heavy_compute,shipyard,,,,98871500.0,ns,178 +heavy_compute,shipyard,,,,100420400.0,ns,180 +heavy_compute,shipyard,,,,101021600.0,ns,182 +heavy_compute,shipyard,,,,102150000.0,ns,184 +heavy_compute,shipyard,,,,103328500.0,ns,186 +heavy_compute,shipyard,,,,104934700.0,ns,188 +heavy_compute,shipyard,,,,105829500.0,ns,190 +heavy_compute,shipyard,,,,106948300.0,ns,192 +heavy_compute,shipyard,,,,108091600.0,ns,194 +heavy_compute,shipyard,,,,109580600.0,ns,196 +heavy_compute,shipyard,,,,110317300.0,ns,198 +heavy_compute,shipyard,,,,111175800.0,ns,200 diff --git a/target/criterion/heavy_compute/shipyard/base/sample.json b/target/criterion/heavy_compute/shipyard/base/sample.json index 9b1eed42..6a37bbcc 100644 --- a/target/criterion/heavy_compute/shipyard/base/sample.json +++ b/target/criterion/heavy_compute/shipyard/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[1120585.0,2205381.0,3302642.0,4673204.0,5543841.0,6623026.0,7919729.0,8909052.0,9856488.0,11073145.0,12153282.0,13644384.0,14333477.0,16700615.0,16769407.0,18374454.0,20076737.0,21066904.0,22627718.0,23593176.0,25935349.0,24234880.0,25258889.0,26377903.0,30150387.0,29930080.0,32007186.0,31125988.0,32174483.0,33782869.0,36283201.0,37113293.0,37448682.0,39083047.0,38633018.0,39795944.0,40772856.0,42658217.0,46315844.0,44517460.0,46182923.0,50866043.0,48233026.0,51285353.0,51668633.0,52426646.0,52012918.0,53763163.0,56724163.0,58696260.0,55988854.0,58313812.0,60116355.0,63293859.0,61086033.0,61761971.0,64270801.0,65585746.0,65704190.0,69364164.0,68772827.0,69756841.0,69712667.0,71750449.0,74955196.0,74027768.0,76495709.0,78330505.0,79810375.0,78542598.0,80832301.0,80480320.0,88194889.0,96515959.0,87909254.0,84634103.0,90823114.0,92364049.0,89671682.0,89885118.0,88867929.0,92342599.0,94332490.0,96852099.0,99163242.0,99125301.0,97408620.0,98783720.0,100599328.0,101607629.0,101944792.0,104996897.0,103859830.0,106741379.0,110812295.0,108293106.0,114974505.0,115508431.0,113563205.0,114126749.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[1101400.0,2246200.0,3324200.0,4484400.0,5609400.0,6750500.0,7919600.0,8879300.0,10052800.0,11265600.0,12247400.0,13583500.0,14313700.0,15406200.0,16486400.0,17853300.0,18913700.0,19984900.0,21183100.0,22250000.0,23197000.0,24316600.0,25401200.0,26800200.0,27860800.0,29003500.0,29906500.0,31353600.0,32354900.0,33229100.0,34370100.0,35484500.0,36529400.0,37992200.0,39041400.0,40167900.0,41293600.0,42126100.0,43759900.0,44486300.0,45918500.0,46781800.0,48105000.0,48904700.0,49999200.0,51307400.0,52258000.0,53349200.0,54707900.0,55559000.0,56565300.0,57689900.0,58701500.0,60118800.0,61085500.0,62268900.0,63564600.0,64628400.0,66119000.0,67022500.0,67685100.0,69228200.0,69960100.0,71035900.0,72135200.0,73209900.0,74583900.0,75925000.0,76577200.0,77751500.0,78696000.0,80269700.0,81577000.0,82528300.0,83464700.0,84650100.0,85543700.0,87127900.0,87735900.0,88848800.0,89977800.0,91064900.0,92320400.0,93765200.0,94856500.0,95719600.0,96949100.0,97720600.0,98871500.0,100420400.0,101021600.0,102150000.0,103328500.0,104934700.0,105829500.0,106948300.0,108091600.0,109580600.0,110317300.0,111175800.0]} \ No newline at end of file diff --git a/target/criterion/heavy_compute/shipyard/base/tukey.json b/target/criterion/heavy_compute/shipyard/base/tukey.json index 1d86f42a..a9328d9b 100644 --- a/target/criterion/heavy_compute/shipyard/base/tukey.json +++ b/target/criterion/heavy_compute/shipyard/base/tukey.json @@ -1 +1 @@ -[326667.0267379728,348938.7149932802,408329.88367409987,430601.57192940725] \ No newline at end of file +[546502.1769102651,550810.0971547663,562297.884473436,566605.8047179371] \ No newline at end of file diff --git a/target/criterion/heavy_compute/shipyard/change/estimates.json b/target/criterion/heavy_compute/shipyard/change/estimates.json index 10e18717..046a049e 100644 --- a/target/criterion/heavy_compute/shipyard/change/estimates.json +++ b/target/criterion/heavy_compute/shipyard/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.102624826227475,"upper_bound":-0.08449440611076478},"point_estimate":-0.09361872739059862,"standard_error":0.004625896064046508},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.10165301874149346,"upper_bound":-0.08119066538835962},"point_estimate":-0.09076562925784881,"standard_error":0.005096132436768291}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.4558551854993397,"upper_bound":0.47345666506531503},"point_estimate":0.4649591215756821,"standard_error":0.004496877494918868},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.4643438799020525,"upper_bound":0.4857133524595252},"point_estimate":0.4766241896845036,"standard_error":0.005606038744831139}} \ No newline at end of file diff --git a/target/criterion/heavy_compute/shipyard/new/estimates.json b/target/criterion/heavy_compute/shipyard/new/estimates.json index 142c2b96..68a87f94 100644 --- a/target/criterion/heavy_compute/shipyard/new/estimates.json +++ b/target/criterion/heavy_compute/shipyard/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":377781.9077383352,"upper_bound":382283.4950664008},"point_estimate":379957.60680248006,"standard_error":1151.43041119782},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":374521.325,"upper_bound":379958.4337793427},"point_estimate":376853.0420379698,"standard_error":1408.283361033786},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7565.083518439932,"upper_bound":13586.53328467316},"point_estimate":10662.609730406692,"standard_error":1416.2746822772765},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":378537.5748813846,"upper_bound":383953.3841962623},"point_estimate":381080.88716319395,"standard_error":1383.3951420069739},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9120.654874465099,"upper_bound":14322.87752417847},"point_estimate":11612.431945245138,"standard_error":1362.9243830988207}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":556090.0943206277,"upper_bound":557167.3810136745},"point_estimate":556622.3618973596,"standard_error":275.63035377800884},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":555662.6136363636,"upper_bound":557158.0808080808},"point_estimate":556470.3178294573,"standard_error":394.0594364070354},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1764.5478664289749,"upper_bound":2632.8361740801115},"point_estimate":2185.097539331764,"standard_error":218.36595610276956},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":556185.2551140022,"upper_bound":556891.4881326493},"point_estimate":556538.6641052165,"standard_error":180.3034154828274},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2231.492645063031,"upper_bound":3288.8709654572135},"point_estimate":2782.3898288594,"standard_error":269.7900523790828}} \ No newline at end of file diff --git a/target/criterion/heavy_compute/shipyard/new/raw.csv b/target/criterion/heavy_compute/shipyard/new/raw.csv index f935e957..8f403baf 100644 --- a/target/criterion/heavy_compute/shipyard/new/raw.csv +++ b/target/criterion/heavy_compute/shipyard/new/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -heavy_compute,shipyard,,,,1120585.0,ns,3 -heavy_compute,shipyard,,,,2205381.0,ns,6 -heavy_compute,shipyard,,,,3302642.0,ns,9 -heavy_compute,shipyard,,,,4673204.0,ns,12 -heavy_compute,shipyard,,,,5543841.0,ns,15 -heavy_compute,shipyard,,,,6623026.0,ns,18 -heavy_compute,shipyard,,,,7919729.0,ns,21 -heavy_compute,shipyard,,,,8909052.0,ns,24 -heavy_compute,shipyard,,,,9856488.0,ns,27 -heavy_compute,shipyard,,,,11073145.0,ns,30 -heavy_compute,shipyard,,,,12153282.0,ns,33 -heavy_compute,shipyard,,,,13644384.0,ns,36 -heavy_compute,shipyard,,,,14333477.0,ns,39 -heavy_compute,shipyard,,,,16700615.0,ns,42 -heavy_compute,shipyard,,,,16769407.0,ns,45 -heavy_compute,shipyard,,,,18374454.0,ns,48 -heavy_compute,shipyard,,,,20076737.0,ns,51 -heavy_compute,shipyard,,,,21066904.0,ns,54 -heavy_compute,shipyard,,,,22627718.0,ns,57 -heavy_compute,shipyard,,,,23593176.0,ns,60 -heavy_compute,shipyard,,,,25935349.0,ns,63 -heavy_compute,shipyard,,,,24234880.0,ns,66 -heavy_compute,shipyard,,,,25258889.0,ns,69 -heavy_compute,shipyard,,,,26377903.0,ns,72 -heavy_compute,shipyard,,,,30150387.0,ns,75 -heavy_compute,shipyard,,,,29930080.0,ns,78 -heavy_compute,shipyard,,,,32007186.0,ns,81 -heavy_compute,shipyard,,,,31125988.0,ns,84 -heavy_compute,shipyard,,,,32174483.0,ns,87 -heavy_compute,shipyard,,,,33782869.0,ns,90 -heavy_compute,shipyard,,,,36283201.0,ns,93 -heavy_compute,shipyard,,,,37113293.0,ns,96 -heavy_compute,shipyard,,,,37448682.0,ns,99 -heavy_compute,shipyard,,,,39083047.0,ns,102 -heavy_compute,shipyard,,,,38633018.0,ns,105 -heavy_compute,shipyard,,,,39795944.0,ns,108 -heavy_compute,shipyard,,,,40772856.0,ns,111 -heavy_compute,shipyard,,,,42658217.0,ns,114 -heavy_compute,shipyard,,,,46315844.0,ns,117 -heavy_compute,shipyard,,,,44517460.0,ns,120 -heavy_compute,shipyard,,,,46182923.0,ns,123 -heavy_compute,shipyard,,,,50866043.0,ns,126 -heavy_compute,shipyard,,,,48233026.0,ns,129 -heavy_compute,shipyard,,,,51285353.0,ns,132 -heavy_compute,shipyard,,,,51668633.0,ns,135 -heavy_compute,shipyard,,,,52426646.0,ns,138 -heavy_compute,shipyard,,,,52012918.0,ns,141 -heavy_compute,shipyard,,,,53763163.0,ns,144 -heavy_compute,shipyard,,,,56724163.0,ns,147 -heavy_compute,shipyard,,,,58696260.0,ns,150 -heavy_compute,shipyard,,,,55988854.0,ns,153 -heavy_compute,shipyard,,,,58313812.0,ns,156 -heavy_compute,shipyard,,,,60116355.0,ns,159 -heavy_compute,shipyard,,,,63293859.0,ns,162 -heavy_compute,shipyard,,,,61086033.0,ns,165 -heavy_compute,shipyard,,,,61761971.0,ns,168 -heavy_compute,shipyard,,,,64270801.0,ns,171 -heavy_compute,shipyard,,,,65585746.0,ns,174 -heavy_compute,shipyard,,,,65704190.0,ns,177 -heavy_compute,shipyard,,,,69364164.0,ns,180 -heavy_compute,shipyard,,,,68772827.0,ns,183 -heavy_compute,shipyard,,,,69756841.0,ns,186 -heavy_compute,shipyard,,,,69712667.0,ns,189 -heavy_compute,shipyard,,,,71750449.0,ns,192 -heavy_compute,shipyard,,,,74955196.0,ns,195 -heavy_compute,shipyard,,,,74027768.0,ns,198 -heavy_compute,shipyard,,,,76495709.0,ns,201 -heavy_compute,shipyard,,,,78330505.0,ns,204 -heavy_compute,shipyard,,,,79810375.0,ns,207 -heavy_compute,shipyard,,,,78542598.0,ns,210 -heavy_compute,shipyard,,,,80832301.0,ns,213 -heavy_compute,shipyard,,,,80480320.0,ns,216 -heavy_compute,shipyard,,,,88194889.0,ns,219 -heavy_compute,shipyard,,,,96515959.0,ns,222 -heavy_compute,shipyard,,,,87909254.0,ns,225 -heavy_compute,shipyard,,,,84634103.0,ns,228 -heavy_compute,shipyard,,,,90823114.0,ns,231 -heavy_compute,shipyard,,,,92364049.0,ns,234 -heavy_compute,shipyard,,,,89671682.0,ns,237 -heavy_compute,shipyard,,,,89885118.0,ns,240 -heavy_compute,shipyard,,,,88867929.0,ns,243 -heavy_compute,shipyard,,,,92342599.0,ns,246 -heavy_compute,shipyard,,,,94332490.0,ns,249 -heavy_compute,shipyard,,,,96852099.0,ns,252 -heavy_compute,shipyard,,,,99163242.0,ns,255 -heavy_compute,shipyard,,,,99125301.0,ns,258 -heavy_compute,shipyard,,,,97408620.0,ns,261 -heavy_compute,shipyard,,,,98783720.0,ns,264 -heavy_compute,shipyard,,,,100599328.0,ns,267 -heavy_compute,shipyard,,,,101607629.0,ns,270 -heavy_compute,shipyard,,,,101944792.0,ns,273 -heavy_compute,shipyard,,,,104996897.0,ns,276 -heavy_compute,shipyard,,,,103859830.0,ns,279 -heavy_compute,shipyard,,,,106741379.0,ns,282 -heavy_compute,shipyard,,,,110812295.0,ns,285 -heavy_compute,shipyard,,,,108293106.0,ns,288 -heavy_compute,shipyard,,,,114974505.0,ns,291 -heavy_compute,shipyard,,,,115508431.0,ns,294 -heavy_compute,shipyard,,,,113563205.0,ns,297 -heavy_compute,shipyard,,,,114126749.0,ns,300 +heavy_compute,shipyard,,,,1101400.0,ns,2 +heavy_compute,shipyard,,,,2246200.0,ns,4 +heavy_compute,shipyard,,,,3324200.0,ns,6 +heavy_compute,shipyard,,,,4484400.0,ns,8 +heavy_compute,shipyard,,,,5609400.0,ns,10 +heavy_compute,shipyard,,,,6750500.0,ns,12 +heavy_compute,shipyard,,,,7919600.0,ns,14 +heavy_compute,shipyard,,,,8879300.0,ns,16 +heavy_compute,shipyard,,,,10052800.0,ns,18 +heavy_compute,shipyard,,,,11265600.0,ns,20 +heavy_compute,shipyard,,,,12247400.0,ns,22 +heavy_compute,shipyard,,,,13583500.0,ns,24 +heavy_compute,shipyard,,,,14313700.0,ns,26 +heavy_compute,shipyard,,,,15406200.0,ns,28 +heavy_compute,shipyard,,,,16486400.0,ns,30 +heavy_compute,shipyard,,,,17853300.0,ns,32 +heavy_compute,shipyard,,,,18913700.0,ns,34 +heavy_compute,shipyard,,,,19984900.0,ns,36 +heavy_compute,shipyard,,,,21183100.0,ns,38 +heavy_compute,shipyard,,,,22250000.0,ns,40 +heavy_compute,shipyard,,,,23197000.0,ns,42 +heavy_compute,shipyard,,,,24316600.0,ns,44 +heavy_compute,shipyard,,,,25401200.0,ns,46 +heavy_compute,shipyard,,,,26800200.0,ns,48 +heavy_compute,shipyard,,,,27860800.0,ns,50 +heavy_compute,shipyard,,,,29003500.0,ns,52 +heavy_compute,shipyard,,,,29906500.0,ns,54 +heavy_compute,shipyard,,,,31353600.0,ns,56 +heavy_compute,shipyard,,,,32354900.0,ns,58 +heavy_compute,shipyard,,,,33229100.0,ns,60 +heavy_compute,shipyard,,,,34370100.0,ns,62 +heavy_compute,shipyard,,,,35484500.0,ns,64 +heavy_compute,shipyard,,,,36529400.0,ns,66 +heavy_compute,shipyard,,,,37992200.0,ns,68 +heavy_compute,shipyard,,,,39041400.0,ns,70 +heavy_compute,shipyard,,,,40167900.0,ns,72 +heavy_compute,shipyard,,,,41293600.0,ns,74 +heavy_compute,shipyard,,,,42126100.0,ns,76 +heavy_compute,shipyard,,,,43759900.0,ns,78 +heavy_compute,shipyard,,,,44486300.0,ns,80 +heavy_compute,shipyard,,,,45918500.0,ns,82 +heavy_compute,shipyard,,,,46781800.0,ns,84 +heavy_compute,shipyard,,,,48105000.0,ns,86 +heavy_compute,shipyard,,,,48904700.0,ns,88 +heavy_compute,shipyard,,,,49999200.0,ns,90 +heavy_compute,shipyard,,,,51307400.0,ns,92 +heavy_compute,shipyard,,,,52258000.0,ns,94 +heavy_compute,shipyard,,,,53349200.0,ns,96 +heavy_compute,shipyard,,,,54707900.0,ns,98 +heavy_compute,shipyard,,,,55559000.0,ns,100 +heavy_compute,shipyard,,,,56565300.0,ns,102 +heavy_compute,shipyard,,,,57689900.0,ns,104 +heavy_compute,shipyard,,,,58701500.0,ns,106 +heavy_compute,shipyard,,,,60118800.0,ns,108 +heavy_compute,shipyard,,,,61085500.0,ns,110 +heavy_compute,shipyard,,,,62268900.0,ns,112 +heavy_compute,shipyard,,,,63564600.0,ns,114 +heavy_compute,shipyard,,,,64628400.0,ns,116 +heavy_compute,shipyard,,,,66119000.0,ns,118 +heavy_compute,shipyard,,,,67022500.0,ns,120 +heavy_compute,shipyard,,,,67685100.0,ns,122 +heavy_compute,shipyard,,,,69228200.0,ns,124 +heavy_compute,shipyard,,,,69960100.0,ns,126 +heavy_compute,shipyard,,,,71035900.0,ns,128 +heavy_compute,shipyard,,,,72135200.0,ns,130 +heavy_compute,shipyard,,,,73209900.0,ns,132 +heavy_compute,shipyard,,,,74583900.0,ns,134 +heavy_compute,shipyard,,,,75925000.0,ns,136 +heavy_compute,shipyard,,,,76577200.0,ns,138 +heavy_compute,shipyard,,,,77751500.0,ns,140 +heavy_compute,shipyard,,,,78696000.0,ns,142 +heavy_compute,shipyard,,,,80269700.0,ns,144 +heavy_compute,shipyard,,,,81577000.0,ns,146 +heavy_compute,shipyard,,,,82528300.0,ns,148 +heavy_compute,shipyard,,,,83464700.0,ns,150 +heavy_compute,shipyard,,,,84650100.0,ns,152 +heavy_compute,shipyard,,,,85543700.0,ns,154 +heavy_compute,shipyard,,,,87127900.0,ns,156 +heavy_compute,shipyard,,,,87735900.0,ns,158 +heavy_compute,shipyard,,,,88848800.0,ns,160 +heavy_compute,shipyard,,,,89977800.0,ns,162 +heavy_compute,shipyard,,,,91064900.0,ns,164 +heavy_compute,shipyard,,,,92320400.0,ns,166 +heavy_compute,shipyard,,,,93765200.0,ns,168 +heavy_compute,shipyard,,,,94856500.0,ns,170 +heavy_compute,shipyard,,,,95719600.0,ns,172 +heavy_compute,shipyard,,,,96949100.0,ns,174 +heavy_compute,shipyard,,,,97720600.0,ns,176 +heavy_compute,shipyard,,,,98871500.0,ns,178 +heavy_compute,shipyard,,,,100420400.0,ns,180 +heavy_compute,shipyard,,,,101021600.0,ns,182 +heavy_compute,shipyard,,,,102150000.0,ns,184 +heavy_compute,shipyard,,,,103328500.0,ns,186 +heavy_compute,shipyard,,,,104934700.0,ns,188 +heavy_compute,shipyard,,,,105829500.0,ns,190 +heavy_compute,shipyard,,,,106948300.0,ns,192 +heavy_compute,shipyard,,,,108091600.0,ns,194 +heavy_compute,shipyard,,,,109580600.0,ns,196 +heavy_compute,shipyard,,,,110317300.0,ns,198 +heavy_compute,shipyard,,,,111175800.0,ns,200 diff --git a/target/criterion/heavy_compute/shipyard/new/sample.json b/target/criterion/heavy_compute/shipyard/new/sample.json index 9b1eed42..6a37bbcc 100644 --- a/target/criterion/heavy_compute/shipyard/new/sample.json +++ b/target/criterion/heavy_compute/shipyard/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[1120585.0,2205381.0,3302642.0,4673204.0,5543841.0,6623026.0,7919729.0,8909052.0,9856488.0,11073145.0,12153282.0,13644384.0,14333477.0,16700615.0,16769407.0,18374454.0,20076737.0,21066904.0,22627718.0,23593176.0,25935349.0,24234880.0,25258889.0,26377903.0,30150387.0,29930080.0,32007186.0,31125988.0,32174483.0,33782869.0,36283201.0,37113293.0,37448682.0,39083047.0,38633018.0,39795944.0,40772856.0,42658217.0,46315844.0,44517460.0,46182923.0,50866043.0,48233026.0,51285353.0,51668633.0,52426646.0,52012918.0,53763163.0,56724163.0,58696260.0,55988854.0,58313812.0,60116355.0,63293859.0,61086033.0,61761971.0,64270801.0,65585746.0,65704190.0,69364164.0,68772827.0,69756841.0,69712667.0,71750449.0,74955196.0,74027768.0,76495709.0,78330505.0,79810375.0,78542598.0,80832301.0,80480320.0,88194889.0,96515959.0,87909254.0,84634103.0,90823114.0,92364049.0,89671682.0,89885118.0,88867929.0,92342599.0,94332490.0,96852099.0,99163242.0,99125301.0,97408620.0,98783720.0,100599328.0,101607629.0,101944792.0,104996897.0,103859830.0,106741379.0,110812295.0,108293106.0,114974505.0,115508431.0,113563205.0,114126749.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[1101400.0,2246200.0,3324200.0,4484400.0,5609400.0,6750500.0,7919600.0,8879300.0,10052800.0,11265600.0,12247400.0,13583500.0,14313700.0,15406200.0,16486400.0,17853300.0,18913700.0,19984900.0,21183100.0,22250000.0,23197000.0,24316600.0,25401200.0,26800200.0,27860800.0,29003500.0,29906500.0,31353600.0,32354900.0,33229100.0,34370100.0,35484500.0,36529400.0,37992200.0,39041400.0,40167900.0,41293600.0,42126100.0,43759900.0,44486300.0,45918500.0,46781800.0,48105000.0,48904700.0,49999200.0,51307400.0,52258000.0,53349200.0,54707900.0,55559000.0,56565300.0,57689900.0,58701500.0,60118800.0,61085500.0,62268900.0,63564600.0,64628400.0,66119000.0,67022500.0,67685100.0,69228200.0,69960100.0,71035900.0,72135200.0,73209900.0,74583900.0,75925000.0,76577200.0,77751500.0,78696000.0,80269700.0,81577000.0,82528300.0,83464700.0,84650100.0,85543700.0,87127900.0,87735900.0,88848800.0,89977800.0,91064900.0,92320400.0,93765200.0,94856500.0,95719600.0,96949100.0,97720600.0,98871500.0,100420400.0,101021600.0,102150000.0,103328500.0,104934700.0,105829500.0,106948300.0,108091600.0,109580600.0,110317300.0,111175800.0]} \ No newline at end of file diff --git a/target/criterion/heavy_compute/shipyard/new/tukey.json b/target/criterion/heavy_compute/shipyard/new/tukey.json index 1d86f42a..a9328d9b 100644 --- a/target/criterion/heavy_compute/shipyard/new/tukey.json +++ b/target/criterion/heavy_compute/shipyard/new/tukey.json @@ -1 +1 @@ -[326667.0267379728,348938.7149932802,408329.88367409987,430601.57192940725] \ No newline at end of file +[546502.1769102651,550810.0971547663,562297.884473436,566605.8047179371] \ No newline at end of file diff --git a/target/criterion/heavy_compute/shipyard/report/MAD.svg b/target/criterion/heavy_compute/shipyard/report/MAD.svg index cbe9a263..c021dcd6 100644 --- a/target/criterion/heavy_compute/shipyard/report/MAD.svg +++ b/target/criterion/heavy_compute/shipyard/report/MAD.svg @@ -1,308 +1,64 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - 7 - - - - - 8 - - - - - 9 - - - - - 10 - - - - - 11 - - - - - 12 - - - - - 13 - - - - - 14 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - heavy_compute/shipyard: MAD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +heavy_compute/shipyard:MAD + + +Density (a.u.) + + +Average time (us) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + + +1.8 + + + +2 + + + +2.2 + + + +2.4 + + + +2.6 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/heavy_compute/shipyard/report/SD.svg b/target/criterion/heavy_compute/shipyard/report/SD.svg index 9a9acd1b..1e02a3aa 100644 --- a/target/criterion/heavy_compute/shipyard/report/SD.svg +++ b/target/criterion/heavy_compute/shipyard/report/SD.svg @@ -1,288 +1,88 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 9 - - - - - 10 - - - - - 11 - - - - - 12 - - - - - 13 - - - - - 14 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - heavy_compute/shipyard: SD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +heavy_compute/shipyard:SD + + +Density (a.u.) + + +Average time (us) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + + +2.2 + + + +2.4 + + + +2.6 + + + +2.8 + + + +3 + + + +3.2 + + + +3.4 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/heavy_compute/shipyard/report/both/pdf.svg b/target/criterion/heavy_compute/shipyard/report/both/pdf.svg index cbc13336..23e8e114 100644 --- a/target/criterion/heavy_compute/shipyard/report/both/pdf.svg +++ b/target/criterion/heavy_compute/shipyard/report/both/pdf.svg @@ -1,343 +1,77 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 0.03 - - - - - 0.035 - - - - - 0.04 - - - - - 340 - - - - - 360 - - - - - 380 - - - - - 400 - - - - - 420 - - - - - 440 - - - - - 460 - - - - - 480 - - - - - 500 - - - - - 520 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - heavy_compute/shipyard - - - - - Base PDF - - - Base PDF - - - - - - - - - - Base Mean - - - - - Base Mean - - - - - - New PDF - - - - - New PDF - - - - - - - - - - New Mean - - - - - New Mean - - - - - - - - - - - - - - + + +heavy_compute/shipyard + + +Density (a.u.) + + +Average Time (us) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + + +400 + + + +450 + + + +500 + + + +550 + + + + + + + +Base PDF + + +New PDF + + +Base Mean + + +New Mean + + + + + - diff --git a/target/criterion/heavy_compute/shipyard/report/both/regression.svg b/target/criterion/heavy_compute/shipyard/report/both/regression.svg index cb36f660..30fb0746 100644 --- a/target/criterion/heavy_compute/shipyard/report/both/regression.svg +++ b/target/criterion/heavy_compute/shipyard/report/both/regression.svg @@ -1,305 +1,95 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 250 - - - - - - - - - - - - - 300 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - heavy_compute/shipyard - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - Base sample - - - - - - New sample - - - New sample - - - - - - - - - - - - - - + + +heavy_compute/shipyard + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + + + + +Base Sample + + +New Sample + + + - diff --git a/target/criterion/heavy_compute/shipyard/report/change/mean.svg b/target/criterion/heavy_compute/shipyard/report/change/mean.svg index 131edb90..9e5fd7fb 100644 --- a/target/criterion/heavy_compute/shipyard/report/change/mean.svg +++ b/target/criterion/heavy_compute/shipyard/report/change/mean.svg @@ -1,310 +1,85 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 10 - - - - - 20 - - - - - 30 - - - - - 40 - - - - - 50 - - - - - 60 - - - - - 70 - - - - - 80 - - - - - 90 - - - - - -10 - - - - - -9.5 - - - - - -9 - - - - - -8.5 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - heavy_compute/shipyard: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +heavy_compute/shipyard:mean + + +Density (a.u.) + + +Relative change (%) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + + +0.455 + + + +0.46 + + + +0.465 + + + +0.47 + + + +0.475 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/heavy_compute/shipyard/report/change/median.svg b/target/criterion/heavy_compute/shipyard/report/change/median.svg index 56166a33..5b1cad6b 100644 --- a/target/criterion/heavy_compute/shipyard/report/change/median.svg +++ b/target/criterion/heavy_compute/shipyard/report/change/median.svg @@ -1,315 +1,81 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 10 - - - - - 20 - - - - - 30 - - - - - 40 - - - - - 50 - - - - - 60 - - - - - 70 - - - - - 80 - - - - - 90 - - - - - -10 - - - - - -9.5 - - - - - -9 - - - - - -8.5 - - - - - -8 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - heavy_compute/shipyard: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +heavy_compute/shipyard:median + + +Density (a.u.) + + +Relative change (%) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + + +0.465 + + + +0.47 + + + +0.475 + + + +0.48 + + + +0.485 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/heavy_compute/shipyard/report/change/t-test.svg b/target/criterion/heavy_compute/shipyard/report/change/t-test.svg index bd7acd2e..fb94b58d 100644 --- a/target/criterion/heavy_compute/shipyard/report/change/t-test.svg +++ b/target/criterion/heavy_compute/shipyard/report/change/t-test.svg @@ -1,235 +1,91 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - -20 - - - - - -15 - - - - - -10 - - - - - -5 - - - - - 0 - - - - - 5 - - - - - - - - - Density - - - - - t score - - - - - heavy_compute/shipyard: Welch t test - - - - - t distribution - - - t distribution - - - - - - - - - - t statistic - - - - - t statistic - - - - - - - - - - - - - - + + +heavy_compute/shipyard: Welch t test + + +Density + + +t score + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +-4.0 + + + +-3.0 + + + +-2.0 + + + +-1.0 + + + +0.0 + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + + + +t distribution + + +t statistic + + + - diff --git a/target/criterion/heavy_compute/shipyard/report/index.html b/target/criterion/heavy_compute/shipyard/report/index.html index c8fcf5e0..f3230a2b 100644 --- a/target/criterion/heavy_compute/shipyard/report/index.html +++ b/target/criterion/heavy_compute/shipyard/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 378.54 us - 381.08 us - 383.95 us + 556.19 us + 556.54 us + 556.89 us R² - 0.8931391 - 0.8980994 - 0.8917816 + 0.9988968 + 0.9989526 + 0.9988970 Mean - 377.78 us - 379.96 us - 382.28 us + 556.09 us + 556.62 us + 557.17 us Std. Dev. - 9.1207 us - 11.612 us - 14.323 us + 2.2315 us + 2.7824 us + 3.2889 us Median - 374.52 us - 376.85 us - 379.96 us + 555.66 us + 556.47 us + 557.16 us MAD - 7.5651 us - 10.663 us - 13.587 us + 1.7645 us + 2.1851 us + 2.6328 us @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -10.262% - -9.3619% - -8.4494% + +45.586% + +46.496% + +47.346% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/target/criterion/heavy_compute/shipyard/report/mean.svg b/target/criterion/heavy_compute/shipyard/report/mean.svg index 620e9ffd..844358d4 100644 --- a/target/criterion/heavy_compute/shipyard/report/mean.svg +++ b/target/criterion/heavy_compute/shipyard/report/mean.svg @@ -1,288 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 378 - - - - - 379 - - - - - 380 - - - - - 381 - - - - - 382 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - heavy_compute/shipyard: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +heavy_compute/shipyard:mean + + +Density (a.u.) + + +Average time (us) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + + +556 + + + +556.2 + + + +556.4 + + + +556.6 + + + +556.8 + + + +557 + + + +557.2 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/heavy_compute/shipyard/report/median.svg b/target/criterion/heavy_compute/shipyard/report/median.svg index 5d48db2a..6f59ab57 100644 --- a/target/criterion/heavy_compute/shipyard/report/median.svg +++ b/target/criterion/heavy_compute/shipyard/report/median.svg @@ -1,303 +1,88 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - 374 - - - - - 375 - - - - - 376 - - - - - 377 - - - - - 378 - - - - - 379 - - - - - 380 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - heavy_compute/shipyard: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +heavy_compute/shipyard:median + + +Density (a.u.) + + +Average time (us) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + + +555.6 + + + +555.8 + + + +556 + + + +556.2 + + + +556.4 + + + +556.6 + + + +556.8 + + + +557 + + + +557.2 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/heavy_compute/shipyard/report/pdf.svg b/target/criterion/heavy_compute/shipyard/report/pdf.svg index 0ec57d47..d99eb2bd 100644 --- a/target/criterion/heavy_compute/shipyard/report/pdf.svg +++ b/target/criterion/heavy_compute/shipyard/report/pdf.svg @@ -1,440 +1,139 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - 300 - - - - - 360 - - - - - 370 - - - - - 380 - - - - - 390 - - - - - 400 - - - - - 410 - - - - - 420 - - - - - 430 - - - - - 440 - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 0.03 - - - - - 0.035 - - - - - 0.04 - - - - - - - - - Iterations - - - - - Density (a.u.) - - - - - Average time (us) - - - - - heavy_compute/shipyard - - - - - PDF - - - PDF - - - - - - - - - - Mean - - - - - Mean - - - - - - "Clean" sample - - - - - "Clean" sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Mild outliers - - - Mild outliers - - - - - - - - Severe outliers - - - Severe outliers - - - - - - - - gnuplot_plot_6 - - - - - - gnuplot_plot_7 - - - - gnuplot_plot_8 - - - - gnuplot_plot_9 - - - - - - - - - - - - + + +heavy_compute/shipyard + + +Iterations + + +Average Time (us) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + + +550 + + + +555 + + + +560 + + + +565 + + + +Density (a.u.) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + - diff --git a/target/criterion/heavy_compute/shipyard/report/pdf_small.svg b/target/criterion/heavy_compute/shipyard/report/pdf_small.svg index d360fa32..7f4d64ac 100644 --- a/target/criterion/heavy_compute/shipyard/report/pdf_small.svg +++ b/target/criterion/heavy_compute/shipyard/report/pdf_small.svg @@ -1,234 +1,60 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 0.03 - - - - - 0.035 - - - - - 0.04 - - - - - 360 - - - - - 370 - - - - - 380 - - - - - 390 - - - - - 400 - - - - - 410 - - - - - 420 - - - - - 430 - - - - - 440 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - PDF - - - - - - - Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + +0.16 + + + + +550 + + + +555 + + + +560 + + + +565 + + + + - diff --git a/target/criterion/heavy_compute/shipyard/report/regression.svg b/target/criterion/heavy_compute/shipyard/report/regression.svg index bfb9a96d..12a8ce3c 100644 --- a/target/criterion/heavy_compute/shipyard/report/regression.svg +++ b/target/criterion/heavy_compute/shipyard/report/regression.svg @@ -1,395 +1,202 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 250 - - - - - - - - - - - - - 300 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - heavy_compute/shipyard - - - - - Sample - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - Linear regression - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - - + + +heavy_compute/shipyard + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + - diff --git a/target/criterion/heavy_compute/shipyard/report/regression_small.svg b/target/criterion/heavy_compute/shipyard/report/regression_small.svg index 8f4db58c..99414a7f 100644 --- a/target/criterion/heavy_compute/shipyard/report/regression_small.svg +++ b/target/criterion/heavy_compute/shipyard/report/regression_small.svg @@ -1,373 +1,187 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 250 - - - - - - - - - - - - - 300 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/heavy_compute/shipyard/report/relative_pdf_small.svg b/target/criterion/heavy_compute/shipyard/report/relative_pdf_small.svg index cdf01d91..b6886c00 100644 --- a/target/criterion/heavy_compute/shipyard/report/relative_pdf_small.svg +++ b/target/criterion/heavy_compute/shipyard/report/relative_pdf_small.svg @@ -1,316 +1,58 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 0.03 - - - - - 0.035 - - - - - 0.04 - - - - - 340 - - - - - 360 - - - - - 380 - - - - - 400 - - - - - 420 - - - - - 440 - - - - - 460 - - - - - 480 - - - - - 500 - - - - - 520 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - Base PDF - - - - - - - Base Mean - - - - - - New PDF - - - - - - - - - New Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + + +400 + + + +450 + + + +500 + + + +550 + + + + + + - diff --git a/target/criterion/heavy_compute/shipyard/report/relative_regression_small.svg b/target/criterion/heavy_compute/shipyard/report/relative_regression_small.svg index c7f29e4d..9edc0df9 100644 --- a/target/criterion/heavy_compute/shipyard/report/relative_regression_small.svg +++ b/target/criterion/heavy_compute/shipyard/report/relative_regression_small.svg @@ -1,290 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 250 - - - - - - - - - - - - - 300 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - - New sample - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + + + - diff --git a/target/criterion/heavy_compute/shipyard/report/slope.svg b/target/criterion/heavy_compute/shipyard/report/slope.svg index e343557f..94bd8337 100644 --- a/target/criterion/heavy_compute/shipyard/report/slope.svg +++ b/target/criterion/heavy_compute/shipyard/report/slope.svg @@ -1,293 +1,76 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 378 - - - - - 379 - - - - - 380 - - - - - 381 - - - - - 382 - - - - - 383 - - - - - 384 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - heavy_compute/shipyard: slope - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +heavy_compute/shipyard:slope + + +Density (a.u.) + + +Average time (us) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + + +556.2 + + + +556.3 + + + +556.4 + + + +556.5 + + + +556.6 + + + +556.7 + + + +556.8 + + + +556.9 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/heavy_compute/shipyard/report/typical.svg b/target/criterion/heavy_compute/shipyard/report/typical.svg index 4b28fbdf..37032142 100644 --- a/target/criterion/heavy_compute/shipyard/report/typical.svg +++ b/target/criterion/heavy_compute/shipyard/report/typical.svg @@ -1,293 +1,76 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 378 - - - - - 379 - - - - - 380 - - - - - 381 - - - - - 382 - - - - - 383 - - - - - 384 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - heavy_compute/shipyard: typical - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +heavy_compute/shipyard:typical + + +Density (a.u.) + + +Average time (us) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + + +556.2 + + + +556.3 + + + +556.4 + + + +556.5 + + + +556.6 + + + +556.7 + + + +556.8 + + + +556.9 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/heavy_compute/specs/base/estimates.json b/target/criterion/heavy_compute/specs/base/estimates.json index 34bfd288..53800395 100644 --- a/target/criterion/heavy_compute/specs/base/estimates.json +++ b/target/criterion/heavy_compute/specs/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":484554.518249632,"upper_bound":525844.3747879948},"point_estimate":505032.56923475297,"standard_error":10572.440135550693},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":429497.0227272727,"upper_bound":479156.57692307694},"point_estimate":446872.5162057687,"standard_error":13311.256659743705},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37540.479939161654,"upper_bound":110975.8262696891},"point_estimate":63111.47869996993,"standard_error":19829.510995196015},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":484359.47812273557,"upper_bound":534097.8269744309},"point_estimate":508426.85817496676,"standard_error":12646.302934572883},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":96464.2226350333,"upper_bound":113547.15511626647},"point_estimate":106568.77137195723,"standard_error":4347.06900975764}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":657953.2725628598,"upper_bound":661729.2015164766},"point_estimate":659922.4200466668,"standard_error":966.6945037330344},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":658355.1932367149,"upper_bound":662016.0714285715},"point_estimate":659875.0277674935,"standard_error":840.9723494409886},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5550.852716208084,"upper_bound":8406.008783220776},"point_estimate":6826.272710723512,"standard_error":728.3739618999821},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":659269.0859793706,"upper_bound":662600.8263087795},"point_estimate":660866.8485296291,"standard_error":851.863999874431},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6697.874383701353,"upper_bound":12657.933826219798},"point_estimate":9734.652386182637,"standard_error":1547.323300467664}} \ No newline at end of file diff --git a/target/criterion/heavy_compute/specs/base/raw.csv b/target/criterion/heavy_compute/specs/base/raw.csv index de1a60f7..48ae6c13 100644 --- a/target/criterion/heavy_compute/specs/base/raw.csv +++ b/target/criterion/heavy_compute/specs/base/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -heavy_compute,specs,,,,809281.0,ns,2 -heavy_compute,specs,,,,1648671.0,ns,4 -heavy_compute,specs,,,,2381027.0,ns,6 -heavy_compute,specs,,,,3351704.0,ns,8 -heavy_compute,specs,,,,3939055.0,ns,10 -heavy_compute,specs,,,,4754699.0,ns,12 -heavy_compute,specs,,,,5974431.0,ns,14 -heavy_compute,specs,,,,7389918.0,ns,16 -heavy_compute,specs,,,,7392212.0,ns,18 -heavy_compute,specs,,,,8505073.0,ns,20 -heavy_compute,specs,,,,9076180.0,ns,22 -heavy_compute,specs,,,,9540677.0,ns,24 -heavy_compute,specs,,,,10330529.0,ns,26 -heavy_compute,specs,,,,11680743.0,ns,28 -heavy_compute,specs,,,,13068667.0,ns,30 -heavy_compute,specs,,,,12926986.0,ns,32 -heavy_compute,specs,,,,13597955.0,ns,34 -heavy_compute,specs,,,,14348735.0,ns,36 -heavy_compute,specs,,,,16746332.0,ns,38 -heavy_compute,specs,,,,16136932.0,ns,40 -heavy_compute,specs,,,,19274600.0,ns,42 -heavy_compute,specs,,,,30780799.0,ns,44 -heavy_compute,specs,,,,30199322.0,ns,46 -heavy_compute,specs,,,,32678655.0,ns,48 -heavy_compute,specs,,,,33182003.0,ns,50 -heavy_compute,specs,,,,35083707.0,ns,52 -heavy_compute,specs,,,,36580328.0,ns,54 -heavy_compute,specs,,,,38870430.0,ns,56 -heavy_compute,specs,,,,38625413.0,ns,58 -heavy_compute,specs,,,,39356858.0,ns,60 -heavy_compute,specs,,,,32102397.0,ns,62 -heavy_compute,specs,,,,29276343.0,ns,64 -heavy_compute,specs,,,,28965000.0,ns,66 -heavy_compute,specs,,,,27122240.0,ns,68 -heavy_compute,specs,,,,32101335.0,ns,70 -heavy_compute,specs,,,,30330571.0,ns,72 -heavy_compute,specs,,,,33645718.0,ns,74 -heavy_compute,specs,,,,52375097.0,ns,76 -heavy_compute,specs,,,,50940294.0,ns,78 -heavy_compute,specs,,,,50717961.0,ns,80 -heavy_compute,specs,,,,52318140.0,ns,82 -heavy_compute,specs,,,,54394534.0,ns,84 -heavy_compute,specs,,,,57996657.0,ns,86 -heavy_compute,specs,,,,45407685.0,ns,88 -heavy_compute,specs,,,,44252222.0,ns,90 -heavy_compute,specs,,,,58369798.0,ns,92 -heavy_compute,specs,,,,40940474.0,ns,94 -heavy_compute,specs,,,,38915256.0,ns,96 -heavy_compute,specs,,,,40911359.0,ns,98 -heavy_compute,specs,,,,41956649.0,ns,100 -heavy_compute,specs,,,,48096878.0,ns,102 -heavy_compute,specs,,,,49832284.0,ns,104 -heavy_compute,specs,,,,45495761.0,ns,106 -heavy_compute,specs,,,,44482471.0,ns,108 -heavy_compute,specs,,,,46604354.0,ns,110 -heavy_compute,specs,,,,47469943.0,ns,112 -heavy_compute,specs,,,,51615832.0,ns,114 -heavy_compute,specs,,,,50796109.0,ns,116 -heavy_compute,specs,,,,52035000.0,ns,118 -heavy_compute,specs,,,,51284851.0,ns,120 -heavy_compute,specs,,,,52913633.0,ns,122 -heavy_compute,specs,,,,73181887.0,ns,124 -heavy_compute,specs,,,,54270978.0,ns,126 -heavy_compute,specs,,,,51801205.0,ns,128 -heavy_compute,specs,,,,71793061.0,ns,130 -heavy_compute,specs,,,,86112499.0,ns,132 -heavy_compute,specs,,,,83521294.0,ns,134 -heavy_compute,specs,,,,88888367.0,ns,136 -heavy_compute,specs,,,,91457261.0,ns,138 -heavy_compute,specs,,,,95787501.0,ns,140 -heavy_compute,specs,,,,87519370.0,ns,142 -heavy_compute,specs,,,,92362957.0,ns,144 -heavy_compute,specs,,,,91191846.0,ns,146 -heavy_compute,specs,,,,95122975.0,ns,148 -heavy_compute,specs,,,,95971652.0,ns,150 -heavy_compute,specs,,,,99175886.0,ns,152 -heavy_compute,specs,,,,99118667.0,ns,154 -heavy_compute,specs,,,,82254349.0,ns,156 -heavy_compute,specs,,,,65580574.0,ns,158 -heavy_compute,specs,,,,68239091.0,ns,160 -heavy_compute,specs,,,,73754496.0,ns,162 -heavy_compute,specs,,,,67788030.0,ns,164 -heavy_compute,specs,,,,70864961.0,ns,166 -heavy_compute,specs,,,,102894580.0,ns,168 -heavy_compute,specs,,,,77528557.0,ns,170 -heavy_compute,specs,,,,73221971.0,ns,172 -heavy_compute,specs,,,,73367650.0,ns,174 -heavy_compute,specs,,,,75591476.0,ns,176 -heavy_compute,specs,,,,71540790.0,ns,178 -heavy_compute,specs,,,,76875142.0,ns,180 -heavy_compute,specs,,,,74004092.0,ns,182 -heavy_compute,specs,,,,78523131.0,ns,184 -heavy_compute,specs,,,,79508750.0,ns,186 -heavy_compute,specs,,,,91386106.0,ns,188 -heavy_compute,specs,,,,123849400.0,ns,190 -heavy_compute,specs,,,,118718206.0,ns,192 -heavy_compute,specs,,,,84244571.0,ns,194 -heavy_compute,specs,,,,79942115.0,ns,196 -heavy_compute,specs,,,,102282022.0,ns,198 -heavy_compute,specs,,,,111273191.0,ns,200 +heavy_compute,specs,,,,1223500.0,ns,2 +heavy_compute,specs,,,,2464800.0,ns,4 +heavy_compute,specs,,,,4069900.0,ns,6 +heavy_compute,specs,,,,5310200.0,ns,8 +heavy_compute,specs,,,,6509000.0,ns,10 +heavy_compute,specs,,,,7933600.0,ns,12 +heavy_compute,specs,,,,9301800.0,ns,14 +heavy_compute,specs,,,,10866000.0,ns,16 +heavy_compute,specs,,,,12018500.0,ns,18 +heavy_compute,specs,,,,13350600.0,ns,20 +heavy_compute,specs,,,,14327900.0,ns,22 +heavy_compute,specs,,,,15710400.0,ns,24 +heavy_compute,specs,,,,17244000.0,ns,26 +heavy_compute,specs,,,,18224200.0,ns,28 +heavy_compute,specs,,,,19875400.0,ns,30 +heavy_compute,specs,,,,21438300.0,ns,32 +heavy_compute,specs,,,,22095000.0,ns,34 +heavy_compute,specs,,,,23571800.0,ns,36 +heavy_compute,specs,,,,25226500.0,ns,38 +heavy_compute,specs,,,,25927400.0,ns,40 +heavy_compute,specs,,,,28108400.0,ns,42 +heavy_compute,specs,,,,28983600.0,ns,44 +heavy_compute,specs,,,,30283300.0,ns,46 +heavy_compute,specs,,,,32159500.0,ns,48 +heavy_compute,specs,,,,32572000.0,ns,50 +heavy_compute,specs,,,,34980600.0,ns,52 +heavy_compute,specs,,,,35903600.0,ns,54 +heavy_compute,specs,,,,36234000.0,ns,56 +heavy_compute,specs,,,,38121300.0,ns,58 +heavy_compute,specs,,,,39446100.0,ns,60 +heavy_compute,specs,,,,42075700.0,ns,62 +heavy_compute,specs,,,,42533300.0,ns,64 +heavy_compute,specs,,,,43503400.0,ns,66 +heavy_compute,specs,,,,44127800.0,ns,68 +heavy_compute,specs,,,,46696500.0,ns,70 +heavy_compute,specs,,,,48236700.0,ns,72 +heavy_compute,specs,,,,48832300.0,ns,74 +heavy_compute,specs,,,,50806500.0,ns,76 +heavy_compute,specs,,,,51561600.0,ns,78 +heavy_compute,specs,,,,52888600.0,ns,80 +heavy_compute,specs,,,,53698900.0,ns,82 +heavy_compute,specs,,,,54836600.0,ns,84 +heavy_compute,specs,,,,56125500.0,ns,86 +heavy_compute,specs,,,,58075000.0,ns,88 +heavy_compute,specs,,,,58884700.0,ns,90 +heavy_compute,specs,,,,61342500.0,ns,92 +heavy_compute,specs,,,,62587900.0,ns,94 +heavy_compute,specs,,,,63577400.0,ns,96 +heavy_compute,specs,,,,64641300.0,ns,98 +heavy_compute,specs,,,,66842100.0,ns,100 +heavy_compute,specs,,,,66847600.0,ns,102 +heavy_compute,specs,,,,67334200.0,ns,104 +heavy_compute,specs,,,,69473800.0,ns,106 +heavy_compute,specs,,,,70669400.0,ns,108 +heavy_compute,specs,,,,73112600.0,ns,110 +heavy_compute,specs,,,,74145800.0,ns,112 +heavy_compute,specs,,,,75792800.0,ns,114 +heavy_compute,specs,,,,76200700.0,ns,116 +heavy_compute,specs,,,,77073200.0,ns,118 +heavy_compute,specs,,,,79168700.0,ns,120 +heavy_compute,specs,,,,80115600.0,ns,122 +heavy_compute,specs,,,,81501600.0,ns,124 +heavy_compute,specs,,,,82955600.0,ns,126 +heavy_compute,specs,,,,84299400.0,ns,128 +heavy_compute,specs,,,,85272600.0,ns,130 +heavy_compute,specs,,,,86755000.0,ns,132 +heavy_compute,specs,,,,88936700.0,ns,134 +heavy_compute,specs,,,,89031100.0,ns,136 +heavy_compute,specs,,,,90945000.0,ns,138 +heavy_compute,specs,,,,93036200.0,ns,140 +heavy_compute,specs,,,,94205300.0,ns,142 +heavy_compute,specs,,,,94100100.0,ns,144 +heavy_compute,specs,,,,96338700.0,ns,146 +heavy_compute,specs,,,,97428900.0,ns,148 +heavy_compute,specs,,,,99408700.0,ns,150 +heavy_compute,specs,,,,101166400.0,ns,152 +heavy_compute,specs,,,,101305500.0,ns,154 +heavy_compute,specs,,,,105030900.0,ns,156 +heavy_compute,specs,,,,105280300.0,ns,158 +heavy_compute,specs,,,,104952300.0,ns,160 +heavy_compute,specs,,,,106992100.0,ns,162 +heavy_compute,specs,,,,110825700.0,ns,164 +heavy_compute,specs,,,,109643700.0,ns,166 +heavy_compute,specs,,,,114538600.0,ns,168 +heavy_compute,specs,,,,114382300.0,ns,170 +heavy_compute,specs,,,,114209000.0,ns,172 +heavy_compute,specs,,,,114234100.0,ns,174 +heavy_compute,specs,,,,116214700.0,ns,176 +heavy_compute,specs,,,,117187600.0,ns,178 +heavy_compute,specs,,,,118861900.0,ns,180 +heavy_compute,specs,,,,119522300.0,ns,182 +heavy_compute,specs,,,,122219600.0,ns,184 +heavy_compute,specs,,,,121967200.0,ns,186 +heavy_compute,specs,,,,125479800.0,ns,188 +heavy_compute,specs,,,,124006300.0,ns,190 +heavy_compute,specs,,,,127427200.0,ns,192 +heavy_compute,specs,,,,127901000.0,ns,194 +heavy_compute,specs,,,,127971700.0,ns,196 +heavy_compute,specs,,,,129903300.0,ns,198 +heavy_compute,specs,,,,132536400.0,ns,200 diff --git a/target/criterion/heavy_compute/specs/base/sample.json b/target/criterion/heavy_compute/specs/base/sample.json index c4d2a3af..ef395877 100644 --- a/target/criterion/heavy_compute/specs/base/sample.json +++ b/target/criterion/heavy_compute/specs/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[809281.0,1648671.0,2381027.0,3351704.0,3939055.0,4754699.0,5974431.0,7389918.0,7392212.0,8505073.0,9076180.0,9540677.0,10330529.0,11680743.0,13068667.0,12926986.0,13597955.0,14348735.0,16746332.0,16136932.0,19274600.0,30780799.0,30199322.0,32678655.0,33182003.0,35083707.0,36580328.0,38870430.0,38625413.0,39356858.0,32102397.0,29276343.0,28965000.0,27122240.0,32101335.0,30330571.0,33645718.0,52375097.0,50940294.0,50717961.0,52318140.0,54394534.0,57996657.0,45407685.0,44252222.0,58369798.0,40940474.0,38915256.0,40911359.0,41956649.0,48096878.0,49832284.0,45495761.0,44482471.0,46604354.0,47469943.0,51615832.0,50796109.0,52035000.0,51284851.0,52913633.0,73181887.0,54270978.0,51801205.0,71793061.0,86112499.0,83521294.0,88888367.0,91457261.0,95787501.0,87519370.0,92362957.0,91191846.0,95122975.0,95971652.0,99175886.0,99118667.0,82254349.0,65580574.0,68239091.0,73754496.0,67788030.0,70864961.0,102894580.0,77528557.0,73221971.0,73367650.0,75591476.0,71540790.0,76875142.0,74004092.0,78523131.0,79508750.0,91386106.0,123849400.0,118718206.0,84244571.0,79942115.0,102282022.0,111273191.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[1223500.0,2464800.0,4069900.0,5310200.0,6509000.0,7933600.0,9301800.0,10866000.0,12018500.0,13350600.0,14327900.0,15710400.0,17244000.0,18224200.0,19875400.0,21438300.0,22095000.0,23571800.0,25226500.0,25927400.0,28108400.0,28983600.0,30283300.0,32159500.0,32572000.0,34980600.0,35903600.0,36234000.0,38121300.0,39446100.0,42075700.0,42533300.0,43503400.0,44127800.0,46696500.0,48236700.0,48832300.0,50806500.0,51561600.0,52888600.0,53698900.0,54836600.0,56125500.0,58075000.0,58884700.0,61342500.0,62587900.0,63577400.0,64641300.0,66842100.0,66847600.0,67334200.0,69473800.0,70669400.0,73112600.0,74145800.0,75792800.0,76200700.0,77073200.0,79168700.0,80115600.0,81501600.0,82955600.0,84299400.0,85272600.0,86755000.0,88936700.0,89031100.0,90945000.0,93036200.0,94205300.0,94100100.0,96338700.0,97428900.0,99408700.0,101166400.0,101305500.0,105030900.0,105280300.0,104952300.0,106992100.0,110825700.0,109643700.0,114538600.0,114382300.0,114209000.0,114234100.0,116214700.0,117187600.0,118861900.0,119522300.0,122219600.0,121967200.0,125479800.0,124006300.0,127427200.0,127901000.0,127971700.0,129903300.0,132536400.0]} \ No newline at end of file diff --git a/target/criterion/heavy_compute/specs/base/tukey.json b/target/criterion/heavy_compute/specs/base/tukey.json index 3c026fe1..c29d4b3d 100644 --- a/target/criterion/heavy_compute/specs/base/tukey.json +++ b/target/criterion/heavy_compute/specs/base/tukey.json @@ -1 +1 @@ -[-224620.92769021745,97397.34490489127,956112.7384918479,1278131.0110869566] \ No newline at end of file +[628819.7826479762,642238.1551706102,678020.481897634,691438.8544202679] \ No newline at end of file diff --git a/target/criterion/heavy_compute/specs/change/estimates.json b/target/criterion/heavy_compute/specs/change/estimates.json index 3c739174..e5571111 100644 --- a/target/criterion/heavy_compute/specs/change/estimates.json +++ b/target/criterion/heavy_compute/specs/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.08419670701067673,"upper_bound":0.2167742205140107},"point_estimate":0.14871490136296517,"standard_error":0.033893719442254826},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.10240354915458427,"upper_bound":0.2394274865085524},"point_estimate":0.1559596932679863,"standard_error":0.034839442787990914}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.25443004427220794,"upper_bound":0.362027295396252},"point_estimate":0.3066927961628485,"standard_error":0.02753860610500303},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.3771158351333097,"upper_bound":0.5364309694997551},"point_estimate":0.47665162621825874,"standard_error":0.042170097844255884}} \ No newline at end of file diff --git a/target/criterion/heavy_compute/specs/new/estimates.json b/target/criterion/heavy_compute/specs/new/estimates.json index 34bfd288..53800395 100644 --- a/target/criterion/heavy_compute/specs/new/estimates.json +++ b/target/criterion/heavy_compute/specs/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":484554.518249632,"upper_bound":525844.3747879948},"point_estimate":505032.56923475297,"standard_error":10572.440135550693},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":429497.0227272727,"upper_bound":479156.57692307694},"point_estimate":446872.5162057687,"standard_error":13311.256659743705},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37540.479939161654,"upper_bound":110975.8262696891},"point_estimate":63111.47869996993,"standard_error":19829.510995196015},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":484359.47812273557,"upper_bound":534097.8269744309},"point_estimate":508426.85817496676,"standard_error":12646.302934572883},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":96464.2226350333,"upper_bound":113547.15511626647},"point_estimate":106568.77137195723,"standard_error":4347.06900975764}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":657953.2725628598,"upper_bound":661729.2015164766},"point_estimate":659922.4200466668,"standard_error":966.6945037330344},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":658355.1932367149,"upper_bound":662016.0714285715},"point_estimate":659875.0277674935,"standard_error":840.9723494409886},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5550.852716208084,"upper_bound":8406.008783220776},"point_estimate":6826.272710723512,"standard_error":728.3739618999821},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":659269.0859793706,"upper_bound":662600.8263087795},"point_estimate":660866.8485296291,"standard_error":851.863999874431},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6697.874383701353,"upper_bound":12657.933826219798},"point_estimate":9734.652386182637,"standard_error":1547.323300467664}} \ No newline at end of file diff --git a/target/criterion/heavy_compute/specs/new/raw.csv b/target/criterion/heavy_compute/specs/new/raw.csv index de1a60f7..48ae6c13 100644 --- a/target/criterion/heavy_compute/specs/new/raw.csv +++ b/target/criterion/heavy_compute/specs/new/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -heavy_compute,specs,,,,809281.0,ns,2 -heavy_compute,specs,,,,1648671.0,ns,4 -heavy_compute,specs,,,,2381027.0,ns,6 -heavy_compute,specs,,,,3351704.0,ns,8 -heavy_compute,specs,,,,3939055.0,ns,10 -heavy_compute,specs,,,,4754699.0,ns,12 -heavy_compute,specs,,,,5974431.0,ns,14 -heavy_compute,specs,,,,7389918.0,ns,16 -heavy_compute,specs,,,,7392212.0,ns,18 -heavy_compute,specs,,,,8505073.0,ns,20 -heavy_compute,specs,,,,9076180.0,ns,22 -heavy_compute,specs,,,,9540677.0,ns,24 -heavy_compute,specs,,,,10330529.0,ns,26 -heavy_compute,specs,,,,11680743.0,ns,28 -heavy_compute,specs,,,,13068667.0,ns,30 -heavy_compute,specs,,,,12926986.0,ns,32 -heavy_compute,specs,,,,13597955.0,ns,34 -heavy_compute,specs,,,,14348735.0,ns,36 -heavy_compute,specs,,,,16746332.0,ns,38 -heavy_compute,specs,,,,16136932.0,ns,40 -heavy_compute,specs,,,,19274600.0,ns,42 -heavy_compute,specs,,,,30780799.0,ns,44 -heavy_compute,specs,,,,30199322.0,ns,46 -heavy_compute,specs,,,,32678655.0,ns,48 -heavy_compute,specs,,,,33182003.0,ns,50 -heavy_compute,specs,,,,35083707.0,ns,52 -heavy_compute,specs,,,,36580328.0,ns,54 -heavy_compute,specs,,,,38870430.0,ns,56 -heavy_compute,specs,,,,38625413.0,ns,58 -heavy_compute,specs,,,,39356858.0,ns,60 -heavy_compute,specs,,,,32102397.0,ns,62 -heavy_compute,specs,,,,29276343.0,ns,64 -heavy_compute,specs,,,,28965000.0,ns,66 -heavy_compute,specs,,,,27122240.0,ns,68 -heavy_compute,specs,,,,32101335.0,ns,70 -heavy_compute,specs,,,,30330571.0,ns,72 -heavy_compute,specs,,,,33645718.0,ns,74 -heavy_compute,specs,,,,52375097.0,ns,76 -heavy_compute,specs,,,,50940294.0,ns,78 -heavy_compute,specs,,,,50717961.0,ns,80 -heavy_compute,specs,,,,52318140.0,ns,82 -heavy_compute,specs,,,,54394534.0,ns,84 -heavy_compute,specs,,,,57996657.0,ns,86 -heavy_compute,specs,,,,45407685.0,ns,88 -heavy_compute,specs,,,,44252222.0,ns,90 -heavy_compute,specs,,,,58369798.0,ns,92 -heavy_compute,specs,,,,40940474.0,ns,94 -heavy_compute,specs,,,,38915256.0,ns,96 -heavy_compute,specs,,,,40911359.0,ns,98 -heavy_compute,specs,,,,41956649.0,ns,100 -heavy_compute,specs,,,,48096878.0,ns,102 -heavy_compute,specs,,,,49832284.0,ns,104 -heavy_compute,specs,,,,45495761.0,ns,106 -heavy_compute,specs,,,,44482471.0,ns,108 -heavy_compute,specs,,,,46604354.0,ns,110 -heavy_compute,specs,,,,47469943.0,ns,112 -heavy_compute,specs,,,,51615832.0,ns,114 -heavy_compute,specs,,,,50796109.0,ns,116 -heavy_compute,specs,,,,52035000.0,ns,118 -heavy_compute,specs,,,,51284851.0,ns,120 -heavy_compute,specs,,,,52913633.0,ns,122 -heavy_compute,specs,,,,73181887.0,ns,124 -heavy_compute,specs,,,,54270978.0,ns,126 -heavy_compute,specs,,,,51801205.0,ns,128 -heavy_compute,specs,,,,71793061.0,ns,130 -heavy_compute,specs,,,,86112499.0,ns,132 -heavy_compute,specs,,,,83521294.0,ns,134 -heavy_compute,specs,,,,88888367.0,ns,136 -heavy_compute,specs,,,,91457261.0,ns,138 -heavy_compute,specs,,,,95787501.0,ns,140 -heavy_compute,specs,,,,87519370.0,ns,142 -heavy_compute,specs,,,,92362957.0,ns,144 -heavy_compute,specs,,,,91191846.0,ns,146 -heavy_compute,specs,,,,95122975.0,ns,148 -heavy_compute,specs,,,,95971652.0,ns,150 -heavy_compute,specs,,,,99175886.0,ns,152 -heavy_compute,specs,,,,99118667.0,ns,154 -heavy_compute,specs,,,,82254349.0,ns,156 -heavy_compute,specs,,,,65580574.0,ns,158 -heavy_compute,specs,,,,68239091.0,ns,160 -heavy_compute,specs,,,,73754496.0,ns,162 -heavy_compute,specs,,,,67788030.0,ns,164 -heavy_compute,specs,,,,70864961.0,ns,166 -heavy_compute,specs,,,,102894580.0,ns,168 -heavy_compute,specs,,,,77528557.0,ns,170 -heavy_compute,specs,,,,73221971.0,ns,172 -heavy_compute,specs,,,,73367650.0,ns,174 -heavy_compute,specs,,,,75591476.0,ns,176 -heavy_compute,specs,,,,71540790.0,ns,178 -heavy_compute,specs,,,,76875142.0,ns,180 -heavy_compute,specs,,,,74004092.0,ns,182 -heavy_compute,specs,,,,78523131.0,ns,184 -heavy_compute,specs,,,,79508750.0,ns,186 -heavy_compute,specs,,,,91386106.0,ns,188 -heavy_compute,specs,,,,123849400.0,ns,190 -heavy_compute,specs,,,,118718206.0,ns,192 -heavy_compute,specs,,,,84244571.0,ns,194 -heavy_compute,specs,,,,79942115.0,ns,196 -heavy_compute,specs,,,,102282022.0,ns,198 -heavy_compute,specs,,,,111273191.0,ns,200 +heavy_compute,specs,,,,1223500.0,ns,2 +heavy_compute,specs,,,,2464800.0,ns,4 +heavy_compute,specs,,,,4069900.0,ns,6 +heavy_compute,specs,,,,5310200.0,ns,8 +heavy_compute,specs,,,,6509000.0,ns,10 +heavy_compute,specs,,,,7933600.0,ns,12 +heavy_compute,specs,,,,9301800.0,ns,14 +heavy_compute,specs,,,,10866000.0,ns,16 +heavy_compute,specs,,,,12018500.0,ns,18 +heavy_compute,specs,,,,13350600.0,ns,20 +heavy_compute,specs,,,,14327900.0,ns,22 +heavy_compute,specs,,,,15710400.0,ns,24 +heavy_compute,specs,,,,17244000.0,ns,26 +heavy_compute,specs,,,,18224200.0,ns,28 +heavy_compute,specs,,,,19875400.0,ns,30 +heavy_compute,specs,,,,21438300.0,ns,32 +heavy_compute,specs,,,,22095000.0,ns,34 +heavy_compute,specs,,,,23571800.0,ns,36 +heavy_compute,specs,,,,25226500.0,ns,38 +heavy_compute,specs,,,,25927400.0,ns,40 +heavy_compute,specs,,,,28108400.0,ns,42 +heavy_compute,specs,,,,28983600.0,ns,44 +heavy_compute,specs,,,,30283300.0,ns,46 +heavy_compute,specs,,,,32159500.0,ns,48 +heavy_compute,specs,,,,32572000.0,ns,50 +heavy_compute,specs,,,,34980600.0,ns,52 +heavy_compute,specs,,,,35903600.0,ns,54 +heavy_compute,specs,,,,36234000.0,ns,56 +heavy_compute,specs,,,,38121300.0,ns,58 +heavy_compute,specs,,,,39446100.0,ns,60 +heavy_compute,specs,,,,42075700.0,ns,62 +heavy_compute,specs,,,,42533300.0,ns,64 +heavy_compute,specs,,,,43503400.0,ns,66 +heavy_compute,specs,,,,44127800.0,ns,68 +heavy_compute,specs,,,,46696500.0,ns,70 +heavy_compute,specs,,,,48236700.0,ns,72 +heavy_compute,specs,,,,48832300.0,ns,74 +heavy_compute,specs,,,,50806500.0,ns,76 +heavy_compute,specs,,,,51561600.0,ns,78 +heavy_compute,specs,,,,52888600.0,ns,80 +heavy_compute,specs,,,,53698900.0,ns,82 +heavy_compute,specs,,,,54836600.0,ns,84 +heavy_compute,specs,,,,56125500.0,ns,86 +heavy_compute,specs,,,,58075000.0,ns,88 +heavy_compute,specs,,,,58884700.0,ns,90 +heavy_compute,specs,,,,61342500.0,ns,92 +heavy_compute,specs,,,,62587900.0,ns,94 +heavy_compute,specs,,,,63577400.0,ns,96 +heavy_compute,specs,,,,64641300.0,ns,98 +heavy_compute,specs,,,,66842100.0,ns,100 +heavy_compute,specs,,,,66847600.0,ns,102 +heavy_compute,specs,,,,67334200.0,ns,104 +heavy_compute,specs,,,,69473800.0,ns,106 +heavy_compute,specs,,,,70669400.0,ns,108 +heavy_compute,specs,,,,73112600.0,ns,110 +heavy_compute,specs,,,,74145800.0,ns,112 +heavy_compute,specs,,,,75792800.0,ns,114 +heavy_compute,specs,,,,76200700.0,ns,116 +heavy_compute,specs,,,,77073200.0,ns,118 +heavy_compute,specs,,,,79168700.0,ns,120 +heavy_compute,specs,,,,80115600.0,ns,122 +heavy_compute,specs,,,,81501600.0,ns,124 +heavy_compute,specs,,,,82955600.0,ns,126 +heavy_compute,specs,,,,84299400.0,ns,128 +heavy_compute,specs,,,,85272600.0,ns,130 +heavy_compute,specs,,,,86755000.0,ns,132 +heavy_compute,specs,,,,88936700.0,ns,134 +heavy_compute,specs,,,,89031100.0,ns,136 +heavy_compute,specs,,,,90945000.0,ns,138 +heavy_compute,specs,,,,93036200.0,ns,140 +heavy_compute,specs,,,,94205300.0,ns,142 +heavy_compute,specs,,,,94100100.0,ns,144 +heavy_compute,specs,,,,96338700.0,ns,146 +heavy_compute,specs,,,,97428900.0,ns,148 +heavy_compute,specs,,,,99408700.0,ns,150 +heavy_compute,specs,,,,101166400.0,ns,152 +heavy_compute,specs,,,,101305500.0,ns,154 +heavy_compute,specs,,,,105030900.0,ns,156 +heavy_compute,specs,,,,105280300.0,ns,158 +heavy_compute,specs,,,,104952300.0,ns,160 +heavy_compute,specs,,,,106992100.0,ns,162 +heavy_compute,specs,,,,110825700.0,ns,164 +heavy_compute,specs,,,,109643700.0,ns,166 +heavy_compute,specs,,,,114538600.0,ns,168 +heavy_compute,specs,,,,114382300.0,ns,170 +heavy_compute,specs,,,,114209000.0,ns,172 +heavy_compute,specs,,,,114234100.0,ns,174 +heavy_compute,specs,,,,116214700.0,ns,176 +heavy_compute,specs,,,,117187600.0,ns,178 +heavy_compute,specs,,,,118861900.0,ns,180 +heavy_compute,specs,,,,119522300.0,ns,182 +heavy_compute,specs,,,,122219600.0,ns,184 +heavy_compute,specs,,,,121967200.0,ns,186 +heavy_compute,specs,,,,125479800.0,ns,188 +heavy_compute,specs,,,,124006300.0,ns,190 +heavy_compute,specs,,,,127427200.0,ns,192 +heavy_compute,specs,,,,127901000.0,ns,194 +heavy_compute,specs,,,,127971700.0,ns,196 +heavy_compute,specs,,,,129903300.0,ns,198 +heavy_compute,specs,,,,132536400.0,ns,200 diff --git a/target/criterion/heavy_compute/specs/new/sample.json b/target/criterion/heavy_compute/specs/new/sample.json index c4d2a3af..ef395877 100644 --- a/target/criterion/heavy_compute/specs/new/sample.json +++ b/target/criterion/heavy_compute/specs/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[809281.0,1648671.0,2381027.0,3351704.0,3939055.0,4754699.0,5974431.0,7389918.0,7392212.0,8505073.0,9076180.0,9540677.0,10330529.0,11680743.0,13068667.0,12926986.0,13597955.0,14348735.0,16746332.0,16136932.0,19274600.0,30780799.0,30199322.0,32678655.0,33182003.0,35083707.0,36580328.0,38870430.0,38625413.0,39356858.0,32102397.0,29276343.0,28965000.0,27122240.0,32101335.0,30330571.0,33645718.0,52375097.0,50940294.0,50717961.0,52318140.0,54394534.0,57996657.0,45407685.0,44252222.0,58369798.0,40940474.0,38915256.0,40911359.0,41956649.0,48096878.0,49832284.0,45495761.0,44482471.0,46604354.0,47469943.0,51615832.0,50796109.0,52035000.0,51284851.0,52913633.0,73181887.0,54270978.0,51801205.0,71793061.0,86112499.0,83521294.0,88888367.0,91457261.0,95787501.0,87519370.0,92362957.0,91191846.0,95122975.0,95971652.0,99175886.0,99118667.0,82254349.0,65580574.0,68239091.0,73754496.0,67788030.0,70864961.0,102894580.0,77528557.0,73221971.0,73367650.0,75591476.0,71540790.0,76875142.0,74004092.0,78523131.0,79508750.0,91386106.0,123849400.0,118718206.0,84244571.0,79942115.0,102282022.0,111273191.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[1223500.0,2464800.0,4069900.0,5310200.0,6509000.0,7933600.0,9301800.0,10866000.0,12018500.0,13350600.0,14327900.0,15710400.0,17244000.0,18224200.0,19875400.0,21438300.0,22095000.0,23571800.0,25226500.0,25927400.0,28108400.0,28983600.0,30283300.0,32159500.0,32572000.0,34980600.0,35903600.0,36234000.0,38121300.0,39446100.0,42075700.0,42533300.0,43503400.0,44127800.0,46696500.0,48236700.0,48832300.0,50806500.0,51561600.0,52888600.0,53698900.0,54836600.0,56125500.0,58075000.0,58884700.0,61342500.0,62587900.0,63577400.0,64641300.0,66842100.0,66847600.0,67334200.0,69473800.0,70669400.0,73112600.0,74145800.0,75792800.0,76200700.0,77073200.0,79168700.0,80115600.0,81501600.0,82955600.0,84299400.0,85272600.0,86755000.0,88936700.0,89031100.0,90945000.0,93036200.0,94205300.0,94100100.0,96338700.0,97428900.0,99408700.0,101166400.0,101305500.0,105030900.0,105280300.0,104952300.0,106992100.0,110825700.0,109643700.0,114538600.0,114382300.0,114209000.0,114234100.0,116214700.0,117187600.0,118861900.0,119522300.0,122219600.0,121967200.0,125479800.0,124006300.0,127427200.0,127901000.0,127971700.0,129903300.0,132536400.0]} \ No newline at end of file diff --git a/target/criterion/heavy_compute/specs/new/tukey.json b/target/criterion/heavy_compute/specs/new/tukey.json index 3c026fe1..c29d4b3d 100644 --- a/target/criterion/heavy_compute/specs/new/tukey.json +++ b/target/criterion/heavy_compute/specs/new/tukey.json @@ -1 +1 @@ -[-224620.92769021745,97397.34490489127,956112.7384918479,1278131.0110869566] \ No newline at end of file +[628819.7826479762,642238.1551706102,678020.481897634,691438.8544202679] \ No newline at end of file diff --git a/target/criterion/heavy_compute/specs/report/MAD.svg b/target/criterion/heavy_compute/specs/report/MAD.svg index 9dc38690..17962fd8 100644 --- a/target/criterion/heavy_compute/specs/report/MAD.svg +++ b/target/criterion/heavy_compute/specs/report/MAD.svg @@ -1,303 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 0.03 - - - - - 30 - - - - - 40 - - - - - 50 - - - - - 60 - - - - - 70 - - - - - 80 - - - - - 90 - - - - - 100 - - - - - 110 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - heavy_compute/specs: MAD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +heavy_compute/specs:MAD + + +Density (a.u.) + + +Average time (us) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + + +5.5 + + + +6 + + + +6.5 + + + +7 + + + +7.5 + + + +8 + + + +8.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/heavy_compute/specs/report/SD.svg b/target/criterion/heavy_compute/specs/report/SD.svg index 44a48d15..7ba3efad 100644 --- a/target/criterion/heavy_compute/specs/report/SD.svg +++ b/target/criterion/heavy_compute/specs/report/SD.svg @@ -1,303 +1,76 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.01 - - - - - 0.02 - - - - - 0.03 - - - - - 0.04 - - - - - 0.05 - - - - - 0.06 - - - - - 0.07 - - - - - 0.08 - - - - - 0.09 - - - - - 0.1 - - - - - 95 - - - - - 100 - - - - - 105 - - - - - 110 - - - - - 115 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - heavy_compute/specs: SD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +heavy_compute/specs:SD + + +Density (a.u.) + + +Average time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + + +7 + + + +8 + + + +9 + + + +10 + + + +11 + + + +12 + + + +13 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/heavy_compute/specs/report/both/pdf.svg b/target/criterion/heavy_compute/specs/report/both/pdf.svg index 8f9018cd..9d63dca9 100644 --- a/target/criterion/heavy_compute/specs/report/both/pdf.svg +++ b/target/criterion/heavy_compute/specs/report/both/pdf.svg @@ -1,328 +1,81 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.001 - - - - - 0.002 - - - - - 0.003 - - - - - 0.004 - - - - - 0.005 - - - - - 0.006 - - - - - 0.007 - - - - - 200 - - - - - 300 - - - - - 400 - - - - - 500 - - - - - 600 - - - - - 700 - - - - - 800 - - - - - 900 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - heavy_compute/specs - - - - - Base PDF - - - Base PDF - - - - - - - - - - Base Mean - - - - - Base Mean - - - - - - New PDF - - - - - New PDF - - - - - - - - - - New Mean - - - - - New Mean - - - - - - - - - - - - - - + + +heavy_compute/specs + + +Density (a.u.) + + +Average Time (us) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + +0.045 + + + + +400 + + + +600 + + + +800 + + + + + + + +Base PDF + + +New PDF + + +Base Mean + + +New Mean + + + + + - diff --git a/target/criterion/heavy_compute/specs/report/both/regression.svg b/target/criterion/heavy_compute/specs/report/both/regression.svg index c408b084..397c0840 100644 --- a/target/criterion/heavy_compute/specs/report/both/regression.svg +++ b/target/criterion/heavy_compute/specs/report/both/regression.svg @@ -1,331 +1,105 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 160 - - - - - - - - - - - - - 180 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 250 - - - - - - - - - - - - - 300 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - heavy_compute/specs - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - Base sample - - - - - - New sample - - - New sample - - - - - - - - - - - - - - + + +heavy_compute/specs + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + + +Base Sample + + +New Sample + + + - diff --git a/target/criterion/heavy_compute/specs/report/change/mean.svg b/target/criterion/heavy_compute/specs/report/change/mean.svg index 28631d7c..6098dcb9 100644 --- a/target/criterion/heavy_compute/specs/report/change/mean.svg +++ b/target/criterion/heavy_compute/specs/report/change/mean.svg @@ -1,315 +1,81 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 2 - - - - - 4 - - - - - 6 - - - - - 8 - - - - - 10 - - - - - 12 - - - - - 8 - - - - - 10 - - - - - 12 - - - - - 14 - - - - - 16 - - - - - 18 - - - - - 20 - - - - - 22 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - heavy_compute/specs: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +heavy_compute/specs:mean + + +Density (a.u.) + + +Relative change (%) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + + +0.26 + + + +0.28 + + + +0.3 + + + +0.32 + + + +0.34 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/heavy_compute/specs/report/change/median.svg b/target/criterion/heavy_compute/specs/report/change/median.svg index 5d6efec2..e283688a 100644 --- a/target/criterion/heavy_compute/specs/report/change/median.svg +++ b/target/criterion/heavy_compute/specs/report/change/median.svg @@ -1,320 +1,109 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 2 - - - - - 4 - - - - - 6 - - - - - 8 - - - - - 10 - - - - - 12 - - - - - 14 - - - - - 10 - - - - - 12 - - - - - 14 - - - - - 16 - - - - - 18 - - - - - 20 - - - - - 22 - - - - - 24 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - heavy_compute/specs: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +heavy_compute/specs:median + + +Density (a.u.) + + +Relative change (%) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + + +0.36 + + + +0.38 + + + +0.4 + + + +0.42 + + + +0.44 + + + +0.46 + + + +0.48 + + + +0.5 + + + +0.52 + + + +0.54 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/heavy_compute/specs/report/change/t-test.svg b/target/criterion/heavy_compute/specs/report/change/t-test.svg index 307de5d6..c54ea3d5 100644 --- a/target/criterion/heavy_compute/specs/report/change/t-test.svg +++ b/target/criterion/heavy_compute/specs/report/change/t-test.svg @@ -1,260 +1,75 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - -5 - - - - - -4 - - - - - -3 - - - - - -2 - - - - - -1 - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - 5 - - - - - - - - - Density - - - - - t score - - - - - heavy_compute/specs: Welch t test - - - - - t distribution - - - t distribution - - - - - - - - - - t statistic - - - - - t statistic - - - - - - - - - - - - - - + + +heavy_compute/specs: Welch t test + + +Density + + +t score + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +-4.0 + + + +-2.0 + + + +0.0 + + + +2.0 + + + +4.0 + + + + + +t distribution + + +t statistic + + + - diff --git a/target/criterion/heavy_compute/specs/report/index.html b/target/criterion/heavy_compute/specs/report/index.html index 3ec37237..e80bce7c 100644 --- a/target/criterion/heavy_compute/specs/report/index.html +++ b/target/criterion/heavy_compute/specs/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 484.36 us - 508.43 us - 534.10 us + 659.27 us + 660.87 us + 662.60 us R² - 0.2023980 - 0.2118784 - 0.2011587 + 0.9865202 + 0.9872973 + 0.9863821 Mean - 484.55 us - 505.03 us - 525.84 us + 657.95 us + 659.92 us + 661.73 us Std. Dev. - 96.464 us - 106.57 us - 113.55 us + 6.6979 us + 9.7347 us + 12.658 us Median - 429.50 us - 446.87 us - 479.16 us + 658.36 us + 659.88 us + 662.02 us MAD - 37.540 us - 63.111 us - 110.98 us + 5.5509 us + 6.8263 us + 8.4060 us @@ -231,9 +231,9 @@

Additional Statistics:

Change in time - +8.4197% - +14.871% - +21.677% + +25.443% + +30.669% + +36.203% (p = 0.00 < 0.05) diff --git a/target/criterion/heavy_compute/specs/report/mean.svg b/target/criterion/heavy_compute/specs/report/mean.svg index ccedf40f..3238cb36 100644 --- a/target/criterion/heavy_compute/specs/report/mean.svg +++ b/target/criterion/heavy_compute/specs/report/mean.svg @@ -1,298 +1,100 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 0.03 - - - - - 0.035 - - - - - 0.04 - - - - - 480 - - - - - 490 - - - - - 500 - - - - - 510 - - - - - 520 - - - - - 530 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - heavy_compute/specs: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +heavy_compute/specs:mean + + +Density (a.u.) + + +Average time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + +0.45 + + + + +658 + + + +658.5 + + + +659 + + + +659.5 + + + +660 + + + +660.5 + + + +661 + + + +661.5 + + + +662 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/heavy_compute/specs/report/median.svg b/target/criterion/heavy_compute/specs/report/median.svg index ac73f36d..652a99ad 100644 --- a/target/criterion/heavy_compute/specs/report/median.svg +++ b/target/criterion/heavy_compute/specs/report/median.svg @@ -1,293 +1,104 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.01 - - - - - 0.02 - - - - - 0.03 - - - - - 0.04 - - - - - 0.05 - - - - - 0.06 - - - - - 0.07 - - - - - 430 - - - - - 440 - - - - - 450 - - - - - 460 - - - - - 470 - - - - - 480 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - heavy_compute/specs: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +heavy_compute/specs:median + + +Density (a.u.) + + +Average time (us) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + + +1 + + + + +658 + + + +658.5 + + + +659 + + + +659.5 + + + +660 + + + +660.5 + + + +661 + + + +661.5 + + + +662 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/heavy_compute/specs/report/pdf.svg b/target/criterion/heavy_compute/specs/report/pdf.svg index 6f909ed1..5ad806d2 100644 --- a/target/criterion/heavy_compute/specs/report/pdf.svg +++ b/target/criterion/heavy_compute/specs/report/pdf.svg @@ -1,405 +1,167 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 300 - - - - - 400 - - - - - 500 - - - - - 600 - - - - - 700 - - - - - 800 - - - - - 0 - - - - - 0.0005 - - - - - 0.001 - - - - - 0.0015 - - - - - 0.002 - - - - - 0.0025 - - - - - 0.003 - - - - - 0.0035 - - - - - 0.004 - - - - - 0.0045 - - - - - 0.005 - - - - - - - - - Iterations - - - - - Density (a.u.) - - - - - Average time (us) - - - - - heavy_compute/specs - - - - - PDF - - - PDF - - - - - - - - - - Mean - - - - - Mean - - - - - - "Clean" sample - - - - - "Clean" sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - gnuplot_plot_4 - - - - - - gnuplot_plot_5 - - - - gnuplot_plot_6 - - - - gnuplot_plot_7 - - - - - - - - - - - - + + +heavy_compute/specs + + +Iterations + + +Average Time (us) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + + +600 + + + +610 + + + +620 + + + +630 + + + +640 + + + +650 + + + +660 + + + +670 + + + +680 + + + +690 + + + +Density (a.u.) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + +0.045 + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + - diff --git a/target/criterion/heavy_compute/specs/report/pdf_small.svg b/target/criterion/heavy_compute/specs/report/pdf_small.svg index 040e5e70..3ebb819b 100644 --- a/target/criterion/heavy_compute/specs/report/pdf_small.svg +++ b/target/criterion/heavy_compute/specs/report/pdf_small.svg @@ -1,204 +1,72 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.001 - - - - - 0.002 - - - - - 0.003 - - - - - 0.004 - - - - - 0.005 - - - - - 300 - - - - - 400 - - - - - 500 - - - - - 600 - - - - - 700 - - - - - 800 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - PDF - - - - - - - Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + +0.045 + + + +0.05 + + + + +600 + + + +620 + + + +640 + + + +660 + + + +680 + + + + - diff --git a/target/criterion/heavy_compute/specs/report/regression.svg b/target/criterion/heavy_compute/specs/report/regression.svg index c82f3d47..53ea695f 100644 --- a/target/criterion/heavy_compute/specs/report/regression.svg +++ b/target/criterion/heavy_compute/specs/report/regression.svg @@ -1,382 +1,207 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - heavy_compute/specs - - - - - Sample - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - Linear regression - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - - + + +heavy_compute/specs + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + - diff --git a/target/criterion/heavy_compute/specs/report/regression_small.svg b/target/criterion/heavy_compute/specs/report/regression_small.svg index b3d2d3de..785ad066 100644 --- a/target/criterion/heavy_compute/specs/report/regression_small.svg +++ b/target/criterion/heavy_compute/specs/report/regression_small.svg @@ -1,360 +1,192 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/heavy_compute/specs/report/relative_pdf_small.svg b/target/criterion/heavy_compute/specs/report/relative_pdf_small.svg index fb5ba6fe..de5df1b7 100644 --- a/target/criterion/heavy_compute/specs/report/relative_pdf_small.svg +++ b/target/criterion/heavy_compute/specs/report/relative_pdf_small.svg @@ -1,301 +1,62 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.001 - - - - - 0.002 - - - - - 0.003 - - - - - 0.004 - - - - - 0.005 - - - - - 0.006 - - - - - 0.007 - - - - - 200 - - - - - 300 - - - - - 400 - - - - - 500 - - - - - 600 - - - - - 700 - - - - - 800 - - - - - 900 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - Base PDF - - - - - - - Base Mean - - - - - - New PDF - - - - - - - - - New Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + +0.045 + + + + +400 + + + +600 + + + +800 + + + + + + - diff --git a/target/criterion/heavy_compute/specs/report/relative_regression_small.svg b/target/criterion/heavy_compute/specs/report/relative_regression_small.svg index 903f9b3e..f6d6d63f 100644 --- a/target/criterion/heavy_compute/specs/report/relative_regression_small.svg +++ b/target/criterion/heavy_compute/specs/report/relative_regression_small.svg @@ -1,316 +1,94 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 160 - - - - - - - - - - - - - 180 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 250 - - - - - - - - - - - - - 300 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - - New sample - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + - diff --git a/target/criterion/heavy_compute/specs/report/slope.svg b/target/criterion/heavy_compute/specs/report/slope.svg index 8d68f79b..18abd65e 100644 --- a/target/criterion/heavy_compute/specs/report/slope.svg +++ b/target/criterion/heavy_compute/specs/report/slope.svg @@ -1,293 +1,100 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 0.03 - - - - - 0.035 - - - - - 480 - - - - - 490 - - - - - 500 - - - - - 510 - - - - - 520 - - - - - 530 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - heavy_compute/specs: slope - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +heavy_compute/specs:slope + + +Density (a.u.) + + +Average time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + +0.45 + + + +0.5 + + + + +659 + + + +659.5 + + + +660 + + + +660.5 + + + +661 + + + +661.5 + + + +662 + + + +662.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/heavy_compute/specs/report/typical.svg b/target/criterion/heavy_compute/specs/report/typical.svg index 3bb4f624..31bf6e08 100644 --- a/target/criterion/heavy_compute/specs/report/typical.svg +++ b/target/criterion/heavy_compute/specs/report/typical.svg @@ -1,293 +1,100 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 0.03 - - - - - 0.035 - - - - - 480 - - - - - 490 - - - - - 500 - - - - - 510 - - - - - 520 - - - - - 530 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - heavy_compute/specs: typical - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +heavy_compute/specs:typical + + +Density (a.u.) + + +Average time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + +0.45 + + + +0.5 + + + + +659 + + + +659.5 + + + +660 + + + +660.5 + + + +661 + + + +661.5 + + + +662 + + + +662.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/report/index.html b/target/criterion/report/index.html index 11f6d8a9..78fce3ff 100644 --- a/target/criterion/report/index.html +++ b/target/criterion/report/index.html @@ -64,78 +64,86 @@

Criterion.rs Benchmark Index

See individual benchmark pages below for more details.
diff --git a/target/criterion/schedule/bevy/base/estimates.json b/target/criterion/schedule/bevy/base/estimates.json index 8144e7f8..dcfc2b14 100644 --- a/target/criterion/schedule/bevy/base/estimates.json +++ b/target/criterion/schedule/bevy/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":114883.41688182282,"upper_bound":120848.37037127442},"point_estimate":117873.05115683455,"standard_error":1518.6249194499758},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":118304.9945533769,"upper_bound":123047.6214896215},"point_estimate":120805.94542253521,"standard_error":1165.4532108902788},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9269.635332507103,"upper_bound":21159.227246453884},"point_estimate":15045.723778803256,"standard_error":3088.589035808311},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":111165.7676222668,"upper_bound":117971.09431393204},"point_estimate":114626.98238510419,"standard_error":1734.1021162105274},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13545.51791995143,"upper_bound":16912.994855625508},"point_estimate":15336.055916708417,"standard_error":859.8194260423036}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67038.7837925752,"upper_bound":69258.76382304067},"point_estimate":68123.85080381755,"standard_error":566.8327319555715},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":66814.0625,"upper_bound":68215.94387755102},"point_estimate":67454.58124303233,"standard_error":365.07641366460575},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2533.1462166327537,"upper_bound":5291.6756203656005},"point_estimate":3615.227373316884,"standard_error":757.1932253332614},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":66596.92988844242,"upper_bound":69166.30122033769},"point_estimate":67871.26810255653,"standard_error":656.777820738546},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4588.317251242963,"upper_bound":6724.496677443582},"point_estimate":5704.8246483081275,"standard_error":546.333791288691}} \ No newline at end of file diff --git a/target/criterion/schedule/bevy/base/raw.csv b/target/criterion/schedule/bevy/base/raw.csv index 4c848217..6680a55b 100644 --- a/target/criterion/schedule/bevy/base/raw.csv +++ b/target/criterion/schedule/bevy/base/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -schedule,bevy,,,,1387282.0,ns,9 -schedule,bevy,,,,2416734.0,ns,18 -schedule,bevy,,,,3286893.0,ns,27 -schedule,bevy,,,,5328732.0,ns,36 -schedule,bevy,,,,6211635.0,ns,45 -schedule,bevy,,,,5244080.0,ns,54 -schedule,bevy,,,,9445005.0,ns,63 -schedule,bevy,,,,7802995.0,ns,72 -schedule,bevy,,,,10899676.0,ns,81 -schedule,bevy,,,,12908422.0,ns,90 -schedule,bevy,,,,9834808.0,ns,99 -schedule,bevy,,,,14606988.0,ns,108 -schedule,bevy,,,,15649094.0,ns,117 -schedule,bevy,,,,17733394.0,ns,126 -schedule,bevy,,,,15958565.0,ns,135 -schedule,bevy,,,,19847902.0,ns,144 -schedule,bevy,,,,15086211.0,ns,153 -schedule,bevy,,,,20140341.0,ns,162 -schedule,bevy,,,,23921473.0,ns,171 -schedule,bevy,,,,22181579.0,ns,180 -schedule,bevy,,,,23572920.0,ns,189 -schedule,bevy,,,,20648279.0,ns,198 -schedule,bevy,,,,21883953.0,ns,207 -schedule,bevy,,,,27285222.0,ns,216 -schedule,bevy,,,,29577820.0,ns,225 -schedule,bevy,,,,30887996.0,ns,234 -schedule,bevy,,,,31590295.0,ns,243 -schedule,bevy,,,,27233965.0,ns,252 -schedule,bevy,,,,25240646.0,ns,261 -schedule,bevy,,,,25370044.0,ns,270 -schedule,bevy,,,,35476508.0,ns,279 -schedule,bevy,,,,33403869.0,ns,288 -schedule,bevy,,,,26454139.0,ns,297 -schedule,bevy,,,,41692290.0,ns,306 -schedule,bevy,,,,45474856.0,ns,315 -schedule,bevy,,,,38471943.0,ns,324 -schedule,bevy,,,,42149882.0,ns,333 -schedule,bevy,,,,39818259.0,ns,342 -schedule,bevy,,,,33588362.0,ns,351 -schedule,bevy,,,,36646847.0,ns,360 -schedule,bevy,,,,45668436.0,ns,369 -schedule,bevy,,,,48736381.0,ns,378 -schedule,bevy,,,,46362117.0,ns,387 -schedule,bevy,,,,46881405.0,ns,396 -schedule,bevy,,,,48751839.0,ns,405 -schedule,bevy,,,,48240515.0,ns,414 -schedule,bevy,,,,54841211.0,ns,423 -schedule,bevy,,,,44106428.0,ns,432 -schedule,bevy,,,,57462375.0,ns,441 -schedule,bevy,,,,58822234.0,ns,450 -schedule,bevy,,,,54344864.0,ns,459 -schedule,bevy,,,,44326128.0,ns,468 -schedule,bevy,,,,56152579.0,ns,477 -schedule,bevy,,,,60663424.0,ns,486 -schedule,bevy,,,,45639020.0,ns,495 -schedule,bevy,,,,45883424.0,ns,504 -schedule,bevy,,,,61525714.0,ns,513 -schedule,bevy,,,,66431593.0,ns,522 -schedule,bevy,,,,51614683.0,ns,531 -schedule,bevy,,,,64902027.0,ns,540 -schedule,bevy,,,,53979990.0,ns,549 -schedule,bevy,,,,63731969.0,ns,558 -schedule,bevy,,,,68887059.0,ns,567 -schedule,bevy,,,,70765449.0,ns,576 -schedule,bevy,,,,57346634.0,ns,585 -schedule,bevy,,,,74404632.0,ns,594 -schedule,bevy,,,,68522064.0,ns,603 -schedule,bevy,,,,73887967.0,ns,612 -schedule,bevy,,,,76424629.0,ns,621 -schedule,bevy,,,,63922643.0,ns,630 -schedule,bevy,,,,77242268.0,ns,639 -schedule,bevy,,,,75970054.0,ns,648 -schedule,bevy,,,,65094947.0,ns,657 -schedule,bevy,,,,82397279.0,ns,666 -schedule,bevy,,,,88588815.0,ns,675 -schedule,bevy,,,,63624224.0,ns,684 -schedule,bevy,,,,85016620.0,ns,693 -schedule,bevy,,,,70684984.0,ns,702 -schedule,bevy,,,,74640552.0,ns,711 -schedule,bevy,,,,88120531.0,ns,720 -schedule,bevy,,,,87535388.0,ns,729 -schedule,bevy,,,,73506661.0,ns,738 -schedule,bevy,,,,91300361.0,ns,747 -schedule,bevy,,,,72040097.0,ns,756 -schedule,bevy,,,,97695102.0,ns,765 -schedule,bevy,,,,70012063.0,ns,774 -schedule,bevy,,,,78537044.0,ns,783 -schedule,bevy,,,,75974773.0,ns,792 -schedule,bevy,,,,76431281.0,ns,801 -schedule,bevy,,,,98002638.0,ns,810 -schedule,bevy,,,,100776002.0,ns,819 -schedule,bevy,,,,105545800.0,ns,828 -schedule,bevy,,,,109414429.0,ns,837 -schedule,bevy,,,,107153453.0,ns,846 -schedule,bevy,,,,91234042.0,ns,855 -schedule,bevy,,,,105035047.0,ns,864 -schedule,bevy,,,,105043804.0,ns,873 -schedule,bevy,,,,109678944.0,ns,882 -schedule,bevy,,,,116886866.0,ns,891 -schedule,bevy,,,,91952632.0,ns,900 +schedule,bevy,,,,1422800.0,ns,16 +schedule,bevy,,,,2581900.0,ns,32 +schedule,bevy,,,,3329300.0,ns,48 +schedule,bevy,,,,5161700.0,ns,64 +schedule,bevy,,,,5115500.0,ns,80 +schedule,bevy,,,,6098100.0,ns,96 +schedule,bevy,,,,7643000.0,ns,112 +schedule,bevy,,,,8986000.0,ns,128 +schedule,bevy,,,,11111700.0,ns,144 +schedule,bevy,,,,11079600.0,ns,160 +schedule,bevy,,,,11706900.0,ns,176 +schedule,bevy,,,,11811900.0,ns,192 +schedule,bevy,,,,12640300.0,ns,208 +schedule,bevy,,,,14423600.0,ns,224 +schedule,bevy,,,,16235900.0,ns,240 +schedule,bevy,,,,17415200.0,ns,256 +schedule,bevy,,,,20417600.0,ns,272 +schedule,bevy,,,,19483400.0,ns,288 +schedule,bevy,,,,20385500.0,ns,304 +schedule,bevy,,,,20783400.0,ns,320 +schedule,bevy,,,,26692400.0,ns,336 +schedule,bevy,,,,21012400.0,ns,352 +schedule,bevy,,,,25695600.0,ns,368 +schedule,bevy,,,,25811400.0,ns,384 +schedule,bevy,,,,32379000.0,ns,400 +schedule,bevy,,,,25022600.0,ns,416 +schedule,bevy,,,,26106800.0,ns,432 +schedule,bevy,,,,29966000.0,ns,448 +schedule,bevy,,,,31242500.0,ns,464 +schedule,bevy,,,,31990500.0,ns,480 +schedule,bevy,,,,33982600.0,ns,496 +schedule,bevy,,,,35652200.0,ns,512 +schedule,bevy,,,,33987900.0,ns,528 +schedule,bevy,,,,35847600.0,ns,544 +schedule,bevy,,,,37037400.0,ns,560 +schedule,bevy,,,,40764200.0,ns,576 +schedule,bevy,,,,36041600.0,ns,592 +schedule,bevy,,,,46378600.0,ns,608 +schedule,bevy,,,,42074000.0,ns,624 +schedule,bevy,,,,44111600.0,ns,640 +schedule,bevy,,,,45436500.0,ns,656 +schedule,bevy,,,,44183700.0,ns,672 +schedule,bevy,,,,45782400.0,ns,688 +schedule,bevy,,,,43732100.0,ns,704 +schedule,bevy,,,,43177200.0,ns,720 +schedule,bevy,,,,49667400.0,ns,736 +schedule,bevy,,,,45861000.0,ns,752 +schedule,bevy,,,,50125200.0,ns,768 +schedule,bevy,,,,53481300.0,ns,784 +schedule,bevy,,,,58004600.0,ns,800 +schedule,bevy,,,,57476100.0,ns,816 +schedule,bevy,,,,54341300.0,ns,832 +schedule,bevy,,,,52214700.0,ns,848 +schedule,bevy,,,,57891800.0,ns,864 +schedule,bevy,,,,62659000.0,ns,880 +schedule,bevy,,,,54979600.0,ns,896 +schedule,bevy,,,,62172600.0,ns,912 +schedule,bevy,,,,65404800.0,ns,928 +schedule,bevy,,,,80898300.0,ns,944 +schedule,bevy,,,,69917000.0,ns,960 +schedule,bevy,,,,65549500.0,ns,976 +schedule,bevy,,,,68743800.0,ns,992 +schedule,bevy,,,,71793100.0,ns,1008 +schedule,bevy,,,,69325300.0,ns,1024 +schedule,bevy,,,,69378800.0,ns,1040 +schedule,bevy,,,,70050000.0,ns,1056 +schedule,bevy,,,,70674400.0,ns,1072 +schedule,bevy,,,,75364800.0,ns,1088 +schedule,bevy,,,,78784700.0,ns,1104 +schedule,bevy,,,,76998000.0,ns,1120 +schedule,bevy,,,,87153800.0,ns,1136 +schedule,bevy,,,,71253000.0,ns,1152 +schedule,bevy,,,,83372300.0,ns,1168 +schedule,bevy,,,,84921300.0,ns,1184 +schedule,bevy,,,,70423100.0,ns,1200 +schedule,bevy,,,,82390900.0,ns,1216 +schedule,bevy,,,,71005000.0,ns,1232 +schedule,bevy,,,,78884500.0,ns,1248 +schedule,bevy,,,,86187000.0,ns,1264 +schedule,bevy,,,,75457300.0,ns,1280 +schedule,bevy,,,,86540600.0,ns,1296 +schedule,bevy,,,,86300800.0,ns,1312 +schedule,bevy,,,,100690200.0,ns,1328 +schedule,bevy,,,,79405100.0,ns,1344 +schedule,bevy,,,,90289200.0,ns,1360 +schedule,bevy,,,,87462000.0,ns,1376 +schedule,bevy,,,,95652900.0,ns,1392 +schedule,bevy,,,,104652700.0,ns,1408 +schedule,bevy,,,,97179300.0,ns,1424 +schedule,bevy,,,,96798600.0,ns,1440 +schedule,bevy,,,,97385300.0,ns,1456 +schedule,bevy,,,,94437800.0,ns,1472 +schedule,bevy,,,,112569200.0,ns,1488 +schedule,bevy,,,,99615800.0,ns,1504 +schedule,bevy,,,,102703300.0,ns,1520 +schedule,bevy,,,,102626400.0,ns,1536 +schedule,bevy,,,,121310100.0,ns,1552 +schedule,bevy,,,,103200800.0,ns,1568 +schedule,bevy,,,,109400400.0,ns,1584 +schedule,bevy,,,,113846000.0,ns,1600 diff --git a/target/criterion/schedule/bevy/base/sample.json b/target/criterion/schedule/bevy/base/sample.json index e86774d0..3a81a367 100644 --- a/target/criterion/schedule/bevy/base/sample.json +++ b/target/criterion/schedule/bevy/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[1387282.0,2416734.0,3286893.0,5328732.0,6211635.0,5244080.0,9445005.0,7802995.0,10899676.0,12908422.0,9834808.0,14606988.0,15649094.0,17733394.0,15958565.0,19847902.0,15086211.0,20140341.0,23921473.0,22181579.0,23572920.0,20648279.0,21883953.0,27285222.0,29577820.0,30887996.0,31590295.0,27233965.0,25240646.0,25370044.0,35476508.0,33403869.0,26454139.0,41692290.0,45474856.0,38471943.0,42149882.0,39818259.0,33588362.0,36646847.0,45668436.0,48736381.0,46362117.0,46881405.0,48751839.0,48240515.0,54841211.0,44106428.0,57462375.0,58822234.0,54344864.0,44326128.0,56152579.0,60663424.0,45639020.0,45883424.0,61525714.0,66431593.0,51614683.0,64902027.0,53979990.0,63731969.0,68887059.0,70765449.0,57346634.0,74404632.0,68522064.0,73887967.0,76424629.0,63922643.0,77242268.0,75970054.0,65094947.0,82397279.0,88588815.0,63624224.0,85016620.0,70684984.0,74640552.0,88120531.0,87535388.0,73506661.0,91300361.0,72040097.0,97695102.0,70012063.0,78537044.0,75974773.0,76431281.0,98002638.0,100776002.0,105545800.0,109414429.0,107153453.0,91234042.0,105035047.0,105043804.0,109678944.0,116886866.0,91952632.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[16.0,32.0,48.0,64.0,80.0,96.0,112.0,128.0,144.0,160.0,176.0,192.0,208.0,224.0,240.0,256.0,272.0,288.0,304.0,320.0,336.0,352.0,368.0,384.0,400.0,416.0,432.0,448.0,464.0,480.0,496.0,512.0,528.0,544.0,560.0,576.0,592.0,608.0,624.0,640.0,656.0,672.0,688.0,704.0,720.0,736.0,752.0,768.0,784.0,800.0,816.0,832.0,848.0,864.0,880.0,896.0,912.0,928.0,944.0,960.0,976.0,992.0,1008.0,1024.0,1040.0,1056.0,1072.0,1088.0,1104.0,1120.0,1136.0,1152.0,1168.0,1184.0,1200.0,1216.0,1232.0,1248.0,1264.0,1280.0,1296.0,1312.0,1328.0,1344.0,1360.0,1376.0,1392.0,1408.0,1424.0,1440.0,1456.0,1472.0,1488.0,1504.0,1520.0,1536.0,1552.0,1568.0,1584.0,1600.0],"times":[1422800.0,2581900.0,3329300.0,5161700.0,5115500.0,6098100.0,7643000.0,8986000.0,11111700.0,11079600.0,11706900.0,11811900.0,12640300.0,14423600.0,16235900.0,17415200.0,20417600.0,19483400.0,20385500.0,20783400.0,26692400.0,21012400.0,25695600.0,25811400.0,32379000.0,25022600.0,26106800.0,29966000.0,31242500.0,31990500.0,33982600.0,35652200.0,33987900.0,35847600.0,37037400.0,40764200.0,36041600.0,46378600.0,42074000.0,44111600.0,45436500.0,44183700.0,45782400.0,43732100.0,43177200.0,49667400.0,45861000.0,50125200.0,53481300.0,58004600.0,57476100.0,54341300.0,52214700.0,57891800.0,62659000.0,54979600.0,62172600.0,65404800.0,80898300.0,69917000.0,65549500.0,68743800.0,71793100.0,69325300.0,69378800.0,70050000.0,70674400.0,75364800.0,78784700.0,76998000.0,87153800.0,71253000.0,83372300.0,84921300.0,70423100.0,82390900.0,71005000.0,78884500.0,86187000.0,75457300.0,86540600.0,86300800.0,100690200.0,79405100.0,90289200.0,87462000.0,95652900.0,104652700.0,97179300.0,96798600.0,97385300.0,94437800.0,112569200.0,99615800.0,102703300.0,102626400.0,121310100.0,103200800.0,109400400.0,113846000.0]} \ No newline at end of file diff --git a/target/criterion/schedule/bevy/base/tukey.json b/target/criterion/schedule/bevy/base/tukey.json index 1117bd8d..72b449df 100644 --- a/target/criterion/schedule/bevy/base/tukey.json +++ b/target/criterion/schedule/bevy/base/tukey.json @@ -1 +1 @@ -[26018.23540115563,64084.99098761485,165596.33921817277,203663.094804632] \ No newline at end of file +[50425.04595588238,57863.69485294119,77700.09191176468,85138.7408088235] \ No newline at end of file diff --git a/target/criterion/schedule/bevy/change/estimates.json b/target/criterion/schedule/bevy/change/estimates.json index f80ae5ae..709cd711 100644 --- a/target/criterion/schedule/bevy/change/estimates.json +++ b/target/criterion/schedule/bevy/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.036848851015222804,"upper_bound":0.03404825111433143},"point_estimate":-0.0019718709525203826,"standard_error":0.018131567434599545},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.04194634081173898,"upper_bound":0.00872799053716089},"point_estimate":-0.017757374754925115,"standard_error":0.012710914641005978}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.4387898906410927,"upper_bound":-0.4040701737189767},"point_estimate":-0.42205745812775997,"standard_error":0.008841346815225557},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.45334165012228156,"upper_bound":-0.4283641367634856},"point_estimate":-0.4416286300554102,"standard_error":0.006260493518406444}} \ No newline at end of file diff --git a/target/criterion/schedule/bevy/new/estimates.json b/target/criterion/schedule/bevy/new/estimates.json index 8144e7f8..dcfc2b14 100644 --- a/target/criterion/schedule/bevy/new/estimates.json +++ b/target/criterion/schedule/bevy/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":114883.41688182282,"upper_bound":120848.37037127442},"point_estimate":117873.05115683455,"standard_error":1518.6249194499758},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":118304.9945533769,"upper_bound":123047.6214896215},"point_estimate":120805.94542253521,"standard_error":1165.4532108902788},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9269.635332507103,"upper_bound":21159.227246453884},"point_estimate":15045.723778803256,"standard_error":3088.589035808311},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":111165.7676222668,"upper_bound":117971.09431393204},"point_estimate":114626.98238510419,"standard_error":1734.1021162105274},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13545.51791995143,"upper_bound":16912.994855625508},"point_estimate":15336.055916708417,"standard_error":859.8194260423036}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67038.7837925752,"upper_bound":69258.76382304067},"point_estimate":68123.85080381755,"standard_error":566.8327319555715},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":66814.0625,"upper_bound":68215.94387755102},"point_estimate":67454.58124303233,"standard_error":365.07641366460575},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2533.1462166327537,"upper_bound":5291.6756203656005},"point_estimate":3615.227373316884,"standard_error":757.1932253332614},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":66596.92988844242,"upper_bound":69166.30122033769},"point_estimate":67871.26810255653,"standard_error":656.777820738546},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4588.317251242963,"upper_bound":6724.496677443582},"point_estimate":5704.8246483081275,"standard_error":546.333791288691}} \ No newline at end of file diff --git a/target/criterion/schedule/bevy/new/raw.csv b/target/criterion/schedule/bevy/new/raw.csv index 4c848217..6680a55b 100644 --- a/target/criterion/schedule/bevy/new/raw.csv +++ b/target/criterion/schedule/bevy/new/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -schedule,bevy,,,,1387282.0,ns,9 -schedule,bevy,,,,2416734.0,ns,18 -schedule,bevy,,,,3286893.0,ns,27 -schedule,bevy,,,,5328732.0,ns,36 -schedule,bevy,,,,6211635.0,ns,45 -schedule,bevy,,,,5244080.0,ns,54 -schedule,bevy,,,,9445005.0,ns,63 -schedule,bevy,,,,7802995.0,ns,72 -schedule,bevy,,,,10899676.0,ns,81 -schedule,bevy,,,,12908422.0,ns,90 -schedule,bevy,,,,9834808.0,ns,99 -schedule,bevy,,,,14606988.0,ns,108 -schedule,bevy,,,,15649094.0,ns,117 -schedule,bevy,,,,17733394.0,ns,126 -schedule,bevy,,,,15958565.0,ns,135 -schedule,bevy,,,,19847902.0,ns,144 -schedule,bevy,,,,15086211.0,ns,153 -schedule,bevy,,,,20140341.0,ns,162 -schedule,bevy,,,,23921473.0,ns,171 -schedule,bevy,,,,22181579.0,ns,180 -schedule,bevy,,,,23572920.0,ns,189 -schedule,bevy,,,,20648279.0,ns,198 -schedule,bevy,,,,21883953.0,ns,207 -schedule,bevy,,,,27285222.0,ns,216 -schedule,bevy,,,,29577820.0,ns,225 -schedule,bevy,,,,30887996.0,ns,234 -schedule,bevy,,,,31590295.0,ns,243 -schedule,bevy,,,,27233965.0,ns,252 -schedule,bevy,,,,25240646.0,ns,261 -schedule,bevy,,,,25370044.0,ns,270 -schedule,bevy,,,,35476508.0,ns,279 -schedule,bevy,,,,33403869.0,ns,288 -schedule,bevy,,,,26454139.0,ns,297 -schedule,bevy,,,,41692290.0,ns,306 -schedule,bevy,,,,45474856.0,ns,315 -schedule,bevy,,,,38471943.0,ns,324 -schedule,bevy,,,,42149882.0,ns,333 -schedule,bevy,,,,39818259.0,ns,342 -schedule,bevy,,,,33588362.0,ns,351 -schedule,bevy,,,,36646847.0,ns,360 -schedule,bevy,,,,45668436.0,ns,369 -schedule,bevy,,,,48736381.0,ns,378 -schedule,bevy,,,,46362117.0,ns,387 -schedule,bevy,,,,46881405.0,ns,396 -schedule,bevy,,,,48751839.0,ns,405 -schedule,bevy,,,,48240515.0,ns,414 -schedule,bevy,,,,54841211.0,ns,423 -schedule,bevy,,,,44106428.0,ns,432 -schedule,bevy,,,,57462375.0,ns,441 -schedule,bevy,,,,58822234.0,ns,450 -schedule,bevy,,,,54344864.0,ns,459 -schedule,bevy,,,,44326128.0,ns,468 -schedule,bevy,,,,56152579.0,ns,477 -schedule,bevy,,,,60663424.0,ns,486 -schedule,bevy,,,,45639020.0,ns,495 -schedule,bevy,,,,45883424.0,ns,504 -schedule,bevy,,,,61525714.0,ns,513 -schedule,bevy,,,,66431593.0,ns,522 -schedule,bevy,,,,51614683.0,ns,531 -schedule,bevy,,,,64902027.0,ns,540 -schedule,bevy,,,,53979990.0,ns,549 -schedule,bevy,,,,63731969.0,ns,558 -schedule,bevy,,,,68887059.0,ns,567 -schedule,bevy,,,,70765449.0,ns,576 -schedule,bevy,,,,57346634.0,ns,585 -schedule,bevy,,,,74404632.0,ns,594 -schedule,bevy,,,,68522064.0,ns,603 -schedule,bevy,,,,73887967.0,ns,612 -schedule,bevy,,,,76424629.0,ns,621 -schedule,bevy,,,,63922643.0,ns,630 -schedule,bevy,,,,77242268.0,ns,639 -schedule,bevy,,,,75970054.0,ns,648 -schedule,bevy,,,,65094947.0,ns,657 -schedule,bevy,,,,82397279.0,ns,666 -schedule,bevy,,,,88588815.0,ns,675 -schedule,bevy,,,,63624224.0,ns,684 -schedule,bevy,,,,85016620.0,ns,693 -schedule,bevy,,,,70684984.0,ns,702 -schedule,bevy,,,,74640552.0,ns,711 -schedule,bevy,,,,88120531.0,ns,720 -schedule,bevy,,,,87535388.0,ns,729 -schedule,bevy,,,,73506661.0,ns,738 -schedule,bevy,,,,91300361.0,ns,747 -schedule,bevy,,,,72040097.0,ns,756 -schedule,bevy,,,,97695102.0,ns,765 -schedule,bevy,,,,70012063.0,ns,774 -schedule,bevy,,,,78537044.0,ns,783 -schedule,bevy,,,,75974773.0,ns,792 -schedule,bevy,,,,76431281.0,ns,801 -schedule,bevy,,,,98002638.0,ns,810 -schedule,bevy,,,,100776002.0,ns,819 -schedule,bevy,,,,105545800.0,ns,828 -schedule,bevy,,,,109414429.0,ns,837 -schedule,bevy,,,,107153453.0,ns,846 -schedule,bevy,,,,91234042.0,ns,855 -schedule,bevy,,,,105035047.0,ns,864 -schedule,bevy,,,,105043804.0,ns,873 -schedule,bevy,,,,109678944.0,ns,882 -schedule,bevy,,,,116886866.0,ns,891 -schedule,bevy,,,,91952632.0,ns,900 +schedule,bevy,,,,1422800.0,ns,16 +schedule,bevy,,,,2581900.0,ns,32 +schedule,bevy,,,,3329300.0,ns,48 +schedule,bevy,,,,5161700.0,ns,64 +schedule,bevy,,,,5115500.0,ns,80 +schedule,bevy,,,,6098100.0,ns,96 +schedule,bevy,,,,7643000.0,ns,112 +schedule,bevy,,,,8986000.0,ns,128 +schedule,bevy,,,,11111700.0,ns,144 +schedule,bevy,,,,11079600.0,ns,160 +schedule,bevy,,,,11706900.0,ns,176 +schedule,bevy,,,,11811900.0,ns,192 +schedule,bevy,,,,12640300.0,ns,208 +schedule,bevy,,,,14423600.0,ns,224 +schedule,bevy,,,,16235900.0,ns,240 +schedule,bevy,,,,17415200.0,ns,256 +schedule,bevy,,,,20417600.0,ns,272 +schedule,bevy,,,,19483400.0,ns,288 +schedule,bevy,,,,20385500.0,ns,304 +schedule,bevy,,,,20783400.0,ns,320 +schedule,bevy,,,,26692400.0,ns,336 +schedule,bevy,,,,21012400.0,ns,352 +schedule,bevy,,,,25695600.0,ns,368 +schedule,bevy,,,,25811400.0,ns,384 +schedule,bevy,,,,32379000.0,ns,400 +schedule,bevy,,,,25022600.0,ns,416 +schedule,bevy,,,,26106800.0,ns,432 +schedule,bevy,,,,29966000.0,ns,448 +schedule,bevy,,,,31242500.0,ns,464 +schedule,bevy,,,,31990500.0,ns,480 +schedule,bevy,,,,33982600.0,ns,496 +schedule,bevy,,,,35652200.0,ns,512 +schedule,bevy,,,,33987900.0,ns,528 +schedule,bevy,,,,35847600.0,ns,544 +schedule,bevy,,,,37037400.0,ns,560 +schedule,bevy,,,,40764200.0,ns,576 +schedule,bevy,,,,36041600.0,ns,592 +schedule,bevy,,,,46378600.0,ns,608 +schedule,bevy,,,,42074000.0,ns,624 +schedule,bevy,,,,44111600.0,ns,640 +schedule,bevy,,,,45436500.0,ns,656 +schedule,bevy,,,,44183700.0,ns,672 +schedule,bevy,,,,45782400.0,ns,688 +schedule,bevy,,,,43732100.0,ns,704 +schedule,bevy,,,,43177200.0,ns,720 +schedule,bevy,,,,49667400.0,ns,736 +schedule,bevy,,,,45861000.0,ns,752 +schedule,bevy,,,,50125200.0,ns,768 +schedule,bevy,,,,53481300.0,ns,784 +schedule,bevy,,,,58004600.0,ns,800 +schedule,bevy,,,,57476100.0,ns,816 +schedule,bevy,,,,54341300.0,ns,832 +schedule,bevy,,,,52214700.0,ns,848 +schedule,bevy,,,,57891800.0,ns,864 +schedule,bevy,,,,62659000.0,ns,880 +schedule,bevy,,,,54979600.0,ns,896 +schedule,bevy,,,,62172600.0,ns,912 +schedule,bevy,,,,65404800.0,ns,928 +schedule,bevy,,,,80898300.0,ns,944 +schedule,bevy,,,,69917000.0,ns,960 +schedule,bevy,,,,65549500.0,ns,976 +schedule,bevy,,,,68743800.0,ns,992 +schedule,bevy,,,,71793100.0,ns,1008 +schedule,bevy,,,,69325300.0,ns,1024 +schedule,bevy,,,,69378800.0,ns,1040 +schedule,bevy,,,,70050000.0,ns,1056 +schedule,bevy,,,,70674400.0,ns,1072 +schedule,bevy,,,,75364800.0,ns,1088 +schedule,bevy,,,,78784700.0,ns,1104 +schedule,bevy,,,,76998000.0,ns,1120 +schedule,bevy,,,,87153800.0,ns,1136 +schedule,bevy,,,,71253000.0,ns,1152 +schedule,bevy,,,,83372300.0,ns,1168 +schedule,bevy,,,,84921300.0,ns,1184 +schedule,bevy,,,,70423100.0,ns,1200 +schedule,bevy,,,,82390900.0,ns,1216 +schedule,bevy,,,,71005000.0,ns,1232 +schedule,bevy,,,,78884500.0,ns,1248 +schedule,bevy,,,,86187000.0,ns,1264 +schedule,bevy,,,,75457300.0,ns,1280 +schedule,bevy,,,,86540600.0,ns,1296 +schedule,bevy,,,,86300800.0,ns,1312 +schedule,bevy,,,,100690200.0,ns,1328 +schedule,bevy,,,,79405100.0,ns,1344 +schedule,bevy,,,,90289200.0,ns,1360 +schedule,bevy,,,,87462000.0,ns,1376 +schedule,bevy,,,,95652900.0,ns,1392 +schedule,bevy,,,,104652700.0,ns,1408 +schedule,bevy,,,,97179300.0,ns,1424 +schedule,bevy,,,,96798600.0,ns,1440 +schedule,bevy,,,,97385300.0,ns,1456 +schedule,bevy,,,,94437800.0,ns,1472 +schedule,bevy,,,,112569200.0,ns,1488 +schedule,bevy,,,,99615800.0,ns,1504 +schedule,bevy,,,,102703300.0,ns,1520 +schedule,bevy,,,,102626400.0,ns,1536 +schedule,bevy,,,,121310100.0,ns,1552 +schedule,bevy,,,,103200800.0,ns,1568 +schedule,bevy,,,,109400400.0,ns,1584 +schedule,bevy,,,,113846000.0,ns,1600 diff --git a/target/criterion/schedule/bevy/new/sample.json b/target/criterion/schedule/bevy/new/sample.json index e86774d0..3a81a367 100644 --- a/target/criterion/schedule/bevy/new/sample.json +++ b/target/criterion/schedule/bevy/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[1387282.0,2416734.0,3286893.0,5328732.0,6211635.0,5244080.0,9445005.0,7802995.0,10899676.0,12908422.0,9834808.0,14606988.0,15649094.0,17733394.0,15958565.0,19847902.0,15086211.0,20140341.0,23921473.0,22181579.0,23572920.0,20648279.0,21883953.0,27285222.0,29577820.0,30887996.0,31590295.0,27233965.0,25240646.0,25370044.0,35476508.0,33403869.0,26454139.0,41692290.0,45474856.0,38471943.0,42149882.0,39818259.0,33588362.0,36646847.0,45668436.0,48736381.0,46362117.0,46881405.0,48751839.0,48240515.0,54841211.0,44106428.0,57462375.0,58822234.0,54344864.0,44326128.0,56152579.0,60663424.0,45639020.0,45883424.0,61525714.0,66431593.0,51614683.0,64902027.0,53979990.0,63731969.0,68887059.0,70765449.0,57346634.0,74404632.0,68522064.0,73887967.0,76424629.0,63922643.0,77242268.0,75970054.0,65094947.0,82397279.0,88588815.0,63624224.0,85016620.0,70684984.0,74640552.0,88120531.0,87535388.0,73506661.0,91300361.0,72040097.0,97695102.0,70012063.0,78537044.0,75974773.0,76431281.0,98002638.0,100776002.0,105545800.0,109414429.0,107153453.0,91234042.0,105035047.0,105043804.0,109678944.0,116886866.0,91952632.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[16.0,32.0,48.0,64.0,80.0,96.0,112.0,128.0,144.0,160.0,176.0,192.0,208.0,224.0,240.0,256.0,272.0,288.0,304.0,320.0,336.0,352.0,368.0,384.0,400.0,416.0,432.0,448.0,464.0,480.0,496.0,512.0,528.0,544.0,560.0,576.0,592.0,608.0,624.0,640.0,656.0,672.0,688.0,704.0,720.0,736.0,752.0,768.0,784.0,800.0,816.0,832.0,848.0,864.0,880.0,896.0,912.0,928.0,944.0,960.0,976.0,992.0,1008.0,1024.0,1040.0,1056.0,1072.0,1088.0,1104.0,1120.0,1136.0,1152.0,1168.0,1184.0,1200.0,1216.0,1232.0,1248.0,1264.0,1280.0,1296.0,1312.0,1328.0,1344.0,1360.0,1376.0,1392.0,1408.0,1424.0,1440.0,1456.0,1472.0,1488.0,1504.0,1520.0,1536.0,1552.0,1568.0,1584.0,1600.0],"times":[1422800.0,2581900.0,3329300.0,5161700.0,5115500.0,6098100.0,7643000.0,8986000.0,11111700.0,11079600.0,11706900.0,11811900.0,12640300.0,14423600.0,16235900.0,17415200.0,20417600.0,19483400.0,20385500.0,20783400.0,26692400.0,21012400.0,25695600.0,25811400.0,32379000.0,25022600.0,26106800.0,29966000.0,31242500.0,31990500.0,33982600.0,35652200.0,33987900.0,35847600.0,37037400.0,40764200.0,36041600.0,46378600.0,42074000.0,44111600.0,45436500.0,44183700.0,45782400.0,43732100.0,43177200.0,49667400.0,45861000.0,50125200.0,53481300.0,58004600.0,57476100.0,54341300.0,52214700.0,57891800.0,62659000.0,54979600.0,62172600.0,65404800.0,80898300.0,69917000.0,65549500.0,68743800.0,71793100.0,69325300.0,69378800.0,70050000.0,70674400.0,75364800.0,78784700.0,76998000.0,87153800.0,71253000.0,83372300.0,84921300.0,70423100.0,82390900.0,71005000.0,78884500.0,86187000.0,75457300.0,86540600.0,86300800.0,100690200.0,79405100.0,90289200.0,87462000.0,95652900.0,104652700.0,97179300.0,96798600.0,97385300.0,94437800.0,112569200.0,99615800.0,102703300.0,102626400.0,121310100.0,103200800.0,109400400.0,113846000.0]} \ No newline at end of file diff --git a/target/criterion/schedule/bevy/new/tukey.json b/target/criterion/schedule/bevy/new/tukey.json index 1117bd8d..72b449df 100644 --- a/target/criterion/schedule/bevy/new/tukey.json +++ b/target/criterion/schedule/bevy/new/tukey.json @@ -1 +1 @@ -[26018.23540115563,64084.99098761485,165596.33921817277,203663.094804632] \ No newline at end of file +[50425.04595588238,57863.69485294119,77700.09191176468,85138.7408088235] \ No newline at end of file diff --git a/target/criterion/schedule/bevy/report/MAD.svg b/target/criterion/schedule/bevy/report/MAD.svg index 78368120..128388c7 100644 --- a/target/criterion/schedule/bevy/report/MAD.svg +++ b/target/criterion/schedule/bevy/report/MAD.svg @@ -1,303 +1,76 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.02 - - - - - 0.04 - - - - - 0.06 - - - - - 0.08 - - - - - 0.1 - - - - - 0.12 - - - - - 0.14 - - - - - 8 - - - - - 10 - - - - - 12 - - - - - 14 - - - - - 16 - - - - - 18 - - - - - 20 - - - - - 22 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/bevy: MAD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +schedule/bevy:MAD + + +Density (a.u.) + + +Average time (us) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + +5 + + + +5.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/schedule/bevy/report/SD.svg b/target/criterion/schedule/bevy/report/SD.svg index e488b2cb..6c886831 100644 --- a/target/criterion/schedule/bevy/report/SD.svg +++ b/target/criterion/schedule/bevy/report/SD.svg @@ -1,318 +1,76 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - 0.45 - - - - - 0.5 - - - - - 13.5 - - - - - 14 - - - - - 14.5 - - - - - 15 - - - - - 15.5 - - - - - 16 - - - - - 16.5 - - - - - 17 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/bevy: SD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +schedule/bevy:SD + + +Density (a.u.) + + +Average time (us) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + + +4.5 + + + +5 + + + +5.5 + + + +6 + + + +6.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/schedule/bevy/report/both/pdf.svg b/target/criterion/schedule/bevy/report/both/pdf.svg index c15d5a86..eafb9164 100644 --- a/target/criterion/schedule/bevy/report/both/pdf.svg +++ b/target/criterion/schedule/bevy/report/both/pdf.svg @@ -1,328 +1,73 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 0.03 - - - - - 0.035 - - - - - 60 - - - - - 80 - - - - - 100 - - - - - 120 - - - - - 140 - - - - - 160 - - - - - 180 - - - - - 200 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/bevy - - - - - Base PDF - - - Base PDF - - - - - - - - - - Base Mean - - - - - Base Mean - - - - - - New PDF - - - - - New PDF - - - - - - - - - - New Mean - - - - - New Mean - - - - - - - - - - - - - - + + +schedule/bevy + + +Density (a.u.) + + +Average Time (us) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + +0.08 + + + + +100 + + + +150 + + + + + + + +Base PDF + + +New PDF + + +Base Mean + + +New Mean + + + + + - diff --git a/target/criterion/schedule/bevy/report/both/regression.svg b/target/criterion/schedule/bevy/report/both/regression.svg index c99b8f89..703b1e6d 100644 --- a/target/criterion/schedule/bevy/report/both/regression.svg +++ b/target/criterion/schedule/bevy/report/both/regression.svg @@ -1,331 +1,110 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 300 - - - - - - - - - - - - - 400 - - - - - - - - - - - - - 500 - - - - - - - - - - - - - 600 - - - - - - - - - - - - - 700 - - - - - - - - - - - - - 800 - - - - - - - - - - - - - 900 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - schedule/bevy - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - Base sample - - - - - - New sample - - - New sample - - - - - - - - - - - - - - + + +schedule/bevy + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + + + + + +Base Sample + + +New Sample + + + - diff --git a/target/criterion/schedule/bevy/report/change/mean.svg b/target/criterion/schedule/bevy/report/change/mean.svg index 26b92a93..61f5728a 100644 --- a/target/criterion/schedule/bevy/report/change/mean.svg +++ b/target/criterion/schedule/bevy/report/change/mean.svg @@ -1,315 +1,93 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - 25 - - - - - -4 - - - - - -3 - - - - - -2 - - - - - -1 - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - schedule/bevy: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +schedule/bevy:mean + + +Density (a.u.) + + +Relative change (%) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + + +-0.44 + + + +-0.435 + + + +-0.43 + + + +-0.425 + + + +-0.42 + + + +-0.415 + + + +-0.41 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/schedule/bevy/report/change/median.svg b/target/criterion/schedule/bevy/report/change/median.svg index 22ef8aa4..f52c6399 100644 --- a/target/criterion/schedule/bevy/report/change/median.svg +++ b/target/criterion/schedule/bevy/report/change/median.svg @@ -1,315 +1,85 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - 25 - - - - - 30 - - - - - 35 - - - - - 40 - - - - - -4 - - - - - -3 - - - - - -2 - - - - - -1 - - - - - 0 - - - - - 1 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - schedule/bevy: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +schedule/bevy:median + + +Density (a.u.) + + +Relative change (%) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + + +-0.455 + + + +-0.45 + + + +-0.445 + + + +-0.44 + + + +-0.435 + + + +-0.43 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/schedule/bevy/report/change/t-test.svg b/target/criterion/schedule/bevy/report/change/t-test.svg index 1c328b43..9257913a 100644 --- a/target/criterion/schedule/bevy/report/change/t-test.svg +++ b/target/criterion/schedule/bevy/report/change/t-test.svg @@ -1,240 +1,75 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - -6 - - - - - -4 - - - - - -2 - - - - - 0 - - - - - 2 - - - - - 4 - - - - - 6 - - - - - - - - - Density - - - - - t score - - - - - schedule/bevy: Welch t test - - - - - t distribution - - - t distribution - - - - - - - - - - t statistic - - - - - t statistic - - - - - - - - - - - - - - + + +schedule/bevy: Welch t test + + +Density + + +t score + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +-4.0 + + + +-2.0 + + + +0.0 + + + +2.0 + + + +4.0 + + + + + +t distribution + + +t statistic + + + - diff --git a/target/criterion/schedule/bevy/report/index.html b/target/criterion/schedule/bevy/report/index.html index 9eeed42b..1b38239e 100644 --- a/target/criterion/schedule/bevy/report/index.html +++ b/target/criterion/schedule/bevy/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 111.17 us - 114.63 us - 117.97 us + 66.597 us + 67.871 us + 69.166 us R² - 0.2370922 - 0.2494727 - 0.2378774 + 0.6031021 + 0.6181264 + 0.6026225 Mean - 114.88 us - 117.87 us - 120.85 us + 67.039 us + 68.124 us + 69.259 us Std. Dev. - 13.546 us - 15.336 us - 16.913 us + 4.5883 us + 5.7048 us + 6.7245 us Median - 118.30 us - 120.81 us - 123.05 us + 66.814 us + 67.455 us + 68.216 us MAD - 9.2696 us - 15.046 us - 21.159 us + 2.5331 us + 3.6152 us + 5.2917 us @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -3.6849% - -0.1972% - +3.4048% - (p = 0.92 > + -43.879% + -42.206% + -40.407% + (p = 0.00 < 0.05) - No change in performance detected. + Performance has improved.

Additional Plots:

diff --git a/target/criterion/schedule/bevy/report/mean.svg b/target/criterion/schedule/bevy/report/mean.svg index cdc21917..57b80cfb 100644 --- a/target/criterion/schedule/bevy/report/mean.svg +++ b/target/criterion/schedule/bevy/report/mean.svg @@ -1,293 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 115 - - - - - 116 - - - - - 117 - - - - - 118 - - - - - 119 - - - - - 120 - - - - - 121 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/bevy: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +schedule/bevy:mean + + +Density (a.u.) + + +Average time (us) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + + +67 + + + +67.5 + + + +68 + + + +68.5 + + + +69 + + + +69.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/schedule/bevy/report/median.svg b/target/criterion/schedule/bevy/report/median.svg index ba1a29dd..5db02323 100644 --- a/target/criterion/schedule/bevy/report/median.svg +++ b/target/criterion/schedule/bevy/report/median.svg @@ -1,288 +1,92 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.1 - - - - - 0.2 - - - - - 0.3 - - - - - 0.4 - - - - - 0.5 - - - - - 0.6 - - - - - 118 - - - - - 119 - - - - - 120 - - - - - 121 - - - - - 122 - - - - - 123 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/bevy: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +schedule/bevy:median + + +Density (a.u.) + + +Average time (us) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + + +66.8 + + + +67 + + + +67.2 + + + +67.4 + + + +67.6 + + + +67.8 + + + +68 + + + +68.2 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/schedule/bevy/report/pdf.svg b/target/criterion/schedule/bevy/report/pdf.svg index 86463c23..60f19200 100644 --- a/target/criterion/schedule/bevy/report/pdf.svg +++ b/target/criterion/schedule/bevy/report/pdf.svg @@ -1,405 +1,155 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 100 - - - - - 200 - - - - - 300 - - - - - 400 - - - - - 500 - - - - - 600 - - - - - 700 - - - - - 800 - - - - - 900 - - - - - 80 - - - - - 100 - - - - - 120 - - - - - 140 - - - - - 160 - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 0.03 - - - - - - - - - Iterations - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/bevy - - - - - PDF - - - PDF - - - - - - - - - - Mean - - - - - Mean - - - - - - "Clean" sample - - - - - "Clean" sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - gnuplot_plot_4 - - - - - - gnuplot_plot_5 - - - - gnuplot_plot_6 - - - - gnuplot_plot_7 - - - - - - - - - - - - + + +schedule/bevy + + +Iterations (x 10^3) + + +Average Time (us) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + + +55 + + + +60 + + + +65 + + + +70 + + + +75 + + + +80 + + + +85 + + + +90 + + + +95 + + + +Density (a.u.) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + +0.08 + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + - diff --git a/target/criterion/schedule/bevy/report/pdf_small.svg b/target/criterion/schedule/bevy/report/pdf_small.svg index c8ee20cf..d589f219 100644 --- a/target/criterion/schedule/bevy/report/pdf_small.svg +++ b/target/criterion/schedule/bevy/report/pdf_small.svg @@ -1,204 +1,64 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 0.03 - - - - - 80 - - - - - 100 - - - - - 120 - - - - - 140 - - - - - 160 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - PDF - - - - - - - Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + +0.08 + + + +0.09 + + + + +60 + + + +70 + + + +80 + + + +90 + + + + - diff --git a/target/criterion/schedule/bevy/report/regression.svg b/target/criterion/schedule/bevy/report/regression.svg index 2d717a55..f0c2bf42 100644 --- a/target/criterion/schedule/bevy/report/regression.svg +++ b/target/criterion/schedule/bevy/report/regression.svg @@ -1,434 +1,197 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 300 - - - - - - - - - - - - - 400 - - - - - - - - - - - - - 500 - - - - - - - - - - - - - 600 - - - - - - - - - - - - - 700 - - - - - - - - - - - - - 800 - - - - - - - - - - - - - 900 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - schedule/bevy - - - - - Sample - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - Linear regression - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - - + + +schedule/bevy + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + - diff --git a/target/criterion/schedule/bevy/report/regression_small.svg b/target/criterion/schedule/bevy/report/regression_small.svg index fbd82823..1225d788 100644 --- a/target/criterion/schedule/bevy/report/regression_small.svg +++ b/target/criterion/schedule/bevy/report/regression_small.svg @@ -1,412 +1,182 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 300 - - - - - - - - - - - - - 400 - - - - - - - - - - - - - 500 - - - - - - - - - - - - - 600 - - - - - - - - - - - - - 700 - - - - - - - - - - - - - 800 - - - - - - - - - - - - - 900 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/schedule/bevy/report/relative_pdf_small.svg b/target/criterion/schedule/bevy/report/relative_pdf_small.svg index bc86386a..87fb9c6e 100644 --- a/target/criterion/schedule/bevy/report/relative_pdf_small.svg +++ b/target/criterion/schedule/bevy/report/relative_pdf_small.svg @@ -1,301 +1,54 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 0.03 - - - - - 0.035 - - - - - 60 - - - - - 80 - - - - - 100 - - - - - 120 - - - - - 140 - - - - - 160 - - - - - 180 - - - - - 200 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - Base PDF - - - - - - - Base Mean - - - - - - New PDF - - - - - - - - - New Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + +0.08 + + + + +100 + + + +150 + + + + + + - diff --git a/target/criterion/schedule/bevy/report/relative_regression_small.svg b/target/criterion/schedule/bevy/report/relative_regression_small.svg index 7b9a4b05..df56b6cc 100644 --- a/target/criterion/schedule/bevy/report/relative_regression_small.svg +++ b/target/criterion/schedule/bevy/report/relative_regression_small.svg @@ -1,316 +1,99 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 300 - - - - - - - - - - - - - 400 - - - - - - - - - - - - - 500 - - - - - - - - - - - - - 600 - - - - - - - - - - - - - 700 - - - - - - - - - - - - - 800 - - - - - - - - - - - - - 900 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - - New sample - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + + + + - diff --git a/target/criterion/schedule/bevy/report/slope.svg b/target/criterion/schedule/bevy/report/slope.svg index 335645a4..318cba8b 100644 --- a/target/criterion/schedule/bevy/report/slope.svg +++ b/target/criterion/schedule/bevy/report/slope.svg @@ -1,293 +1,76 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 111 - - - - - 112 - - - - - 113 - - - - - 114 - - - - - 115 - - - - - 116 - - - - - 117 - - - - - 118 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/bevy: slope - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +schedule/bevy:slope + + +Density (a.u.) + + +Average time (us) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + + +66.5 + + + +67 + + + +67.5 + + + +68 + + + +68.5 + + + +69 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/schedule/bevy/report/typical.svg b/target/criterion/schedule/bevy/report/typical.svg index 87e92ad0..1f471b79 100644 --- a/target/criterion/schedule/bevy/report/typical.svg +++ b/target/criterion/schedule/bevy/report/typical.svg @@ -1,293 +1,76 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 111 - - - - - 112 - - - - - 113 - - - - - 114 - - - - - 115 - - - - - 116 - - - - - 117 - - - - - 118 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/bevy: typical - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +schedule/bevy:typical + + +Density (a.u.) + + +Average time (us) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + + +66.5 + + + +67 + + + +67.5 + + + +68 + + + +68.5 + + + +69 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/schedule/brood/base/benchmark.json b/target/criterion/schedule/brood/base/benchmark.json new file mode 100644 index 00000000..2e462f67 --- /dev/null +++ b/target/criterion/schedule/brood/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"schedule","function_id":"brood","value_str":null,"throughput":null,"full_id":"schedule/brood","directory_name":"schedule/brood","title":"schedule/brood"} \ No newline at end of file diff --git a/target/criterion/schedule/brood/base/estimates.json b/target/criterion/schedule/brood/base/estimates.json new file mode 100644 index 00000000..3098c6b2 --- /dev/null +++ b/target/criterion/schedule/brood/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44411.66227149585,"upper_bound":44762.361376976995},"point_estimate":44587.77972460734,"standard_error":89.48100794956233},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44521.166896710376,"upper_bound":44750.07763975155},"point_estimate":44613.09403437816,"standard_error":62.076001886061206},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":439.9300124165231,"upper_bound":759.3915554139473},"point_estimate":617.6187247330167,"standard_error":81.34752098402696},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44184.851114196754,"upper_bound":44567.56971340026},"point_estimate":44374.02318155242,"standard_error":97.53895645482143},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":676.9290500532626,"upper_bound":1106.3545357316432},"point_estimate":897.9704090717076,"standard_error":109.84958638196083}} \ No newline at end of file diff --git a/target/criterion/schedule/brood/base/raw.csv b/target/criterion/schedule/brood/base/raw.csv new file mode 100644 index 00000000..7901cde9 --- /dev/null +++ b/target/criterion/schedule/brood/base/raw.csv @@ -0,0 +1,101 @@ +group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count +schedule,brood,,,,1110200.0,ns,23 +schedule,brood,,,,2140400.0,ns,46 +schedule,brood,,,,2842200.0,ns,69 +schedule,brood,,,,4216700.0,ns,92 +schedule,brood,,,,4825200.0,ns,115 +schedule,brood,,,,6181400.0,ns,138 +schedule,brood,,,,7315100.0,ns,161 +schedule,brood,,,,8414600.0,ns,184 +schedule,brood,,,,9141200.0,ns,207 +schedule,brood,,,,10367200.0,ns,230 +schedule,brood,,,,11213200.0,ns,253 +schedule,brood,,,,12389400.0,ns,276 +schedule,brood,,,,13155000.0,ns,299 +schedule,brood,,,,14153200.0,ns,322 +schedule,brood,,,,15462000.0,ns,345 +schedule,brood,,,,16478400.0,ns,368 +schedule,brood,,,,17246600.0,ns,391 +schedule,brood,,,,18183800.0,ns,414 +schedule,brood,,,,19440500.0,ns,437 +schedule,brood,,,,20362900.0,ns,460 +schedule,brood,,,,22103500.0,ns,483 +schedule,brood,,,,22553900.0,ns,506 +schedule,brood,,,,23799200.0,ns,529 +schedule,brood,,,,24548300.0,ns,552 +schedule,brood,,,,24620700.0,ns,575 +schedule,brood,,,,26388100.0,ns,598 +schedule,brood,,,,27630800.0,ns,621 +schedule,brood,,,,28702800.0,ns,644 +schedule,brood,,,,30053000.0,ns,667 +schedule,brood,,,,31745700.0,ns,690 +schedule,brood,,,,31699100.0,ns,713 +schedule,brood,,,,31953400.0,ns,736 +schedule,brood,,,,34251500.0,ns,759 +schedule,brood,,,,35466200.0,ns,782 +schedule,brood,,,,35913500.0,ns,805 +schedule,brood,,,,38169400.0,ns,828 +schedule,brood,,,,37932800.0,ns,851 +schedule,brood,,,,39356400.0,ns,874 +schedule,brood,,,,40014900.0,ns,897 +schedule,brood,,,,41171000.0,ns,920 +schedule,brood,,,,42198400.0,ns,943 +schedule,brood,,,,43234200.0,ns,966 +schedule,brood,,,,44122400.0,ns,989 +schedule,brood,,,,44987200.0,ns,1012 +schedule,brood,,,,46227300.0,ns,1035 +schedule,brood,,,,47338700.0,ns,1058 +schedule,brood,,,,49002700.0,ns,1081 +schedule,brood,,,,50197100.0,ns,1104 +schedule,brood,,,,50432200.0,ns,1127 +schedule,brood,,,,51256700.0,ns,1150 +schedule,brood,,,,52232900.0,ns,1173 +schedule,brood,,,,54710900.0,ns,1196 +schedule,brood,,,,55308900.0,ns,1219 +schedule,brood,,,,55694400.0,ns,1242 +schedule,brood,,,,57129700.0,ns,1265 +schedule,brood,,,,57378200.0,ns,1288 +schedule,brood,,,,58606200.0,ns,1311 +schedule,brood,,,,60144900.0,ns,1334 +schedule,brood,,,,59909500.0,ns,1357 +schedule,brood,,,,61768300.0,ns,1380 +schedule,brood,,,,63006300.0,ns,1403 +schedule,brood,,,,64418200.0,ns,1426 +schedule,brood,,,,64646900.0,ns,1449 +schedule,brood,,,,66063500.0,ns,1472 +schedule,brood,,,,66963500.0,ns,1495 +schedule,brood,,,,68937000.0,ns,1518 +schedule,brood,,,,70407100.0,ns,1541 +schedule,brood,,,,70272100.0,ns,1564 +schedule,brood,,,,71418900.0,ns,1587 +schedule,brood,,,,73021400.0,ns,1610 +schedule,brood,,,,73487200.0,ns,1633 +schedule,brood,,,,74062100.0,ns,1656 +schedule,brood,,,,74083300.0,ns,1679 +schedule,brood,,,,75302800.0,ns,1702 +schedule,brood,,,,76377900.0,ns,1725 +schedule,brood,,,,77920300.0,ns,1748 +schedule,brood,,,,76928300.0,ns,1771 +schedule,brood,,,,79748800.0,ns,1794 +schedule,brood,,,,80163700.0,ns,1817 +schedule,brood,,,,80271900.0,ns,1840 +schedule,brood,,,,82235200.0,ns,1863 +schedule,brood,,,,84721500.0,ns,1886 +schedule,brood,,,,84055200.0,ns,1909 +schedule,brood,,,,85388700.0,ns,1932 +schedule,brood,,,,85885000.0,ns,1955 +schedule,brood,,,,87508900.0,ns,1978 +schedule,brood,,,,89235800.0,ns,2001 +schedule,brood,,,,92202500.0,ns,2024 +schedule,brood,,,,87058600.0,ns,2047 +schedule,brood,,,,90674000.0,ns,2070 +schedule,brood,,,,90632500.0,ns,2093 +schedule,brood,,,,91018200.0,ns,2116 +schedule,brood,,,,94269900.0,ns,2139 +schedule,brood,,,,95482300.0,ns,2162 +schedule,brood,,,,97716400.0,ns,2185 +schedule,brood,,,,95407000.0,ns,2208 +schedule,brood,,,,98773600.0,ns,2231 +schedule,brood,,,,100680800.0,ns,2254 +schedule,brood,,,,98456800.0,ns,2277 +schedule,brood,,,,102140700.0,ns,2300 diff --git a/target/criterion/schedule/brood/base/sample.json b/target/criterion/schedule/brood/base/sample.json new file mode 100644 index 00000000..03b2355e --- /dev/null +++ b/target/criterion/schedule/brood/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[23.0,46.0,69.0,92.0,115.0,138.0,161.0,184.0,207.0,230.0,253.0,276.0,299.0,322.0,345.0,368.0,391.0,414.0,437.0,460.0,483.0,506.0,529.0,552.0,575.0,598.0,621.0,644.0,667.0,690.0,713.0,736.0,759.0,782.0,805.0,828.0,851.0,874.0,897.0,920.0,943.0,966.0,989.0,1012.0,1035.0,1058.0,1081.0,1104.0,1127.0,1150.0,1173.0,1196.0,1219.0,1242.0,1265.0,1288.0,1311.0,1334.0,1357.0,1380.0,1403.0,1426.0,1449.0,1472.0,1495.0,1518.0,1541.0,1564.0,1587.0,1610.0,1633.0,1656.0,1679.0,1702.0,1725.0,1748.0,1771.0,1794.0,1817.0,1840.0,1863.0,1886.0,1909.0,1932.0,1955.0,1978.0,2001.0,2024.0,2047.0,2070.0,2093.0,2116.0,2139.0,2162.0,2185.0,2208.0,2231.0,2254.0,2277.0,2300.0],"times":[1110200.0,2140400.0,2842200.0,4216700.0,4825200.0,6181400.0,7315100.0,8414600.0,9141200.0,10367200.0,11213200.0,12389400.0,13155000.0,14153200.0,15462000.0,16478400.0,17246600.0,18183800.0,19440500.0,20362900.0,22103500.0,22553900.0,23799200.0,24548300.0,24620700.0,26388100.0,27630800.0,28702800.0,30053000.0,31745700.0,31699100.0,31953400.0,34251500.0,35466200.0,35913500.0,38169400.0,37932800.0,39356400.0,40014900.0,41171000.0,42198400.0,43234200.0,44122400.0,44987200.0,46227300.0,47338700.0,49002700.0,50197100.0,50432200.0,51256700.0,52232900.0,54710900.0,55308900.0,55694400.0,57129700.0,57378200.0,58606200.0,60144900.0,59909500.0,61768300.0,63006300.0,64418200.0,64646900.0,66063500.0,66963500.0,68937000.0,70407100.0,70272100.0,71418900.0,73021400.0,73487200.0,74062100.0,74083300.0,75302800.0,76377900.0,77920300.0,76928300.0,79748800.0,80163700.0,80271900.0,82235200.0,84721500.0,84055200.0,85388700.0,85885000.0,87508900.0,89235800.0,92202500.0,87058600.0,90674000.0,90632500.0,91018200.0,94269900.0,95482300.0,97716400.0,95407000.0,98773600.0,100680800.0,98456800.0,102140700.0]} \ No newline at end of file diff --git a/target/criterion/schedule/brood/base/tukey.json b/target/criterion/schedule/brood/base/tukey.json new file mode 100644 index 00000000..6b625517 --- /dev/null +++ b/target/criterion/schedule/brood/base/tukey.json @@ -0,0 +1 @@ +[41647.14026448664,42905.07195668571,46259.55646921656,47517.488161415626] \ No newline at end of file diff --git a/target/criterion/schedule/brood/new/benchmark.json b/target/criterion/schedule/brood/new/benchmark.json new file mode 100644 index 00000000..2e462f67 --- /dev/null +++ b/target/criterion/schedule/brood/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"schedule","function_id":"brood","value_str":null,"throughput":null,"full_id":"schedule/brood","directory_name":"schedule/brood","title":"schedule/brood"} \ No newline at end of file diff --git a/target/criterion/schedule/brood/new/estimates.json b/target/criterion/schedule/brood/new/estimates.json new file mode 100644 index 00000000..3098c6b2 --- /dev/null +++ b/target/criterion/schedule/brood/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44411.66227149585,"upper_bound":44762.361376976995},"point_estimate":44587.77972460734,"standard_error":89.48100794956233},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44521.166896710376,"upper_bound":44750.07763975155},"point_estimate":44613.09403437816,"standard_error":62.076001886061206},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":439.9300124165231,"upper_bound":759.3915554139473},"point_estimate":617.6187247330167,"standard_error":81.34752098402696},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44184.851114196754,"upper_bound":44567.56971340026},"point_estimate":44374.02318155242,"standard_error":97.53895645482143},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":676.9290500532626,"upper_bound":1106.3545357316432},"point_estimate":897.9704090717076,"standard_error":109.84958638196083}} \ No newline at end of file diff --git a/target/criterion/schedule/brood/new/raw.csv b/target/criterion/schedule/brood/new/raw.csv new file mode 100644 index 00000000..7901cde9 --- /dev/null +++ b/target/criterion/schedule/brood/new/raw.csv @@ -0,0 +1,101 @@ +group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count +schedule,brood,,,,1110200.0,ns,23 +schedule,brood,,,,2140400.0,ns,46 +schedule,brood,,,,2842200.0,ns,69 +schedule,brood,,,,4216700.0,ns,92 +schedule,brood,,,,4825200.0,ns,115 +schedule,brood,,,,6181400.0,ns,138 +schedule,brood,,,,7315100.0,ns,161 +schedule,brood,,,,8414600.0,ns,184 +schedule,brood,,,,9141200.0,ns,207 +schedule,brood,,,,10367200.0,ns,230 +schedule,brood,,,,11213200.0,ns,253 +schedule,brood,,,,12389400.0,ns,276 +schedule,brood,,,,13155000.0,ns,299 +schedule,brood,,,,14153200.0,ns,322 +schedule,brood,,,,15462000.0,ns,345 +schedule,brood,,,,16478400.0,ns,368 +schedule,brood,,,,17246600.0,ns,391 +schedule,brood,,,,18183800.0,ns,414 +schedule,brood,,,,19440500.0,ns,437 +schedule,brood,,,,20362900.0,ns,460 +schedule,brood,,,,22103500.0,ns,483 +schedule,brood,,,,22553900.0,ns,506 +schedule,brood,,,,23799200.0,ns,529 +schedule,brood,,,,24548300.0,ns,552 +schedule,brood,,,,24620700.0,ns,575 +schedule,brood,,,,26388100.0,ns,598 +schedule,brood,,,,27630800.0,ns,621 +schedule,brood,,,,28702800.0,ns,644 +schedule,brood,,,,30053000.0,ns,667 +schedule,brood,,,,31745700.0,ns,690 +schedule,brood,,,,31699100.0,ns,713 +schedule,brood,,,,31953400.0,ns,736 +schedule,brood,,,,34251500.0,ns,759 +schedule,brood,,,,35466200.0,ns,782 +schedule,brood,,,,35913500.0,ns,805 +schedule,brood,,,,38169400.0,ns,828 +schedule,brood,,,,37932800.0,ns,851 +schedule,brood,,,,39356400.0,ns,874 +schedule,brood,,,,40014900.0,ns,897 +schedule,brood,,,,41171000.0,ns,920 +schedule,brood,,,,42198400.0,ns,943 +schedule,brood,,,,43234200.0,ns,966 +schedule,brood,,,,44122400.0,ns,989 +schedule,brood,,,,44987200.0,ns,1012 +schedule,brood,,,,46227300.0,ns,1035 +schedule,brood,,,,47338700.0,ns,1058 +schedule,brood,,,,49002700.0,ns,1081 +schedule,brood,,,,50197100.0,ns,1104 +schedule,brood,,,,50432200.0,ns,1127 +schedule,brood,,,,51256700.0,ns,1150 +schedule,brood,,,,52232900.0,ns,1173 +schedule,brood,,,,54710900.0,ns,1196 +schedule,brood,,,,55308900.0,ns,1219 +schedule,brood,,,,55694400.0,ns,1242 +schedule,brood,,,,57129700.0,ns,1265 +schedule,brood,,,,57378200.0,ns,1288 +schedule,brood,,,,58606200.0,ns,1311 +schedule,brood,,,,60144900.0,ns,1334 +schedule,brood,,,,59909500.0,ns,1357 +schedule,brood,,,,61768300.0,ns,1380 +schedule,brood,,,,63006300.0,ns,1403 +schedule,brood,,,,64418200.0,ns,1426 +schedule,brood,,,,64646900.0,ns,1449 +schedule,brood,,,,66063500.0,ns,1472 +schedule,brood,,,,66963500.0,ns,1495 +schedule,brood,,,,68937000.0,ns,1518 +schedule,brood,,,,70407100.0,ns,1541 +schedule,brood,,,,70272100.0,ns,1564 +schedule,brood,,,,71418900.0,ns,1587 +schedule,brood,,,,73021400.0,ns,1610 +schedule,brood,,,,73487200.0,ns,1633 +schedule,brood,,,,74062100.0,ns,1656 +schedule,brood,,,,74083300.0,ns,1679 +schedule,brood,,,,75302800.0,ns,1702 +schedule,brood,,,,76377900.0,ns,1725 +schedule,brood,,,,77920300.0,ns,1748 +schedule,brood,,,,76928300.0,ns,1771 +schedule,brood,,,,79748800.0,ns,1794 +schedule,brood,,,,80163700.0,ns,1817 +schedule,brood,,,,80271900.0,ns,1840 +schedule,brood,,,,82235200.0,ns,1863 +schedule,brood,,,,84721500.0,ns,1886 +schedule,brood,,,,84055200.0,ns,1909 +schedule,brood,,,,85388700.0,ns,1932 +schedule,brood,,,,85885000.0,ns,1955 +schedule,brood,,,,87508900.0,ns,1978 +schedule,brood,,,,89235800.0,ns,2001 +schedule,brood,,,,92202500.0,ns,2024 +schedule,brood,,,,87058600.0,ns,2047 +schedule,brood,,,,90674000.0,ns,2070 +schedule,brood,,,,90632500.0,ns,2093 +schedule,brood,,,,91018200.0,ns,2116 +schedule,brood,,,,94269900.0,ns,2139 +schedule,brood,,,,95482300.0,ns,2162 +schedule,brood,,,,97716400.0,ns,2185 +schedule,brood,,,,95407000.0,ns,2208 +schedule,brood,,,,98773600.0,ns,2231 +schedule,brood,,,,100680800.0,ns,2254 +schedule,brood,,,,98456800.0,ns,2277 +schedule,brood,,,,102140700.0,ns,2300 diff --git a/target/criterion/schedule/brood/new/sample.json b/target/criterion/schedule/brood/new/sample.json new file mode 100644 index 00000000..03b2355e --- /dev/null +++ b/target/criterion/schedule/brood/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[23.0,46.0,69.0,92.0,115.0,138.0,161.0,184.0,207.0,230.0,253.0,276.0,299.0,322.0,345.0,368.0,391.0,414.0,437.0,460.0,483.0,506.0,529.0,552.0,575.0,598.0,621.0,644.0,667.0,690.0,713.0,736.0,759.0,782.0,805.0,828.0,851.0,874.0,897.0,920.0,943.0,966.0,989.0,1012.0,1035.0,1058.0,1081.0,1104.0,1127.0,1150.0,1173.0,1196.0,1219.0,1242.0,1265.0,1288.0,1311.0,1334.0,1357.0,1380.0,1403.0,1426.0,1449.0,1472.0,1495.0,1518.0,1541.0,1564.0,1587.0,1610.0,1633.0,1656.0,1679.0,1702.0,1725.0,1748.0,1771.0,1794.0,1817.0,1840.0,1863.0,1886.0,1909.0,1932.0,1955.0,1978.0,2001.0,2024.0,2047.0,2070.0,2093.0,2116.0,2139.0,2162.0,2185.0,2208.0,2231.0,2254.0,2277.0,2300.0],"times":[1110200.0,2140400.0,2842200.0,4216700.0,4825200.0,6181400.0,7315100.0,8414600.0,9141200.0,10367200.0,11213200.0,12389400.0,13155000.0,14153200.0,15462000.0,16478400.0,17246600.0,18183800.0,19440500.0,20362900.0,22103500.0,22553900.0,23799200.0,24548300.0,24620700.0,26388100.0,27630800.0,28702800.0,30053000.0,31745700.0,31699100.0,31953400.0,34251500.0,35466200.0,35913500.0,38169400.0,37932800.0,39356400.0,40014900.0,41171000.0,42198400.0,43234200.0,44122400.0,44987200.0,46227300.0,47338700.0,49002700.0,50197100.0,50432200.0,51256700.0,52232900.0,54710900.0,55308900.0,55694400.0,57129700.0,57378200.0,58606200.0,60144900.0,59909500.0,61768300.0,63006300.0,64418200.0,64646900.0,66063500.0,66963500.0,68937000.0,70407100.0,70272100.0,71418900.0,73021400.0,73487200.0,74062100.0,74083300.0,75302800.0,76377900.0,77920300.0,76928300.0,79748800.0,80163700.0,80271900.0,82235200.0,84721500.0,84055200.0,85388700.0,85885000.0,87508900.0,89235800.0,92202500.0,87058600.0,90674000.0,90632500.0,91018200.0,94269900.0,95482300.0,97716400.0,95407000.0,98773600.0,100680800.0,98456800.0,102140700.0]} \ No newline at end of file diff --git a/target/criterion/schedule/brood/new/tukey.json b/target/criterion/schedule/brood/new/tukey.json new file mode 100644 index 00000000..6b625517 --- /dev/null +++ b/target/criterion/schedule/brood/new/tukey.json @@ -0,0 +1 @@ +[41647.14026448664,42905.07195668571,46259.55646921656,47517.488161415626] \ No newline at end of file diff --git a/target/criterion/schedule/brood/report/MAD.svg b/target/criterion/schedule/brood/report/MAD.svg new file mode 100644 index 00000000..344d823c --- /dev/null +++ b/target/criterion/schedule/brood/report/MAD.svg @@ -0,0 +1,80 @@ + + +schedule/brood:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + +0.005 + + + +0.006 + + + + +450 + + + +500 + + + +550 + + + +600 + + + +650 + + + +700 + + + +750 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/schedule/brood/report/SD.svg b/target/criterion/schedule/brood/report/SD.svg new file mode 100644 index 00000000..f55a6ae4 --- /dev/null +++ b/target/criterion/schedule/brood/report/SD.svg @@ -0,0 +1,76 @@ + + +schedule/brood:SD + + +Density (a.u.) + + +Average time (us) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + +0.7 + + + +0.8 + + + +0.9 + + + +1 + + + +1.1 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/schedule/brood/report/index.html b/target/criterion/schedule/brood/report/index.html new file mode 100644 index 00000000..8952789e --- /dev/null +++ b/target/criterion/schedule/brood/report/index.html @@ -0,0 +1,203 @@ + + + + + + schedule/brood - Criterion.rs + + + + +
+

schedule/brood

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope44.185 us44.374 us44.568 us
R²0.96334220.96568020.9632331
Mean44.412 us44.588 us44.762 us
Std. Dev.676.93 ns897.97 ns1.1064 us
Median44.521 us44.613 us44.750 us
MAD439.93 ns617.62 ns759.39 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/target/criterion/schedule/brood/report/mean.svg b/target/criterion/schedule/brood/report/mean.svg new file mode 100644 index 00000000..ffd498ac --- /dev/null +++ b/target/criterion/schedule/brood/report/mean.svg @@ -0,0 +1,100 @@ + + +schedule/brood:mean + + +Density (a.u.) + + +Average time (us) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + + +44.4 + + + +44.45 + + + +44.5 + + + +44.55 + + + +44.6 + + + +44.65 + + + +44.7 + + + +44.75 + + + +44.8 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/schedule/brood/report/median.svg b/target/criterion/schedule/brood/report/median.svg new file mode 100644 index 00000000..97f2b553 --- /dev/null +++ b/target/criterion/schedule/brood/report/median.svg @@ -0,0 +1,84 @@ + + +schedule/brood:median + + +Density (a.u.) + + +Average time (us) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + + +44.5 + + + +44.55 + + + +44.6 + + + +44.65 + + + +44.7 + + + +44.75 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/schedule/brood/report/pdf.svg b/target/criterion/schedule/brood/report/pdf.svg new file mode 100644 index 00000000..ea147b11 --- /dev/null +++ b/target/criterion/schedule/brood/report/pdf.svg @@ -0,0 +1,127 @@ + + +schedule/brood + + +Iterations (x 10^3) + + +Average Time (us) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + + +41 + + + +42 + + + +43 + + + +44 + + + +45 + + + +46 + + + +47 + + + +48 + + + +49 + + + +Density (a.u.) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/target/criterion/schedule/brood/report/pdf_small.svg b/target/criterion/schedule/brood/report/pdf_small.svg new file mode 100644 index 00000000..77cb70cf --- /dev/null +++ b/target/criterion/schedule/brood/report/pdf_small.svg @@ -0,0 +1,52 @@ + + +Density (a.u.) + + +Average Time (us) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + + +42 + + + +44 + + + +46 + + + +48 + + + + + diff --git a/target/criterion/schedule/brood/report/regression.svg b/target/criterion/schedule/brood/report/regression.svg new file mode 100644 index 00000000..91bd3682 --- /dev/null +++ b/target/criterion/schedule/brood/report/regression.svg @@ -0,0 +1,172 @@ + + +schedule/brood + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/target/criterion/schedule/brood/report/regression_small.svg b/target/criterion/schedule/brood/report/regression_small.svg new file mode 100644 index 00000000..77336e80 --- /dev/null +++ b/target/criterion/schedule/brood/report/regression_small.svg @@ -0,0 +1,157 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/target/criterion/schedule/brood/report/slope.svg b/target/criterion/schedule/brood/report/slope.svg new file mode 100644 index 00000000..09d5d58f --- /dev/null +++ b/target/criterion/schedule/brood/report/slope.svg @@ -0,0 +1,100 @@ + + +schedule/brood:slope + + +Density (a.u.) + + +Average time (us) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + +44.15 + + + +44.2 + + + +44.25 + + + +44.3 + + + +44.35 + + + +44.4 + + + +44.45 + + + +44.5 + + + +44.55 + + + +44.6 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/schedule/brood/report/typical.svg b/target/criterion/schedule/brood/report/typical.svg new file mode 100644 index 00000000..07d013ac --- /dev/null +++ b/target/criterion/schedule/brood/report/typical.svg @@ -0,0 +1,100 @@ + + +schedule/brood:typical + + +Density (a.u.) + + +Average time (us) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + +44.15 + + + +44.2 + + + +44.25 + + + +44.3 + + + +44.35 + + + +44.4 + + + +44.45 + + + +44.5 + + + +44.55 + + + +44.6 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/schedule/legion (packed)/base/estimates.json b/target/criterion/schedule/legion (packed)/base/estimates.json index 7428bace..43de007b 100644 --- a/target/criterion/schedule/legion (packed)/base/estimates.json +++ b/target/criterion/schedule/legion (packed)/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":36012.826286482516,"upper_bound":42875.12064787687},"point_estimate":38545.15919050612,"standard_error":1935.0828432068117},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":35055.89074074074,"upper_bound":35572.66456386163},"point_estimate":35301.344399277325,"standard_error":139.6815650027863},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":726.9386919831492,"upper_bound":1304.6970751382084},"point_estimate":997.9781448885935,"standard_error":147.55359007549347},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":35021.824523598574,"upper_bound":35528.327028821885},"point_estimate":35260.04452128795,"standard_error":129.3376504427837},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2822.6213218126973,"upper_bound":32821.45382264783},"point_estimate":19444.98148395264,"standard_error":10090.386875355816}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":34557.17750685892,"upper_bound":34969.540694654075},"point_estimate":34748.15210174156,"standard_error":105.60859380298173},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":34467.63925729443,"upper_bound":34693.315748842},"point_estimate":34584.79348237969,"standard_error":56.42942110080748},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":371.97768157513644,"upper_bound":781.0319740459502},"point_estimate":558.3649829486397,"standard_error":111.922006076059},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":34319.1727619634,"upper_bound":34679.0175342376},"point_estimate":34484.75468679138,"standard_error":91.79193833337435},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":651.8013969935063,"upper_bound":1419.161490222064},"point_estimate":1060.4670196705747,"standard_error":197.33151957414228}} \ No newline at end of file diff --git a/target/criterion/schedule/legion (packed)/base/raw.csv b/target/criterion/schedule/legion (packed)/base/raw.csv index 6afeeb51..49351d1a 100644 --- a/target/criterion/schedule/legion (packed)/base/raw.csv +++ b/target/criterion/schedule/legion (packed)/base/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -schedule,legion (packed),,,,6090742.0,ns,27 -schedule,legion (packed),,,,2455187.0,ns,54 -schedule,legion (packed),,,,5411308.0,ns,81 -schedule,legion (packed),,,,5065249.0,ns,108 -schedule,legion (packed),,,,5852347.0,ns,135 -schedule,legion (packed),,,,6690785.0,ns,162 -schedule,legion (packed),,,,6856151.0,ns,189 -schedule,legion (packed),,,,7693807.0,ns,216 -schedule,legion (packed),,,,8289903.0,ns,243 -schedule,legion (packed),,,,10626473.0,ns,270 -schedule,legion (packed),,,,13593274.0,ns,297 -schedule,legion (packed),,,,13599949.0,ns,324 -schedule,legion (packed),,,,12229006.0,ns,351 -schedule,legion (packed),,,,13046643.0,ns,378 -schedule,legion (packed),,,,22782079.0,ns,405 -schedule,legion (packed),,,,19382482.0,ns,432 -schedule,legion (packed),,,,17554601.0,ns,459 -schedule,legion (packed),,,,17367345.0,ns,486 -schedule,legion (packed),,,,19599355.0,ns,513 -schedule,legion (packed),,,,18930181.0,ns,540 -schedule,legion (packed),,,,20484641.0,ns,567 -schedule,legion (packed),,,,22609700.0,ns,594 -schedule,legion (packed),,,,22849307.0,ns,621 -schedule,legion (packed),,,,23828582.0,ns,648 -schedule,legion (packed),,,,24640559.0,ns,675 -schedule,legion (packed),,,,25036303.0,ns,702 -schedule,legion (packed),,,,25535884.0,ns,729 -schedule,legion (packed),,,,26210881.0,ns,756 -schedule,legion (packed),,,,36616712.0,ns,783 -schedule,legion (packed),,,,29089004.0,ns,810 -schedule,legion (packed),,,,30157910.0,ns,837 -schedule,legion (packed),,,,31269918.0,ns,864 -schedule,legion (packed),,,,36275353.0,ns,891 -schedule,legion (packed),,,,31345321.0,ns,918 -schedule,legion (packed),,,,32619779.0,ns,945 -schedule,legion (packed),,,,33781913.0,ns,972 -schedule,legion (packed),,,,34573342.0,ns,999 -schedule,legion (packed),,,,35628931.0,ns,1026 -schedule,legion (packed),,,,35918893.0,ns,1053 -schedule,legion (packed),,,,38147541.0,ns,1080 -schedule,legion (packed),,,,39246463.0,ns,1107 -schedule,legion (packed),,,,40405119.0,ns,1134 -schedule,legion (packed),,,,41608192.0,ns,1161 -schedule,legion (packed),,,,41018077.0,ns,1188 -schedule,legion (packed),,,,42614860.0,ns,1215 -schedule,legion (packed),,,,43539270.0,ns,1242 -schedule,legion (packed),,,,43918392.0,ns,1269 -schedule,legion (packed),,,,46289870.0,ns,1296 -schedule,legion (packed),,,,46024534.0,ns,1323 -schedule,legion (packed),,,,47099112.0,ns,1350 -schedule,legion (packed),,,,49704855.0,ns,1377 -schedule,legion (packed),,,,48951811.0,ns,1404 -schedule,legion (packed),,,,51382923.0,ns,1431 -schedule,legion (packed),,,,51538448.0,ns,1458 -schedule,legion (packed),,,,49939151.0,ns,1485 -schedule,legion (packed),,,,52175442.0,ns,1512 -schedule,legion (packed),,,,54464011.0,ns,1539 -schedule,legion (packed),,,,53888665.0,ns,1566 -schedule,legion (packed),,,,55849340.0,ns,1593 -schedule,legion (packed),,,,54477107.0,ns,1620 -schedule,legion (packed),,,,57579106.0,ns,1647 -schedule,legion (packed),,,,58821843.0,ns,1674 -schedule,legion (packed),,,,58808106.0,ns,1701 -schedule,legion (packed),,,,60269402.0,ns,1728 -schedule,legion (packed),,,,62512482.0,ns,1755 -schedule,legion (packed),,,,62285671.0,ns,1782 -schedule,legion (packed),,,,64231037.0,ns,1809 -schedule,legion (packed),,,,64717114.0,ns,1836 -schedule,legion (packed),,,,66205739.0,ns,1863 -schedule,legion (packed),,,,64072435.0,ns,1890 -schedule,legion (packed),,,,66190930.0,ns,1917 -schedule,legion (packed),,,,68161945.0,ns,1944 -schedule,legion (packed),,,,67573334.0,ns,1971 -schedule,legion (packed),,,,68391642.0,ns,1998 -schedule,legion (packed),,,,68261786.0,ns,2025 -schedule,legion (packed),,,,71977984.0,ns,2052 -schedule,legion (packed),,,,70886315.0,ns,2079 -schedule,legion (packed),,,,74643722.0,ns,2106 -schedule,legion (packed),,,,73177821.0,ns,2133 -schedule,legion (packed),,,,75135550.0,ns,2160 -schedule,legion (packed),,,,77157902.0,ns,2187 -schedule,legion (packed),,,,78162285.0,ns,2214 -schedule,legion (packed),,,,79105142.0,ns,2241 -schedule,legion (packed),,,,80199977.0,ns,2268 -schedule,legion (packed),,,,84415538.0,ns,2295 -schedule,legion (packed),,,,88652399.0,ns,2322 -schedule,legion (packed),,,,81480726.0,ns,2349 -schedule,legion (packed),,,,85132965.0,ns,2376 -schedule,legion (packed),,,,86617573.0,ns,2403 -schedule,legion (packed),,,,91992271.0,ns,2430 -schedule,legion (packed),,,,83913721.0,ns,2457 -schedule,legion (packed),,,,88280571.0,ns,2484 -schedule,legion (packed),,,,89695264.0,ns,2511 -schedule,legion (packed),,,,87763583.0,ns,2538 -schedule,legion (packed),,,,89559577.0,ns,2565 -schedule,legion (packed),,,,89807027.0,ns,2592 -schedule,legion (packed),,,,93257781.0,ns,2619 -schedule,legion (packed),,,,91744428.0,ns,2646 -schedule,legion (packed),,,,93524099.0,ns,2673 -schedule,legion (packed),,,,94878818.0,ns,2700 +schedule,legion (packed),,,,1090600.0,ns,29 +schedule,legion (packed),,,,2130200.0,ns,58 +schedule,legion (packed),,,,3057200.0,ns,87 +schedule,legion (packed),,,,4019700.0,ns,116 +schedule,legion (packed),,,,5235000.0,ns,145 +schedule,legion (packed),,,,6119700.0,ns,174 +schedule,legion (packed),,,,7262500.0,ns,203 +schedule,legion (packed),,,,8011600.0,ns,232 +schedule,legion (packed),,,,9063800.0,ns,261 +schedule,legion (packed),,,,9760800.0,ns,290 +schedule,legion (packed),,,,11094700.0,ns,319 +schedule,legion (packed),,,,11951100.0,ns,348 +schedule,legion (packed),,,,12994300.0,ns,377 +schedule,legion (packed),,,,14213900.0,ns,406 +schedule,legion (packed),,,,15101000.0,ns,435 +schedule,legion (packed),,,,15899400.0,ns,464 +schedule,legion (packed),,,,17241100.0,ns,493 +schedule,legion (packed),,,,17897700.0,ns,522 +schedule,legion (packed),,,,18701300.0,ns,551 +schedule,legion (packed),,,,20576300.0,ns,580 +schedule,legion (packed),,,,21414800.0,ns,609 +schedule,legion (packed),,,,21973900.0,ns,638 +schedule,legion (packed),,,,23274900.0,ns,667 +schedule,legion (packed),,,,24479000.0,ns,696 +schedule,legion (packed),,,,24491400.0,ns,725 +schedule,legion (packed),,,,26102700.0,ns,754 +schedule,legion (packed),,,,27550500.0,ns,783 +schedule,legion (packed),,,,27563200.0,ns,812 +schedule,legion (packed),,,,29026800.0,ns,841 +schedule,legion (packed),,,,30023000.0,ns,870 +schedule,legion (packed),,,,30812500.0,ns,899 +schedule,legion (packed),,,,32610800.0,ns,928 +schedule,legion (packed),,,,33327400.0,ns,957 +schedule,legion (packed),,,,34058000.0,ns,986 +schedule,legion (packed),,,,34440100.0,ns,1015 +schedule,legion (packed),,,,35037500.0,ns,1044 +schedule,legion (packed),,,,38130800.0,ns,1073 +schedule,legion (packed),,,,40785200.0,ns,1102 +schedule,legion (packed),,,,39237300.0,ns,1131 +schedule,legion (packed),,,,39845000.0,ns,1160 +schedule,legion (packed),,,,40462100.0,ns,1189 +schedule,legion (packed),,,,42071400.0,ns,1218 +schedule,legion (packed),,,,43413700.0,ns,1247 +schedule,legion (packed),,,,43180300.0,ns,1276 +schedule,legion (packed),,,,47889800.0,ns,1305 +schedule,legion (packed),,,,53285500.0,ns,1334 +schedule,legion (packed),,,,46875100.0,ns,1363 +schedule,legion (packed),,,,48866500.0,ns,1392 +schedule,legion (packed),,,,57273500.0,ns,1421 +schedule,legion (packed),,,,51094200.0,ns,1450 +schedule,legion (packed),,,,51388500.0,ns,1479 +schedule,legion (packed),,,,52029900.0,ns,1508 +schedule,legion (packed),,,,54721000.0,ns,1537 +schedule,legion (packed),,,,54300200.0,ns,1566 +schedule,legion (packed),,,,55161700.0,ns,1595 +schedule,legion (packed),,,,56345800.0,ns,1624 +schedule,legion (packed),,,,56772100.0,ns,1653 +schedule,legion (packed),,,,58382600.0,ns,1682 +schedule,legion (packed),,,,58294500.0,ns,1711 +schedule,legion (packed),,,,58652300.0,ns,1740 +schedule,legion (packed),,,,63031500.0,ns,1769 +schedule,legion (packed),,,,62252600.0,ns,1798 +schedule,legion (packed),,,,63849900.0,ns,1827 +schedule,legion (packed),,,,65097400.0,ns,1856 +schedule,legion (packed),,,,65450000.0,ns,1885 +schedule,legion (packed),,,,64497900.0,ns,1914 +schedule,legion (packed),,,,67404500.0,ns,1943 +schedule,legion (packed),,,,67903200.0,ns,1972 +schedule,legion (packed),,,,69378500.0,ns,2001 +schedule,legion (packed),,,,69704600.0,ns,2030 +schedule,legion (packed),,,,68851000.0,ns,2059 +schedule,legion (packed),,,,72977700.0,ns,2088 +schedule,legion (packed),,,,71991700.0,ns,2117 +schedule,legion (packed),,,,73871300.0,ns,2146 +schedule,legion (packed),,,,75592600.0,ns,2175 +schedule,legion (packed),,,,75576400.0,ns,2204 +schedule,legion (packed),,,,76466600.0,ns,2233 +schedule,legion (packed),,,,78141300.0,ns,2262 +schedule,legion (packed),,,,79252300.0,ns,2291 +schedule,legion (packed),,,,80706800.0,ns,2320 +schedule,legion (packed),,,,80660600.0,ns,2349 +schedule,legion (packed),,,,81266500.0,ns,2378 +schedule,legion (packed),,,,82004000.0,ns,2407 +schedule,legion (packed),,,,85395800.0,ns,2436 +schedule,legion (packed),,,,85585400.0,ns,2465 +schedule,legion (packed),,,,84747000.0,ns,2494 +schedule,legion (packed),,,,90429300.0,ns,2523 +schedule,legion (packed),,,,85853500.0,ns,2552 +schedule,legion (packed),,,,87925300.0,ns,2581 +schedule,legion (packed),,,,87551900.0,ns,2610 +schedule,legion (packed),,,,91271000.0,ns,2639 +schedule,legion (packed),,,,91689200.0,ns,2668 +schedule,legion (packed),,,,91827100.0,ns,2697 +schedule,legion (packed),,,,92682400.0,ns,2726 +schedule,legion (packed),,,,95201300.0,ns,2755 +schedule,legion (packed),,,,93809600.0,ns,2784 +schedule,legion (packed),,,,97339600.0,ns,2813 +schedule,legion (packed),,,,96713600.0,ns,2842 +schedule,legion (packed),,,,97659900.0,ns,2871 +schedule,legion (packed),,,,97537500.0,ns,2900 diff --git a/target/criterion/schedule/legion (packed)/base/sample.json b/target/criterion/schedule/legion (packed)/base/sample.json index 6678e60d..115e477a 100644 --- a/target/criterion/schedule/legion (packed)/base/sample.json +++ b/target/criterion/schedule/legion (packed)/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[27.0,54.0,81.0,108.0,135.0,162.0,189.0,216.0,243.0,270.0,297.0,324.0,351.0,378.0,405.0,432.0,459.0,486.0,513.0,540.0,567.0,594.0,621.0,648.0,675.0,702.0,729.0,756.0,783.0,810.0,837.0,864.0,891.0,918.0,945.0,972.0,999.0,1026.0,1053.0,1080.0,1107.0,1134.0,1161.0,1188.0,1215.0,1242.0,1269.0,1296.0,1323.0,1350.0,1377.0,1404.0,1431.0,1458.0,1485.0,1512.0,1539.0,1566.0,1593.0,1620.0,1647.0,1674.0,1701.0,1728.0,1755.0,1782.0,1809.0,1836.0,1863.0,1890.0,1917.0,1944.0,1971.0,1998.0,2025.0,2052.0,2079.0,2106.0,2133.0,2160.0,2187.0,2214.0,2241.0,2268.0,2295.0,2322.0,2349.0,2376.0,2403.0,2430.0,2457.0,2484.0,2511.0,2538.0,2565.0,2592.0,2619.0,2646.0,2673.0,2700.0],"times":[6090742.0,2455187.0,5411308.0,5065249.0,5852347.0,6690785.0,6856151.0,7693807.0,8289903.0,10626473.0,13593274.0,13599949.0,12229006.0,13046643.0,22782079.0,19382482.0,17554601.0,17367345.0,19599355.0,18930181.0,20484641.0,22609700.0,22849307.0,23828582.0,24640559.0,25036303.0,25535884.0,26210881.0,36616712.0,29089004.0,30157910.0,31269918.0,36275353.0,31345321.0,32619779.0,33781913.0,34573342.0,35628931.0,35918893.0,38147541.0,39246463.0,40405119.0,41608192.0,41018077.0,42614860.0,43539270.0,43918392.0,46289870.0,46024534.0,47099112.0,49704855.0,48951811.0,51382923.0,51538448.0,49939151.0,52175442.0,54464011.0,53888665.0,55849340.0,54477107.0,57579106.0,58821843.0,58808106.0,60269402.0,62512482.0,62285671.0,64231037.0,64717114.0,66205739.0,64072435.0,66190930.0,68161945.0,67573334.0,68391642.0,68261786.0,71977984.0,70886315.0,74643722.0,73177821.0,75135550.0,77157902.0,78162285.0,79105142.0,80199977.0,84415538.0,88652399.0,81480726.0,85132965.0,86617573.0,91992271.0,83913721.0,88280571.0,89695264.0,87763583.0,89559577.0,89807027.0,93257781.0,91744428.0,93524099.0,94878818.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[29.0,58.0,87.0,116.0,145.0,174.0,203.0,232.0,261.0,290.0,319.0,348.0,377.0,406.0,435.0,464.0,493.0,522.0,551.0,580.0,609.0,638.0,667.0,696.0,725.0,754.0,783.0,812.0,841.0,870.0,899.0,928.0,957.0,986.0,1015.0,1044.0,1073.0,1102.0,1131.0,1160.0,1189.0,1218.0,1247.0,1276.0,1305.0,1334.0,1363.0,1392.0,1421.0,1450.0,1479.0,1508.0,1537.0,1566.0,1595.0,1624.0,1653.0,1682.0,1711.0,1740.0,1769.0,1798.0,1827.0,1856.0,1885.0,1914.0,1943.0,1972.0,2001.0,2030.0,2059.0,2088.0,2117.0,2146.0,2175.0,2204.0,2233.0,2262.0,2291.0,2320.0,2349.0,2378.0,2407.0,2436.0,2465.0,2494.0,2523.0,2552.0,2581.0,2610.0,2639.0,2668.0,2697.0,2726.0,2755.0,2784.0,2813.0,2842.0,2871.0,2900.0],"times":[1090600.0,2130200.0,3057200.0,4019700.0,5235000.0,6119700.0,7262500.0,8011600.0,9063800.0,9760800.0,11094700.0,11951100.0,12994300.0,14213900.0,15101000.0,15899400.0,17241100.0,17897700.0,18701300.0,20576300.0,21414800.0,21973900.0,23274900.0,24479000.0,24491400.0,26102700.0,27550500.0,27563200.0,29026800.0,30023000.0,30812500.0,32610800.0,33327400.0,34058000.0,34440100.0,35037500.0,38130800.0,40785200.0,39237300.0,39845000.0,40462100.0,42071400.0,43413700.0,43180300.0,47889800.0,53285500.0,46875100.0,48866500.0,57273500.0,51094200.0,51388500.0,52029900.0,54721000.0,54300200.0,55161700.0,56345800.0,56772100.0,58382600.0,58294500.0,58652300.0,63031500.0,62252600.0,63849900.0,65097400.0,65450000.0,64497900.0,67404500.0,67903200.0,69378500.0,69704600.0,68851000.0,72977700.0,71991700.0,73871300.0,75592600.0,75576400.0,76466600.0,78141300.0,79252300.0,80706800.0,80660600.0,81266500.0,82004000.0,85395800.0,85585400.0,84747000.0,90429300.0,85853500.0,87925300.0,87551900.0,91271000.0,91689200.0,91827100.0,92682400.0,95201300.0,93809600.0,97339600.0,96713600.0,97659900.0,97537500.0]} \ No newline at end of file diff --git a/target/criterion/schedule/legion (packed)/base/tukey.json b/target/criterion/schedule/legion (packed)/base/tukey.json index cff7f486..22c89f8f 100644 --- a/target/criterion/schedule/legion (packed)/base/tukey.json +++ b/target/criterion/schedule/legion (packed)/base/tukey.json @@ -1 +1 @@ -[30421.93585633485,32552.856074230447,38235.309988618705,40366.2302065143] \ No newline at end of file +[32037.35069520965,33131.92129530725,36050.776228900846,37145.346828998445] \ No newline at end of file diff --git a/target/criterion/schedule/legion (packed)/change/estimates.json b/target/criterion/schedule/legion (packed)/change/estimates.json index 3721b41b..df25e486 100644 --- a/target/criterion/schedule/legion (packed)/change/estimates.json +++ b/target/criterion/schedule/legion (packed)/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.003942671972841528,"upper_bound":0.19173020351260678},"point_estimate":0.07075854827468686,"standard_error":0.05142850319951022},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01547168385653186,"upper_bound":0.0018819116180954776},"point_estimate":-0.005074548628823616,"standard_error":0.004384572656262118}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.18991246891007157,"upper_bound":-0.034587709284106614},"point_estimate":-0.0985080141970146,"standard_error":0.04363111070379952},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.028211096297226845,"upper_bound":-0.011825607426177553},"point_estimate":-0.02029811977677265,"standard_error":0.004214993110466002}} \ No newline at end of file diff --git a/target/criterion/schedule/legion (packed)/new/estimates.json b/target/criterion/schedule/legion (packed)/new/estimates.json index 7428bace..43de007b 100644 --- a/target/criterion/schedule/legion (packed)/new/estimates.json +++ b/target/criterion/schedule/legion (packed)/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":36012.826286482516,"upper_bound":42875.12064787687},"point_estimate":38545.15919050612,"standard_error":1935.0828432068117},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":35055.89074074074,"upper_bound":35572.66456386163},"point_estimate":35301.344399277325,"standard_error":139.6815650027863},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":726.9386919831492,"upper_bound":1304.6970751382084},"point_estimate":997.9781448885935,"standard_error":147.55359007549347},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":35021.824523598574,"upper_bound":35528.327028821885},"point_estimate":35260.04452128795,"standard_error":129.3376504427837},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2822.6213218126973,"upper_bound":32821.45382264783},"point_estimate":19444.98148395264,"standard_error":10090.386875355816}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":34557.17750685892,"upper_bound":34969.540694654075},"point_estimate":34748.15210174156,"standard_error":105.60859380298173},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":34467.63925729443,"upper_bound":34693.315748842},"point_estimate":34584.79348237969,"standard_error":56.42942110080748},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":371.97768157513644,"upper_bound":781.0319740459502},"point_estimate":558.3649829486397,"standard_error":111.922006076059},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":34319.1727619634,"upper_bound":34679.0175342376},"point_estimate":34484.75468679138,"standard_error":91.79193833337435},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":651.8013969935063,"upper_bound":1419.161490222064},"point_estimate":1060.4670196705747,"standard_error":197.33151957414228}} \ No newline at end of file diff --git a/target/criterion/schedule/legion (packed)/new/raw.csv b/target/criterion/schedule/legion (packed)/new/raw.csv index 6afeeb51..49351d1a 100644 --- a/target/criterion/schedule/legion (packed)/new/raw.csv +++ b/target/criterion/schedule/legion (packed)/new/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -schedule,legion (packed),,,,6090742.0,ns,27 -schedule,legion (packed),,,,2455187.0,ns,54 -schedule,legion (packed),,,,5411308.0,ns,81 -schedule,legion (packed),,,,5065249.0,ns,108 -schedule,legion (packed),,,,5852347.0,ns,135 -schedule,legion (packed),,,,6690785.0,ns,162 -schedule,legion (packed),,,,6856151.0,ns,189 -schedule,legion (packed),,,,7693807.0,ns,216 -schedule,legion (packed),,,,8289903.0,ns,243 -schedule,legion (packed),,,,10626473.0,ns,270 -schedule,legion (packed),,,,13593274.0,ns,297 -schedule,legion (packed),,,,13599949.0,ns,324 -schedule,legion (packed),,,,12229006.0,ns,351 -schedule,legion (packed),,,,13046643.0,ns,378 -schedule,legion (packed),,,,22782079.0,ns,405 -schedule,legion (packed),,,,19382482.0,ns,432 -schedule,legion (packed),,,,17554601.0,ns,459 -schedule,legion (packed),,,,17367345.0,ns,486 -schedule,legion (packed),,,,19599355.0,ns,513 -schedule,legion (packed),,,,18930181.0,ns,540 -schedule,legion (packed),,,,20484641.0,ns,567 -schedule,legion (packed),,,,22609700.0,ns,594 -schedule,legion (packed),,,,22849307.0,ns,621 -schedule,legion (packed),,,,23828582.0,ns,648 -schedule,legion (packed),,,,24640559.0,ns,675 -schedule,legion (packed),,,,25036303.0,ns,702 -schedule,legion (packed),,,,25535884.0,ns,729 -schedule,legion (packed),,,,26210881.0,ns,756 -schedule,legion (packed),,,,36616712.0,ns,783 -schedule,legion (packed),,,,29089004.0,ns,810 -schedule,legion (packed),,,,30157910.0,ns,837 -schedule,legion (packed),,,,31269918.0,ns,864 -schedule,legion (packed),,,,36275353.0,ns,891 -schedule,legion (packed),,,,31345321.0,ns,918 -schedule,legion (packed),,,,32619779.0,ns,945 -schedule,legion (packed),,,,33781913.0,ns,972 -schedule,legion (packed),,,,34573342.0,ns,999 -schedule,legion (packed),,,,35628931.0,ns,1026 -schedule,legion (packed),,,,35918893.0,ns,1053 -schedule,legion (packed),,,,38147541.0,ns,1080 -schedule,legion (packed),,,,39246463.0,ns,1107 -schedule,legion (packed),,,,40405119.0,ns,1134 -schedule,legion (packed),,,,41608192.0,ns,1161 -schedule,legion (packed),,,,41018077.0,ns,1188 -schedule,legion (packed),,,,42614860.0,ns,1215 -schedule,legion (packed),,,,43539270.0,ns,1242 -schedule,legion (packed),,,,43918392.0,ns,1269 -schedule,legion (packed),,,,46289870.0,ns,1296 -schedule,legion (packed),,,,46024534.0,ns,1323 -schedule,legion (packed),,,,47099112.0,ns,1350 -schedule,legion (packed),,,,49704855.0,ns,1377 -schedule,legion (packed),,,,48951811.0,ns,1404 -schedule,legion (packed),,,,51382923.0,ns,1431 -schedule,legion (packed),,,,51538448.0,ns,1458 -schedule,legion (packed),,,,49939151.0,ns,1485 -schedule,legion (packed),,,,52175442.0,ns,1512 -schedule,legion (packed),,,,54464011.0,ns,1539 -schedule,legion (packed),,,,53888665.0,ns,1566 -schedule,legion (packed),,,,55849340.0,ns,1593 -schedule,legion (packed),,,,54477107.0,ns,1620 -schedule,legion (packed),,,,57579106.0,ns,1647 -schedule,legion (packed),,,,58821843.0,ns,1674 -schedule,legion (packed),,,,58808106.0,ns,1701 -schedule,legion (packed),,,,60269402.0,ns,1728 -schedule,legion (packed),,,,62512482.0,ns,1755 -schedule,legion (packed),,,,62285671.0,ns,1782 -schedule,legion (packed),,,,64231037.0,ns,1809 -schedule,legion (packed),,,,64717114.0,ns,1836 -schedule,legion (packed),,,,66205739.0,ns,1863 -schedule,legion (packed),,,,64072435.0,ns,1890 -schedule,legion (packed),,,,66190930.0,ns,1917 -schedule,legion (packed),,,,68161945.0,ns,1944 -schedule,legion (packed),,,,67573334.0,ns,1971 -schedule,legion (packed),,,,68391642.0,ns,1998 -schedule,legion (packed),,,,68261786.0,ns,2025 -schedule,legion (packed),,,,71977984.0,ns,2052 -schedule,legion (packed),,,,70886315.0,ns,2079 -schedule,legion (packed),,,,74643722.0,ns,2106 -schedule,legion (packed),,,,73177821.0,ns,2133 -schedule,legion (packed),,,,75135550.0,ns,2160 -schedule,legion (packed),,,,77157902.0,ns,2187 -schedule,legion (packed),,,,78162285.0,ns,2214 -schedule,legion (packed),,,,79105142.0,ns,2241 -schedule,legion (packed),,,,80199977.0,ns,2268 -schedule,legion (packed),,,,84415538.0,ns,2295 -schedule,legion (packed),,,,88652399.0,ns,2322 -schedule,legion (packed),,,,81480726.0,ns,2349 -schedule,legion (packed),,,,85132965.0,ns,2376 -schedule,legion (packed),,,,86617573.0,ns,2403 -schedule,legion (packed),,,,91992271.0,ns,2430 -schedule,legion (packed),,,,83913721.0,ns,2457 -schedule,legion (packed),,,,88280571.0,ns,2484 -schedule,legion (packed),,,,89695264.0,ns,2511 -schedule,legion (packed),,,,87763583.0,ns,2538 -schedule,legion (packed),,,,89559577.0,ns,2565 -schedule,legion (packed),,,,89807027.0,ns,2592 -schedule,legion (packed),,,,93257781.0,ns,2619 -schedule,legion (packed),,,,91744428.0,ns,2646 -schedule,legion (packed),,,,93524099.0,ns,2673 -schedule,legion (packed),,,,94878818.0,ns,2700 +schedule,legion (packed),,,,1090600.0,ns,29 +schedule,legion (packed),,,,2130200.0,ns,58 +schedule,legion (packed),,,,3057200.0,ns,87 +schedule,legion (packed),,,,4019700.0,ns,116 +schedule,legion (packed),,,,5235000.0,ns,145 +schedule,legion (packed),,,,6119700.0,ns,174 +schedule,legion (packed),,,,7262500.0,ns,203 +schedule,legion (packed),,,,8011600.0,ns,232 +schedule,legion (packed),,,,9063800.0,ns,261 +schedule,legion (packed),,,,9760800.0,ns,290 +schedule,legion (packed),,,,11094700.0,ns,319 +schedule,legion (packed),,,,11951100.0,ns,348 +schedule,legion (packed),,,,12994300.0,ns,377 +schedule,legion (packed),,,,14213900.0,ns,406 +schedule,legion (packed),,,,15101000.0,ns,435 +schedule,legion (packed),,,,15899400.0,ns,464 +schedule,legion (packed),,,,17241100.0,ns,493 +schedule,legion (packed),,,,17897700.0,ns,522 +schedule,legion (packed),,,,18701300.0,ns,551 +schedule,legion (packed),,,,20576300.0,ns,580 +schedule,legion (packed),,,,21414800.0,ns,609 +schedule,legion (packed),,,,21973900.0,ns,638 +schedule,legion (packed),,,,23274900.0,ns,667 +schedule,legion (packed),,,,24479000.0,ns,696 +schedule,legion (packed),,,,24491400.0,ns,725 +schedule,legion (packed),,,,26102700.0,ns,754 +schedule,legion (packed),,,,27550500.0,ns,783 +schedule,legion (packed),,,,27563200.0,ns,812 +schedule,legion (packed),,,,29026800.0,ns,841 +schedule,legion (packed),,,,30023000.0,ns,870 +schedule,legion (packed),,,,30812500.0,ns,899 +schedule,legion (packed),,,,32610800.0,ns,928 +schedule,legion (packed),,,,33327400.0,ns,957 +schedule,legion (packed),,,,34058000.0,ns,986 +schedule,legion (packed),,,,34440100.0,ns,1015 +schedule,legion (packed),,,,35037500.0,ns,1044 +schedule,legion (packed),,,,38130800.0,ns,1073 +schedule,legion (packed),,,,40785200.0,ns,1102 +schedule,legion (packed),,,,39237300.0,ns,1131 +schedule,legion (packed),,,,39845000.0,ns,1160 +schedule,legion (packed),,,,40462100.0,ns,1189 +schedule,legion (packed),,,,42071400.0,ns,1218 +schedule,legion (packed),,,,43413700.0,ns,1247 +schedule,legion (packed),,,,43180300.0,ns,1276 +schedule,legion (packed),,,,47889800.0,ns,1305 +schedule,legion (packed),,,,53285500.0,ns,1334 +schedule,legion (packed),,,,46875100.0,ns,1363 +schedule,legion (packed),,,,48866500.0,ns,1392 +schedule,legion (packed),,,,57273500.0,ns,1421 +schedule,legion (packed),,,,51094200.0,ns,1450 +schedule,legion (packed),,,,51388500.0,ns,1479 +schedule,legion (packed),,,,52029900.0,ns,1508 +schedule,legion (packed),,,,54721000.0,ns,1537 +schedule,legion (packed),,,,54300200.0,ns,1566 +schedule,legion (packed),,,,55161700.0,ns,1595 +schedule,legion (packed),,,,56345800.0,ns,1624 +schedule,legion (packed),,,,56772100.0,ns,1653 +schedule,legion (packed),,,,58382600.0,ns,1682 +schedule,legion (packed),,,,58294500.0,ns,1711 +schedule,legion (packed),,,,58652300.0,ns,1740 +schedule,legion (packed),,,,63031500.0,ns,1769 +schedule,legion (packed),,,,62252600.0,ns,1798 +schedule,legion (packed),,,,63849900.0,ns,1827 +schedule,legion (packed),,,,65097400.0,ns,1856 +schedule,legion (packed),,,,65450000.0,ns,1885 +schedule,legion (packed),,,,64497900.0,ns,1914 +schedule,legion (packed),,,,67404500.0,ns,1943 +schedule,legion (packed),,,,67903200.0,ns,1972 +schedule,legion (packed),,,,69378500.0,ns,2001 +schedule,legion (packed),,,,69704600.0,ns,2030 +schedule,legion (packed),,,,68851000.0,ns,2059 +schedule,legion (packed),,,,72977700.0,ns,2088 +schedule,legion (packed),,,,71991700.0,ns,2117 +schedule,legion (packed),,,,73871300.0,ns,2146 +schedule,legion (packed),,,,75592600.0,ns,2175 +schedule,legion (packed),,,,75576400.0,ns,2204 +schedule,legion (packed),,,,76466600.0,ns,2233 +schedule,legion (packed),,,,78141300.0,ns,2262 +schedule,legion (packed),,,,79252300.0,ns,2291 +schedule,legion (packed),,,,80706800.0,ns,2320 +schedule,legion (packed),,,,80660600.0,ns,2349 +schedule,legion (packed),,,,81266500.0,ns,2378 +schedule,legion (packed),,,,82004000.0,ns,2407 +schedule,legion (packed),,,,85395800.0,ns,2436 +schedule,legion (packed),,,,85585400.0,ns,2465 +schedule,legion (packed),,,,84747000.0,ns,2494 +schedule,legion (packed),,,,90429300.0,ns,2523 +schedule,legion (packed),,,,85853500.0,ns,2552 +schedule,legion (packed),,,,87925300.0,ns,2581 +schedule,legion (packed),,,,87551900.0,ns,2610 +schedule,legion (packed),,,,91271000.0,ns,2639 +schedule,legion (packed),,,,91689200.0,ns,2668 +schedule,legion (packed),,,,91827100.0,ns,2697 +schedule,legion (packed),,,,92682400.0,ns,2726 +schedule,legion (packed),,,,95201300.0,ns,2755 +schedule,legion (packed),,,,93809600.0,ns,2784 +schedule,legion (packed),,,,97339600.0,ns,2813 +schedule,legion (packed),,,,96713600.0,ns,2842 +schedule,legion (packed),,,,97659900.0,ns,2871 +schedule,legion (packed),,,,97537500.0,ns,2900 diff --git a/target/criterion/schedule/legion (packed)/new/sample.json b/target/criterion/schedule/legion (packed)/new/sample.json index 6678e60d..115e477a 100644 --- a/target/criterion/schedule/legion (packed)/new/sample.json +++ b/target/criterion/schedule/legion (packed)/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[27.0,54.0,81.0,108.0,135.0,162.0,189.0,216.0,243.0,270.0,297.0,324.0,351.0,378.0,405.0,432.0,459.0,486.0,513.0,540.0,567.0,594.0,621.0,648.0,675.0,702.0,729.0,756.0,783.0,810.0,837.0,864.0,891.0,918.0,945.0,972.0,999.0,1026.0,1053.0,1080.0,1107.0,1134.0,1161.0,1188.0,1215.0,1242.0,1269.0,1296.0,1323.0,1350.0,1377.0,1404.0,1431.0,1458.0,1485.0,1512.0,1539.0,1566.0,1593.0,1620.0,1647.0,1674.0,1701.0,1728.0,1755.0,1782.0,1809.0,1836.0,1863.0,1890.0,1917.0,1944.0,1971.0,1998.0,2025.0,2052.0,2079.0,2106.0,2133.0,2160.0,2187.0,2214.0,2241.0,2268.0,2295.0,2322.0,2349.0,2376.0,2403.0,2430.0,2457.0,2484.0,2511.0,2538.0,2565.0,2592.0,2619.0,2646.0,2673.0,2700.0],"times":[6090742.0,2455187.0,5411308.0,5065249.0,5852347.0,6690785.0,6856151.0,7693807.0,8289903.0,10626473.0,13593274.0,13599949.0,12229006.0,13046643.0,22782079.0,19382482.0,17554601.0,17367345.0,19599355.0,18930181.0,20484641.0,22609700.0,22849307.0,23828582.0,24640559.0,25036303.0,25535884.0,26210881.0,36616712.0,29089004.0,30157910.0,31269918.0,36275353.0,31345321.0,32619779.0,33781913.0,34573342.0,35628931.0,35918893.0,38147541.0,39246463.0,40405119.0,41608192.0,41018077.0,42614860.0,43539270.0,43918392.0,46289870.0,46024534.0,47099112.0,49704855.0,48951811.0,51382923.0,51538448.0,49939151.0,52175442.0,54464011.0,53888665.0,55849340.0,54477107.0,57579106.0,58821843.0,58808106.0,60269402.0,62512482.0,62285671.0,64231037.0,64717114.0,66205739.0,64072435.0,66190930.0,68161945.0,67573334.0,68391642.0,68261786.0,71977984.0,70886315.0,74643722.0,73177821.0,75135550.0,77157902.0,78162285.0,79105142.0,80199977.0,84415538.0,88652399.0,81480726.0,85132965.0,86617573.0,91992271.0,83913721.0,88280571.0,89695264.0,87763583.0,89559577.0,89807027.0,93257781.0,91744428.0,93524099.0,94878818.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[29.0,58.0,87.0,116.0,145.0,174.0,203.0,232.0,261.0,290.0,319.0,348.0,377.0,406.0,435.0,464.0,493.0,522.0,551.0,580.0,609.0,638.0,667.0,696.0,725.0,754.0,783.0,812.0,841.0,870.0,899.0,928.0,957.0,986.0,1015.0,1044.0,1073.0,1102.0,1131.0,1160.0,1189.0,1218.0,1247.0,1276.0,1305.0,1334.0,1363.0,1392.0,1421.0,1450.0,1479.0,1508.0,1537.0,1566.0,1595.0,1624.0,1653.0,1682.0,1711.0,1740.0,1769.0,1798.0,1827.0,1856.0,1885.0,1914.0,1943.0,1972.0,2001.0,2030.0,2059.0,2088.0,2117.0,2146.0,2175.0,2204.0,2233.0,2262.0,2291.0,2320.0,2349.0,2378.0,2407.0,2436.0,2465.0,2494.0,2523.0,2552.0,2581.0,2610.0,2639.0,2668.0,2697.0,2726.0,2755.0,2784.0,2813.0,2842.0,2871.0,2900.0],"times":[1090600.0,2130200.0,3057200.0,4019700.0,5235000.0,6119700.0,7262500.0,8011600.0,9063800.0,9760800.0,11094700.0,11951100.0,12994300.0,14213900.0,15101000.0,15899400.0,17241100.0,17897700.0,18701300.0,20576300.0,21414800.0,21973900.0,23274900.0,24479000.0,24491400.0,26102700.0,27550500.0,27563200.0,29026800.0,30023000.0,30812500.0,32610800.0,33327400.0,34058000.0,34440100.0,35037500.0,38130800.0,40785200.0,39237300.0,39845000.0,40462100.0,42071400.0,43413700.0,43180300.0,47889800.0,53285500.0,46875100.0,48866500.0,57273500.0,51094200.0,51388500.0,52029900.0,54721000.0,54300200.0,55161700.0,56345800.0,56772100.0,58382600.0,58294500.0,58652300.0,63031500.0,62252600.0,63849900.0,65097400.0,65450000.0,64497900.0,67404500.0,67903200.0,69378500.0,69704600.0,68851000.0,72977700.0,71991700.0,73871300.0,75592600.0,75576400.0,76466600.0,78141300.0,79252300.0,80706800.0,80660600.0,81266500.0,82004000.0,85395800.0,85585400.0,84747000.0,90429300.0,85853500.0,87925300.0,87551900.0,91271000.0,91689200.0,91827100.0,92682400.0,95201300.0,93809600.0,97339600.0,96713600.0,97659900.0,97537500.0]} \ No newline at end of file diff --git a/target/criterion/schedule/legion (packed)/new/tukey.json b/target/criterion/schedule/legion (packed)/new/tukey.json index cff7f486..22c89f8f 100644 --- a/target/criterion/schedule/legion (packed)/new/tukey.json +++ b/target/criterion/schedule/legion (packed)/new/tukey.json @@ -1 +1 @@ -[30421.93585633485,32552.856074230447,38235.309988618705,40366.2302065143] \ No newline at end of file +[32037.35069520965,33131.92129530725,36050.776228900846,37145.346828998445] \ No newline at end of file diff --git a/target/criterion/schedule/legion (packed)/report/MAD.svg b/target/criterion/schedule/legion (packed)/report/MAD.svg index 8cfb316f..0f14b47e 100644 --- a/target/criterion/schedule/legion (packed)/report/MAD.svg +++ b/target/criterion/schedule/legion (packed)/report/MAD.svg @@ -1,293 +1,96 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 0.7 - - - - - 0.8 - - - - - 0.9 - - - - - 1 - - - - - 1.1 - - - - - 1.2 - - - - - 1.3 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/legion (packed): MAD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +schedule/legion (packed):MAD + + +Density (a.u.) + + +Average time (ns) + + + +5e-4 + + + +0.001 + + + +0.0015 + + + +0.002 + + + +0.0025 + + + +0.003 + + + +0.0035 + + + + +350 + + + +400 + + + +450 + + + +500 + + + +550 + + + +600 + + + +650 + + + +700 + + + +750 + + + +800 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/schedule/legion (packed)/report/SD.svg b/target/criterion/schedule/legion (packed)/report/SD.svg index c8e872bb..b7921dda 100644 --- a/target/criterion/schedule/legion (packed)/report/SD.svg +++ b/target/criterion/schedule/legion (packed)/report/SD.svg @@ -1,303 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.02 - - - - - 0.04 - - - - - 0.06 - - - - - 0.08 - - - - - 0.1 - - - - - 0.12 - - - - - 0.14 - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - 25 - - - - - 30 - - - - - 35 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/legion (packed): SD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +schedule/legion (packed):SD + + +Density (a.u.) + + +Average time (us) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + + +1 + + + +1.1 + + + +1.2 + + + +1.3 + + + +1.4 + + + +1.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/schedule/legion (packed)/report/both/pdf.svg b/target/criterion/schedule/legion (packed)/report/both/pdf.svg index 47779055..4a99201f 100644 --- a/target/criterion/schedule/legion (packed)/report/both/pdf.svg +++ b/target/criterion/schedule/legion (packed)/report/both/pdf.svg @@ -1,323 +1,93 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - 300 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/legion (packed) - - - - - Base PDF - - - Base PDF - - - - - - - - - - Base Mean - - - - - Base Mean - - - - - - New PDF - - - - - New PDF - - - - - - - - - - New Mean - - - - - New Mean - - - - - - - - - - - - - - + + +schedule/legion (packed) + + +Density (a.u.) + + +Average Time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + +0.45 + + + +0.5 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + + + + + +Base PDF + + +New PDF + + +Base Mean + + +New Mean + + + + + - diff --git a/target/criterion/schedule/legion (packed)/report/both/regression.svg b/target/criterion/schedule/legion (packed)/report/both/regression.svg index a4b80a7d..c443ec88 100644 --- a/target/criterion/schedule/legion (packed)/report/both/regression.svg +++ b/target/criterion/schedule/legion (packed)/report/both/regression.svg @@ -1,292 +1,75 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 0.5 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 1.5 - - - - - - - - - - - - - 2 - - - - - - - - - - - - - 2.5 - - - - - - - - - - - - - 3 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - schedule/legion (packed) - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - Base sample - - - - - - New sample - - - New sample - - - - - - - - - - - - - - + + +schedule/legion (packed) + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + + + + +Base Sample + + +New Sample + + + - diff --git a/target/criterion/schedule/legion (packed)/report/change/mean.svg b/target/criterion/schedule/legion (packed)/report/change/mean.svg index 594716c7..f323852c 100644 --- a/target/criterion/schedule/legion (packed)/report/change/mean.svg +++ b/target/criterion/schedule/legion (packed)/report/change/mean.svg @@ -1,300 +1,97 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 2 - - - - - 4 - - - - - 6 - - - - - 8 - - - - - 10 - - - - - 12 - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - schedule/legion (packed): mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +schedule/legion (packed):mean + + +Density (a.u.) + + +Relative change (%) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + + +-0.2 + + + +-0.18 + + + +-0.16 + + + +-0.14 + + + +-0.12 + + + +-0.1 + + + +-0.08 + + + +-0.06 + + + +-0.04 + + + +-0.02 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/schedule/legion (packed)/report/change/median.svg b/target/criterion/schedule/legion (packed)/report/change/median.svg index cade3a5a..c7d036c2 100644 --- a/target/criterion/schedule/legion (packed)/report/change/median.svg +++ b/target/criterion/schedule/legion (packed)/report/change/median.svg @@ -1,295 +1,93 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 20 - - - - - 40 - - - - - 60 - - - - - 80 - - - - - 100 - - - - - 120 - - - - - -1.5 - - - - - -1 - - - - - -0.5 - - - - - 0 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - schedule/legion (packed): median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +schedule/legion (packed):median + + +Density (a.u.) + + +Relative change (%) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + + +-0.03 + + + +-0.028 + + + +-0.026 + + + +-0.024 + + + +-0.022 + + + +-0.02 + + + +-0.018 + + + +-0.016 + + + +-0.014 + + + +-0.012 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/schedule/legion (packed)/report/change/t-test.svg b/target/criterion/schedule/legion (packed)/report/change/t-test.svg index 93785b6f..2acfff30 100644 --- a/target/criterion/schedule/legion (packed)/report/change/t-test.svg +++ b/target/criterion/schedule/legion (packed)/report/change/t-test.svg @@ -1,255 +1,87 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - -5 - - - - - -4 - - - - - -3 - - - - - -2 - - - - - -1 - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - - - - - Density - - - - - t score - - - - - schedule/legion (packed): Welch t test - - - - - t distribution - - - t distribution - - - - - - - - - - t statistic - - - - - t statistic - - - - - - - - - - - - - - + + +schedule/legion (packed): Welch t test + + +Density + + +t score + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +-4.0 + + + +-3.0 + + + +-2.0 + + + +-1.0 + + + +0.0 + + + +1.0 + + + +2.0 + + + +3.0 + + + + + +t distribution + + +t statistic + + + - diff --git a/target/criterion/schedule/legion (packed)/report/index.html b/target/criterion/schedule/legion (packed)/report/index.html index e0ec3669..5b3ec4c4 100644 --- a/target/criterion/schedule/legion (packed)/report/index.html +++ b/target/criterion/schedule/legion (packed)/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 35.022 us - 35.260 us - 35.528 us + 34.319 us + 34.485 us + 34.679 us R² - 0.8229652 - 0.8273831 - 0.8217878 + 0.9077803 + 0.9107145 + 0.9066808 Mean - 36.013 us - 38.545 us - 42.875 us + 34.557 us + 34.748 us + 34.970 us Std. Dev. - 2.8226 us - 19.445 us - 32.821 us + 651.80 ns + 1.0605 us + 1.4192 us Median - 35.056 us - 35.301 us - 35.573 us + 34.468 us + 34.585 us + 34.693 us MAD - 726.94 ns - 997.98 ns - 1.3047 us + 371.98 ns + 558.36 ns + 781.03 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.3943% - +7.0759% - +19.173% - (p = 0.19 > + -18.991% + -9.8508% + -3.4588% + (p = 0.02 < 0.05) - No change in performance detected. + Performance has improved.

Additional Plots:

diff --git a/target/criterion/schedule/legion (packed)/report/mean.svg b/target/criterion/schedule/legion (packed)/report/mean.svg index 325965ff..c3f1baed 100644 --- a/target/criterion/schedule/legion (packed)/report/mean.svg +++ b/target/criterion/schedule/legion (packed)/report/mean.svg @@ -1,298 +1,100 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 36 - - - - - 37 - - - - - 38 - - - - - 39 - - - - - 40 - - - - - 41 - - - - - 42 - - - - - 43 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/legion (packed): mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +schedule/legion (packed):mean + + +Density (a.u.) + + +Average time (us) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + +34.55 + + + +34.6 + + + +34.65 + + + +34.7 + + + +34.75 + + + +34.8 + + + +34.85 + + + +34.9 + + + +34.95 + + + +35 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/schedule/legion (packed)/report/median.svg b/target/criterion/schedule/legion (packed)/report/median.svg index baa02581..383a65a2 100644 --- a/target/criterion/schedule/legion (packed)/report/median.svg +++ b/target/criterion/schedule/legion (packed)/report/median.svg @@ -1,293 +1,76 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - 5 - - - - - 6 - - - - - 35 - - - - - 35.1 - - - - - 35.2 - - - - - 35.3 - - - - - 35.4 - - - - - 35.5 - - - - - 35.6 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/legion (packed): median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +schedule/legion (packed):median + + +Density (a.u.) + + +Average time (us) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + + +34.45 + + + +34.5 + + + +34.55 + + + +34.6 + + + +34.65 + + + +34.7 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/schedule/legion (packed)/report/pdf.svg b/target/criterion/schedule/legion (packed)/report/pdf.svg index c209e025..12efa5ba 100644 --- a/target/criterion/schedule/legion (packed)/report/pdf.svg +++ b/target/criterion/schedule/legion (packed)/report/pdf.svg @@ -1,425 +1,153 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 0.03 - - - - - 0.035 - - - - - 0.04 - - - - - 0.045 - - - - - 0.05 - - - - - - - - - Iterations (x 103) - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/legion (packed) - - - - - PDF - - - PDF - - - - - - - - - - Mean - - - - - Mean - - - - - - "Clean" sample - - - - - "Clean" sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Mild outliers - - - Mild outliers - - - - - - - - - Severe outliers - - - Severe outliers - - - - - - - - - - - - - - - - - - - gnuplot_plot_6 - - - - - - gnuplot_plot_7 - - - - gnuplot_plot_8 - - - - gnuplot_plot_9 - - - - - - - - - - - - + + +schedule/legion (packed) + + +Iterations (x 10^3) + + +Average Time (us) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + +33 + + + +34 + + + +35 + + + +36 + + + +37 + + + +38 + + + +39 + + + +40 + + + +41 + + + +Density (a.u.) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + +0.45 + + + +0.5 + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + - diff --git a/target/criterion/schedule/legion (packed)/report/pdf_small.svg b/target/criterion/schedule/legion (packed)/report/pdf_small.svg index 1de7c31b..4d9eed54 100644 --- a/target/criterion/schedule/legion (packed)/report/pdf_small.svg +++ b/target/criterion/schedule/legion (packed)/report/pdf_small.svg @@ -1,219 +1,48 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 0.03 - - - - - 0.035 - - - - - 0.04 - - - - - 0.045 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - PDF - - - - - - - Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + + +34 + + + +36 + + + +38 + + + +40 + + + + - diff --git a/target/criterion/schedule/legion (packed)/report/regression.svg b/target/criterion/schedule/legion (packed)/report/regression.svg index 0cb2e382..272edb2b 100644 --- a/target/criterion/schedule/legion (packed)/report/regression.svg +++ b/target/criterion/schedule/legion (packed)/report/regression.svg @@ -1,447 +1,197 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 90 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 0.5 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 1.5 - - - - - - - - - - - - - 2 - - - - - - - - - - - - - 2.5 - - - - - - - - - - - - - 3 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - schedule/legion (packed) - - - - - Sample - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - Linear regression - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - - + + +schedule/legion (packed) + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + - diff --git a/target/criterion/schedule/legion (packed)/report/regression_small.svg b/target/criterion/schedule/legion (packed)/report/regression_small.svg index dd9a7ad0..fe8eb35a 100644 --- a/target/criterion/schedule/legion (packed)/report/regression_small.svg +++ b/target/criterion/schedule/legion (packed)/report/regression_small.svg @@ -1,425 +1,182 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 90 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 0.5 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 1.5 - - - - - - - - - - - - - 2 - - - - - - - - - - - - - 2.5 - - - - - - - - - - - - - 3 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/schedule/legion (packed)/report/relative_pdf_small.svg b/target/criterion/schedule/legion (packed)/report/relative_pdf_small.svg index f0fb0d43..8fa64095 100644 --- a/target/criterion/schedule/legion (packed)/report/relative_pdf_small.svg +++ b/target/criterion/schedule/legion (packed)/report/relative_pdf_small.svg @@ -1,296 +1,74 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - 300 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - Base PDF - - - - - - - Base Mean - - - - - - New PDF - - - - - - - - - New Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + +0.45 + + + +0.5 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + + + + - diff --git a/target/criterion/schedule/legion (packed)/report/relative_regression_small.svg b/target/criterion/schedule/legion (packed)/report/relative_regression_small.svg index 9344f828..9404efae 100644 --- a/target/criterion/schedule/legion (packed)/report/relative_regression_small.svg +++ b/target/criterion/schedule/legion (packed)/report/relative_regression_small.svg @@ -1,277 +1,64 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 0.5 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 1.5 - - - - - - - - - - - - - 2 - - - - - - - - - - - - - 2.5 - - - - - - - - - - - - - 3 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - - New sample - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + + + - diff --git a/target/criterion/schedule/legion (packed)/report/slope.svg b/target/criterion/schedule/legion (packed)/report/slope.svg index 2eb5b21b..fbf0eb12 100644 --- a/target/criterion/schedule/legion (packed)/report/slope.svg +++ b/target/criterion/schedule/legion (packed)/report/slope.svg @@ -1,293 +1,100 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 3.5 - - - - - 35 - - - - - 35.1 - - - - - 35.2 - - - - - 35.3 - - - - - 35.4 - - - - - 35.5 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/legion (packed): slope - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +schedule/legion (packed):slope + + +Density (a.u.) + + +Average time (us) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + + +34.3 + + + +34.35 + + + +34.4 + + + +34.45 + + + +34.5 + + + +34.55 + + + +34.6 + + + +34.65 + + + +34.7 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/schedule/legion (packed)/report/typical.svg b/target/criterion/schedule/legion (packed)/report/typical.svg index 8cefcee4..93006f74 100644 --- a/target/criterion/schedule/legion (packed)/report/typical.svg +++ b/target/criterion/schedule/legion (packed)/report/typical.svg @@ -1,293 +1,100 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 3.5 - - - - - 35 - - - - - 35.1 - - - - - 35.2 - - - - - 35.3 - - - - - 35.4 - - - - - 35.5 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/legion (packed): typical - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +schedule/legion (packed):typical + + +Density (a.u.) + + +Average time (us) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + + +34.3 + + + +34.35 + + + +34.4 + + + +34.45 + + + +34.5 + + + +34.55 + + + +34.6 + + + +34.65 + + + +34.7 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/schedule/legion/base/estimates.json b/target/criterion/schedule/legion/base/estimates.json index bd44015d..8f9c3f3a 100644 --- a/target/criterion/schedule/legion/base/estimates.json +++ b/target/criterion/schedule/legion/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":35546.13552641316,"upper_bound":36041.9419730152},"point_estimate":35782.76949419375,"standard_error":126.53787221809804},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":35391.92123015873,"upper_bound":35859.79201680672},"point_estimate":35653.89680099045,"standard_error":120.75454995832821},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":657.2738898974745,"upper_bound":1078.5873450593108},"point_estimate":835.5722556784458,"standard_error":103.86499534657167},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":35405.795099776704,"upper_bound":35888.10554981864},"point_estimate":35622.086633346706,"standard_error":124.02324154019767},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":896.4959474378487,"upper_bound":1627.260468417121},"point_estimate":1275.6287943285931,"standard_error":187.83736908565064}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":34861.74386502312,"upper_bound":35162.81144735202},"point_estimate":35007.640160418305,"standard_error":76.82406311357707},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":34756.45800342565,"upper_bound":35032.3275862069},"point_estimate":34942.89758106021,"standard_error":76.11402504679309},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":440.29382050816116,"upper_bound":687.3373898781795},"point_estimate":607.7284899806245,"standard_error":62.36455896419868},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":34790.5852332417,"upper_bound":35114.26237534926},"point_estimate":34945.50035415276,"standard_error":82.64174936319176},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":601.6153204541599,"upper_bound":928.9537771156715},"point_estimate":773.8076289631244,"standard_error":83.77013996355056}} \ No newline at end of file diff --git a/target/criterion/schedule/legion/base/raw.csv b/target/criterion/schedule/legion/base/raw.csv index 2d1f6c03..b3b1dadf 100644 --- a/target/criterion/schedule/legion/base/raw.csv +++ b/target/criterion/schedule/legion/base/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -schedule,legion,,,,1004413.0,ns,28 -schedule,legion,,,,2193438.0,ns,56 -schedule,legion,,,,3036014.0,ns,84 -schedule,legion,,,,4710532.0,ns,112 -schedule,legion,,,,4688372.0,ns,140 -schedule,legion,,,,6721914.0,ns,168 -schedule,legion,,,,6774525.0,ns,196 -schedule,legion,,,,8060384.0,ns,224 -schedule,legion,,,,9127738.0,ns,252 -schedule,legion,,,,10359344.0,ns,280 -schedule,legion,,,,12012924.0,ns,308 -schedule,legion,,,,12431151.0,ns,336 -schedule,legion,,,,13415856.0,ns,364 -schedule,legion,,,,14033203.0,ns,392 -schedule,legion,,,,15488365.0,ns,420 -schedule,legion,,,,16425320.0,ns,448 -schedule,legion,,,,16216863.0,ns,476 -schedule,legion,,,,17855403.0,ns,504 -schedule,legion,,,,18226741.0,ns,532 -schedule,legion,,,,20245397.0,ns,560 -schedule,legion,,,,21112607.0,ns,588 -schedule,legion,,,,21672746.0,ns,616 -schedule,legion,,,,21793135.0,ns,644 -schedule,legion,,,,23333449.0,ns,672 -schedule,legion,,,,24365767.0,ns,700 -schedule,legion,,,,27381549.0,ns,728 -schedule,legion,,,,27433230.0,ns,756 -schedule,legion,,,,27151884.0,ns,784 -schedule,legion,,,,28264433.0,ns,812 -schedule,legion,,,,30196393.0,ns,840 -schedule,legion,,,,30267356.0,ns,868 -schedule,legion,,,,31746175.0,ns,896 -schedule,legion,,,,32993531.0,ns,924 -schedule,legion,,,,34925592.0,ns,952 -schedule,legion,,,,34482809.0,ns,980 -schedule,legion,,,,37152153.0,ns,1008 -schedule,legion,,,,38359234.0,ns,1036 -schedule,legion,,,,37726288.0,ns,1064 -schedule,legion,,,,39315193.0,ns,1092 -schedule,legion,,,,40344496.0,ns,1120 -schedule,legion,,,,41258254.0,ns,1148 -schedule,legion,,,,41686941.0,ns,1176 -schedule,legion,,,,42437892.0,ns,1204 -schedule,legion,,,,42689302.0,ns,1232 -schedule,legion,,,,44549134.0,ns,1260 -schedule,legion,,,,45214842.0,ns,1288 -schedule,legion,,,,48265985.0,ns,1316 -schedule,legion,,,,48273339.0,ns,1344 -schedule,legion,,,,48916002.0,ns,1372 -schedule,legion,,,,51420704.0,ns,1400 -schedule,legion,,,,50961430.0,ns,1428 -schedule,legion,,,,50178098.0,ns,1456 -schedule,legion,,,,51613091.0,ns,1484 -schedule,legion,,,,52211411.0,ns,1512 -schedule,legion,,,,52356427.0,ns,1540 -schedule,legion,,,,55376580.0,ns,1568 -schedule,legion,,,,56244615.0,ns,1596 -schedule,legion,,,,58110367.0,ns,1624 -schedule,legion,,,,56493387.0,ns,1652 -schedule,legion,,,,59993405.0,ns,1680 -schedule,legion,,,,59401227.0,ns,1708 -schedule,legion,,,,62333012.0,ns,1736 -schedule,legion,,,,63729152.0,ns,1764 -schedule,legion,,,,63320082.0,ns,1792 -schedule,legion,,,,64904320.0,ns,1820 -schedule,legion,,,,65784657.0,ns,1848 -schedule,legion,,,,68418325.0,ns,1876 -schedule,legion,,,,68277044.0,ns,1904 -schedule,legion,,,,68897997.0,ns,1932 -schedule,legion,,,,68814999.0,ns,1960 -schedule,legion,,,,68938536.0,ns,1988 -schedule,legion,,,,70703225.0,ns,2016 -schedule,legion,,,,72878270.0,ns,2044 -schedule,legion,,,,73088761.0,ns,2072 -schedule,legion,,,,76593990.0,ns,2100 -schedule,legion,,,,76135716.0,ns,2128 -schedule,legion,,,,75508581.0,ns,2156 -schedule,legion,,,,77302778.0,ns,2184 -schedule,legion,,,,77058934.0,ns,2212 -schedule,legion,,,,80639425.0,ns,2240 -schedule,legion,,,,81796619.0,ns,2268 -schedule,legion,,,,80469720.0,ns,2296 -schedule,legion,,,,81701278.0,ns,2324 -schedule,legion,,,,83438948.0,ns,2352 -schedule,legion,,,,83181207.0,ns,2380 -schedule,legion,,,,96202833.0,ns,2408 -schedule,legion,,,,88462277.0,ns,2436 -schedule,legion,,,,86070290.0,ns,2464 -schedule,legion,,,,87976111.0,ns,2492 -schedule,legion,,,,91123096.0,ns,2520 -schedule,legion,,,,89419540.0,ns,2548 -schedule,legion,,,,93459266.0,ns,2576 -schedule,legion,,,,90473628.0,ns,2604 -schedule,legion,,,,96995953.0,ns,2632 -schedule,legion,,,,92905692.0,ns,2660 -schedule,legion,,,,96824216.0,ns,2688 -schedule,legion,,,,96804659.0,ns,2716 -schedule,legion,,,,96247648.0,ns,2744 -schedule,legion,,,,100040513.0,ns,2772 -schedule,legion,,,,99304009.0,ns,2800 +schedule,legion,,,,1091300.0,ns,29 +schedule,legion,,,,2062300.0,ns,58 +schedule,legion,,,,3130500.0,ns,87 +schedule,legion,,,,4351700.0,ns,116 +schedule,legion,,,,5130900.0,ns,145 +schedule,legion,,,,6412400.0,ns,174 +schedule,legion,,,,7185500.0,ns,203 +schedule,legion,,,,8063900.0,ns,232 +schedule,legion,,,,8933000.0,ns,261 +schedule,legion,,,,10544800.0,ns,290 +schedule,legion,,,,11293800.0,ns,319 +schedule,legion,,,,12029400.0,ns,348 +schedule,legion,,,,13243900.0,ns,377 +schedule,legion,,,,14759500.0,ns,406 +schedule,legion,,,,15558400.0,ns,435 +schedule,legion,,,,15796900.0,ns,464 +schedule,legion,,,,17310800.0,ns,493 +schedule,legion,,,,17810400.0,ns,522 +schedule,legion,,,,19355900.0,ns,551 +schedule,legion,,,,19664000.0,ns,580 +schedule,legion,,,,21023300.0,ns,609 +schedule,legion,,,,21920400.0,ns,638 +schedule,legion,,,,23354200.0,ns,667 +schedule,legion,,,,24757500.0,ns,696 +schedule,legion,,,,25260400.0,ns,725 +schedule,legion,,,,25825600.0,ns,754 +schedule,legion,,,,27090900.0,ns,783 +schedule,legion,,,,27866900.0,ns,812 +schedule,legion,,,,29165500.0,ns,841 +schedule,legion,,,,29040300.0,ns,870 +schedule,legion,,,,30877900.0,ns,899 +schedule,legion,,,,32706500.0,ns,928 +schedule,legion,,,,33365700.0,ns,957 +schedule,legion,,,,35346500.0,ns,986 +schedule,legion,,,,35469600.0,ns,1015 +schedule,legion,,,,35738500.0,ns,1044 +schedule,legion,,,,37762800.0,ns,1073 +schedule,legion,,,,37907800.0,ns,1102 +schedule,legion,,,,39314400.0,ns,1131 +schedule,legion,,,,42037200.0,ns,1160 +schedule,legion,,,,41125500.0,ns,1189 +schedule,legion,,,,41420100.0,ns,1218 +schedule,legion,,,,43098600.0,ns,1247 +schedule,legion,,,,44064200.0,ns,1276 +schedule,legion,,,,45997700.0,ns,1305 +schedule,legion,,,,46066900.0,ns,1334 +schedule,legion,,,,47032200.0,ns,1363 +schedule,legion,,,,48790800.0,ns,1392 +schedule,legion,,,,49837300.0,ns,1421 +schedule,legion,,,,51032900.0,ns,1450 +schedule,legion,,,,51726800.0,ns,1479 +schedule,legion,,,,52284000.0,ns,1508 +schedule,legion,,,,54234300.0,ns,1537 +schedule,legion,,,,54758400.0,ns,1566 +schedule,legion,,,,55464400.0,ns,1595 +schedule,legion,,,,57408500.0,ns,1624 +schedule,legion,,,,57112900.0,ns,1653 +schedule,legion,,,,58765300.0,ns,1682 +schedule,legion,,,,64668000.0,ns,1711 +schedule,legion,,,,60798000.0,ns,1740 +schedule,legion,,,,62048800.0,ns,1769 +schedule,legion,,,,62911200.0,ns,1798 +schedule,legion,,,,66047300.0,ns,1827 +schedule,legion,,,,64558000.0,ns,1856 +schedule,legion,,,,64185200.0,ns,1885 +schedule,legion,,,,67369000.0,ns,1914 +schedule,legion,,,,67897000.0,ns,1943 +schedule,legion,,,,67802400.0,ns,1972 +schedule,legion,,,,68783200.0,ns,2001 +schedule,legion,,,,68981000.0,ns,2030 +schedule,legion,,,,71183700.0,ns,2059 +schedule,legion,,,,72087700.0,ns,2088 +schedule,legion,,,,75073600.0,ns,2117 +schedule,legion,,,,75713200.0,ns,2146 +schedule,legion,,,,76901100.0,ns,2175 +schedule,legion,,,,75656200.0,ns,2204 +schedule,legion,,,,80388300.0,ns,2233 +schedule,legion,,,,79221400.0,ns,2262 +schedule,legion,,,,81144600.0,ns,2291 +schedule,legion,,,,80712800.0,ns,2320 +schedule,legion,,,,81123000.0,ns,2349 +schedule,legion,,,,83102900.0,ns,2378 +schedule,legion,,,,80805400.0,ns,2407 +schedule,legion,,,,84601200.0,ns,2436 +schedule,legion,,,,86445500.0,ns,2465 +schedule,legion,,,,87195700.0,ns,2494 +schedule,legion,,,,87935900.0,ns,2523 +schedule,legion,,,,88661800.0,ns,2552 +schedule,legion,,,,91453100.0,ns,2581 +schedule,legion,,,,89989100.0,ns,2610 +schedule,legion,,,,91050700.0,ns,2639 +schedule,legion,,,,91821200.0,ns,2668 +schedule,legion,,,,93009800.0,ns,2697 +schedule,legion,,,,95368800.0,ns,2726 +schedule,legion,,,,95382700.0,ns,2755 +schedule,legion,,,,98887600.0,ns,2784 +schedule,legion,,,,97720800.0,ns,2813 +schedule,legion,,,,104005200.0,ns,2842 +schedule,legion,,,,101540000.0,ns,2871 +schedule,legion,,,,102014600.0,ns,2900 diff --git a/target/criterion/schedule/legion/base/sample.json b/target/criterion/schedule/legion/base/sample.json index dec79939..b1c65e22 100644 --- a/target/criterion/schedule/legion/base/sample.json +++ b/target/criterion/schedule/legion/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[28.0,56.0,84.0,112.0,140.0,168.0,196.0,224.0,252.0,280.0,308.0,336.0,364.0,392.0,420.0,448.0,476.0,504.0,532.0,560.0,588.0,616.0,644.0,672.0,700.0,728.0,756.0,784.0,812.0,840.0,868.0,896.0,924.0,952.0,980.0,1008.0,1036.0,1064.0,1092.0,1120.0,1148.0,1176.0,1204.0,1232.0,1260.0,1288.0,1316.0,1344.0,1372.0,1400.0,1428.0,1456.0,1484.0,1512.0,1540.0,1568.0,1596.0,1624.0,1652.0,1680.0,1708.0,1736.0,1764.0,1792.0,1820.0,1848.0,1876.0,1904.0,1932.0,1960.0,1988.0,2016.0,2044.0,2072.0,2100.0,2128.0,2156.0,2184.0,2212.0,2240.0,2268.0,2296.0,2324.0,2352.0,2380.0,2408.0,2436.0,2464.0,2492.0,2520.0,2548.0,2576.0,2604.0,2632.0,2660.0,2688.0,2716.0,2744.0,2772.0,2800.0],"times":[1004413.0,2193438.0,3036014.0,4710532.0,4688372.0,6721914.0,6774525.0,8060384.0,9127738.0,10359344.0,12012924.0,12431151.0,13415856.0,14033203.0,15488365.0,16425320.0,16216863.0,17855403.0,18226741.0,20245397.0,21112607.0,21672746.0,21793135.0,23333449.0,24365767.0,27381549.0,27433230.0,27151884.0,28264433.0,30196393.0,30267356.0,31746175.0,32993531.0,34925592.0,34482809.0,37152153.0,38359234.0,37726288.0,39315193.0,40344496.0,41258254.0,41686941.0,42437892.0,42689302.0,44549134.0,45214842.0,48265985.0,48273339.0,48916002.0,51420704.0,50961430.0,50178098.0,51613091.0,52211411.0,52356427.0,55376580.0,56244615.0,58110367.0,56493387.0,59993405.0,59401227.0,62333012.0,63729152.0,63320082.0,64904320.0,65784657.0,68418325.0,68277044.0,68897997.0,68814999.0,68938536.0,70703225.0,72878270.0,73088761.0,76593990.0,76135716.0,75508581.0,77302778.0,77058934.0,80639425.0,81796619.0,80469720.0,81701278.0,83438948.0,83181207.0,96202833.0,88462277.0,86070290.0,87976111.0,91123096.0,89419540.0,93459266.0,90473628.0,96995953.0,92905692.0,96824216.0,96804659.0,96247648.0,100040513.0,99304009.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[29.0,58.0,87.0,116.0,145.0,174.0,203.0,232.0,261.0,290.0,319.0,348.0,377.0,406.0,435.0,464.0,493.0,522.0,551.0,580.0,609.0,638.0,667.0,696.0,725.0,754.0,783.0,812.0,841.0,870.0,899.0,928.0,957.0,986.0,1015.0,1044.0,1073.0,1102.0,1131.0,1160.0,1189.0,1218.0,1247.0,1276.0,1305.0,1334.0,1363.0,1392.0,1421.0,1450.0,1479.0,1508.0,1537.0,1566.0,1595.0,1624.0,1653.0,1682.0,1711.0,1740.0,1769.0,1798.0,1827.0,1856.0,1885.0,1914.0,1943.0,1972.0,2001.0,2030.0,2059.0,2088.0,2117.0,2146.0,2175.0,2204.0,2233.0,2262.0,2291.0,2320.0,2349.0,2378.0,2407.0,2436.0,2465.0,2494.0,2523.0,2552.0,2581.0,2610.0,2639.0,2668.0,2697.0,2726.0,2755.0,2784.0,2813.0,2842.0,2871.0,2900.0],"times":[1091300.0,2062300.0,3130500.0,4351700.0,5130900.0,6412400.0,7185500.0,8063900.0,8933000.0,10544800.0,11293800.0,12029400.0,13243900.0,14759500.0,15558400.0,15796900.0,17310800.0,17810400.0,19355900.0,19664000.0,21023300.0,21920400.0,23354200.0,24757500.0,25260400.0,25825600.0,27090900.0,27866900.0,29165500.0,29040300.0,30877900.0,32706500.0,33365700.0,35346500.0,35469600.0,35738500.0,37762800.0,37907800.0,39314400.0,42037200.0,41125500.0,41420100.0,43098600.0,44064200.0,45997700.0,46066900.0,47032200.0,48790800.0,49837300.0,51032900.0,51726800.0,52284000.0,54234300.0,54758400.0,55464400.0,57408500.0,57112900.0,58765300.0,64668000.0,60798000.0,62048800.0,62911200.0,66047300.0,64558000.0,64185200.0,67369000.0,67897000.0,67802400.0,68783200.0,68981000.0,71183700.0,72087700.0,75073600.0,75713200.0,76901100.0,75656200.0,80388300.0,79221400.0,81144600.0,80712800.0,81123000.0,83102900.0,80805400.0,84601200.0,86445500.0,87195700.0,87935900.0,88661800.0,91453100.0,89989100.0,91050700.0,91821200.0,93009800.0,95368800.0,95382700.0,98887600.0,97720800.0,104005200.0,101540000.0,102014600.0]} \ No newline at end of file diff --git a/target/criterion/schedule/legion/base/tukey.json b/target/criterion/schedule/legion/base/tukey.json index 9da617ee..0a8d351e 100644 --- a/target/criterion/schedule/legion/base/tukey.json +++ b/target/criterion/schedule/legion/base/tukey.json @@ -1 +1 @@ -[31824.74534335077,33444.98765879066,37765.63383329703,39385.87614873692] \ No newline at end of file +[32217.85280849017,33374.36217594257,36458.38715581564,37614.896523268035] \ No newline at end of file diff --git a/target/criterion/schedule/legion/change/estimates.json b/target/criterion/schedule/legion/change/estimates.json index 527bf84d..a2eb4f50 100644 --- a/target/criterion/schedule/legion/change/estimates.json +++ b/target/criterion/schedule/legion/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.017596498052735964,"upper_bound":0.006892968710241182},"point_estimate":-0.0053458850210462705,"standard_error":0.006258855190600451},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00449909039333396,"upper_bound":0.011592552862809358},"point_estimate":0.005369570075168362,"standard_error":0.004288243065979449}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.02987463093662097,"upper_bound":-0.013861780580861753},"point_estimate":-0.021662083308035207,"standard_error":0.004066491457170718},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.027030729665859177,"upper_bound":-0.01211281242545681},"point_estimate":-0.019941697366176347,"standard_error":0.003907676020146579}} \ No newline at end of file diff --git a/target/criterion/schedule/legion/new/estimates.json b/target/criterion/schedule/legion/new/estimates.json index bd44015d..8f9c3f3a 100644 --- a/target/criterion/schedule/legion/new/estimates.json +++ b/target/criterion/schedule/legion/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":35546.13552641316,"upper_bound":36041.9419730152},"point_estimate":35782.76949419375,"standard_error":126.53787221809804},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":35391.92123015873,"upper_bound":35859.79201680672},"point_estimate":35653.89680099045,"standard_error":120.75454995832821},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":657.2738898974745,"upper_bound":1078.5873450593108},"point_estimate":835.5722556784458,"standard_error":103.86499534657167},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":35405.795099776704,"upper_bound":35888.10554981864},"point_estimate":35622.086633346706,"standard_error":124.02324154019767},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":896.4959474378487,"upper_bound":1627.260468417121},"point_estimate":1275.6287943285931,"standard_error":187.83736908565064}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":34861.74386502312,"upper_bound":35162.81144735202},"point_estimate":35007.640160418305,"standard_error":76.82406311357707},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":34756.45800342565,"upper_bound":35032.3275862069},"point_estimate":34942.89758106021,"standard_error":76.11402504679309},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":440.29382050816116,"upper_bound":687.3373898781795},"point_estimate":607.7284899806245,"standard_error":62.36455896419868},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":34790.5852332417,"upper_bound":35114.26237534926},"point_estimate":34945.50035415276,"standard_error":82.64174936319176},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":601.6153204541599,"upper_bound":928.9537771156715},"point_estimate":773.8076289631244,"standard_error":83.77013996355056}} \ No newline at end of file diff --git a/target/criterion/schedule/legion/new/raw.csv b/target/criterion/schedule/legion/new/raw.csv index 2d1f6c03..b3b1dadf 100644 --- a/target/criterion/schedule/legion/new/raw.csv +++ b/target/criterion/schedule/legion/new/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -schedule,legion,,,,1004413.0,ns,28 -schedule,legion,,,,2193438.0,ns,56 -schedule,legion,,,,3036014.0,ns,84 -schedule,legion,,,,4710532.0,ns,112 -schedule,legion,,,,4688372.0,ns,140 -schedule,legion,,,,6721914.0,ns,168 -schedule,legion,,,,6774525.0,ns,196 -schedule,legion,,,,8060384.0,ns,224 -schedule,legion,,,,9127738.0,ns,252 -schedule,legion,,,,10359344.0,ns,280 -schedule,legion,,,,12012924.0,ns,308 -schedule,legion,,,,12431151.0,ns,336 -schedule,legion,,,,13415856.0,ns,364 -schedule,legion,,,,14033203.0,ns,392 -schedule,legion,,,,15488365.0,ns,420 -schedule,legion,,,,16425320.0,ns,448 -schedule,legion,,,,16216863.0,ns,476 -schedule,legion,,,,17855403.0,ns,504 -schedule,legion,,,,18226741.0,ns,532 -schedule,legion,,,,20245397.0,ns,560 -schedule,legion,,,,21112607.0,ns,588 -schedule,legion,,,,21672746.0,ns,616 -schedule,legion,,,,21793135.0,ns,644 -schedule,legion,,,,23333449.0,ns,672 -schedule,legion,,,,24365767.0,ns,700 -schedule,legion,,,,27381549.0,ns,728 -schedule,legion,,,,27433230.0,ns,756 -schedule,legion,,,,27151884.0,ns,784 -schedule,legion,,,,28264433.0,ns,812 -schedule,legion,,,,30196393.0,ns,840 -schedule,legion,,,,30267356.0,ns,868 -schedule,legion,,,,31746175.0,ns,896 -schedule,legion,,,,32993531.0,ns,924 -schedule,legion,,,,34925592.0,ns,952 -schedule,legion,,,,34482809.0,ns,980 -schedule,legion,,,,37152153.0,ns,1008 -schedule,legion,,,,38359234.0,ns,1036 -schedule,legion,,,,37726288.0,ns,1064 -schedule,legion,,,,39315193.0,ns,1092 -schedule,legion,,,,40344496.0,ns,1120 -schedule,legion,,,,41258254.0,ns,1148 -schedule,legion,,,,41686941.0,ns,1176 -schedule,legion,,,,42437892.0,ns,1204 -schedule,legion,,,,42689302.0,ns,1232 -schedule,legion,,,,44549134.0,ns,1260 -schedule,legion,,,,45214842.0,ns,1288 -schedule,legion,,,,48265985.0,ns,1316 -schedule,legion,,,,48273339.0,ns,1344 -schedule,legion,,,,48916002.0,ns,1372 -schedule,legion,,,,51420704.0,ns,1400 -schedule,legion,,,,50961430.0,ns,1428 -schedule,legion,,,,50178098.0,ns,1456 -schedule,legion,,,,51613091.0,ns,1484 -schedule,legion,,,,52211411.0,ns,1512 -schedule,legion,,,,52356427.0,ns,1540 -schedule,legion,,,,55376580.0,ns,1568 -schedule,legion,,,,56244615.0,ns,1596 -schedule,legion,,,,58110367.0,ns,1624 -schedule,legion,,,,56493387.0,ns,1652 -schedule,legion,,,,59993405.0,ns,1680 -schedule,legion,,,,59401227.0,ns,1708 -schedule,legion,,,,62333012.0,ns,1736 -schedule,legion,,,,63729152.0,ns,1764 -schedule,legion,,,,63320082.0,ns,1792 -schedule,legion,,,,64904320.0,ns,1820 -schedule,legion,,,,65784657.0,ns,1848 -schedule,legion,,,,68418325.0,ns,1876 -schedule,legion,,,,68277044.0,ns,1904 -schedule,legion,,,,68897997.0,ns,1932 -schedule,legion,,,,68814999.0,ns,1960 -schedule,legion,,,,68938536.0,ns,1988 -schedule,legion,,,,70703225.0,ns,2016 -schedule,legion,,,,72878270.0,ns,2044 -schedule,legion,,,,73088761.0,ns,2072 -schedule,legion,,,,76593990.0,ns,2100 -schedule,legion,,,,76135716.0,ns,2128 -schedule,legion,,,,75508581.0,ns,2156 -schedule,legion,,,,77302778.0,ns,2184 -schedule,legion,,,,77058934.0,ns,2212 -schedule,legion,,,,80639425.0,ns,2240 -schedule,legion,,,,81796619.0,ns,2268 -schedule,legion,,,,80469720.0,ns,2296 -schedule,legion,,,,81701278.0,ns,2324 -schedule,legion,,,,83438948.0,ns,2352 -schedule,legion,,,,83181207.0,ns,2380 -schedule,legion,,,,96202833.0,ns,2408 -schedule,legion,,,,88462277.0,ns,2436 -schedule,legion,,,,86070290.0,ns,2464 -schedule,legion,,,,87976111.0,ns,2492 -schedule,legion,,,,91123096.0,ns,2520 -schedule,legion,,,,89419540.0,ns,2548 -schedule,legion,,,,93459266.0,ns,2576 -schedule,legion,,,,90473628.0,ns,2604 -schedule,legion,,,,96995953.0,ns,2632 -schedule,legion,,,,92905692.0,ns,2660 -schedule,legion,,,,96824216.0,ns,2688 -schedule,legion,,,,96804659.0,ns,2716 -schedule,legion,,,,96247648.0,ns,2744 -schedule,legion,,,,100040513.0,ns,2772 -schedule,legion,,,,99304009.0,ns,2800 +schedule,legion,,,,1091300.0,ns,29 +schedule,legion,,,,2062300.0,ns,58 +schedule,legion,,,,3130500.0,ns,87 +schedule,legion,,,,4351700.0,ns,116 +schedule,legion,,,,5130900.0,ns,145 +schedule,legion,,,,6412400.0,ns,174 +schedule,legion,,,,7185500.0,ns,203 +schedule,legion,,,,8063900.0,ns,232 +schedule,legion,,,,8933000.0,ns,261 +schedule,legion,,,,10544800.0,ns,290 +schedule,legion,,,,11293800.0,ns,319 +schedule,legion,,,,12029400.0,ns,348 +schedule,legion,,,,13243900.0,ns,377 +schedule,legion,,,,14759500.0,ns,406 +schedule,legion,,,,15558400.0,ns,435 +schedule,legion,,,,15796900.0,ns,464 +schedule,legion,,,,17310800.0,ns,493 +schedule,legion,,,,17810400.0,ns,522 +schedule,legion,,,,19355900.0,ns,551 +schedule,legion,,,,19664000.0,ns,580 +schedule,legion,,,,21023300.0,ns,609 +schedule,legion,,,,21920400.0,ns,638 +schedule,legion,,,,23354200.0,ns,667 +schedule,legion,,,,24757500.0,ns,696 +schedule,legion,,,,25260400.0,ns,725 +schedule,legion,,,,25825600.0,ns,754 +schedule,legion,,,,27090900.0,ns,783 +schedule,legion,,,,27866900.0,ns,812 +schedule,legion,,,,29165500.0,ns,841 +schedule,legion,,,,29040300.0,ns,870 +schedule,legion,,,,30877900.0,ns,899 +schedule,legion,,,,32706500.0,ns,928 +schedule,legion,,,,33365700.0,ns,957 +schedule,legion,,,,35346500.0,ns,986 +schedule,legion,,,,35469600.0,ns,1015 +schedule,legion,,,,35738500.0,ns,1044 +schedule,legion,,,,37762800.0,ns,1073 +schedule,legion,,,,37907800.0,ns,1102 +schedule,legion,,,,39314400.0,ns,1131 +schedule,legion,,,,42037200.0,ns,1160 +schedule,legion,,,,41125500.0,ns,1189 +schedule,legion,,,,41420100.0,ns,1218 +schedule,legion,,,,43098600.0,ns,1247 +schedule,legion,,,,44064200.0,ns,1276 +schedule,legion,,,,45997700.0,ns,1305 +schedule,legion,,,,46066900.0,ns,1334 +schedule,legion,,,,47032200.0,ns,1363 +schedule,legion,,,,48790800.0,ns,1392 +schedule,legion,,,,49837300.0,ns,1421 +schedule,legion,,,,51032900.0,ns,1450 +schedule,legion,,,,51726800.0,ns,1479 +schedule,legion,,,,52284000.0,ns,1508 +schedule,legion,,,,54234300.0,ns,1537 +schedule,legion,,,,54758400.0,ns,1566 +schedule,legion,,,,55464400.0,ns,1595 +schedule,legion,,,,57408500.0,ns,1624 +schedule,legion,,,,57112900.0,ns,1653 +schedule,legion,,,,58765300.0,ns,1682 +schedule,legion,,,,64668000.0,ns,1711 +schedule,legion,,,,60798000.0,ns,1740 +schedule,legion,,,,62048800.0,ns,1769 +schedule,legion,,,,62911200.0,ns,1798 +schedule,legion,,,,66047300.0,ns,1827 +schedule,legion,,,,64558000.0,ns,1856 +schedule,legion,,,,64185200.0,ns,1885 +schedule,legion,,,,67369000.0,ns,1914 +schedule,legion,,,,67897000.0,ns,1943 +schedule,legion,,,,67802400.0,ns,1972 +schedule,legion,,,,68783200.0,ns,2001 +schedule,legion,,,,68981000.0,ns,2030 +schedule,legion,,,,71183700.0,ns,2059 +schedule,legion,,,,72087700.0,ns,2088 +schedule,legion,,,,75073600.0,ns,2117 +schedule,legion,,,,75713200.0,ns,2146 +schedule,legion,,,,76901100.0,ns,2175 +schedule,legion,,,,75656200.0,ns,2204 +schedule,legion,,,,80388300.0,ns,2233 +schedule,legion,,,,79221400.0,ns,2262 +schedule,legion,,,,81144600.0,ns,2291 +schedule,legion,,,,80712800.0,ns,2320 +schedule,legion,,,,81123000.0,ns,2349 +schedule,legion,,,,83102900.0,ns,2378 +schedule,legion,,,,80805400.0,ns,2407 +schedule,legion,,,,84601200.0,ns,2436 +schedule,legion,,,,86445500.0,ns,2465 +schedule,legion,,,,87195700.0,ns,2494 +schedule,legion,,,,87935900.0,ns,2523 +schedule,legion,,,,88661800.0,ns,2552 +schedule,legion,,,,91453100.0,ns,2581 +schedule,legion,,,,89989100.0,ns,2610 +schedule,legion,,,,91050700.0,ns,2639 +schedule,legion,,,,91821200.0,ns,2668 +schedule,legion,,,,93009800.0,ns,2697 +schedule,legion,,,,95368800.0,ns,2726 +schedule,legion,,,,95382700.0,ns,2755 +schedule,legion,,,,98887600.0,ns,2784 +schedule,legion,,,,97720800.0,ns,2813 +schedule,legion,,,,104005200.0,ns,2842 +schedule,legion,,,,101540000.0,ns,2871 +schedule,legion,,,,102014600.0,ns,2900 diff --git a/target/criterion/schedule/legion/new/sample.json b/target/criterion/schedule/legion/new/sample.json index dec79939..b1c65e22 100644 --- a/target/criterion/schedule/legion/new/sample.json +++ b/target/criterion/schedule/legion/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[28.0,56.0,84.0,112.0,140.0,168.0,196.0,224.0,252.0,280.0,308.0,336.0,364.0,392.0,420.0,448.0,476.0,504.0,532.0,560.0,588.0,616.0,644.0,672.0,700.0,728.0,756.0,784.0,812.0,840.0,868.0,896.0,924.0,952.0,980.0,1008.0,1036.0,1064.0,1092.0,1120.0,1148.0,1176.0,1204.0,1232.0,1260.0,1288.0,1316.0,1344.0,1372.0,1400.0,1428.0,1456.0,1484.0,1512.0,1540.0,1568.0,1596.0,1624.0,1652.0,1680.0,1708.0,1736.0,1764.0,1792.0,1820.0,1848.0,1876.0,1904.0,1932.0,1960.0,1988.0,2016.0,2044.0,2072.0,2100.0,2128.0,2156.0,2184.0,2212.0,2240.0,2268.0,2296.0,2324.0,2352.0,2380.0,2408.0,2436.0,2464.0,2492.0,2520.0,2548.0,2576.0,2604.0,2632.0,2660.0,2688.0,2716.0,2744.0,2772.0,2800.0],"times":[1004413.0,2193438.0,3036014.0,4710532.0,4688372.0,6721914.0,6774525.0,8060384.0,9127738.0,10359344.0,12012924.0,12431151.0,13415856.0,14033203.0,15488365.0,16425320.0,16216863.0,17855403.0,18226741.0,20245397.0,21112607.0,21672746.0,21793135.0,23333449.0,24365767.0,27381549.0,27433230.0,27151884.0,28264433.0,30196393.0,30267356.0,31746175.0,32993531.0,34925592.0,34482809.0,37152153.0,38359234.0,37726288.0,39315193.0,40344496.0,41258254.0,41686941.0,42437892.0,42689302.0,44549134.0,45214842.0,48265985.0,48273339.0,48916002.0,51420704.0,50961430.0,50178098.0,51613091.0,52211411.0,52356427.0,55376580.0,56244615.0,58110367.0,56493387.0,59993405.0,59401227.0,62333012.0,63729152.0,63320082.0,64904320.0,65784657.0,68418325.0,68277044.0,68897997.0,68814999.0,68938536.0,70703225.0,72878270.0,73088761.0,76593990.0,76135716.0,75508581.0,77302778.0,77058934.0,80639425.0,81796619.0,80469720.0,81701278.0,83438948.0,83181207.0,96202833.0,88462277.0,86070290.0,87976111.0,91123096.0,89419540.0,93459266.0,90473628.0,96995953.0,92905692.0,96824216.0,96804659.0,96247648.0,100040513.0,99304009.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[29.0,58.0,87.0,116.0,145.0,174.0,203.0,232.0,261.0,290.0,319.0,348.0,377.0,406.0,435.0,464.0,493.0,522.0,551.0,580.0,609.0,638.0,667.0,696.0,725.0,754.0,783.0,812.0,841.0,870.0,899.0,928.0,957.0,986.0,1015.0,1044.0,1073.0,1102.0,1131.0,1160.0,1189.0,1218.0,1247.0,1276.0,1305.0,1334.0,1363.0,1392.0,1421.0,1450.0,1479.0,1508.0,1537.0,1566.0,1595.0,1624.0,1653.0,1682.0,1711.0,1740.0,1769.0,1798.0,1827.0,1856.0,1885.0,1914.0,1943.0,1972.0,2001.0,2030.0,2059.0,2088.0,2117.0,2146.0,2175.0,2204.0,2233.0,2262.0,2291.0,2320.0,2349.0,2378.0,2407.0,2436.0,2465.0,2494.0,2523.0,2552.0,2581.0,2610.0,2639.0,2668.0,2697.0,2726.0,2755.0,2784.0,2813.0,2842.0,2871.0,2900.0],"times":[1091300.0,2062300.0,3130500.0,4351700.0,5130900.0,6412400.0,7185500.0,8063900.0,8933000.0,10544800.0,11293800.0,12029400.0,13243900.0,14759500.0,15558400.0,15796900.0,17310800.0,17810400.0,19355900.0,19664000.0,21023300.0,21920400.0,23354200.0,24757500.0,25260400.0,25825600.0,27090900.0,27866900.0,29165500.0,29040300.0,30877900.0,32706500.0,33365700.0,35346500.0,35469600.0,35738500.0,37762800.0,37907800.0,39314400.0,42037200.0,41125500.0,41420100.0,43098600.0,44064200.0,45997700.0,46066900.0,47032200.0,48790800.0,49837300.0,51032900.0,51726800.0,52284000.0,54234300.0,54758400.0,55464400.0,57408500.0,57112900.0,58765300.0,64668000.0,60798000.0,62048800.0,62911200.0,66047300.0,64558000.0,64185200.0,67369000.0,67897000.0,67802400.0,68783200.0,68981000.0,71183700.0,72087700.0,75073600.0,75713200.0,76901100.0,75656200.0,80388300.0,79221400.0,81144600.0,80712800.0,81123000.0,83102900.0,80805400.0,84601200.0,86445500.0,87195700.0,87935900.0,88661800.0,91453100.0,89989100.0,91050700.0,91821200.0,93009800.0,95368800.0,95382700.0,98887600.0,97720800.0,104005200.0,101540000.0,102014600.0]} \ No newline at end of file diff --git a/target/criterion/schedule/legion/new/tukey.json b/target/criterion/schedule/legion/new/tukey.json index 9da617ee..0a8d351e 100644 --- a/target/criterion/schedule/legion/new/tukey.json +++ b/target/criterion/schedule/legion/new/tukey.json @@ -1 +1 @@ -[31824.74534335077,33444.98765879066,37765.63383329703,39385.87614873692] \ No newline at end of file +[32217.85280849017,33374.36217594257,36458.38715581564,37614.896523268035] \ No newline at end of file diff --git a/target/criterion/schedule/legion/report/MAD.svg b/target/criterion/schedule/legion/report/MAD.svg index 9e89ea4f..eb0a189e 100644 --- a/target/criterion/schedule/legion/report/MAD.svg +++ b/target/criterion/schedule/legion/report/MAD.svg @@ -1,298 +1,72 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 3.5 - - - - - 4 - - - - - 4.5 - - - - - 0.7 - - - - - 0.8 - - - - - 0.9 - - - - - 1 - - - - - 1.1 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/legion: MAD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +schedule/legion:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + + +450 + + + +500 + + + +550 + + + +600 + + + +650 + + + +700 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/schedule/legion/report/SD.svg b/target/criterion/schedule/legion/report/SD.svg index ea9c70c5..4f3cf582 100644 --- a/target/criterion/schedule/legion/report/SD.svg +++ b/target/criterion/schedule/legion/report/SD.svg @@ -1,298 +1,100 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 0.9 - - - - - 1 - - - - - 1.1 - - - - - 1.2 - - - - - 1.3 - - - - - 1.4 - - - - - 1.5 - - - - - 1.6 - - - - - 1.7 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/legion: SD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +schedule/legion:SD + + +Density (a.u.) + + +Average time (ns) + + + +5e-4 + + + +0.001 + + + +0.0015 + + + +0.002 + + + +0.0025 + + + +0.003 + + + +0.0035 + + + +0.004 + + + +0.0045 + + + +0.005 + + + + +600 + + + +650 + + + +700 + + + +750 + + + +800 + + + +850 + + + +900 + + + +950 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/schedule/legion/report/both/pdf.svg b/target/criterion/schedule/legion/report/both/pdf.svg index cd53b4d8..d8da16af 100644 --- a/target/criterion/schedule/legion/report/both/pdf.svg +++ b/target/criterion/schedule/legion/report/both/pdf.svg @@ -1,343 +1,65 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - 30 - - - - - 32 - - - - - 34 - - - - - 36 - - - - - 38 - - - - - 40 - - - - - 42 - - - - - 44 - - - - - 46 - - - - - 48 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/legion - - - - - Base PDF - - - Base PDF - - - - - - - - - - Base Mean - - - - - Base Mean - - - - - - New PDF - - - - - New PDF - - - - - - - - - - New Mean - - - - - New Mean - - - - - - - - - - - - - - + + +schedule/legion + + +Density (a.u.) + + +Average Time (us) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + + +35 + + + +40 + + + + + + + +Base PDF + + +New PDF + + +Base Mean + + +New Mean + + + + + - diff --git a/target/criterion/schedule/legion/report/both/regression.svg b/target/criterion/schedule/legion/report/both/regression.svg index 242f98e9..774a032e 100644 --- a/target/criterion/schedule/legion/report/both/regression.svg +++ b/target/criterion/schedule/legion/report/both/regression.svg @@ -1,292 +1,75 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 0.5 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 1.5 - - - - - - - - - - - - - 2 - - - - - - - - - - - - - 2.5 - - - - - - - - - - - - - 3 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - schedule/legion - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - Base sample - - - - - - New sample - - - New sample - - - - - - - - - - - - - - + + +schedule/legion + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + + + + +Base Sample + + +New Sample + + + - diff --git a/target/criterion/schedule/legion/report/change/mean.svg b/target/criterion/schedule/legion/report/change/mean.svg index 5a2dc7c1..5d58d204 100644 --- a/target/criterion/schedule/legion/report/change/mean.svg +++ b/target/criterion/schedule/legion/report/change/mean.svg @@ -1,310 +1,105 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 10 - - - - - 20 - - - - - 30 - - - - - 40 - - - - - 50 - - - - - 60 - - - - - 70 - - - - - -2 - - - - - -1.5 - - - - - -1 - - - - - -0.5 - - - - - 0 - - - - - 0.5 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - schedule/legion: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +schedule/legion:mean + + +Density (a.u.) + + +Relative change (%) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + + +-0.03 + + + +-0.028 + + + +-0.026 + + + +-0.024 + + + +-0.022 + + + +-0.02 + + + +-0.018 + + + +-0.016 + + + +-0.014 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/schedule/legion/report/change/median.svg b/target/criterion/schedule/legion/report/change/median.svg index 8cda4ee0..447b2e5b 100644 --- a/target/criterion/schedule/legion/report/change/median.svg +++ b/target/criterion/schedule/legion/report/change/median.svg @@ -1,325 +1,101 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 20 - - - - - 40 - - - - - 60 - - - - - 80 - - - - - 100 - - - - - 120 - - - - - -0.6 - - - - - -0.4 - - - - - -0.2 - - - - - 0 - - - - - 0.2 - - - - - 0.4 - - - - - 0.6 - - - - - 0.8 - - - - - 1 - - - - - 1.2 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - schedule/legion: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +schedule/legion:median + + +Density (a.u.) + + +Relative change (%) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + + +-0.028 + + + +-0.026 + + + +-0.024 + + + +-0.022 + + + +-0.02 + + + +-0.018 + + + +-0.016 + + + +-0.014 + + + +-0.012 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/schedule/legion/report/change/t-test.svg b/target/criterion/schedule/legion/report/change/t-test.svg index 377fd225..cd913c1e 100644 --- a/target/criterion/schedule/legion/report/change/t-test.svg +++ b/target/criterion/schedule/legion/report/change/t-test.svg @@ -1,260 +1,91 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - -5 - - - - - -4 - - - - - -3 - - - - - -2 - - - - - -1 - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - 5 - - - - - - - - - Density - - - - - t score - - - - - schedule/legion: Welch t test - - - - - t distribution - - - t distribution - - - - - - - - - - t statistic - - - - - t statistic - - - - - - - - - - - - - - + + +schedule/legion: Welch t test + + +Density + + +t score + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +-4.0 + + + +-3.0 + + + +-2.0 + + + +-1.0 + + + +0.0 + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + + + +t distribution + + +t statistic + + + - diff --git a/target/criterion/schedule/legion/report/index.html b/target/criterion/schedule/legion/report/index.html index 1c14be67..1c659b21 100644 --- a/target/criterion/schedule/legion/report/index.html +++ b/target/criterion/schedule/legion/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 35.406 us - 35.622 us - 35.888 us + 34.791 us + 34.946 us + 35.114 us R² - 0.9127999 - 0.9171384 - 0.9105916 + 0.9559212 + 0.9583402 + 0.9554708 Mean - 35.546 us - 35.783 us - 36.042 us + 34.862 us + 35.008 us + 35.163 us Std. Dev. - 896.50 ns - 1.2756 us - 1.6273 us + 601.62 ns + 773.81 ns + 928.95 ns Median - 35.392 us - 35.654 us - 35.860 us + 34.756 us + 34.943 us + 35.032 us MAD - 657.27 ns - 835.57 ns - 1.0786 us + 440.29 ns + 607.73 ns + 687.34 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -1.7596% - -0.5346% - +0.6893% - (p = 0.41 > + -2.9875% + -2.1662% + -1.3862% + (p = 0.00 < 0.05) - No change in performance detected. + Performance has improved.

Additional Plots:

diff --git a/target/criterion/schedule/legion/report/mean.svg b/target/criterion/schedule/legion/report/mean.svg index afd257df..1c118270 100644 --- a/target/criterion/schedule/legion/report/mean.svg +++ b/target/criterion/schedule/legion/report/mean.svg @@ -1,293 +1,76 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 3.5 - - - - - 35.5 - - - - - 35.6 - - - - - 35.7 - - - - - 35.8 - - - - - 35.9 - - - - - 36 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/legion: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +schedule/legion:mean + + +Density (a.u.) + + +Average time (us) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + + +34.85 + + + +34.9 + + + +34.95 + + + +35 + + + +35.05 + + + +35.1 + + + +35.15 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/schedule/legion/report/median.svg b/target/criterion/schedule/legion/report/median.svg index 65c8b325..b9ce7322 100644 --- a/target/criterion/schedule/legion/report/median.svg +++ b/target/criterion/schedule/legion/report/median.svg @@ -1,308 +1,88 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - 5 - - - - - 6 - - - - - 7 - - - - - 8 - - - - - 9 - - - - - 10 - - - - - 35.4 - - - - - 35.5 - - - - - 35.6 - - - - - 35.7 - - - - - 35.8 - - - - - 35.9 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/legion: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +schedule/legion:median + + +Density (a.u.) + + +Average time (us) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + + +34.75 + + + +34.8 + + + +34.85 + + + +34.9 + + + +34.95 + + + +35 + + + +35.05 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/schedule/legion/report/pdf.svg b/target/criterion/schedule/legion/report/pdf.svg index 2405d6f6..24e330bd 100644 --- a/target/criterion/schedule/legion/report/pdf.svg +++ b/target/criterion/schedule/legion/report/pdf.svg @@ -1,420 +1,121 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 32 - - - - - 34 - - - - - 36 - - - - - 38 - - - - - 40 - - - - - 42 - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - - - - - Iterations (x 103) - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/legion - - - - - PDF - - - PDF - - - - - - - - - - Mean - - - - - Mean - - - - - - "Clean" sample - - - - - "Clean" sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Mild outliers - - - Mild outliers - - - - - - - - - Severe outliers - - - Severe outliers - - - - - - - - - - gnuplot_plot_6 - - - - - - gnuplot_plot_7 - - - - gnuplot_plot_8 - - - - gnuplot_plot_9 - - - - - - - - - - - - + + +schedule/legion + + +Iterations (x 10^3) + + +Average Time (us) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + +33 + + + +34 + + + +35 + + + +36 + + + +37 + + + +38 + + + +Density (a.u.) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + - diff --git a/target/criterion/schedule/legion/report/pdf_small.svg b/target/criterion/schedule/legion/report/pdf_small.svg index 241cb83a..b6f2899a 100644 --- a/target/criterion/schedule/legion/report/pdf_small.svg +++ b/target/criterion/schedule/legion/report/pdf_small.svg @@ -1,219 +1,48 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - 32 - - - - - 34 - - - - - 36 - - - - - 38 - - - - - 40 - - - - - 42 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - PDF - - - - - - - Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + + +34 + + + +36 + + + +38 + + + + - diff --git a/target/criterion/schedule/legion/report/regression.svg b/target/criterion/schedule/legion/report/regression.svg index 248738f6..de3757d8 100644 --- a/target/criterion/schedule/legion/report/regression.svg +++ b/target/criterion/schedule/legion/report/regression.svg @@ -1,395 +1,177 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 0.5 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 1.5 - - - - - - - - - - - - - 2 - - - - - - - - - - - - - 2.5 - - - - - - - - - - - - - 3 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - schedule/legion - - - - - Sample - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - Linear regression - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - - + + +schedule/legion + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + - diff --git a/target/criterion/schedule/legion/report/regression_small.svg b/target/criterion/schedule/legion/report/regression_small.svg index 7f974456..ebc21350 100644 --- a/target/criterion/schedule/legion/report/regression_small.svg +++ b/target/criterion/schedule/legion/report/regression_small.svg @@ -1,373 +1,162 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 0.5 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 1.5 - - - - - - - - - - - - - 2 - - - - - - - - - - - - - 2.5 - - - - - - - - - - - - - 3 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/schedule/legion/report/relative_pdf_small.svg b/target/criterion/schedule/legion/report/relative_pdf_small.svg index 00456ecf..8e582ef8 100644 --- a/target/criterion/schedule/legion/report/relative_pdf_small.svg +++ b/target/criterion/schedule/legion/report/relative_pdf_small.svg @@ -1,316 +1,46 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - 30 - - - - - 32 - - - - - 34 - - - - - 36 - - - - - 38 - - - - - 40 - - - - - 42 - - - - - 44 - - - - - 46 - - - - - 48 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - Base PDF - - - - - - - Base Mean - - - - - - New PDF - - - - - - - - - New Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + + +35 + + + +40 + + + + + + - diff --git a/target/criterion/schedule/legion/report/relative_regression_small.svg b/target/criterion/schedule/legion/report/relative_regression_small.svg index 7a6cd459..d555114f 100644 --- a/target/criterion/schedule/legion/report/relative_regression_small.svg +++ b/target/criterion/schedule/legion/report/relative_regression_small.svg @@ -1,277 +1,64 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 0.5 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 1.5 - - - - - - - - - - - - - 2 - - - - - - - - - - - - - 2.5 - - - - - - - - - - - - - 3 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - - New sample - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + + + - diff --git a/target/criterion/schedule/legion/report/slope.svg b/target/criterion/schedule/legion/report/slope.svg index 8909bb5f..10ef0c08 100644 --- a/target/criterion/schedule/legion/report/slope.svg +++ b/target/criterion/schedule/legion/report/slope.svg @@ -1,293 +1,100 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 3.5 - - - - - 35.4 - - - - - 35.5 - - - - - 35.6 - - - - - 35.7 - - - - - 35.8 - - - - - 35.9 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/legion: slope - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +schedule/legion:slope + + +Density (a.u.) + + +Average time (us) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + +5 + + + + +34.8 + + + +34.85 + + + +34.9 + + + +34.95 + + + +35 + + + +35.05 + + + +35.1 + + + +35.15 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/schedule/legion/report/typical.svg b/target/criterion/schedule/legion/report/typical.svg index c386684c..50002b70 100644 --- a/target/criterion/schedule/legion/report/typical.svg +++ b/target/criterion/schedule/legion/report/typical.svg @@ -1,293 +1,100 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 3.5 - - - - - 35.4 - - - - - 35.5 - - - - - 35.6 - - - - - 35.7 - - - - - 35.8 - - - - - 35.9 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/legion: typical - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +schedule/legion:typical + + +Density (a.u.) + + +Average time (us) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + +5 + + + + +34.8 + + + +34.85 + + + +34.9 + + + +34.95 + + + +35 + + + +35.05 + + + +35.1 + + + +35.15 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/schedule/planck_ecs/base/estimates.json b/target/criterion/schedule/planck_ecs/base/estimates.json index 5994c121..16a94798 100644 --- a/target/criterion/schedule/planck_ecs/base/estimates.json +++ b/target/criterion/schedule/planck_ecs/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":343029.35062908626,"upper_bound":349197.4212745619},"point_estimate":346183.8087251609,"standard_error":1573.7340514842842},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":346426.00787528127,"upper_bound":352347.5034660329},"point_estimate":350661.4206349206,"standard_error":1264.0598014156594},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8092.306455807183,"upper_bound":14463.864488052579},"point_estimate":10674.83145836514,"standard_error":1705.8797990082448},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":349456.852772687,"upper_bound":353708.9720692947},"point_estimate":351616.3180069947,"standard_error":1086.9278937054908},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13175.41280069368,"upper_bound":18306.293691676623},"point_estimate":15882.720945852881,"standard_error":1312.2828603380299}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":233130.51760772386,"upper_bound":234387.89187717738},"point_estimate":233730.31206886124,"standard_error":321.18392757032734},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":232089.4871794872,"upper_bound":233183.0},"point_estimate":232646.2643678161,"standard_error":296.2688467181941},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1226.127409466586,"upper_bound":2359.2433672060006},"point_estimate":1879.4960789063934,"standard_error":330.27393549179715},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":232783.9863480734,"upper_bound":234287.74043999927},"point_estimate":233501.22311216197,"standard_error":386.0137756245024},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2392.244807102557,"upper_bound":3943.943531866183},"point_estimate":3228.19092271874,"standard_error":395.6471871335558}} \ No newline at end of file diff --git a/target/criterion/schedule/planck_ecs/base/raw.csv b/target/criterion/schedule/planck_ecs/base/raw.csv index 231d4592..56c0e776 100644 --- a/target/criterion/schedule/planck_ecs/base/raw.csv +++ b/target/criterion/schedule/planck_ecs/base/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -schedule,planck_ecs,,,,1054139.0,ns,3 -schedule,planck_ecs,,,,1848631.0,ns,6 -schedule,planck_ecs,,,,3165220.0,ns,9 -schedule,planck_ecs,,,,4158593.0,ns,12 -schedule,planck_ecs,,,,5141015.0,ns,15 -schedule,planck_ecs,,,,5698535.0,ns,18 -schedule,planck_ecs,,,,7364762.0,ns,21 -schedule,planck_ecs,,,,7887658.0,ns,24 -schedule,planck_ecs,,,,9318021.0,ns,27 -schedule,planck_ecs,,,,10216523.0,ns,30 -schedule,planck_ecs,,,,11275601.0,ns,33 -schedule,planck_ecs,,,,12652424.0,ns,36 -schedule,planck_ecs,,,,12296736.0,ns,39 -schedule,planck_ecs,,,,12305824.0,ns,42 -schedule,planck_ecs,,,,13929569.0,ns,45 -schedule,planck_ecs,,,,14958568.0,ns,48 -schedule,planck_ecs,,,,17952572.0,ns,51 -schedule,planck_ecs,,,,19007310.0,ns,54 -schedule,planck_ecs,,,,18583745.0,ns,57 -schedule,planck_ecs,,,,18881531.0,ns,60 -schedule,planck_ecs,,,,22097399.0,ns,63 -schedule,planck_ecs,,,,21070633.0,ns,66 -schedule,planck_ecs,,,,24295685.0,ns,69 -schedule,planck_ecs,,,,23447069.0,ns,72 -schedule,planck_ecs,,,,24933732.0,ns,75 -schedule,planck_ecs,,,,25385834.0,ns,78 -schedule,planck_ecs,,,,29549365.0,ns,81 -schedule,planck_ecs,,,,26401308.0,ns,84 -schedule,planck_ecs,,,,30453818.0,ns,87 -schedule,planck_ecs,,,,34247075.0,ns,90 -schedule,planck_ecs,,,,30501289.0,ns,93 -schedule,planck_ecs,,,,35476197.0,ns,96 -schedule,planck_ecs,,,,34711369.0,ns,99 -schedule,planck_ecs,,,,34028709.0,ns,102 -schedule,planck_ecs,,,,34159758.0,ns,105 -schedule,planck_ecs,,,,38795952.0,ns,108 -schedule,planck_ecs,,,,39733909.0,ns,111 -schedule,planck_ecs,,,,37312885.0,ns,114 -schedule,planck_ecs,,,,37947736.0,ns,117 -schedule,planck_ecs,,,,39439538.0,ns,120 -schedule,planck_ecs,,,,43499904.0,ns,123 -schedule,planck_ecs,,,,44883670.0,ns,126 -schedule,planck_ecs,,,,45745883.0,ns,129 -schedule,planck_ecs,,,,46599508.0,ns,132 -schedule,planck_ecs,,,,47281828.0,ns,135 -schedule,planck_ecs,,,,49016553.0,ns,138 -schedule,planck_ecs,,,,50884573.0,ns,141 -schedule,planck_ecs,,,,52334453.0,ns,144 -schedule,planck_ecs,,,,49411476.0,ns,147 -schedule,planck_ecs,,,,52527041.0,ns,150 -schedule,planck_ecs,,,,54730418.0,ns,153 -schedule,planck_ecs,,,,55488474.0,ns,156 -schedule,planck_ecs,,,,53384255.0,ns,159 -schedule,planck_ecs,,,,57419150.0,ns,162 -schedule,planck_ecs,,,,61339039.0,ns,165 -schedule,planck_ecs,,,,60372379.0,ns,168 -schedule,planck_ecs,,,,60338283.0,ns,171 -schedule,planck_ecs,,,,61049848.0,ns,174 -schedule,planck_ecs,,,,61826768.0,ns,177 -schedule,planck_ecs,,,,60755788.0,ns,180 -schedule,planck_ecs,,,,63196638.0,ns,183 -schedule,planck_ecs,,,,65833232.0,ns,186 -schedule,planck_ecs,,,,63894467.0,ns,189 -schedule,planck_ecs,,,,67844533.0,ns,192 -schedule,planck_ecs,,,,66550867.0,ns,195 -schedule,planck_ecs,,,,72125599.0,ns,198 -schedule,planck_ecs,,,,75386401.0,ns,201 -schedule,planck_ecs,,,,70893100.0,ns,204 -schedule,planck_ecs,,,,75707843.0,ns,207 -schedule,planck_ecs,,,,78173932.0,ns,210 -schedule,planck_ecs,,,,75605187.0,ns,213 -schedule,planck_ecs,,,,73882376.0,ns,216 -schedule,planck_ecs,,,,77519373.0,ns,219 -schedule,planck_ecs,,,,75692815.0,ns,222 -schedule,planck_ecs,,,,76438004.0,ns,225 -schedule,planck_ecs,,,,77473597.0,ns,228 -schedule,planck_ecs,,,,82154415.0,ns,231 -schedule,planck_ecs,,,,80668384.0,ns,234 -schedule,planck_ecs,,,,84000522.0,ns,237 -schedule,planck_ecs,,,,84676760.0,ns,240 -schedule,planck_ecs,,,,86935643.0,ns,243 -schedule,planck_ecs,,,,84808031.0,ns,246 -schedule,planck_ecs,,,,85393016.0,ns,249 -schedule,planck_ecs,,,,88504032.0,ns,252 -schedule,planck_ecs,,,,87869053.0,ns,255 -schedule,planck_ecs,,,,87899550.0,ns,258 -schedule,planck_ecs,,,,96023127.0,ns,261 -schedule,planck_ecs,,,,92125812.0,ns,264 -schedule,planck_ecs,,,,96245520.0,ns,267 -schedule,planck_ecs,,,,93131808.0,ns,270 -schedule,planck_ecs,,,,96461893.0,ns,273 -schedule,planck_ecs,,,,98694266.0,ns,276 -schedule,planck_ecs,,,,99507434.0,ns,279 -schedule,planck_ecs,,,,100251252.0,ns,282 -schedule,planck_ecs,,,,99682369.0,ns,285 -schedule,planck_ecs,,,,104077742.0,ns,288 -schedule,planck_ecs,,,,101722606.0,ns,291 -schedule,planck_ecs,,,,105117042.0,ns,294 -schedule,planck_ecs,,,,104747086.0,ns,297 -schedule,planck_ecs,,,,106819665.0,ns,300 +schedule,planck_ecs,,,,1184300.0,ns,5 +schedule,planck_ecs,,,,2316300.0,ns,10 +schedule,planck_ecs,,,,3459800.0,ns,15 +schedule,planck_ecs,,,,4870700.0,ns,20 +schedule,planck_ecs,,,,5886500.0,ns,25 +schedule,planck_ecs,,,,7141800.0,ns,30 +schedule,planck_ecs,,,,8146900.0,ns,35 +schedule,planck_ecs,,,,9477000.0,ns,40 +schedule,planck_ecs,,,,10451000.0,ns,45 +schedule,planck_ecs,,,,11617400.0,ns,50 +schedule,planck_ecs,,,,12816800.0,ns,55 +schedule,planck_ecs,,,,14059700.0,ns,60 +schedule,planck_ecs,,,,15226200.0,ns,65 +schedule,planck_ecs,,,,16320900.0,ns,70 +schedule,planck_ecs,,,,17579300.0,ns,75 +schedule,planck_ecs,,,,18557600.0,ns,80 +schedule,planck_ecs,,,,20954500.0,ns,85 +schedule,planck_ecs,,,,21711300.0,ns,90 +schedule,planck_ecs,,,,21990800.0,ns,95 +schedule,planck_ecs,,,,23512800.0,ns,100 +schedule,planck_ecs,,,,24590500.0,ns,105 +schedule,planck_ecs,,,,25809600.0,ns,110 +schedule,planck_ecs,,,,26733500.0,ns,115 +schedule,planck_ecs,,,,27689800.0,ns,120 +schedule,planck_ecs,,,,29321100.0,ns,125 +schedule,planck_ecs,,,,30158600.0,ns,130 +schedule,planck_ecs,,,,31337300.0,ns,135 +schedule,planck_ecs,,,,32439100.0,ns,140 +schedule,planck_ecs,,,,33735100.0,ns,145 +schedule,planck_ecs,,,,34774600.0,ns,150 +schedule,planck_ecs,,,,36355600.0,ns,155 +schedule,planck_ecs,,,,39328400.0,ns,160 +schedule,planck_ecs,,,,38248700.0,ns,165 +schedule,planck_ecs,,,,39405800.0,ns,170 +schedule,planck_ecs,,,,40519500.0,ns,175 +schedule,planck_ecs,,,,41584900.0,ns,180 +schedule,planck_ecs,,,,43403500.0,ns,185 +schedule,planck_ecs,,,,44307500.0,ns,190 +schedule,planck_ecs,,,,45271000.0,ns,195 +schedule,planck_ecs,,,,46636600.0,ns,200 +schedule,planck_ecs,,,,47864300.0,ns,205 +schedule,planck_ecs,,,,48650000.0,ns,210 +schedule,planck_ecs,,,,50097500.0,ns,215 +schedule,planck_ecs,,,,52546200.0,ns,220 +schedule,planck_ecs,,,,52080000.0,ns,225 +schedule,planck_ecs,,,,53116900.0,ns,230 +schedule,planck_ecs,,,,54259100.0,ns,235 +schedule,planck_ecs,,,,56320600.0,ns,240 +schedule,planck_ecs,,,,57151500.0,ns,245 +schedule,planck_ecs,,,,58946100.0,ns,250 +schedule,planck_ecs,,,,58928100.0,ns,255 +schedule,planck_ecs,,,,60098800.0,ns,260 +schedule,planck_ecs,,,,62313000.0,ns,265 +schedule,planck_ecs,,,,63083300.0,ns,270 +schedule,planck_ecs,,,,66714100.0,ns,275 +schedule,planck_ecs,,,,64965600.0,ns,280 +schedule,planck_ecs,,,,66390000.0,ns,285 +schedule,planck_ecs,,,,67118600.0,ns,290 +schedule,planck_ecs,,,,68797200.0,ns,295 +schedule,planck_ecs,,,,70195700.0,ns,300 +schedule,planck_ecs,,,,70565300.0,ns,305 +schedule,planck_ecs,,,,71820300.0,ns,310 +schedule,planck_ecs,,,,74155800.0,ns,315 +schedule,planck_ecs,,,,74090200.0,ns,320 +schedule,planck_ecs,,,,75258100.0,ns,325 +schedule,planck_ecs,,,,76211900.0,ns,330 +schedule,planck_ecs,,,,77776400.0,ns,335 +schedule,planck_ecs,,,,81340800.0,ns,340 +schedule,planck_ecs,,,,80198300.0,ns,345 +schedule,planck_ecs,,,,81309400.0,ns,350 +schedule,planck_ecs,,,,82096600.0,ns,355 +schedule,planck_ecs,,,,83745200.0,ns,360 +schedule,planck_ecs,,,,85689400.0,ns,365 +schedule,planck_ecs,,,,85622500.0,ns,370 +schedule,planck_ecs,,,,86408900.0,ns,375 +schedule,planck_ecs,,,,88067100.0,ns,380 +schedule,planck_ecs,,,,89232900.0,ns,385 +schedule,planck_ecs,,,,90124600.0,ns,390 +schedule,planck_ecs,,,,91497700.0,ns,395 +schedule,planck_ecs,,,,93129300.0,ns,400 +schedule,planck_ecs,,,,96595300.0,ns,405 +schedule,planck_ecs,,,,96051500.0,ns,410 +schedule,planck_ecs,,,,96118500.0,ns,415 +schedule,planck_ecs,,,,97707400.0,ns,420 +schedule,planck_ecs,,,,98173700.0,ns,425 +schedule,planck_ecs,,,,99453500.0,ns,430 +schedule,planck_ecs,,,,101980100.0,ns,435 +schedule,planck_ecs,,,,102586500.0,ns,440 +schedule,planck_ecs,,,,102911000.0,ns,445 +schedule,planck_ecs,,,,104332100.0,ns,450 +schedule,planck_ecs,,,,105869000.0,ns,455 +schedule,planck_ecs,,,,110243400.0,ns,460 +schedule,planck_ecs,,,,107598900.0,ns,465 +schedule,planck_ecs,,,,112334800.0,ns,470 +schedule,planck_ecs,,,,110123200.0,ns,475 +schedule,planck_ecs,,,,111250600.0,ns,480 +schedule,planck_ecs,,,,113618100.0,ns,485 +schedule,planck_ecs,,,,117661900.0,ns,490 +schedule,planck_ecs,,,,116197500.0,ns,495 +schedule,planck_ecs,,,,117723000.0,ns,500 diff --git a/target/criterion/schedule/planck_ecs/base/sample.json b/target/criterion/schedule/planck_ecs/base/sample.json index a77f181e..fd7df206 100644 --- a/target/criterion/schedule/planck_ecs/base/sample.json +++ b/target/criterion/schedule/planck_ecs/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[1054139.0,1848631.0,3165220.0,4158593.0,5141015.0,5698535.0,7364762.0,7887658.0,9318021.0,10216523.0,11275601.0,12652424.0,12296736.0,12305824.0,13929569.0,14958568.0,17952572.0,19007310.0,18583745.0,18881531.0,22097399.0,21070633.0,24295685.0,23447069.0,24933732.0,25385834.0,29549365.0,26401308.0,30453818.0,34247075.0,30501289.0,35476197.0,34711369.0,34028709.0,34159758.0,38795952.0,39733909.0,37312885.0,37947736.0,39439538.0,43499904.0,44883670.0,45745883.0,46599508.0,47281828.0,49016553.0,50884573.0,52334453.0,49411476.0,52527041.0,54730418.0,55488474.0,53384255.0,57419150.0,61339039.0,60372379.0,60338283.0,61049848.0,61826768.0,60755788.0,63196638.0,65833232.0,63894467.0,67844533.0,66550867.0,72125599.0,75386401.0,70893100.0,75707843.0,78173932.0,75605187.0,73882376.0,77519373.0,75692815.0,76438004.0,77473597.0,82154415.0,80668384.0,84000522.0,84676760.0,86935643.0,84808031.0,85393016.0,88504032.0,87869053.0,87899550.0,96023127.0,92125812.0,96245520.0,93131808.0,96461893.0,98694266.0,99507434.0,100251252.0,99682369.0,104077742.0,101722606.0,105117042.0,104747086.0,106819665.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[1184300.0,2316300.0,3459800.0,4870700.0,5886500.0,7141800.0,8146900.0,9477000.0,10451000.0,11617400.0,12816800.0,14059700.0,15226200.0,16320900.0,17579300.0,18557600.0,20954500.0,21711300.0,21990800.0,23512800.0,24590500.0,25809600.0,26733500.0,27689800.0,29321100.0,30158600.0,31337300.0,32439100.0,33735100.0,34774600.0,36355600.0,39328400.0,38248700.0,39405800.0,40519500.0,41584900.0,43403500.0,44307500.0,45271000.0,46636600.0,47864300.0,48650000.0,50097500.0,52546200.0,52080000.0,53116900.0,54259100.0,56320600.0,57151500.0,58946100.0,58928100.0,60098800.0,62313000.0,63083300.0,66714100.0,64965600.0,66390000.0,67118600.0,68797200.0,70195700.0,70565300.0,71820300.0,74155800.0,74090200.0,75258100.0,76211900.0,77776400.0,81340800.0,80198300.0,81309400.0,82096600.0,83745200.0,85689400.0,85622500.0,86408900.0,88067100.0,89232900.0,90124600.0,91497700.0,93129300.0,96595300.0,96051500.0,96118500.0,97707400.0,98173700.0,99453500.0,101980100.0,102586500.0,102911000.0,104332100.0,105869000.0,110243400.0,107598900.0,112334800.0,110123200.0,111250600.0,113618100.0,117661900.0,116197500.0,117723000.0]} \ No newline at end of file diff --git a/target/criterion/schedule/planck_ecs/base/tukey.json b/target/criterion/schedule/planck_ecs/base/tukey.json index c6a7d2d4..987344b0 100644 --- a/target/criterion/schedule/planck_ecs/base/tukey.json +++ b/target/criterion/schedule/planck_ecs/base/tukey.json @@ -1 +1 @@ -[292501.772158087,316140.12313313707,379175.7257332706,402814.07670832064] \ No newline at end of file +[222809.30537119397,227223.30774888812,238993.98075607253,243407.98313376668] \ No newline at end of file diff --git a/target/criterion/schedule/planck_ecs/change/estimates.json b/target/criterion/schedule/planck_ecs/change/estimates.json index c772b2b5..4859a1a6 100644 --- a/target/criterion/schedule/planck_ecs/change/estimates.json +++ b/target/criterion/schedule/planck_ecs/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.025222058348976388,"upper_bound":0.009724853908264386},"point_estimate":-0.00807326797139496,"standard_error":0.008888724387484278},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.020918054190158686,"upper_bound":-0.0023494934526074487},"point_estimate":-0.009689533954424068,"standard_error":0.004060550131772887}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.3309999187236475,"upper_bound":-0.3183678537531771},"point_estimate":-0.32483753954413774,"standard_error":0.0032214277481573796},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.34010505285031917,"upper_bound":-0.32834395920155923},"point_estimate":-0.3365501572811228,"standard_error":0.002565296771323683}} \ No newline at end of file diff --git a/target/criterion/schedule/planck_ecs/new/estimates.json b/target/criterion/schedule/planck_ecs/new/estimates.json index 5994c121..16a94798 100644 --- a/target/criterion/schedule/planck_ecs/new/estimates.json +++ b/target/criterion/schedule/planck_ecs/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":343029.35062908626,"upper_bound":349197.4212745619},"point_estimate":346183.8087251609,"standard_error":1573.7340514842842},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":346426.00787528127,"upper_bound":352347.5034660329},"point_estimate":350661.4206349206,"standard_error":1264.0598014156594},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8092.306455807183,"upper_bound":14463.864488052579},"point_estimate":10674.83145836514,"standard_error":1705.8797990082448},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":349456.852772687,"upper_bound":353708.9720692947},"point_estimate":351616.3180069947,"standard_error":1086.9278937054908},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13175.41280069368,"upper_bound":18306.293691676623},"point_estimate":15882.720945852881,"standard_error":1312.2828603380299}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":233130.51760772386,"upper_bound":234387.89187717738},"point_estimate":233730.31206886124,"standard_error":321.18392757032734},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":232089.4871794872,"upper_bound":233183.0},"point_estimate":232646.2643678161,"standard_error":296.2688467181941},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1226.127409466586,"upper_bound":2359.2433672060006},"point_estimate":1879.4960789063934,"standard_error":330.27393549179715},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":232783.9863480734,"upper_bound":234287.74043999927},"point_estimate":233501.22311216197,"standard_error":386.0137756245024},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2392.244807102557,"upper_bound":3943.943531866183},"point_estimate":3228.19092271874,"standard_error":395.6471871335558}} \ No newline at end of file diff --git a/target/criterion/schedule/planck_ecs/new/raw.csv b/target/criterion/schedule/planck_ecs/new/raw.csv index 231d4592..56c0e776 100644 --- a/target/criterion/schedule/planck_ecs/new/raw.csv +++ b/target/criterion/schedule/planck_ecs/new/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -schedule,planck_ecs,,,,1054139.0,ns,3 -schedule,planck_ecs,,,,1848631.0,ns,6 -schedule,planck_ecs,,,,3165220.0,ns,9 -schedule,planck_ecs,,,,4158593.0,ns,12 -schedule,planck_ecs,,,,5141015.0,ns,15 -schedule,planck_ecs,,,,5698535.0,ns,18 -schedule,planck_ecs,,,,7364762.0,ns,21 -schedule,planck_ecs,,,,7887658.0,ns,24 -schedule,planck_ecs,,,,9318021.0,ns,27 -schedule,planck_ecs,,,,10216523.0,ns,30 -schedule,planck_ecs,,,,11275601.0,ns,33 -schedule,planck_ecs,,,,12652424.0,ns,36 -schedule,planck_ecs,,,,12296736.0,ns,39 -schedule,planck_ecs,,,,12305824.0,ns,42 -schedule,planck_ecs,,,,13929569.0,ns,45 -schedule,planck_ecs,,,,14958568.0,ns,48 -schedule,planck_ecs,,,,17952572.0,ns,51 -schedule,planck_ecs,,,,19007310.0,ns,54 -schedule,planck_ecs,,,,18583745.0,ns,57 -schedule,planck_ecs,,,,18881531.0,ns,60 -schedule,planck_ecs,,,,22097399.0,ns,63 -schedule,planck_ecs,,,,21070633.0,ns,66 -schedule,planck_ecs,,,,24295685.0,ns,69 -schedule,planck_ecs,,,,23447069.0,ns,72 -schedule,planck_ecs,,,,24933732.0,ns,75 -schedule,planck_ecs,,,,25385834.0,ns,78 -schedule,planck_ecs,,,,29549365.0,ns,81 -schedule,planck_ecs,,,,26401308.0,ns,84 -schedule,planck_ecs,,,,30453818.0,ns,87 -schedule,planck_ecs,,,,34247075.0,ns,90 -schedule,planck_ecs,,,,30501289.0,ns,93 -schedule,planck_ecs,,,,35476197.0,ns,96 -schedule,planck_ecs,,,,34711369.0,ns,99 -schedule,planck_ecs,,,,34028709.0,ns,102 -schedule,planck_ecs,,,,34159758.0,ns,105 -schedule,planck_ecs,,,,38795952.0,ns,108 -schedule,planck_ecs,,,,39733909.0,ns,111 -schedule,planck_ecs,,,,37312885.0,ns,114 -schedule,planck_ecs,,,,37947736.0,ns,117 -schedule,planck_ecs,,,,39439538.0,ns,120 -schedule,planck_ecs,,,,43499904.0,ns,123 -schedule,planck_ecs,,,,44883670.0,ns,126 -schedule,planck_ecs,,,,45745883.0,ns,129 -schedule,planck_ecs,,,,46599508.0,ns,132 -schedule,planck_ecs,,,,47281828.0,ns,135 -schedule,planck_ecs,,,,49016553.0,ns,138 -schedule,planck_ecs,,,,50884573.0,ns,141 -schedule,planck_ecs,,,,52334453.0,ns,144 -schedule,planck_ecs,,,,49411476.0,ns,147 -schedule,planck_ecs,,,,52527041.0,ns,150 -schedule,planck_ecs,,,,54730418.0,ns,153 -schedule,planck_ecs,,,,55488474.0,ns,156 -schedule,planck_ecs,,,,53384255.0,ns,159 -schedule,planck_ecs,,,,57419150.0,ns,162 -schedule,planck_ecs,,,,61339039.0,ns,165 -schedule,planck_ecs,,,,60372379.0,ns,168 -schedule,planck_ecs,,,,60338283.0,ns,171 -schedule,planck_ecs,,,,61049848.0,ns,174 -schedule,planck_ecs,,,,61826768.0,ns,177 -schedule,planck_ecs,,,,60755788.0,ns,180 -schedule,planck_ecs,,,,63196638.0,ns,183 -schedule,planck_ecs,,,,65833232.0,ns,186 -schedule,planck_ecs,,,,63894467.0,ns,189 -schedule,planck_ecs,,,,67844533.0,ns,192 -schedule,planck_ecs,,,,66550867.0,ns,195 -schedule,planck_ecs,,,,72125599.0,ns,198 -schedule,planck_ecs,,,,75386401.0,ns,201 -schedule,planck_ecs,,,,70893100.0,ns,204 -schedule,planck_ecs,,,,75707843.0,ns,207 -schedule,planck_ecs,,,,78173932.0,ns,210 -schedule,planck_ecs,,,,75605187.0,ns,213 -schedule,planck_ecs,,,,73882376.0,ns,216 -schedule,planck_ecs,,,,77519373.0,ns,219 -schedule,planck_ecs,,,,75692815.0,ns,222 -schedule,planck_ecs,,,,76438004.0,ns,225 -schedule,planck_ecs,,,,77473597.0,ns,228 -schedule,planck_ecs,,,,82154415.0,ns,231 -schedule,planck_ecs,,,,80668384.0,ns,234 -schedule,planck_ecs,,,,84000522.0,ns,237 -schedule,planck_ecs,,,,84676760.0,ns,240 -schedule,planck_ecs,,,,86935643.0,ns,243 -schedule,planck_ecs,,,,84808031.0,ns,246 -schedule,planck_ecs,,,,85393016.0,ns,249 -schedule,planck_ecs,,,,88504032.0,ns,252 -schedule,planck_ecs,,,,87869053.0,ns,255 -schedule,planck_ecs,,,,87899550.0,ns,258 -schedule,planck_ecs,,,,96023127.0,ns,261 -schedule,planck_ecs,,,,92125812.0,ns,264 -schedule,planck_ecs,,,,96245520.0,ns,267 -schedule,planck_ecs,,,,93131808.0,ns,270 -schedule,planck_ecs,,,,96461893.0,ns,273 -schedule,planck_ecs,,,,98694266.0,ns,276 -schedule,planck_ecs,,,,99507434.0,ns,279 -schedule,planck_ecs,,,,100251252.0,ns,282 -schedule,planck_ecs,,,,99682369.0,ns,285 -schedule,planck_ecs,,,,104077742.0,ns,288 -schedule,planck_ecs,,,,101722606.0,ns,291 -schedule,planck_ecs,,,,105117042.0,ns,294 -schedule,planck_ecs,,,,104747086.0,ns,297 -schedule,planck_ecs,,,,106819665.0,ns,300 +schedule,planck_ecs,,,,1184300.0,ns,5 +schedule,planck_ecs,,,,2316300.0,ns,10 +schedule,planck_ecs,,,,3459800.0,ns,15 +schedule,planck_ecs,,,,4870700.0,ns,20 +schedule,planck_ecs,,,,5886500.0,ns,25 +schedule,planck_ecs,,,,7141800.0,ns,30 +schedule,planck_ecs,,,,8146900.0,ns,35 +schedule,planck_ecs,,,,9477000.0,ns,40 +schedule,planck_ecs,,,,10451000.0,ns,45 +schedule,planck_ecs,,,,11617400.0,ns,50 +schedule,planck_ecs,,,,12816800.0,ns,55 +schedule,planck_ecs,,,,14059700.0,ns,60 +schedule,planck_ecs,,,,15226200.0,ns,65 +schedule,planck_ecs,,,,16320900.0,ns,70 +schedule,planck_ecs,,,,17579300.0,ns,75 +schedule,planck_ecs,,,,18557600.0,ns,80 +schedule,planck_ecs,,,,20954500.0,ns,85 +schedule,planck_ecs,,,,21711300.0,ns,90 +schedule,planck_ecs,,,,21990800.0,ns,95 +schedule,planck_ecs,,,,23512800.0,ns,100 +schedule,planck_ecs,,,,24590500.0,ns,105 +schedule,planck_ecs,,,,25809600.0,ns,110 +schedule,planck_ecs,,,,26733500.0,ns,115 +schedule,planck_ecs,,,,27689800.0,ns,120 +schedule,planck_ecs,,,,29321100.0,ns,125 +schedule,planck_ecs,,,,30158600.0,ns,130 +schedule,planck_ecs,,,,31337300.0,ns,135 +schedule,planck_ecs,,,,32439100.0,ns,140 +schedule,planck_ecs,,,,33735100.0,ns,145 +schedule,planck_ecs,,,,34774600.0,ns,150 +schedule,planck_ecs,,,,36355600.0,ns,155 +schedule,planck_ecs,,,,39328400.0,ns,160 +schedule,planck_ecs,,,,38248700.0,ns,165 +schedule,planck_ecs,,,,39405800.0,ns,170 +schedule,planck_ecs,,,,40519500.0,ns,175 +schedule,planck_ecs,,,,41584900.0,ns,180 +schedule,planck_ecs,,,,43403500.0,ns,185 +schedule,planck_ecs,,,,44307500.0,ns,190 +schedule,planck_ecs,,,,45271000.0,ns,195 +schedule,planck_ecs,,,,46636600.0,ns,200 +schedule,planck_ecs,,,,47864300.0,ns,205 +schedule,planck_ecs,,,,48650000.0,ns,210 +schedule,planck_ecs,,,,50097500.0,ns,215 +schedule,planck_ecs,,,,52546200.0,ns,220 +schedule,planck_ecs,,,,52080000.0,ns,225 +schedule,planck_ecs,,,,53116900.0,ns,230 +schedule,planck_ecs,,,,54259100.0,ns,235 +schedule,planck_ecs,,,,56320600.0,ns,240 +schedule,planck_ecs,,,,57151500.0,ns,245 +schedule,planck_ecs,,,,58946100.0,ns,250 +schedule,planck_ecs,,,,58928100.0,ns,255 +schedule,planck_ecs,,,,60098800.0,ns,260 +schedule,planck_ecs,,,,62313000.0,ns,265 +schedule,planck_ecs,,,,63083300.0,ns,270 +schedule,planck_ecs,,,,66714100.0,ns,275 +schedule,planck_ecs,,,,64965600.0,ns,280 +schedule,planck_ecs,,,,66390000.0,ns,285 +schedule,planck_ecs,,,,67118600.0,ns,290 +schedule,planck_ecs,,,,68797200.0,ns,295 +schedule,planck_ecs,,,,70195700.0,ns,300 +schedule,planck_ecs,,,,70565300.0,ns,305 +schedule,planck_ecs,,,,71820300.0,ns,310 +schedule,planck_ecs,,,,74155800.0,ns,315 +schedule,planck_ecs,,,,74090200.0,ns,320 +schedule,planck_ecs,,,,75258100.0,ns,325 +schedule,planck_ecs,,,,76211900.0,ns,330 +schedule,planck_ecs,,,,77776400.0,ns,335 +schedule,planck_ecs,,,,81340800.0,ns,340 +schedule,planck_ecs,,,,80198300.0,ns,345 +schedule,planck_ecs,,,,81309400.0,ns,350 +schedule,planck_ecs,,,,82096600.0,ns,355 +schedule,planck_ecs,,,,83745200.0,ns,360 +schedule,planck_ecs,,,,85689400.0,ns,365 +schedule,planck_ecs,,,,85622500.0,ns,370 +schedule,planck_ecs,,,,86408900.0,ns,375 +schedule,planck_ecs,,,,88067100.0,ns,380 +schedule,planck_ecs,,,,89232900.0,ns,385 +schedule,planck_ecs,,,,90124600.0,ns,390 +schedule,planck_ecs,,,,91497700.0,ns,395 +schedule,planck_ecs,,,,93129300.0,ns,400 +schedule,planck_ecs,,,,96595300.0,ns,405 +schedule,planck_ecs,,,,96051500.0,ns,410 +schedule,planck_ecs,,,,96118500.0,ns,415 +schedule,planck_ecs,,,,97707400.0,ns,420 +schedule,planck_ecs,,,,98173700.0,ns,425 +schedule,planck_ecs,,,,99453500.0,ns,430 +schedule,planck_ecs,,,,101980100.0,ns,435 +schedule,planck_ecs,,,,102586500.0,ns,440 +schedule,planck_ecs,,,,102911000.0,ns,445 +schedule,planck_ecs,,,,104332100.0,ns,450 +schedule,planck_ecs,,,,105869000.0,ns,455 +schedule,planck_ecs,,,,110243400.0,ns,460 +schedule,planck_ecs,,,,107598900.0,ns,465 +schedule,planck_ecs,,,,112334800.0,ns,470 +schedule,planck_ecs,,,,110123200.0,ns,475 +schedule,planck_ecs,,,,111250600.0,ns,480 +schedule,planck_ecs,,,,113618100.0,ns,485 +schedule,planck_ecs,,,,117661900.0,ns,490 +schedule,planck_ecs,,,,116197500.0,ns,495 +schedule,planck_ecs,,,,117723000.0,ns,500 diff --git a/target/criterion/schedule/planck_ecs/new/sample.json b/target/criterion/schedule/planck_ecs/new/sample.json index a77f181e..fd7df206 100644 --- a/target/criterion/schedule/planck_ecs/new/sample.json +++ b/target/criterion/schedule/planck_ecs/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[1054139.0,1848631.0,3165220.0,4158593.0,5141015.0,5698535.0,7364762.0,7887658.0,9318021.0,10216523.0,11275601.0,12652424.0,12296736.0,12305824.0,13929569.0,14958568.0,17952572.0,19007310.0,18583745.0,18881531.0,22097399.0,21070633.0,24295685.0,23447069.0,24933732.0,25385834.0,29549365.0,26401308.0,30453818.0,34247075.0,30501289.0,35476197.0,34711369.0,34028709.0,34159758.0,38795952.0,39733909.0,37312885.0,37947736.0,39439538.0,43499904.0,44883670.0,45745883.0,46599508.0,47281828.0,49016553.0,50884573.0,52334453.0,49411476.0,52527041.0,54730418.0,55488474.0,53384255.0,57419150.0,61339039.0,60372379.0,60338283.0,61049848.0,61826768.0,60755788.0,63196638.0,65833232.0,63894467.0,67844533.0,66550867.0,72125599.0,75386401.0,70893100.0,75707843.0,78173932.0,75605187.0,73882376.0,77519373.0,75692815.0,76438004.0,77473597.0,82154415.0,80668384.0,84000522.0,84676760.0,86935643.0,84808031.0,85393016.0,88504032.0,87869053.0,87899550.0,96023127.0,92125812.0,96245520.0,93131808.0,96461893.0,98694266.0,99507434.0,100251252.0,99682369.0,104077742.0,101722606.0,105117042.0,104747086.0,106819665.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[1184300.0,2316300.0,3459800.0,4870700.0,5886500.0,7141800.0,8146900.0,9477000.0,10451000.0,11617400.0,12816800.0,14059700.0,15226200.0,16320900.0,17579300.0,18557600.0,20954500.0,21711300.0,21990800.0,23512800.0,24590500.0,25809600.0,26733500.0,27689800.0,29321100.0,30158600.0,31337300.0,32439100.0,33735100.0,34774600.0,36355600.0,39328400.0,38248700.0,39405800.0,40519500.0,41584900.0,43403500.0,44307500.0,45271000.0,46636600.0,47864300.0,48650000.0,50097500.0,52546200.0,52080000.0,53116900.0,54259100.0,56320600.0,57151500.0,58946100.0,58928100.0,60098800.0,62313000.0,63083300.0,66714100.0,64965600.0,66390000.0,67118600.0,68797200.0,70195700.0,70565300.0,71820300.0,74155800.0,74090200.0,75258100.0,76211900.0,77776400.0,81340800.0,80198300.0,81309400.0,82096600.0,83745200.0,85689400.0,85622500.0,86408900.0,88067100.0,89232900.0,90124600.0,91497700.0,93129300.0,96595300.0,96051500.0,96118500.0,97707400.0,98173700.0,99453500.0,101980100.0,102586500.0,102911000.0,104332100.0,105869000.0,110243400.0,107598900.0,112334800.0,110123200.0,111250600.0,113618100.0,117661900.0,116197500.0,117723000.0]} \ No newline at end of file diff --git a/target/criterion/schedule/planck_ecs/new/tukey.json b/target/criterion/schedule/planck_ecs/new/tukey.json index c6a7d2d4..987344b0 100644 --- a/target/criterion/schedule/planck_ecs/new/tukey.json +++ b/target/criterion/schedule/planck_ecs/new/tukey.json @@ -1 +1 @@ -[292501.772158087,316140.12313313707,379175.7257332706,402814.07670832064] \ No newline at end of file +[222809.30537119397,227223.30774888812,238993.98075607253,243407.98313376668] \ No newline at end of file diff --git a/target/criterion/schedule/planck_ecs/report/MAD.svg b/target/criterion/schedule/planck_ecs/report/MAD.svg index 1c9813b4..a3e2c6fb 100644 --- a/target/criterion/schedule/planck_ecs/report/MAD.svg +++ b/target/criterion/schedule/planck_ecs/report/MAD.svg @@ -1,298 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 8 - - - - - 9 - - - - - 10 - - - - - 11 - - - - - 12 - - - - - 13 - - - - - 14 - - - - - 15 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/planck_ecs: MAD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +schedule/planck_ecs:MAD + + +Density (a.u.) + + +Average time (us) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + +2 + + + +2.2 + + + +2.4 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/schedule/planck_ecs/report/SD.svg b/target/criterion/schedule/planck_ecs/report/SD.svg index 652967e2..7ad057ac 100644 --- a/target/criterion/schedule/planck_ecs/report/SD.svg +++ b/target/criterion/schedule/planck_ecs/report/SD.svg @@ -1,293 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 13 - - - - - 14 - - - - - 15 - - - - - 16 - - - - - 17 - - - - - 18 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/planck_ecs: SD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +schedule/planck_ecs:SD + + +Density (a.u.) + + +Average time (us) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + + +2.4 + + + +2.6 + + + +2.8 + + + +3 + + + +3.2 + + + +3.4 + + + +3.6 + + + +3.8 + + + +4 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/schedule/planck_ecs/report/both/pdf.svg b/target/criterion/schedule/planck_ecs/report/both/pdf.svg index 8d02a018..b063d600 100644 --- a/target/criterion/schedule/planck_ecs/report/both/pdf.svg +++ b/target/criterion/schedule/planck_ecs/report/both/pdf.svg @@ -1,328 +1,81 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 0.03 - - - - - 0.035 - - - - - 200 - - - - - 250 - - - - - 300 - - - - - 350 - - - - - 400 - - - - - 450 - - - - - 500 - - - - - 550 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/planck_ecs - - - - - Base PDF - - - Base PDF - - - - - - - - - - Base Mean - - - - - Base Mean - - - - - - New PDF - - - - - New PDF - - - - - - - - - - New Mean - - - - - New Mean - - - - - - - - - - - - - - + + +schedule/planck_ecs + + +Density (a.u.) + + +Average Time (us) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + +0.16 + + + + +250 + + + +300 + + + +350 + + + +400 + + + + + + + +Base PDF + + +New PDF + + +Base Mean + + +New Mean + + + + + - diff --git a/target/criterion/schedule/planck_ecs/report/both/regression.svg b/target/criterion/schedule/planck_ecs/report/both/regression.svg index 401157b9..774b6d8d 100644 --- a/target/criterion/schedule/planck_ecs/report/both/regression.svg +++ b/target/criterion/schedule/planck_ecs/report/both/regression.svg @@ -1,292 +1,115 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 250 - - - - - - - - - - - - - 300 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - schedule/planck_ecs - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - Base sample - - - - - - New sample - - - New sample - - - - - - - - - - - - - - + + +schedule/planck_ecs + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + +450 + + + +500 + + + + + + + +Base Sample + + +New Sample + + + - diff --git a/target/criterion/schedule/planck_ecs/report/change/mean.svg b/target/criterion/schedule/planck_ecs/report/change/mean.svg index 7ec030bb..4c8150aa 100644 --- a/target/criterion/schedule/planck_ecs/report/change/mean.svg +++ b/target/criterion/schedule/planck_ecs/report/change/mean.svg @@ -1,330 +1,89 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - 25 - - - - - 30 - - - - - 35 - - - - - 40 - - - - - 45 - - - - - -2.5 - - - - - -2 - - - - - -1.5 - - - - - -1 - - - - - -0.5 - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - schedule/planck_ecs: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +schedule/planck_ecs:mean + + +Density (a.u.) + + +Relative change (%) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + + +-0.332 + + + +-0.33 + + + +-0.328 + + + +-0.326 + + + +-0.324 + + + +-0.322 + + + +-0.32 + + + +-0.318 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/schedule/planck_ecs/report/change/median.svg b/target/criterion/schedule/planck_ecs/report/change/median.svg index 631b1f36..e655f293 100644 --- a/target/criterion/schedule/planck_ecs/report/change/median.svg +++ b/target/criterion/schedule/planck_ecs/report/change/median.svg @@ -1,305 +1,77 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 20 - - - - - 40 - - - - - 60 - - - - - 80 - - - - - 100 - - - - - 120 - - - - - 140 - - - - - 160 - - - - - -2 - - - - - -1.5 - - - - - -1 - - - - - -0.5 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - schedule/planck_ecs: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +schedule/planck_ecs:median + + +Density (a.u.) + + +Relative change (%) + + + +50 + + + +100 + + + +150 + + + +200 + + + + +-0.34 + + + +-0.338 + + + +-0.336 + + + +-0.334 + + + +-0.332 + + + +-0.33 + + + +-0.328 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/schedule/planck_ecs/report/change/t-test.svg b/target/criterion/schedule/planck_ecs/report/change/t-test.svg index 32ec9cb4..1ff6e3db 100644 --- a/target/criterion/schedule/planck_ecs/report/change/t-test.svg +++ b/target/criterion/schedule/planck_ecs/report/change/t-test.svg @@ -1,260 +1,95 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - -5 - - - - - -4 - - - - - -3 - - - - - -2 - - - - - -1 - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - 5 - - - - - - - - - Density - - - - - t score - - - - - schedule/planck_ecs: Welch t test - - - - - t distribution - - - t distribution - - - - - - - - - - t statistic - - - - - t statistic - - - - - - - - - - - - - - + + +schedule/planck_ecs: Welch t test + + +Density + + +t score + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +-5.0 + + + +-4.0 + + + +-3.0 + + + +-2.0 + + + +-1.0 + + + +0.0 + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + + + +t distribution + + +t statistic + + + - diff --git a/target/criterion/schedule/planck_ecs/report/index.html b/target/criterion/schedule/planck_ecs/report/index.html index 64e8794c..d5748a7c 100644 --- a/target/criterion/schedule/planck_ecs/report/index.html +++ b/target/criterion/schedule/planck_ecs/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 349.46 us - 351.62 us - 353.71 us + 232.78 us + 233.50 us + 234.29 us R² - 0.9007372 - 0.9047388 - 0.9009800 + 0.9796279 + 0.9808385 + 0.9793831 Mean - 343.03 us - 346.18 us - 349.20 us + 233.13 us + 233.73 us + 234.39 us Std. Dev. - 13.175 us - 15.883 us - 18.306 us + 2.3922 us + 3.2282 us + 3.9439 us Median - 346.43 us - 350.66 us - 352.35 us + 232.09 us + 232.65 us + 233.18 us MAD - 8.0923 us - 10.675 us - 14.464 us + 1.2261 us + 1.8795 us + 2.3592 us @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -2.5222% - -0.8073% - +0.9725% - (p = 0.38 > + -33.100% + -32.484% + -31.837% + (p = 0.00 < 0.05) - No change in performance detected. + Performance has improved.

Additional Plots:

diff --git a/target/criterion/schedule/planck_ecs/report/mean.svg b/target/criterion/schedule/planck_ecs/report/mean.svg index e410ba4e..0522e187 100644 --- a/target/criterion/schedule/planck_ecs/report/mean.svg +++ b/target/criterion/schedule/planck_ecs/report/mean.svg @@ -1,293 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 343 - - - - - 344 - - - - - 345 - - - - - 346 - - - - - 347 - - - - - 348 - - - - - 349 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/planck_ecs: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +schedule/planck_ecs:mean + + +Density (a.u.) + + +Average time (us) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + + +233 + + + +233.2 + + + +233.4 + + + +233.6 + + + +233.8 + + + +234 + + + +234.2 + + + +234.4 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/schedule/planck_ecs/report/median.svg b/target/criterion/schedule/planck_ecs/report/median.svg index 94e39cd2..1637d1bb 100644 --- a/target/criterion/schedule/planck_ecs/report/median.svg +++ b/target/criterion/schedule/planck_ecs/report/median.svg @@ -1,303 +1,76 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.1 - - - - - 0.2 - - - - - 0.3 - - - - - 0.4 - - - - - 0.5 - - - - - 0.6 - - - - - 0.7 - - - - - 346 - - - - - 347 - - - - - 348 - - - - - 349 - - - - - 350 - - - - - 351 - - - - - 352 - - - - - 353 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/planck_ecs: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +schedule/planck_ecs:median + + +Density (a.u.) + + +Average time (us) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + +232 + + + +232.2 + + + +232.4 + + + +232.6 + + + +232.8 + + + +233 + + + +233.2 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/schedule/planck_ecs/report/pdf.svg b/target/criterion/schedule/planck_ecs/report/pdf.svg index 5180685d..5e590984 100644 --- a/target/criterion/schedule/planck_ecs/report/pdf.svg +++ b/target/criterion/schedule/planck_ecs/report/pdf.svg @@ -1,415 +1,149 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - 300 - - - - - 280 - - - - - 300 - - - - - 320 - - - - - 340 - - - - - 360 - - - - - 380 - - - - - 400 - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 0.03 - - - - - 0.035 - - - - - - - - - Iterations - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/planck_ecs - - - - - PDF - - - PDF - - - - - - - - - - Mean - - - - - Mean - - - - - - "Clean" sample - - - - - "Clean" sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Mild outliers - - - Mild outliers - - - - - - - - - - - - - - - gnuplot_plot_5 - - - - - - gnuplot_plot_6 - - - - gnuplot_plot_7 - - - - gnuplot_plot_8 - - - - - - - - - - - - + + +schedule/planck_ecs + + +Iterations + + +Average Time (us) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + +450 + + + + +230 + + + +235 + + + +240 + + + +245 + + + +250 + + + +Density (a.u.) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + +0.16 + + + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + - diff --git a/target/criterion/schedule/planck_ecs/report/pdf_small.svg b/target/criterion/schedule/planck_ecs/report/pdf_small.svg index a17b3c1a..cf01ea4d 100644 --- a/target/criterion/schedule/planck_ecs/report/pdf_small.svg +++ b/target/criterion/schedule/planck_ecs/report/pdf_small.svg @@ -1,214 +1,68 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 0.03 - - - - - 280 - - - - - 300 - - - - - 320 - - - - - 340 - - - - - 360 - - - - - 380 - - - - - 400 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - PDF - - - - - - - Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + +0.16 + + + +0.18 + + + + +230 + + + +235 + + + +240 + + + +245 + + + +250 + + + + - diff --git a/target/criterion/schedule/planck_ecs/report/regression.svg b/target/criterion/schedule/planck_ecs/report/regression.svg index 90d1e9be..b61c0736 100644 --- a/target/criterion/schedule/planck_ecs/report/regression.svg +++ b/target/criterion/schedule/planck_ecs/report/regression.svg @@ -1,395 +1,202 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 250 - - - - - - - - - - - - - 300 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - schedule/planck_ecs - - - - - Sample - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - Linear regression - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - - + + +schedule/planck_ecs + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + +450 + + + +500 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + - diff --git a/target/criterion/schedule/planck_ecs/report/regression_small.svg b/target/criterion/schedule/planck_ecs/report/regression_small.svg index c95fefea..41d5f825 100644 --- a/target/criterion/schedule/planck_ecs/report/regression_small.svg +++ b/target/criterion/schedule/planck_ecs/report/regression_small.svg @@ -1,373 +1,187 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 250 - - - - - - - - - - - - - 300 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + +450 + + + +500 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/schedule/planck_ecs/report/relative_pdf_small.svg b/target/criterion/schedule/planck_ecs/report/relative_pdf_small.svg index 72194108..4a371e0c 100644 --- a/target/criterion/schedule/planck_ecs/report/relative_pdf_small.svg +++ b/target/criterion/schedule/planck_ecs/report/relative_pdf_small.svg @@ -1,301 +1,62 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 0.03 - - - - - 0.035 - - - - - 200 - - - - - 250 - - - - - 300 - - - - - 350 - - - - - 400 - - - - - 450 - - - - - 500 - - - - - 550 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - Base PDF - - - - - - - Base Mean - - - - - - New PDF - - - - - - - - - New Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + +0.16 + + + + +250 + + + +300 + + + +350 + + + +400 + + + + + + - diff --git a/target/criterion/schedule/planck_ecs/report/relative_regression_small.svg b/target/criterion/schedule/planck_ecs/report/relative_regression_small.svg index b3bd6f64..8c2a66d0 100644 --- a/target/criterion/schedule/planck_ecs/report/relative_regression_small.svg +++ b/target/criterion/schedule/planck_ecs/report/relative_regression_small.svg @@ -1,277 +1,104 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 250 - - - - - - - - - - - - - 300 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - - New sample - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + +450 + + + +500 + + + + + + - diff --git a/target/criterion/schedule/planck_ecs/report/slope.svg b/target/criterion/schedule/planck_ecs/report/slope.svg index 85434319..af9c1990 100644 --- a/target/criterion/schedule/planck_ecs/report/slope.svg +++ b/target/criterion/schedule/planck_ecs/report/slope.svg @@ -1,298 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - 349 - - - - - 350 - - - - - 351 - - - - - 352 - - - - - 353 - - - - - 354 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/planck_ecs: slope - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +schedule/planck_ecs:slope + + +Density (a.u.) + + +Average time (us) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + + +232.8 + + + +233 + + + +233.2 + + + +233.4 + + + +233.6 + + + +233.8 + + + +234 + + + +234.2 + + + +234.4 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/schedule/planck_ecs/report/typical.svg b/target/criterion/schedule/planck_ecs/report/typical.svg index 83c4d17b..b36181e8 100644 --- a/target/criterion/schedule/planck_ecs/report/typical.svg +++ b/target/criterion/schedule/planck_ecs/report/typical.svg @@ -1,298 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - 349 - - - - - 350 - - - - - 351 - - - - - 352 - - - - - 353 - - - - - 354 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/planck_ecs: typical - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +schedule/planck_ecs:typical + + +Density (a.u.) + + +Average time (us) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + + +232.8 + + + +233 + + + +233.2 + + + +233.4 + + + +233.6 + + + +233.8 + + + +234 + + + +234.2 + + + +234.4 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/schedule/report/index.html b/target/criterion/schedule/report/index.html index c87abe5f..1aa77e39 100644 --- a/target/criterion/schedule/report/index.html +++ b/target/criterion/schedule/report/index.html @@ -82,6 +82,29 @@

schedule/bevy

+
+ +

schedule/brood

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+

schedule/legion

diff --git a/target/criterion/schedule/report/violin.svg b/target/criterion/schedule/report/violin.svg index 4b8eb312..4cc16529 100644 --- a/target/criterion/schedule/report/violin.svg +++ b/target/criterion/schedule/report/violin.svg @@ -1,645 +1,79 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - schedule/specs - - - - - schedule/shipyard - - - - - schedule/planck_ecs - - - - - schedule/legion (packed) - - - - - schedule/legion - - - - - schedule/bevy - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 250 - - - - - - - - - - - - - 300 - - - - - - - - - - - - - 350 - - - - - - - - - - - - - 400 - - - - - - - - - Input - - - - - Average time (us) - - - - - schedule: Violin plot - - - - - PDF - - - PDF - - - - - - - - - - gnuplot_plot_2 - - - - - - - gnuplot_plot_3 - - - - - - - gnuplot_plot_4 - - - - - - - - - gnuplot_plot_5 - - - - - - - gnuplot_plot_6 - - - - - - - - - - - - - - - - - + + +schedule: Violin plot + + +Input + + +Average time (us) + + + +schedule/specs + + + +schedule/shipyard + + + +schedule/planck_ecs + + + +schedule/legion (packed) + + + +schedule/legion + + + +schedule/brood + + + +schedule/bevy + + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + +300.0 + + + + + + + + + + + + + + + + - diff --git a/target/criterion/schedule/shipyard/base/estimates.json b/target/criterion/schedule/shipyard/base/estimates.json index 449619ab..7029ef85 100644 --- a/target/criterion/schedule/shipyard/base/estimates.json +++ b/target/criterion/schedule/shipyard/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":122076.89975777779,"upper_bound":126694.66537963621},"point_estimate":124341.79394744066,"standard_error":1179.025637423452},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":120473.68970189702,"upper_bound":124455.06072766185},"point_estimate":122668.9246809835,"standard_error":1064.1810667368313},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6249.192534854829,"upper_bound":10094.041080982524},"point_estimate":8340.747275971064,"standard_error":978.1821911737613},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":120950.74101979192,"upper_bound":124913.3165500831},"point_estimate":123054.91996092147,"standard_error":1006.2217118988772},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8707.580199633307,"upper_bound":14782.119810072852},"point_estimate":11824.680111624293,"standard_error":1559.287929788611}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":184043.77666465685,"upper_bound":200361.966711239},"point_estimate":192000.95964564785,"standard_error":4174.383699855368},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":163300.46518607443,"upper_bound":182738.96103896105},"point_estimate":174100.1842403628,"standard_error":5856.966720434691},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9981.094499033568,"upper_bound":37364.18154498651},"point_estimate":24855.797841822736,"standard_error":8086.84607399049},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":176263.34026564614,"upper_bound":194355.44755940072},"point_estimate":184944.13903607844,"standard_error":4619.3922885461625},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":36377.815654623475,"upper_bound":46332.69646451159},"point_estimate":42026.65607237198,"standard_error":2539.9210025306315}} \ No newline at end of file diff --git a/target/criterion/schedule/shipyard/base/raw.csv b/target/criterion/schedule/shipyard/base/raw.csv index cc2823be..52f80725 100644 --- a/target/criterion/schedule/shipyard/base/raw.csv +++ b/target/criterion/schedule/shipyard/base/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -schedule,shipyard,,,,1053607.0,ns,9 -schedule,shipyard,,,,2591066.0,ns,18 -schedule,shipyard,,,,4781179.0,ns,27 -schedule,shipyard,,,,4216995.0,ns,36 -schedule,shipyard,,,,6648605.0,ns,45 -schedule,shipyard,,,,7312162.0,ns,54 -schedule,shipyard,,,,10150338.0,ns,63 -schedule,shipyard,,,,8327875.0,ns,72 -schedule,shipyard,,,,9308784.0,ns,81 -schedule,shipyard,,,,10671542.0,ns,90 -schedule,shipyard,,,,14389705.0,ns,99 -schedule,shipyard,,,,14737526.0,ns,108 -schedule,shipyard,,,,13817834.0,ns,117 -schedule,shipyard,,,,14604524.0,ns,126 -schedule,shipyard,,,,15704249.0,ns,135 -schedule,shipyard,,,,19837604.0,ns,144 -schedule,shipyard,,,,17586434.0,ns,153 -schedule,shipyard,,,,18962938.0,ns,162 -schedule,shipyard,,,,19754816.0,ns,171 -schedule,shipyard,,,,20675008.0,ns,180 -schedule,shipyard,,,,16172300.0,ns,189 -schedule,shipyard,,,,26063213.0,ns,198 -schedule,shipyard,,,,23858723.0,ns,207 -schedule,shipyard,,,,30726178.0,ns,216 -schedule,shipyard,,,,29072457.0,ns,225 -schedule,shipyard,,,,27385292.0,ns,234 -schedule,shipyard,,,,28696240.0,ns,243 -schedule,shipyard,,,,31092015.0,ns,252 -schedule,shipyard,,,,31656559.0,ns,261 -schedule,shipyard,,,,31119608.0,ns,270 -schedule,shipyard,,,,32349931.0,ns,279 -schedule,shipyard,,,,37369512.0,ns,288 -schedule,shipyard,,,,39945221.0,ns,297 -schedule,shipyard,,,,37569676.0,ns,306 -schedule,shipyard,,,,40254630.0,ns,315 -schedule,shipyard,,,,38708534.0,ns,324 -schedule,shipyard,,,,40010645.0,ns,333 -schedule,shipyard,,,,44172634.0,ns,342 -schedule,shipyard,,,,44275541.0,ns,351 -schedule,shipyard,,,,46098734.0,ns,360 -schedule,shipyard,,,,45890016.0,ns,369 -schedule,shipyard,,,,46810128.0,ns,378 -schedule,shipyard,,,,54919500.0,ns,387 -schedule,shipyard,,,,47406664.0,ns,396 -schedule,shipyard,,,,48561075.0,ns,405 -schedule,shipyard,,,,49581980.0,ns,414 -schedule,shipyard,,,,52696294.0,ns,423 -schedule,shipyard,,,,53580388.0,ns,432 -schedule,shipyard,,,,57697942.0,ns,441 -schedule,shipyard,,,,60446858.0,ns,450 -schedule,shipyard,,,,52896014.0,ns,459 -schedule,shipyard,,,,53918611.0,ns,468 -schedule,shipyard,,,,55390866.0,ns,477 -schedule,shipyard,,,,56351215.0,ns,486 -schedule,shipyard,,,,63416476.0,ns,495 -schedule,shipyard,,,,60996224.0,ns,504 -schedule,shipyard,,,,59257002.0,ns,513 -schedule,shipyard,,,,65873958.0,ns,522 -schedule,shipyard,,,,61902341.0,ns,531 -schedule,shipyard,,,,55403372.0,ns,540 -schedule,shipyard,,,,79079676.0,ns,549 -schedule,shipyard,,,,81376161.0,ns,558 -schedule,shipyard,,,,69499254.0,ns,567 -schedule,shipyard,,,,74433095.0,ns,576 -schedule,shipyard,,,,79574470.0,ns,585 -schedule,shipyard,,,,72262649.0,ns,594 -schedule,shipyard,,,,79027437.0,ns,603 -schedule,shipyard,,,,75131696.0,ns,612 -schedule,shipyard,,,,83106768.0,ns,621 -schedule,shipyard,,,,78777360.0,ns,630 -schedule,shipyard,,,,75949854.0,ns,639 -schedule,shipyard,,,,83607412.0,ns,648 -schedule,shipyard,,,,88564236.0,ns,657 -schedule,shipyard,,,,85257907.0,ns,666 -schedule,shipyard,,,,83229793.0,ns,675 -schedule,shipyard,,,,83023309.0,ns,684 -schedule,shipyard,,,,81201508.0,ns,693 -schedule,shipyard,,,,81524435.0,ns,702 -schedule,shipyard,,,,82591859.0,ns,711 -schedule,shipyard,,,,62950257.0,ns,720 -schedule,shipyard,,,,85125925.0,ns,729 -schedule,shipyard,,,,88909583.0,ns,738 -schedule,shipyard,,,,92623468.0,ns,747 -schedule,shipyard,,,,95128272.0,ns,756 -schedule,shipyard,,,,97050023.0,ns,765 -schedule,shipyard,,,,93257386.0,ns,774 -schedule,shipyard,,,,94816607.0,ns,783 -schedule,shipyard,,,,96413270.0,ns,792 -schedule,shipyard,,,,99217221.0,ns,801 -schedule,shipyard,,,,96972744.0,ns,810 -schedule,shipyard,,,,99901865.0,ns,819 -schedule,shipyard,,,,99563310.0,ns,828 -schedule,shipyard,,,,102776992.0,ns,837 -schedule,shipyard,,,,99941761.0,ns,846 -schedule,shipyard,,,,102249718.0,ns,855 -schedule,shipyard,,,,109724598.0,ns,864 -schedule,shipyard,,,,113336550.0,ns,873 -schedule,shipyard,,,,114029119.0,ns,882 -schedule,shipyard,,,,111914731.0,ns,891 -schedule,shipyard,,,,112573115.0,ns,900 +schedule,shipyard,,,,1176600.0,ns,7 +schedule,shipyard,,,,2613800.0,ns,14 +schedule,shipyard,,,,3959800.0,ns,21 +schedule,shipyard,,,,5154100.0,ns,28 +schedule,shipyard,,,,9008600.0,ns,35 +schedule,shipyard,,,,10656100.0,ns,42 +schedule,shipyard,,,,7980200.0,ns,49 +schedule,shipyard,,,,9809900.0,ns,56 +schedule,shipyard,,,,17009400.0,ns,63 +schedule,shipyard,,,,13155000.0,ns,70 +schedule,shipyard,,,,21084600.0,ns,77 +schedule,shipyard,,,,15534400.0,ns,84 +schedule,shipyard,,,,24164600.0,ns,91 +schedule,shipyard,,,,16192700.0,ns,98 +schedule,shipyard,,,,23505600.0,ns,105 +schedule,shipyard,,,,23301700.0,ns,112 +schedule,shipyard,,,,29899700.0,ns,119 +schedule,shipyard,,,,25285200.0,ns,126 +schedule,shipyard,,,,22858200.0,ns,133 +schedule,shipyard,,,,24534000.0,ns,140 +schedule,shipyard,,,,23326800.0,ns,147 +schedule,shipyard,,,,28025400.0,ns,154 +schedule,shipyard,,,,28421500.0,ns,161 +schedule,shipyard,,,,46096300.0,ns,168 +schedule,shipyard,,,,28214200.0,ns,175 +schedule,shipyard,,,,28600400.0,ns,182 +schedule,shipyard,,,,51068000.0,ns,189 +schedule,shipyard,,,,50087700.0,ns,196 +schedule,shipyard,,,,42853900.0,ns,203 +schedule,shipyard,,,,32833400.0,ns,210 +schedule,shipyard,,,,39362900.0,ns,217 +schedule,shipyard,,,,40373400.0,ns,224 +schedule,shipyard,,,,60931800.0,ns,231 +schedule,shipyard,,,,37179000.0,ns,238 +schedule,shipyard,,,,64640300.0,ns,245 +schedule,shipyard,,,,40001200.0,ns,252 +schedule,shipyard,,,,40522600.0,ns,259 +schedule,shipyard,,,,41925100.0,ns,266 +schedule,shipyard,,,,42932200.0,ns,273 +schedule,shipyard,,,,44535400.0,ns,280 +schedule,shipyard,,,,45532800.0,ns,287 +schedule,shipyard,,,,46105400.0,ns,294 +schedule,shipyard,,,,47320300.0,ns,301 +schedule,shipyard,,,,56283600.0,ns,308 +schedule,shipyard,,,,49658900.0,ns,315 +schedule,shipyard,,,,58646400.0,ns,322 +schedule,shipyard,,,,83319100.0,ns,329 +schedule,shipyard,,,,53124600.0,ns,336 +schedule,shipyard,,,,93385000.0,ns,343 +schedule,shipyard,,,,103780400.0,ns,350 +schedule,shipyard,,,,91112000.0,ns,357 +schedule,shipyard,,,,94778500.0,ns,364 +schedule,shipyard,,,,100505500.0,ns,371 +schedule,shipyard,,,,103340600.0,ns,378 +schedule,shipyard,,,,93448700.0,ns,385 +schedule,shipyard,,,,105544000.0,ns,392 +schedule,shipyard,,,,64555700.0,ns,399 +schedule,shipyard,,,,73843200.0,ns,406 +schedule,shipyard,,,,68422400.0,ns,413 +schedule,shipyard,,,,69073700.0,ns,420 +schedule,shipyard,,,,67283200.0,ns,427 +schedule,shipyard,,,,68110400.0,ns,434 +schedule,shipyard,,,,76303400.0,ns,441 +schedule,shipyard,,,,71651000.0,ns,448 +schedule,shipyard,,,,78649100.0,ns,455 +schedule,shipyard,,,,72743100.0,ns,462 +schedule,shipyard,,,,73752600.0,ns,469 +schedule,shipyard,,,,77940100.0,ns,476 +schedule,shipyard,,,,76009300.0,ns,483 +schedule,shipyard,,,,77012300.0,ns,490 +schedule,shipyard,,,,90898200.0,ns,497 +schedule,shipyard,,,,80059400.0,ns,504 +schedule,shipyard,,,,82245900.0,ns,511 +schedule,shipyard,,,,81158600.0,ns,518 +schedule,shipyard,,,,82300000.0,ns,525 +schedule,shipyard,,,,84955100.0,ns,532 +schedule,shipyard,,,,86701700.0,ns,539 +schedule,shipyard,,,,85222800.0,ns,546 +schedule,shipyard,,,,86846900.0,ns,553 +schedule,shipyard,,,,110338600.0,ns,560 +schedule,shipyard,,,,90538300.0,ns,567 +schedule,shipyard,,,,90810400.0,ns,574 +schedule,shipyard,,,,91392000.0,ns,581 +schedule,shipyard,,,,103539800.0,ns,588 +schedule,shipyard,,,,93126500.0,ns,595 +schedule,shipyard,,,,95812200.0,ns,602 +schedule,shipyard,,,,95203500.0,ns,609 +schedule,shipyard,,,,125162800.0,ns,616 +schedule,shipyard,,,,124821400.0,ns,623 +schedule,shipyard,,,,103775100.0,ns,630 +schedule,shipyard,,,,101101700.0,ns,637 +schedule,shipyard,,,,127086300.0,ns,644 +schedule,shipyard,,,,148763100.0,ns,651 +schedule,shipyard,,,,157658700.0,ns,658 +schedule,shipyard,,,,148422300.0,ns,665 +schedule,shipyard,,,,109820200.0,ns,672 +schedule,shipyard,,,,180238700.0,ns,679 +schedule,shipyard,,,,127150200.0,ns,686 +schedule,shipyard,,,,109236200.0,ns,693 +schedule,shipyard,,,,150838300.0,ns,700 diff --git a/target/criterion/schedule/shipyard/base/sample.json b/target/criterion/schedule/shipyard/base/sample.json index 6305b400..61d4e24a 100644 --- a/target/criterion/schedule/shipyard/base/sample.json +++ b/target/criterion/schedule/shipyard/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[1053607.0,2591066.0,4781179.0,4216995.0,6648605.0,7312162.0,10150338.0,8327875.0,9308784.0,10671542.0,14389705.0,14737526.0,13817834.0,14604524.0,15704249.0,19837604.0,17586434.0,18962938.0,19754816.0,20675008.0,16172300.0,26063213.0,23858723.0,30726178.0,29072457.0,27385292.0,28696240.0,31092015.0,31656559.0,31119608.0,32349931.0,37369512.0,39945221.0,37569676.0,40254630.0,38708534.0,40010645.0,44172634.0,44275541.0,46098734.0,45890016.0,46810128.0,54919500.0,47406664.0,48561075.0,49581980.0,52696294.0,53580388.0,57697942.0,60446858.0,52896014.0,53918611.0,55390866.0,56351215.0,63416476.0,60996224.0,59257002.0,65873958.0,61902341.0,55403372.0,79079676.0,81376161.0,69499254.0,74433095.0,79574470.0,72262649.0,79027437.0,75131696.0,83106768.0,78777360.0,75949854.0,83607412.0,88564236.0,85257907.0,83229793.0,83023309.0,81201508.0,81524435.0,82591859.0,62950257.0,85125925.0,88909583.0,92623468.0,95128272.0,97050023.0,93257386.0,94816607.0,96413270.0,99217221.0,96972744.0,99901865.0,99563310.0,102776992.0,99941761.0,102249718.0,109724598.0,113336550.0,114029119.0,111914731.0,112573115.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[1176600.0,2613800.0,3959800.0,5154100.0,9008600.0,10656100.0,7980200.0,9809900.0,17009400.0,13155000.0,21084600.0,15534400.0,24164600.0,16192700.0,23505600.0,23301700.0,29899700.0,25285200.0,22858200.0,24534000.0,23326800.0,28025400.0,28421500.0,46096300.0,28214200.0,28600400.0,51068000.0,50087700.0,42853900.0,32833400.0,39362900.0,40373400.0,60931800.0,37179000.0,64640300.0,40001200.0,40522600.0,41925100.0,42932200.0,44535400.0,45532800.0,46105400.0,47320300.0,56283600.0,49658900.0,58646400.0,83319100.0,53124600.0,93385000.0,103780400.0,91112000.0,94778500.0,100505500.0,103340600.0,93448700.0,105544000.0,64555700.0,73843200.0,68422400.0,69073700.0,67283200.0,68110400.0,76303400.0,71651000.0,78649100.0,72743100.0,73752600.0,77940100.0,76009300.0,77012300.0,90898200.0,80059400.0,82245900.0,81158600.0,82300000.0,84955100.0,86701700.0,85222800.0,86846900.0,110338600.0,90538300.0,90810400.0,91392000.0,103539800.0,93126500.0,95812200.0,95203500.0,125162800.0,124821400.0,103775100.0,101101700.0,127086300.0,148763100.0,157658700.0,148422300.0,109820200.0,180238700.0,127150200.0,109236200.0,150838300.0]} \ No newline at end of file diff --git a/target/criterion/schedule/shipyard/base/tukey.json b/target/criterion/schedule/shipyard/base/tukey.json index e34e79f1..4ae9a9c4 100644 --- a/target/criterion/schedule/shipyard/base/tukey.json +++ b/target/criterion/schedule/shipyard/base/tukey.json @@ -1 +1 @@ -[80966.07023391812,99043.4969225146,147249.96809210526,165327.39478070178] \ No newline at end of file +[-18072.0792682927,70233.82099303135,305716.2216898955,394022.1219512195] \ No newline at end of file diff --git a/target/criterion/schedule/shipyard/change/estimates.json b/target/criterion/schedule/shipyard/change/estimates.json index bf933313..71d4c763 100644 --- a/target/criterion/schedule/shipyard/change/estimates.json +++ b/target/criterion/schedule/shipyard/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.07371527004630044,"upper_bound":0.16052162155276023},"point_estimate":0.11561883189602273,"standard_error":0.02218458051235748},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.07732470240000433,"upper_bound":0.23319973062207278},"point_estimate":0.18134421242976084,"standard_error":0.044945297124422995}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.4744687058532079,"upper_bound":0.6184241654414392},"point_estimate":0.5441385679766431,"standard_error":0.0363425998370767},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.3293161799484001,"upper_bound":0.5056017396802106},"point_estimate":0.41926885470899,"standard_error":0.05101269334822709}} \ No newline at end of file diff --git a/target/criterion/schedule/shipyard/new/estimates.json b/target/criterion/schedule/shipyard/new/estimates.json index 449619ab..7029ef85 100644 --- a/target/criterion/schedule/shipyard/new/estimates.json +++ b/target/criterion/schedule/shipyard/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":122076.89975777779,"upper_bound":126694.66537963621},"point_estimate":124341.79394744066,"standard_error":1179.025637423452},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":120473.68970189702,"upper_bound":124455.06072766185},"point_estimate":122668.9246809835,"standard_error":1064.1810667368313},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6249.192534854829,"upper_bound":10094.041080982524},"point_estimate":8340.747275971064,"standard_error":978.1821911737613},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":120950.74101979192,"upper_bound":124913.3165500831},"point_estimate":123054.91996092147,"standard_error":1006.2217118988772},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8707.580199633307,"upper_bound":14782.119810072852},"point_estimate":11824.680111624293,"standard_error":1559.287929788611}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":184043.77666465685,"upper_bound":200361.966711239},"point_estimate":192000.95964564785,"standard_error":4174.383699855368},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":163300.46518607443,"upper_bound":182738.96103896105},"point_estimate":174100.1842403628,"standard_error":5856.966720434691},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9981.094499033568,"upper_bound":37364.18154498651},"point_estimate":24855.797841822736,"standard_error":8086.84607399049},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":176263.34026564614,"upper_bound":194355.44755940072},"point_estimate":184944.13903607844,"standard_error":4619.3922885461625},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":36377.815654623475,"upper_bound":46332.69646451159},"point_estimate":42026.65607237198,"standard_error":2539.9210025306315}} \ No newline at end of file diff --git a/target/criterion/schedule/shipyard/new/raw.csv b/target/criterion/schedule/shipyard/new/raw.csv index cc2823be..52f80725 100644 --- a/target/criterion/schedule/shipyard/new/raw.csv +++ b/target/criterion/schedule/shipyard/new/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -schedule,shipyard,,,,1053607.0,ns,9 -schedule,shipyard,,,,2591066.0,ns,18 -schedule,shipyard,,,,4781179.0,ns,27 -schedule,shipyard,,,,4216995.0,ns,36 -schedule,shipyard,,,,6648605.0,ns,45 -schedule,shipyard,,,,7312162.0,ns,54 -schedule,shipyard,,,,10150338.0,ns,63 -schedule,shipyard,,,,8327875.0,ns,72 -schedule,shipyard,,,,9308784.0,ns,81 -schedule,shipyard,,,,10671542.0,ns,90 -schedule,shipyard,,,,14389705.0,ns,99 -schedule,shipyard,,,,14737526.0,ns,108 -schedule,shipyard,,,,13817834.0,ns,117 -schedule,shipyard,,,,14604524.0,ns,126 -schedule,shipyard,,,,15704249.0,ns,135 -schedule,shipyard,,,,19837604.0,ns,144 -schedule,shipyard,,,,17586434.0,ns,153 -schedule,shipyard,,,,18962938.0,ns,162 -schedule,shipyard,,,,19754816.0,ns,171 -schedule,shipyard,,,,20675008.0,ns,180 -schedule,shipyard,,,,16172300.0,ns,189 -schedule,shipyard,,,,26063213.0,ns,198 -schedule,shipyard,,,,23858723.0,ns,207 -schedule,shipyard,,,,30726178.0,ns,216 -schedule,shipyard,,,,29072457.0,ns,225 -schedule,shipyard,,,,27385292.0,ns,234 -schedule,shipyard,,,,28696240.0,ns,243 -schedule,shipyard,,,,31092015.0,ns,252 -schedule,shipyard,,,,31656559.0,ns,261 -schedule,shipyard,,,,31119608.0,ns,270 -schedule,shipyard,,,,32349931.0,ns,279 -schedule,shipyard,,,,37369512.0,ns,288 -schedule,shipyard,,,,39945221.0,ns,297 -schedule,shipyard,,,,37569676.0,ns,306 -schedule,shipyard,,,,40254630.0,ns,315 -schedule,shipyard,,,,38708534.0,ns,324 -schedule,shipyard,,,,40010645.0,ns,333 -schedule,shipyard,,,,44172634.0,ns,342 -schedule,shipyard,,,,44275541.0,ns,351 -schedule,shipyard,,,,46098734.0,ns,360 -schedule,shipyard,,,,45890016.0,ns,369 -schedule,shipyard,,,,46810128.0,ns,378 -schedule,shipyard,,,,54919500.0,ns,387 -schedule,shipyard,,,,47406664.0,ns,396 -schedule,shipyard,,,,48561075.0,ns,405 -schedule,shipyard,,,,49581980.0,ns,414 -schedule,shipyard,,,,52696294.0,ns,423 -schedule,shipyard,,,,53580388.0,ns,432 -schedule,shipyard,,,,57697942.0,ns,441 -schedule,shipyard,,,,60446858.0,ns,450 -schedule,shipyard,,,,52896014.0,ns,459 -schedule,shipyard,,,,53918611.0,ns,468 -schedule,shipyard,,,,55390866.0,ns,477 -schedule,shipyard,,,,56351215.0,ns,486 -schedule,shipyard,,,,63416476.0,ns,495 -schedule,shipyard,,,,60996224.0,ns,504 -schedule,shipyard,,,,59257002.0,ns,513 -schedule,shipyard,,,,65873958.0,ns,522 -schedule,shipyard,,,,61902341.0,ns,531 -schedule,shipyard,,,,55403372.0,ns,540 -schedule,shipyard,,,,79079676.0,ns,549 -schedule,shipyard,,,,81376161.0,ns,558 -schedule,shipyard,,,,69499254.0,ns,567 -schedule,shipyard,,,,74433095.0,ns,576 -schedule,shipyard,,,,79574470.0,ns,585 -schedule,shipyard,,,,72262649.0,ns,594 -schedule,shipyard,,,,79027437.0,ns,603 -schedule,shipyard,,,,75131696.0,ns,612 -schedule,shipyard,,,,83106768.0,ns,621 -schedule,shipyard,,,,78777360.0,ns,630 -schedule,shipyard,,,,75949854.0,ns,639 -schedule,shipyard,,,,83607412.0,ns,648 -schedule,shipyard,,,,88564236.0,ns,657 -schedule,shipyard,,,,85257907.0,ns,666 -schedule,shipyard,,,,83229793.0,ns,675 -schedule,shipyard,,,,83023309.0,ns,684 -schedule,shipyard,,,,81201508.0,ns,693 -schedule,shipyard,,,,81524435.0,ns,702 -schedule,shipyard,,,,82591859.0,ns,711 -schedule,shipyard,,,,62950257.0,ns,720 -schedule,shipyard,,,,85125925.0,ns,729 -schedule,shipyard,,,,88909583.0,ns,738 -schedule,shipyard,,,,92623468.0,ns,747 -schedule,shipyard,,,,95128272.0,ns,756 -schedule,shipyard,,,,97050023.0,ns,765 -schedule,shipyard,,,,93257386.0,ns,774 -schedule,shipyard,,,,94816607.0,ns,783 -schedule,shipyard,,,,96413270.0,ns,792 -schedule,shipyard,,,,99217221.0,ns,801 -schedule,shipyard,,,,96972744.0,ns,810 -schedule,shipyard,,,,99901865.0,ns,819 -schedule,shipyard,,,,99563310.0,ns,828 -schedule,shipyard,,,,102776992.0,ns,837 -schedule,shipyard,,,,99941761.0,ns,846 -schedule,shipyard,,,,102249718.0,ns,855 -schedule,shipyard,,,,109724598.0,ns,864 -schedule,shipyard,,,,113336550.0,ns,873 -schedule,shipyard,,,,114029119.0,ns,882 -schedule,shipyard,,,,111914731.0,ns,891 -schedule,shipyard,,,,112573115.0,ns,900 +schedule,shipyard,,,,1176600.0,ns,7 +schedule,shipyard,,,,2613800.0,ns,14 +schedule,shipyard,,,,3959800.0,ns,21 +schedule,shipyard,,,,5154100.0,ns,28 +schedule,shipyard,,,,9008600.0,ns,35 +schedule,shipyard,,,,10656100.0,ns,42 +schedule,shipyard,,,,7980200.0,ns,49 +schedule,shipyard,,,,9809900.0,ns,56 +schedule,shipyard,,,,17009400.0,ns,63 +schedule,shipyard,,,,13155000.0,ns,70 +schedule,shipyard,,,,21084600.0,ns,77 +schedule,shipyard,,,,15534400.0,ns,84 +schedule,shipyard,,,,24164600.0,ns,91 +schedule,shipyard,,,,16192700.0,ns,98 +schedule,shipyard,,,,23505600.0,ns,105 +schedule,shipyard,,,,23301700.0,ns,112 +schedule,shipyard,,,,29899700.0,ns,119 +schedule,shipyard,,,,25285200.0,ns,126 +schedule,shipyard,,,,22858200.0,ns,133 +schedule,shipyard,,,,24534000.0,ns,140 +schedule,shipyard,,,,23326800.0,ns,147 +schedule,shipyard,,,,28025400.0,ns,154 +schedule,shipyard,,,,28421500.0,ns,161 +schedule,shipyard,,,,46096300.0,ns,168 +schedule,shipyard,,,,28214200.0,ns,175 +schedule,shipyard,,,,28600400.0,ns,182 +schedule,shipyard,,,,51068000.0,ns,189 +schedule,shipyard,,,,50087700.0,ns,196 +schedule,shipyard,,,,42853900.0,ns,203 +schedule,shipyard,,,,32833400.0,ns,210 +schedule,shipyard,,,,39362900.0,ns,217 +schedule,shipyard,,,,40373400.0,ns,224 +schedule,shipyard,,,,60931800.0,ns,231 +schedule,shipyard,,,,37179000.0,ns,238 +schedule,shipyard,,,,64640300.0,ns,245 +schedule,shipyard,,,,40001200.0,ns,252 +schedule,shipyard,,,,40522600.0,ns,259 +schedule,shipyard,,,,41925100.0,ns,266 +schedule,shipyard,,,,42932200.0,ns,273 +schedule,shipyard,,,,44535400.0,ns,280 +schedule,shipyard,,,,45532800.0,ns,287 +schedule,shipyard,,,,46105400.0,ns,294 +schedule,shipyard,,,,47320300.0,ns,301 +schedule,shipyard,,,,56283600.0,ns,308 +schedule,shipyard,,,,49658900.0,ns,315 +schedule,shipyard,,,,58646400.0,ns,322 +schedule,shipyard,,,,83319100.0,ns,329 +schedule,shipyard,,,,53124600.0,ns,336 +schedule,shipyard,,,,93385000.0,ns,343 +schedule,shipyard,,,,103780400.0,ns,350 +schedule,shipyard,,,,91112000.0,ns,357 +schedule,shipyard,,,,94778500.0,ns,364 +schedule,shipyard,,,,100505500.0,ns,371 +schedule,shipyard,,,,103340600.0,ns,378 +schedule,shipyard,,,,93448700.0,ns,385 +schedule,shipyard,,,,105544000.0,ns,392 +schedule,shipyard,,,,64555700.0,ns,399 +schedule,shipyard,,,,73843200.0,ns,406 +schedule,shipyard,,,,68422400.0,ns,413 +schedule,shipyard,,,,69073700.0,ns,420 +schedule,shipyard,,,,67283200.0,ns,427 +schedule,shipyard,,,,68110400.0,ns,434 +schedule,shipyard,,,,76303400.0,ns,441 +schedule,shipyard,,,,71651000.0,ns,448 +schedule,shipyard,,,,78649100.0,ns,455 +schedule,shipyard,,,,72743100.0,ns,462 +schedule,shipyard,,,,73752600.0,ns,469 +schedule,shipyard,,,,77940100.0,ns,476 +schedule,shipyard,,,,76009300.0,ns,483 +schedule,shipyard,,,,77012300.0,ns,490 +schedule,shipyard,,,,90898200.0,ns,497 +schedule,shipyard,,,,80059400.0,ns,504 +schedule,shipyard,,,,82245900.0,ns,511 +schedule,shipyard,,,,81158600.0,ns,518 +schedule,shipyard,,,,82300000.0,ns,525 +schedule,shipyard,,,,84955100.0,ns,532 +schedule,shipyard,,,,86701700.0,ns,539 +schedule,shipyard,,,,85222800.0,ns,546 +schedule,shipyard,,,,86846900.0,ns,553 +schedule,shipyard,,,,110338600.0,ns,560 +schedule,shipyard,,,,90538300.0,ns,567 +schedule,shipyard,,,,90810400.0,ns,574 +schedule,shipyard,,,,91392000.0,ns,581 +schedule,shipyard,,,,103539800.0,ns,588 +schedule,shipyard,,,,93126500.0,ns,595 +schedule,shipyard,,,,95812200.0,ns,602 +schedule,shipyard,,,,95203500.0,ns,609 +schedule,shipyard,,,,125162800.0,ns,616 +schedule,shipyard,,,,124821400.0,ns,623 +schedule,shipyard,,,,103775100.0,ns,630 +schedule,shipyard,,,,101101700.0,ns,637 +schedule,shipyard,,,,127086300.0,ns,644 +schedule,shipyard,,,,148763100.0,ns,651 +schedule,shipyard,,,,157658700.0,ns,658 +schedule,shipyard,,,,148422300.0,ns,665 +schedule,shipyard,,,,109820200.0,ns,672 +schedule,shipyard,,,,180238700.0,ns,679 +schedule,shipyard,,,,127150200.0,ns,686 +schedule,shipyard,,,,109236200.0,ns,693 +schedule,shipyard,,,,150838300.0,ns,700 diff --git a/target/criterion/schedule/shipyard/new/sample.json b/target/criterion/schedule/shipyard/new/sample.json index 6305b400..61d4e24a 100644 --- a/target/criterion/schedule/shipyard/new/sample.json +++ b/target/criterion/schedule/shipyard/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[1053607.0,2591066.0,4781179.0,4216995.0,6648605.0,7312162.0,10150338.0,8327875.0,9308784.0,10671542.0,14389705.0,14737526.0,13817834.0,14604524.0,15704249.0,19837604.0,17586434.0,18962938.0,19754816.0,20675008.0,16172300.0,26063213.0,23858723.0,30726178.0,29072457.0,27385292.0,28696240.0,31092015.0,31656559.0,31119608.0,32349931.0,37369512.0,39945221.0,37569676.0,40254630.0,38708534.0,40010645.0,44172634.0,44275541.0,46098734.0,45890016.0,46810128.0,54919500.0,47406664.0,48561075.0,49581980.0,52696294.0,53580388.0,57697942.0,60446858.0,52896014.0,53918611.0,55390866.0,56351215.0,63416476.0,60996224.0,59257002.0,65873958.0,61902341.0,55403372.0,79079676.0,81376161.0,69499254.0,74433095.0,79574470.0,72262649.0,79027437.0,75131696.0,83106768.0,78777360.0,75949854.0,83607412.0,88564236.0,85257907.0,83229793.0,83023309.0,81201508.0,81524435.0,82591859.0,62950257.0,85125925.0,88909583.0,92623468.0,95128272.0,97050023.0,93257386.0,94816607.0,96413270.0,99217221.0,96972744.0,99901865.0,99563310.0,102776992.0,99941761.0,102249718.0,109724598.0,113336550.0,114029119.0,111914731.0,112573115.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[1176600.0,2613800.0,3959800.0,5154100.0,9008600.0,10656100.0,7980200.0,9809900.0,17009400.0,13155000.0,21084600.0,15534400.0,24164600.0,16192700.0,23505600.0,23301700.0,29899700.0,25285200.0,22858200.0,24534000.0,23326800.0,28025400.0,28421500.0,46096300.0,28214200.0,28600400.0,51068000.0,50087700.0,42853900.0,32833400.0,39362900.0,40373400.0,60931800.0,37179000.0,64640300.0,40001200.0,40522600.0,41925100.0,42932200.0,44535400.0,45532800.0,46105400.0,47320300.0,56283600.0,49658900.0,58646400.0,83319100.0,53124600.0,93385000.0,103780400.0,91112000.0,94778500.0,100505500.0,103340600.0,93448700.0,105544000.0,64555700.0,73843200.0,68422400.0,69073700.0,67283200.0,68110400.0,76303400.0,71651000.0,78649100.0,72743100.0,73752600.0,77940100.0,76009300.0,77012300.0,90898200.0,80059400.0,82245900.0,81158600.0,82300000.0,84955100.0,86701700.0,85222800.0,86846900.0,110338600.0,90538300.0,90810400.0,91392000.0,103539800.0,93126500.0,95812200.0,95203500.0,125162800.0,124821400.0,103775100.0,101101700.0,127086300.0,148763100.0,157658700.0,148422300.0,109820200.0,180238700.0,127150200.0,109236200.0,150838300.0]} \ No newline at end of file diff --git a/target/criterion/schedule/shipyard/new/tukey.json b/target/criterion/schedule/shipyard/new/tukey.json index e34e79f1..4ae9a9c4 100644 --- a/target/criterion/schedule/shipyard/new/tukey.json +++ b/target/criterion/schedule/shipyard/new/tukey.json @@ -1 +1 @@ -[80966.07023391812,99043.4969225146,147249.96809210526,165327.39478070178] \ No newline at end of file +[-18072.0792682927,70233.82099303135,305716.2216898955,394022.1219512195] \ No newline at end of file diff --git a/target/criterion/schedule/shipyard/report/MAD.svg b/target/criterion/schedule/shipyard/report/MAD.svg index 7379e940..d65ba3e5 100644 --- a/target/criterion/schedule/shipyard/report/MAD.svg +++ b/target/criterion/schedule/shipyard/report/MAD.svg @@ -1,323 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - 0.45 - - - - - 6 - - - - - 6.5 - - - - - 7 - - - - - 7.5 - - - - - 8 - - - - - 8.5 - - - - - 9 - - - - - 9.5 - - - - - 10 - - - - - 10.5 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/shipyard: MAD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +schedule/shipyard:MAD + + +Density (a.u.) + + +Average time (us) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/schedule/shipyard/report/SD.svg b/target/criterion/schedule/shipyard/report/SD.svg index 3d48c912..037631b4 100644 --- a/target/criterion/schedule/shipyard/report/SD.svg +++ b/target/criterion/schedule/shipyard/report/SD.svg @@ -1,288 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 9 - - - - - 10 - - - - - 11 - - - - - 12 - - - - - 13 - - - - - 14 - - - - - 15 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/shipyard: SD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +schedule/shipyard:SD + + +Density (a.u.) + + +Average time (us) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + +0.16 + + + + +36 + + + +38 + + + +40 + + + +42 + + + +44 + + + +46 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/schedule/shipyard/report/both/pdf.svg b/target/criterion/schedule/shipyard/report/both/pdf.svg index ec98c401..6f81dbd1 100644 --- a/target/criterion/schedule/shipyard/report/both/pdf.svg +++ b/target/criterion/schedule/shipyard/report/both/pdf.svg @@ -1,343 +1,85 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 0.03 - - - - - 0.035 - - - - - 0.04 - - - - - 0.045 - - - - - 40 - - - - - 60 - - - - - 80 - - - - - 100 - - - - - 120 - - - - - 140 - - - - - 160 - - - - - 180 - - - - - 200 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/shipyard - - - - - Base PDF - - - Base PDF - - - - - - - - - - Base Mean - - - - - Base Mean - - - - - - New PDF - - - - - New PDF - - - - - - - - - - New Mean - - - - - New Mean - - - - - - - - - - - - - - + + +schedule/shipyard + + +Density (a.u.) + + +Average Time (us) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + + + + +Base PDF + + +New PDF + + +Base Mean + + +New Mean + + + + + - diff --git a/target/criterion/schedule/shipyard/report/both/regression.svg b/target/criterion/schedule/shipyard/report/both/regression.svg index 2342e580..df6d7f25 100644 --- a/target/criterion/schedule/shipyard/report/both/regression.svg +++ b/target/criterion/schedule/shipyard/report/both/regression.svg @@ -1,292 +1,110 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 0.2 - - - - - - - - - - - - - 0.4 - - - - - - - - - - - - - 0.6 - - - - - - - - - - - - - 0.8 - - - - - - - - - - - - - 1 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - schedule/shipyard - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - Base sample - - - - - - New sample - - - New sample - - - - - - - - - - - - - - + + +schedule/shipyard + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + +800 + + + +900 + + + + + + + +Base Sample + + +New Sample + + + - diff --git a/target/criterion/schedule/shipyard/report/change/mean.svg b/target/criterion/schedule/shipyard/report/change/mean.svg index dd2d6074..870b1db9 100644 --- a/target/criterion/schedule/shipyard/report/change/mean.svg +++ b/target/criterion/schedule/shipyard/report/change/mean.svg @@ -1,315 +1,89 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 2 - - - - - 4 - - - - - 6 - - - - - 8 - - - - - 10 - - - - - 12 - - - - - 14 - - - - - 16 - - - - - 18 - - - - - 8 - - - - - 10 - - - - - 12 - - - - - 14 - - - - - 16 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - schedule/shipyard: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +schedule/shipyard:mean + + +Density (a.u.) + + +Relative change (%) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + + +0.46 + + + +0.48 + + + +0.5 + + + +0.52 + + + +0.54 + + + +0.56 + + + +0.58 + + + +0.6 + + + +0.62 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/schedule/shipyard/report/change/median.svg b/target/criterion/schedule/shipyard/report/change/median.svg index d46d3f58..1832f8d4 100644 --- a/target/criterion/schedule/shipyard/report/change/median.svg +++ b/target/criterion/schedule/shipyard/report/change/median.svg @@ -1,325 +1,89 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 2 - - - - - 4 - - - - - 6 - - - - - 8 - - - - - 10 - - - - - 12 - - - - - 6 - - - - - 8 - - - - - 10 - - - - - 12 - - - - - 14 - - - - - 16 - - - - - 18 - - - - - 20 - - - - - 22 - - - - - 24 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - schedule/shipyard: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +schedule/shipyard:median + + +Density (a.u.) + + +Relative change (%) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + +10 + + + + +0.35 + + + +0.4 + + + +0.45 + + + +0.5 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/schedule/shipyard/report/change/t-test.svg b/target/criterion/schedule/shipyard/report/change/t-test.svg index fab61243..990267f6 100644 --- a/target/criterion/schedule/shipyard/report/change/t-test.svg +++ b/target/criterion/schedule/shipyard/report/change/t-test.svg @@ -1,240 +1,91 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - -6 - - - - - -4 - - - - - -2 - - - - - 0 - - - - - 2 - - - - - 4 - - - - - 6 - - - - - - - - - Density - - - - - t score - - - - - schedule/shipyard: Welch t test - - - - - t distribution - - - t distribution - - - - - - - - - - t statistic - - - - - t statistic - - - - - - - - - - - - - - + + +schedule/shipyard: Welch t test + + +Density + + +t score + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +-4.0 + + + +-3.0 + + + +-2.0 + + + +-1.0 + + + +0.0 + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + + + +t distribution + + +t statistic + + + - diff --git a/target/criterion/schedule/shipyard/report/index.html b/target/criterion/schedule/shipyard/report/index.html index dc3a03b3..89ba167b 100644 --- a/target/criterion/schedule/shipyard/report/index.html +++ b/target/criterion/schedule/shipyard/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 120.95 us - 123.05 us - 124.91 us + 176.26 us + 184.94 us + 194.36 us R² - 0.6161323 - 0.6308716 - 0.6193151 + 0.2315663 + 0.2412765 + 0.2299433 Mean - 122.08 us - 124.34 us - 126.69 us + 184.04 us + 192.00 us + 200.36 us Std. Dev. - 8.7076 us - 11.825 us - 14.782 us + 36.378 us + 42.027 us + 46.333 us Median - 120.47 us - 122.67 us - 124.46 us + 163.30 us + 174.10 us + 182.74 us MAD - 6.2492 us - 8.3407 us - 10.094 us + 9.9811 us + 24.856 us + 37.364 us @@ -231,9 +231,9 @@

Additional Statistics:

Change in time - +7.3715% - +11.562% - +16.052% + +47.447% + +54.414% + +61.842% (p = 0.00 < 0.05) diff --git a/target/criterion/schedule/shipyard/report/mean.svg b/target/criterion/schedule/shipyard/report/mean.svg index d4fe8a03..7c1fc072 100644 --- a/target/criterion/schedule/shipyard/report/mean.svg +++ b/target/criterion/schedule/shipyard/report/mean.svg @@ -1,293 +1,108 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 122 - - - - - 123 - - - - - 124 - - - - - 125 - - - - - 126 - - - - - 127 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/shipyard: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +schedule/shipyard:mean + + +Density (a.u.) + + +Average time (us) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + +0.08 + + + +0.09 + + + +0.1 + + + + +184 + + + +186 + + + +188 + + + +190 + + + +192 + + + +194 + + + +196 + + + +198 + + + +200 + + + +202 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/schedule/shipyard/report/median.svg b/target/criterion/schedule/shipyard/report/median.svg index 6370a4ee..5643c56f 100644 --- a/target/criterion/schedule/shipyard/report/median.svg +++ b/target/criterion/schedule/shipyard/report/median.svg @@ -1,313 +1,64 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.1 - - - - - 0.2 - - - - - 0.3 - - - - - 0.4 - - - - - 0.5 - - - - - 0.6 - - - - - 0.7 - - - - - 0.8 - - - - - 120.5 - - - - - 121 - - - - - 121.5 - - - - - 122 - - - - - 122.5 - - - - - 123 - - - - - 123.5 - - - - - 124 - - - - - 124.5 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/shipyard: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +schedule/shipyard:median + + +Density (a.u.) + + +Average time (us) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + + +165 + + + +170 + + + +175 + + + +180 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/schedule/shipyard/report/pdf.svg b/target/criterion/schedule/shipyard/report/pdf.svg index 19568713..265371f7 100644 --- a/target/criterion/schedule/shipyard/report/pdf.svg +++ b/target/criterion/schedule/shipyard/report/pdf.svg @@ -1,445 +1,107 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 100 - - - - - 200 - - - - - 300 - - - - - 400 - - - - - 500 - - - - - 600 - - - - - 700 - - - - - 800 - - - - - 900 - - - - - 80 - - - - - 100 - - - - - 120 - - - - - 140 - - - - - 160 - - - - - 180 - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 0.03 - - - - - 0.035 - - - - - 0.04 - - - - - 0.045 - - - - - - - - - Iterations - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/shipyard - - - - - PDF - - - PDF - - - - - - - - - - Mean - - - - - Mean - - - - - - "Clean" sample - - - - - "Clean" sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Mild outliers - - - Mild outliers - - - - - - - - - - - Severe outliers - - - Severe outliers - - - - - - - - gnuplot_plot_6 - - - - - - gnuplot_plot_7 - - - - gnuplot_plot_8 - - - - gnuplot_plot_9 - - - - - - - - - - - - + + +schedule/shipyard + + +Iterations + + +Average Time (us) + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + + +150 + + + +200 + + + +250 + + + +300 + + + +Density (a.u.) + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + - diff --git a/target/criterion/schedule/shipyard/report/pdf_small.svg b/target/criterion/schedule/shipyard/report/pdf_small.svg index 3d07af47..604c5f9d 100644 --- a/target/criterion/schedule/shipyard/report/pdf_small.svg +++ b/target/criterion/schedule/shipyard/report/pdf_small.svg @@ -1,224 +1,56 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 0.03 - - - - - 0.035 - - - - - 0.04 - - - - - 0.045 - - - - - 80 - - - - - 100 - - - - - 120 - - - - - 140 - - - - - 160 - - - - - 180 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - PDF - - - - - - - Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + +0.014 + + + + +150 + + + +200 + + + +250 + + + +300 + + + + - diff --git a/target/criterion/schedule/shipyard/report/regression.svg b/target/criterion/schedule/shipyard/report/regression.svg index 948d3456..0f14eabd 100644 --- a/target/criterion/schedule/shipyard/report/regression.svg +++ b/target/criterion/schedule/shipyard/report/regression.svg @@ -1,434 +1,203 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 300 - - - - - - - - - - - - - 400 - - - - - - - - - - - - - 500 - - - - - - - - - - - - - 600 - - - - - - - - - - - - - 700 - - - - - - - - - - - - - 800 - - - - - - - - - - - - - 900 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - schedule/shipyard - - - - - Sample - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - Linear regression - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - - + + +schedule/shipyard + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + - diff --git a/target/criterion/schedule/shipyard/report/regression_small.svg b/target/criterion/schedule/shipyard/report/regression_small.svg index fac68df5..251170ef 100644 --- a/target/criterion/schedule/shipyard/report/regression_small.svg +++ b/target/criterion/schedule/shipyard/report/regression_small.svg @@ -1,412 +1,188 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 300 - - - - - - - - - - - - - 400 - - - - - - - - - - - - - 500 - - - - - - - - - - - - - 600 - - - - - - - - - - - - - 700 - - - - - - - - - - - - - 800 - - - - - - - - - - - - - 900 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/schedule/shipyard/report/relative_pdf_small.svg b/target/criterion/schedule/shipyard/report/relative_pdf_small.svg index 0bc710cc..5b6b060f 100644 --- a/target/criterion/schedule/shipyard/report/relative_pdf_small.svg +++ b/target/criterion/schedule/shipyard/report/relative_pdf_small.svg @@ -1,316 +1,66 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 0.03 - - - - - 0.035 - - - - - 0.04 - - - - - 0.045 - - - - - 40 - - - - - 60 - - - - - 80 - - - - - 100 - - - - - 120 - - - - - 140 - - - - - 160 - - - - - 180 - - - - - 200 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - Base PDF - - - - - - - Base Mean - - - - - - New PDF - - - - - - - - - New Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + + + - diff --git a/target/criterion/schedule/shipyard/report/relative_regression_small.svg b/target/criterion/schedule/shipyard/report/relative_regression_small.svg index 1b1775e8..971247be 100644 --- a/target/criterion/schedule/shipyard/report/relative_regression_small.svg +++ b/target/criterion/schedule/shipyard/report/relative_regression_small.svg @@ -1,277 +1,99 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 0.2 - - - - - - - - - - - - - 0.4 - - - - - - - - - - - - - 0.6 - - - - - - - - - - - - - 0.8 - - - - - - - - - - - - - 1 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - - New sample - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + +800 + + + +900 + + + + + + - diff --git a/target/criterion/schedule/shipyard/report/slope.svg b/target/criterion/schedule/shipyard/report/slope.svg index 2ddd5085..95e10433 100644 --- a/target/criterion/schedule/shipyard/report/slope.svg +++ b/target/criterion/schedule/shipyard/report/slope.svg @@ -1,318 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - 0.45 - - - - - 121 - - - - - 121.5 - - - - - 122 - - - - - 122.5 - - - - - 123 - - - - - 123.5 - - - - - 124 - - - - - 124.5 - - - - - 125 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/shipyard: slope - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +schedule/shipyard:slope + + +Density (a.u.) + + +Average time (us) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + +0.08 + + + +0.09 + + + + +175 + + + +180 + + + +185 + + + +190 + + + +195 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/schedule/shipyard/report/typical.svg b/target/criterion/schedule/shipyard/report/typical.svg index ab0629cd..b1ff25ff 100644 --- a/target/criterion/schedule/shipyard/report/typical.svg +++ b/target/criterion/schedule/shipyard/report/typical.svg @@ -1,318 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - 0.45 - - - - - 121 - - - - - 121.5 - - - - - 122 - - - - - 122.5 - - - - - 123 - - - - - 123.5 - - - - - 124 - - - - - 124.5 - - - - - 125 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/shipyard: typical - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +schedule/shipyard:typical + + +Density (a.u.) + + +Average time (us) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + +0.08 + + + +0.09 + + + + +175 + + + +180 + + + +185 + + + +190 + + + +195 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/schedule/specs/base/estimates.json b/target/criterion/schedule/specs/base/estimates.json index 1ec96b8e..927ebd29 100644 --- a/target/criterion/schedule/specs/base/estimates.json +++ b/target/criterion/schedule/specs/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":155748.75870731456,"upper_bound":166967.53599701414},"point_estimate":161040.05571365083,"standard_error":2876.0299413827047},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":148076.53254564985,"upper_bound":154679.5},"point_estimate":151499.60580565268,"standard_error":1885.2655804113576},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9119.575261985901,"upper_bound":17255.36060958173},"point_estimate":13318.506340685544,"standard_error":2200.419997741798},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":144623.53977493066,"upper_bound":148273.49484920426},"point_estimate":146318.9694052017,"standard_error":930.3129082040876},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20001.632175402447,"upper_bound":37084.662423908536},"point_estimate":28931.62417681621,"standard_error":4384.742822904617}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":174663.05398122885,"upper_bound":179234.64145012508},"point_estimate":176933.17585501005,"standard_error":1166.8757652629313},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":168017.59259259258,"upper_bound":184836.93693693692},"point_estimate":169464.98015873015,"standard_error":3469.1253174592903},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4082.309158293745,"upper_bound":17240.23199916893},"point_estimate":6684.26318959618,"standard_error":3098.357719053516},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":174121.45217644007,"upper_bound":180599.04389491785},"point_estimate":177350.69213339244,"standard_error":1656.1894878618623},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10939.887240120428,"upper_bound":12176.839585970161},"point_estimate":11693.179916527317,"standard_error":313.8841284196219}} \ No newline at end of file diff --git a/target/criterion/schedule/specs/base/raw.csv b/target/criterion/schedule/specs/base/raw.csv index e0453614..09c18c71 100644 --- a/target/criterion/schedule/specs/base/raw.csv +++ b/target/criterion/schedule/specs/base/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -schedule,specs,,,,2453965.0,ns,8 -schedule,specs,,,,3320467.0,ns,16 -schedule,specs,,,,6127685.0,ns,24 -schedule,specs,,,,7755186.0,ns,32 -schedule,specs,,,,10032092.0,ns,40 -schedule,specs,,,,10832997.0,ns,48 -schedule,specs,,,,12527946.0,ns,56 -schedule,specs,,,,12975690.0,ns,64 -schedule,specs,,,,15679220.0,ns,72 -schedule,specs,,,,15322491.0,ns,80 -schedule,specs,,,,16977074.0,ns,88 -schedule,specs,,,,18651113.0,ns,96 -schedule,specs,,,,19531962.0,ns,104 -schedule,specs,,,,20477703.0,ns,112 -schedule,specs,,,,20419392.0,ns,120 -schedule,specs,,,,22915346.0,ns,128 -schedule,specs,,,,24221986.0,ns,136 -schedule,specs,,,,22490786.0,ns,144 -schedule,specs,,,,26182731.0,ns,152 -schedule,specs,,,,29498528.0,ns,160 -schedule,specs,,,,27221300.0,ns,168 -schedule,specs,,,,27727484.0,ns,176 -schedule,specs,,,,30854882.0,ns,184 -schedule,specs,,,,31424888.0,ns,192 -schedule,specs,,,,34674690.0,ns,200 -schedule,specs,,,,32928413.0,ns,208 -schedule,specs,,,,33820442.0,ns,216 -schedule,specs,,,,39420701.0,ns,224 -schedule,specs,,,,37950239.0,ns,232 -schedule,specs,,,,37183951.0,ns,240 -schedule,specs,,,,37917116.0,ns,248 -schedule,specs,,,,43034345.0,ns,256 -schedule,specs,,,,39906115.0,ns,264 -schedule,specs,,,,42946667.0,ns,272 -schedule,specs,,,,41492328.0,ns,280 -schedule,specs,,,,42873208.0,ns,288 -schedule,specs,,,,45565456.0,ns,296 -schedule,specs,,,,46215756.0,ns,304 -schedule,specs,,,,49331633.0,ns,312 -schedule,specs,,,,50290739.0,ns,320 -schedule,specs,,,,56763710.0,ns,328 -schedule,specs,,,,54969583.0,ns,336 -schedule,specs,,,,51905807.0,ns,344 -schedule,specs,,,,49922167.0,ns,352 -schedule,specs,,,,54286592.0,ns,360 -schedule,specs,,,,54196370.0,ns,368 -schedule,specs,,,,57424288.0,ns,376 -schedule,specs,,,,55207455.0,ns,384 -schedule,specs,,,,57805766.0,ns,392 -schedule,specs,,,,61760260.0,ns,400 -schedule,specs,,,,56662559.0,ns,408 -schedule,specs,,,,63165309.0,ns,416 -schedule,specs,,,,60899952.0,ns,424 -schedule,specs,,,,63548376.0,ns,432 -schedule,specs,,,,68058980.0,ns,440 -schedule,specs,,,,69061430.0,ns,448 -schedule,specs,,,,62938496.0,ns,456 -schedule,specs,,,,74733777.0,ns,464 -schedule,specs,,,,67736084.0,ns,472 -schedule,specs,,,,68397353.0,ns,480 -schedule,specs,,,,74923178.0,ns,488 -schedule,specs,,,,67955012.0,ns,496 -schedule,specs,,,,73021604.0,ns,504 -schedule,specs,,,,78493740.0,ns,512 -schedule,specs,,,,75396710.0,ns,520 -schedule,specs,,,,75880350.0,ns,528 -schedule,specs,,,,80250216.0,ns,536 -schedule,specs,,,,76563583.0,ns,544 -schedule,specs,,,,89643811.0,ns,552 -schedule,specs,,,,81080818.0,ns,560 -schedule,specs,,,,83657598.0,ns,568 -schedule,specs,,,,83297000.0,ns,576 -schedule,specs,,,,83036904.0,ns,584 -schedule,specs,,,,84843426.0,ns,592 -schedule,specs,,,,85444532.0,ns,600 -schedule,specs,,,,85171352.0,ns,608 -schedule,specs,,,,100444729.0,ns,616 -schedule,specs,,,,87583006.0,ns,624 -schedule,specs,,,,90084210.0,ns,632 -schedule,specs,,,,91480720.0,ns,640 -schedule,specs,,,,96740319.0,ns,648 -schedule,specs,,,,97869081.0,ns,656 -schedule,specs,,,,95139451.0,ns,664 -schedule,specs,,,,110399283.0,ns,672 -schedule,specs,,,,94018144.0,ns,680 -schedule,specs,,,,99018050.0,ns,688 -schedule,specs,,,,99942570.0,ns,696 -schedule,specs,,,,94133395.0,ns,704 -schedule,specs,,,,97874412.0,ns,712 -schedule,specs,,,,103067614.0,ns,720 -schedule,specs,,,,106629682.0,ns,728 -schedule,specs,,,,101551117.0,ns,736 -schedule,specs,,,,102844600.0,ns,744 -schedule,specs,,,,102924512.0,ns,752 -schedule,specs,,,,113003926.0,ns,760 -schedule,specs,,,,109977290.0,ns,768 -schedule,specs,,,,109015014.0,ns,776 -schedule,specs,,,,114138486.0,ns,784 -schedule,specs,,,,112647236.0,ns,792 -schedule,specs,,,,119127000.0,ns,800 +schedule,specs,,,,1161100.0,ns,6 +schedule,specs,,,,2016100.0,ns,12 +schedule,specs,,,,3106400.0,ns,18 +schedule,specs,,,,4072600.0,ns,24 +schedule,specs,,,,5120000.0,ns,30 +schedule,specs,,,,6074900.0,ns,36 +schedule,specs,,,,7120200.0,ns,42 +schedule,specs,,,,8177300.0,ns,48 +schedule,specs,,,,9171400.0,ns,54 +schedule,specs,,,,10075200.0,ns,60 +schedule,specs,,,,11130500.0,ns,66 +schedule,specs,,,,12196900.0,ns,72 +schedule,specs,,,,15083600.0,ns,78 +schedule,specs,,,,15528700.0,ns,84 +schedule,specs,,,,17071700.0,ns,90 +schedule,specs,,,,18111300.0,ns,96 +schedule,specs,,,,17088500.0,ns,102 +schedule,specs,,,,18145900.0,ns,108 +schedule,specs,,,,19092300.0,ns,114 +schedule,specs,,,,20194300.0,ns,120 +schedule,specs,,,,20887100.0,ns,126 +schedule,specs,,,,22677900.0,ns,132 +schedule,specs,,,,26776900.0,ns,138 +schedule,specs,,,,26720800.0,ns,144 +schedule,specs,,,,28455400.0,ns,150 +schedule,specs,,,,25824000.0,ns,156 +schedule,specs,,,,27035900.0,ns,162 +schedule,specs,,,,31572000.0,ns,168 +schedule,specs,,,,33600700.0,ns,174 +schedule,specs,,,,34907500.0,ns,180 +schedule,specs,,,,35144000.0,ns,186 +schedule,specs,,,,32051200.0,ns,192 +schedule,specs,,,,37551500.0,ns,198 +schedule,specs,,,,33959100.0,ns,204 +schedule,specs,,,,34836700.0,ns,210 +schedule,specs,,,,36189800.0,ns,216 +schedule,specs,,,,41033800.0,ns,222 +schedule,specs,,,,44308200.0,ns,228 +schedule,specs,,,,39179800.0,ns,234 +schedule,specs,,,,42749100.0,ns,240 +schedule,specs,,,,46514000.0,ns,246 +schedule,specs,,,,47709700.0,ns,252 +schedule,specs,,,,43132900.0,ns,258 +schedule,specs,,,,49902900.0,ns,264 +schedule,specs,,,,44548300.0,ns,270 +schedule,specs,,,,52669700.0,ns,276 +schedule,specs,,,,53360100.0,ns,282 +schedule,specs,,,,47467200.0,ns,288 +schedule,specs,,,,49527600.0,ns,294 +schedule,specs,,,,50608500.0,ns,300 +schedule,specs,,,,59612000.0,ns,306 +schedule,specs,,,,52621000.0,ns,312 +schedule,specs,,,,53083300.0,ns,318 +schedule,specs,,,,54030100.0,ns,324 +schedule,specs,,,,55621100.0,ns,330 +schedule,specs,,,,56050100.0,ns,336 +schedule,specs,,,,66220800.0,ns,342 +schedule,specs,,,,65996100.0,ns,348 +schedule,specs,,,,58892000.0,ns,354 +schedule,specs,,,,60453100.0,ns,360 +schedule,specs,,,,69218800.0,ns,366 +schedule,specs,,,,62412700.0,ns,372 +schedule,specs,,,,72382200.0,ns,378 +schedule,specs,,,,63954000.0,ns,384 +schedule,specs,,,,64393500.0,ns,390 +schedule,specs,,,,75242700.0,ns,396 +schedule,specs,,,,66450000.0,ns,402 +schedule,specs,,,,67598800.0,ns,408 +schedule,specs,,,,78433400.0,ns,414 +schedule,specs,,,,69685600.0,ns,420 +schedule,specs,,,,70293600.0,ns,426 +schedule,specs,,,,82940100.0,ns,432 +schedule,specs,,,,72575600.0,ns,438 +schedule,specs,,,,84972600.0,ns,444 +schedule,specs,,,,74085300.0,ns,450 +schedule,specs,,,,86313600.0,ns,456 +schedule,specs,,,,87385100.0,ns,462 +schedule,specs,,,,77125100.0,ns,468 +schedule,specs,,,,91776800.0,ns,474 +schedule,specs,,,,79575800.0,ns,480 +schedule,specs,,,,80856200.0,ns,486 +schedule,specs,,,,81140300.0,ns,492 +schedule,specs,,,,94961300.0,ns,498 +schedule,specs,,,,96701000.0,ns,504 +schedule,specs,,,,96701600.0,ns,510 +schedule,specs,,,,97793400.0,ns,516 +schedule,specs,,,,85943200.0,ns,522 +schedule,specs,,,,87223600.0,ns,528 +schedule,specs,,,,88791900.0,ns,534 +schedule,specs,,,,102517200.0,ns,540 +schedule,specs,,,,90010800.0,ns,546 +schedule,specs,,,,92859400.0,ns,552 +schedule,specs,,,,92686000.0,ns,558 +schedule,specs,,,,93064800.0,ns,564 +schedule,specs,,,,108921300.0,ns,570 +schedule,specs,,,,94887400.0,ns,576 +schedule,specs,,,,113019600.0,ns,582 +schedule,specs,,,,111049200.0,ns,588 +schedule,specs,,,,105331700.0,ns,594 +schedule,specs,,,,115976900.0,ns,600 diff --git a/target/criterion/schedule/specs/base/sample.json b/target/criterion/schedule/specs/base/sample.json index b69cdb0e..83a84803 100644 --- a/target/criterion/schedule/specs/base/sample.json +++ b/target/criterion/schedule/specs/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[2453965.0,3320467.0,6127685.0,7755186.0,10032092.0,10832997.0,12527946.0,12975690.0,15679220.0,15322491.0,16977074.0,18651113.0,19531962.0,20477703.0,20419392.0,22915346.0,24221986.0,22490786.0,26182731.0,29498528.0,27221300.0,27727484.0,30854882.0,31424888.0,34674690.0,32928413.0,33820442.0,39420701.0,37950239.0,37183951.0,37917116.0,43034345.0,39906115.0,42946667.0,41492328.0,42873208.0,45565456.0,46215756.0,49331633.0,50290739.0,56763710.0,54969583.0,51905807.0,49922167.0,54286592.0,54196370.0,57424288.0,55207455.0,57805766.0,61760260.0,56662559.0,63165309.0,60899952.0,63548376.0,68058980.0,69061430.0,62938496.0,74733777.0,67736084.0,68397353.0,74923178.0,67955012.0,73021604.0,78493740.0,75396710.0,75880350.0,80250216.0,76563583.0,89643811.0,81080818.0,83657598.0,83297000.0,83036904.0,84843426.0,85444532.0,85171352.0,100444729.0,87583006.0,90084210.0,91480720.0,96740319.0,97869081.0,95139451.0,110399283.0,94018144.0,99018050.0,99942570.0,94133395.0,97874412.0,103067614.0,106629682.0,101551117.0,102844600.0,102924512.0,113003926.0,109977290.0,109015014.0,114138486.0,112647236.0,119127000.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[1161100.0,2016100.0,3106400.0,4072600.0,5120000.0,6074900.0,7120200.0,8177300.0,9171400.0,10075200.0,11130500.0,12196900.0,15083600.0,15528700.0,17071700.0,18111300.0,17088500.0,18145900.0,19092300.0,20194300.0,20887100.0,22677900.0,26776900.0,26720800.0,28455400.0,25824000.0,27035900.0,31572000.0,33600700.0,34907500.0,35144000.0,32051200.0,37551500.0,33959100.0,34836700.0,36189800.0,41033800.0,44308200.0,39179800.0,42749100.0,46514000.0,47709700.0,43132900.0,49902900.0,44548300.0,52669700.0,53360100.0,47467200.0,49527600.0,50608500.0,59612000.0,52621000.0,53083300.0,54030100.0,55621100.0,56050100.0,66220800.0,65996100.0,58892000.0,60453100.0,69218800.0,62412700.0,72382200.0,63954000.0,64393500.0,75242700.0,66450000.0,67598800.0,78433400.0,69685600.0,70293600.0,82940100.0,72575600.0,84972600.0,74085300.0,86313600.0,87385100.0,77125100.0,91776800.0,79575800.0,80856200.0,81140300.0,94961300.0,96701000.0,96701600.0,97793400.0,85943200.0,87223600.0,88791900.0,102517200.0,90010800.0,92859400.0,92686000.0,93064800.0,108921300.0,94887400.0,113019600.0,111049200.0,105331700.0,115976900.0]} \ No newline at end of file diff --git a/target/criterion/schedule/specs/base/tukey.json b/target/criterion/schedule/specs/base/tukey.json index 1c015b21..9b03cdcf 100644 --- a/target/criterion/schedule/specs/base/tukey.json +++ b/target/criterion/schedule/specs/base/tukey.json @@ -1 +1 @@ -[82821.70045647395,113197.79925293014,194200.72937681334,224576.82817326952] \ No newline at end of file +[97473.85687414496,132000.278620896,224070.7366122321,258597.15835898317] \ No newline at end of file diff --git a/target/criterion/schedule/specs/change/estimates.json b/target/criterion/schedule/specs/change/estimates.json index 12c94b41..a6805df1 100644 --- a/target/criterion/schedule/specs/change/estimates.json +++ b/target/criterion/schedule/specs/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.05249142382668469,"upper_bound":0.05256933551890565},"point_estimate":-0.0005268758530092565,"standard_error":0.02691866583434378},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.029042558945952757,"upper_bound":0.04046593866494122},"point_estimate":0.012396960872479212,"standard_error":0.018071872228005114}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.057332904884310636,"upper_bound":0.13899929949301582},"point_estimate":0.09869047840879519,"standard_error":0.02088100871037514},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0919340881293914,"upper_bound":0.2227938337608495},"point_estimate":0.11858363761107005,"standard_error":0.029469530051705977}} \ No newline at end of file diff --git a/target/criterion/schedule/specs/new/estimates.json b/target/criterion/schedule/specs/new/estimates.json index 1ec96b8e..927ebd29 100644 --- a/target/criterion/schedule/specs/new/estimates.json +++ b/target/criterion/schedule/specs/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":155748.75870731456,"upper_bound":166967.53599701414},"point_estimate":161040.05571365083,"standard_error":2876.0299413827047},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":148076.53254564985,"upper_bound":154679.5},"point_estimate":151499.60580565268,"standard_error":1885.2655804113576},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9119.575261985901,"upper_bound":17255.36060958173},"point_estimate":13318.506340685544,"standard_error":2200.419997741798},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":144623.53977493066,"upper_bound":148273.49484920426},"point_estimate":146318.9694052017,"standard_error":930.3129082040876},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20001.632175402447,"upper_bound":37084.662423908536},"point_estimate":28931.62417681621,"standard_error":4384.742822904617}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":174663.05398122885,"upper_bound":179234.64145012508},"point_estimate":176933.17585501005,"standard_error":1166.8757652629313},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":168017.59259259258,"upper_bound":184836.93693693692},"point_estimate":169464.98015873015,"standard_error":3469.1253174592903},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4082.309158293745,"upper_bound":17240.23199916893},"point_estimate":6684.26318959618,"standard_error":3098.357719053516},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":174121.45217644007,"upper_bound":180599.04389491785},"point_estimate":177350.69213339244,"standard_error":1656.1894878618623},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10939.887240120428,"upper_bound":12176.839585970161},"point_estimate":11693.179916527317,"standard_error":313.8841284196219}} \ No newline at end of file diff --git a/target/criterion/schedule/specs/new/raw.csv b/target/criterion/schedule/specs/new/raw.csv index e0453614..09c18c71 100644 --- a/target/criterion/schedule/specs/new/raw.csv +++ b/target/criterion/schedule/specs/new/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -schedule,specs,,,,2453965.0,ns,8 -schedule,specs,,,,3320467.0,ns,16 -schedule,specs,,,,6127685.0,ns,24 -schedule,specs,,,,7755186.0,ns,32 -schedule,specs,,,,10032092.0,ns,40 -schedule,specs,,,,10832997.0,ns,48 -schedule,specs,,,,12527946.0,ns,56 -schedule,specs,,,,12975690.0,ns,64 -schedule,specs,,,,15679220.0,ns,72 -schedule,specs,,,,15322491.0,ns,80 -schedule,specs,,,,16977074.0,ns,88 -schedule,specs,,,,18651113.0,ns,96 -schedule,specs,,,,19531962.0,ns,104 -schedule,specs,,,,20477703.0,ns,112 -schedule,specs,,,,20419392.0,ns,120 -schedule,specs,,,,22915346.0,ns,128 -schedule,specs,,,,24221986.0,ns,136 -schedule,specs,,,,22490786.0,ns,144 -schedule,specs,,,,26182731.0,ns,152 -schedule,specs,,,,29498528.0,ns,160 -schedule,specs,,,,27221300.0,ns,168 -schedule,specs,,,,27727484.0,ns,176 -schedule,specs,,,,30854882.0,ns,184 -schedule,specs,,,,31424888.0,ns,192 -schedule,specs,,,,34674690.0,ns,200 -schedule,specs,,,,32928413.0,ns,208 -schedule,specs,,,,33820442.0,ns,216 -schedule,specs,,,,39420701.0,ns,224 -schedule,specs,,,,37950239.0,ns,232 -schedule,specs,,,,37183951.0,ns,240 -schedule,specs,,,,37917116.0,ns,248 -schedule,specs,,,,43034345.0,ns,256 -schedule,specs,,,,39906115.0,ns,264 -schedule,specs,,,,42946667.0,ns,272 -schedule,specs,,,,41492328.0,ns,280 -schedule,specs,,,,42873208.0,ns,288 -schedule,specs,,,,45565456.0,ns,296 -schedule,specs,,,,46215756.0,ns,304 -schedule,specs,,,,49331633.0,ns,312 -schedule,specs,,,,50290739.0,ns,320 -schedule,specs,,,,56763710.0,ns,328 -schedule,specs,,,,54969583.0,ns,336 -schedule,specs,,,,51905807.0,ns,344 -schedule,specs,,,,49922167.0,ns,352 -schedule,specs,,,,54286592.0,ns,360 -schedule,specs,,,,54196370.0,ns,368 -schedule,specs,,,,57424288.0,ns,376 -schedule,specs,,,,55207455.0,ns,384 -schedule,specs,,,,57805766.0,ns,392 -schedule,specs,,,,61760260.0,ns,400 -schedule,specs,,,,56662559.0,ns,408 -schedule,specs,,,,63165309.0,ns,416 -schedule,specs,,,,60899952.0,ns,424 -schedule,specs,,,,63548376.0,ns,432 -schedule,specs,,,,68058980.0,ns,440 -schedule,specs,,,,69061430.0,ns,448 -schedule,specs,,,,62938496.0,ns,456 -schedule,specs,,,,74733777.0,ns,464 -schedule,specs,,,,67736084.0,ns,472 -schedule,specs,,,,68397353.0,ns,480 -schedule,specs,,,,74923178.0,ns,488 -schedule,specs,,,,67955012.0,ns,496 -schedule,specs,,,,73021604.0,ns,504 -schedule,specs,,,,78493740.0,ns,512 -schedule,specs,,,,75396710.0,ns,520 -schedule,specs,,,,75880350.0,ns,528 -schedule,specs,,,,80250216.0,ns,536 -schedule,specs,,,,76563583.0,ns,544 -schedule,specs,,,,89643811.0,ns,552 -schedule,specs,,,,81080818.0,ns,560 -schedule,specs,,,,83657598.0,ns,568 -schedule,specs,,,,83297000.0,ns,576 -schedule,specs,,,,83036904.0,ns,584 -schedule,specs,,,,84843426.0,ns,592 -schedule,specs,,,,85444532.0,ns,600 -schedule,specs,,,,85171352.0,ns,608 -schedule,specs,,,,100444729.0,ns,616 -schedule,specs,,,,87583006.0,ns,624 -schedule,specs,,,,90084210.0,ns,632 -schedule,specs,,,,91480720.0,ns,640 -schedule,specs,,,,96740319.0,ns,648 -schedule,specs,,,,97869081.0,ns,656 -schedule,specs,,,,95139451.0,ns,664 -schedule,specs,,,,110399283.0,ns,672 -schedule,specs,,,,94018144.0,ns,680 -schedule,specs,,,,99018050.0,ns,688 -schedule,specs,,,,99942570.0,ns,696 -schedule,specs,,,,94133395.0,ns,704 -schedule,specs,,,,97874412.0,ns,712 -schedule,specs,,,,103067614.0,ns,720 -schedule,specs,,,,106629682.0,ns,728 -schedule,specs,,,,101551117.0,ns,736 -schedule,specs,,,,102844600.0,ns,744 -schedule,specs,,,,102924512.0,ns,752 -schedule,specs,,,,113003926.0,ns,760 -schedule,specs,,,,109977290.0,ns,768 -schedule,specs,,,,109015014.0,ns,776 -schedule,specs,,,,114138486.0,ns,784 -schedule,specs,,,,112647236.0,ns,792 -schedule,specs,,,,119127000.0,ns,800 +schedule,specs,,,,1161100.0,ns,6 +schedule,specs,,,,2016100.0,ns,12 +schedule,specs,,,,3106400.0,ns,18 +schedule,specs,,,,4072600.0,ns,24 +schedule,specs,,,,5120000.0,ns,30 +schedule,specs,,,,6074900.0,ns,36 +schedule,specs,,,,7120200.0,ns,42 +schedule,specs,,,,8177300.0,ns,48 +schedule,specs,,,,9171400.0,ns,54 +schedule,specs,,,,10075200.0,ns,60 +schedule,specs,,,,11130500.0,ns,66 +schedule,specs,,,,12196900.0,ns,72 +schedule,specs,,,,15083600.0,ns,78 +schedule,specs,,,,15528700.0,ns,84 +schedule,specs,,,,17071700.0,ns,90 +schedule,specs,,,,18111300.0,ns,96 +schedule,specs,,,,17088500.0,ns,102 +schedule,specs,,,,18145900.0,ns,108 +schedule,specs,,,,19092300.0,ns,114 +schedule,specs,,,,20194300.0,ns,120 +schedule,specs,,,,20887100.0,ns,126 +schedule,specs,,,,22677900.0,ns,132 +schedule,specs,,,,26776900.0,ns,138 +schedule,specs,,,,26720800.0,ns,144 +schedule,specs,,,,28455400.0,ns,150 +schedule,specs,,,,25824000.0,ns,156 +schedule,specs,,,,27035900.0,ns,162 +schedule,specs,,,,31572000.0,ns,168 +schedule,specs,,,,33600700.0,ns,174 +schedule,specs,,,,34907500.0,ns,180 +schedule,specs,,,,35144000.0,ns,186 +schedule,specs,,,,32051200.0,ns,192 +schedule,specs,,,,37551500.0,ns,198 +schedule,specs,,,,33959100.0,ns,204 +schedule,specs,,,,34836700.0,ns,210 +schedule,specs,,,,36189800.0,ns,216 +schedule,specs,,,,41033800.0,ns,222 +schedule,specs,,,,44308200.0,ns,228 +schedule,specs,,,,39179800.0,ns,234 +schedule,specs,,,,42749100.0,ns,240 +schedule,specs,,,,46514000.0,ns,246 +schedule,specs,,,,47709700.0,ns,252 +schedule,specs,,,,43132900.0,ns,258 +schedule,specs,,,,49902900.0,ns,264 +schedule,specs,,,,44548300.0,ns,270 +schedule,specs,,,,52669700.0,ns,276 +schedule,specs,,,,53360100.0,ns,282 +schedule,specs,,,,47467200.0,ns,288 +schedule,specs,,,,49527600.0,ns,294 +schedule,specs,,,,50608500.0,ns,300 +schedule,specs,,,,59612000.0,ns,306 +schedule,specs,,,,52621000.0,ns,312 +schedule,specs,,,,53083300.0,ns,318 +schedule,specs,,,,54030100.0,ns,324 +schedule,specs,,,,55621100.0,ns,330 +schedule,specs,,,,56050100.0,ns,336 +schedule,specs,,,,66220800.0,ns,342 +schedule,specs,,,,65996100.0,ns,348 +schedule,specs,,,,58892000.0,ns,354 +schedule,specs,,,,60453100.0,ns,360 +schedule,specs,,,,69218800.0,ns,366 +schedule,specs,,,,62412700.0,ns,372 +schedule,specs,,,,72382200.0,ns,378 +schedule,specs,,,,63954000.0,ns,384 +schedule,specs,,,,64393500.0,ns,390 +schedule,specs,,,,75242700.0,ns,396 +schedule,specs,,,,66450000.0,ns,402 +schedule,specs,,,,67598800.0,ns,408 +schedule,specs,,,,78433400.0,ns,414 +schedule,specs,,,,69685600.0,ns,420 +schedule,specs,,,,70293600.0,ns,426 +schedule,specs,,,,82940100.0,ns,432 +schedule,specs,,,,72575600.0,ns,438 +schedule,specs,,,,84972600.0,ns,444 +schedule,specs,,,,74085300.0,ns,450 +schedule,specs,,,,86313600.0,ns,456 +schedule,specs,,,,87385100.0,ns,462 +schedule,specs,,,,77125100.0,ns,468 +schedule,specs,,,,91776800.0,ns,474 +schedule,specs,,,,79575800.0,ns,480 +schedule,specs,,,,80856200.0,ns,486 +schedule,specs,,,,81140300.0,ns,492 +schedule,specs,,,,94961300.0,ns,498 +schedule,specs,,,,96701000.0,ns,504 +schedule,specs,,,,96701600.0,ns,510 +schedule,specs,,,,97793400.0,ns,516 +schedule,specs,,,,85943200.0,ns,522 +schedule,specs,,,,87223600.0,ns,528 +schedule,specs,,,,88791900.0,ns,534 +schedule,specs,,,,102517200.0,ns,540 +schedule,specs,,,,90010800.0,ns,546 +schedule,specs,,,,92859400.0,ns,552 +schedule,specs,,,,92686000.0,ns,558 +schedule,specs,,,,93064800.0,ns,564 +schedule,specs,,,,108921300.0,ns,570 +schedule,specs,,,,94887400.0,ns,576 +schedule,specs,,,,113019600.0,ns,582 +schedule,specs,,,,111049200.0,ns,588 +schedule,specs,,,,105331700.0,ns,594 +schedule,specs,,,,115976900.0,ns,600 diff --git a/target/criterion/schedule/specs/new/sample.json b/target/criterion/schedule/specs/new/sample.json index b69cdb0e..83a84803 100644 --- a/target/criterion/schedule/specs/new/sample.json +++ b/target/criterion/schedule/specs/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[2453965.0,3320467.0,6127685.0,7755186.0,10032092.0,10832997.0,12527946.0,12975690.0,15679220.0,15322491.0,16977074.0,18651113.0,19531962.0,20477703.0,20419392.0,22915346.0,24221986.0,22490786.0,26182731.0,29498528.0,27221300.0,27727484.0,30854882.0,31424888.0,34674690.0,32928413.0,33820442.0,39420701.0,37950239.0,37183951.0,37917116.0,43034345.0,39906115.0,42946667.0,41492328.0,42873208.0,45565456.0,46215756.0,49331633.0,50290739.0,56763710.0,54969583.0,51905807.0,49922167.0,54286592.0,54196370.0,57424288.0,55207455.0,57805766.0,61760260.0,56662559.0,63165309.0,60899952.0,63548376.0,68058980.0,69061430.0,62938496.0,74733777.0,67736084.0,68397353.0,74923178.0,67955012.0,73021604.0,78493740.0,75396710.0,75880350.0,80250216.0,76563583.0,89643811.0,81080818.0,83657598.0,83297000.0,83036904.0,84843426.0,85444532.0,85171352.0,100444729.0,87583006.0,90084210.0,91480720.0,96740319.0,97869081.0,95139451.0,110399283.0,94018144.0,99018050.0,99942570.0,94133395.0,97874412.0,103067614.0,106629682.0,101551117.0,102844600.0,102924512.0,113003926.0,109977290.0,109015014.0,114138486.0,112647236.0,119127000.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[1161100.0,2016100.0,3106400.0,4072600.0,5120000.0,6074900.0,7120200.0,8177300.0,9171400.0,10075200.0,11130500.0,12196900.0,15083600.0,15528700.0,17071700.0,18111300.0,17088500.0,18145900.0,19092300.0,20194300.0,20887100.0,22677900.0,26776900.0,26720800.0,28455400.0,25824000.0,27035900.0,31572000.0,33600700.0,34907500.0,35144000.0,32051200.0,37551500.0,33959100.0,34836700.0,36189800.0,41033800.0,44308200.0,39179800.0,42749100.0,46514000.0,47709700.0,43132900.0,49902900.0,44548300.0,52669700.0,53360100.0,47467200.0,49527600.0,50608500.0,59612000.0,52621000.0,53083300.0,54030100.0,55621100.0,56050100.0,66220800.0,65996100.0,58892000.0,60453100.0,69218800.0,62412700.0,72382200.0,63954000.0,64393500.0,75242700.0,66450000.0,67598800.0,78433400.0,69685600.0,70293600.0,82940100.0,72575600.0,84972600.0,74085300.0,86313600.0,87385100.0,77125100.0,91776800.0,79575800.0,80856200.0,81140300.0,94961300.0,96701000.0,96701600.0,97793400.0,85943200.0,87223600.0,88791900.0,102517200.0,90010800.0,92859400.0,92686000.0,93064800.0,108921300.0,94887400.0,113019600.0,111049200.0,105331700.0,115976900.0]} \ No newline at end of file diff --git a/target/criterion/schedule/specs/new/tukey.json b/target/criterion/schedule/specs/new/tukey.json index 1c015b21..9b03cdcf 100644 --- a/target/criterion/schedule/specs/new/tukey.json +++ b/target/criterion/schedule/specs/new/tukey.json @@ -1 +1 @@ -[82821.70045647395,113197.79925293014,194200.72937681334,224576.82817326952] \ No newline at end of file +[97473.85687414496,132000.278620896,224070.7366122321,258597.15835898317] \ No newline at end of file diff --git a/target/criterion/schedule/specs/report/MAD.svg b/target/criterion/schedule/specs/report/MAD.svg index 678d5441..d2eef472 100644 --- a/target/criterion/schedule/specs/report/MAD.svg +++ b/target/criterion/schedule/specs/report/MAD.svg @@ -1,323 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.02 - - - - - 0.04 - - - - - 0.06 - - - - - 0.08 - - - - - 0.1 - - - - - 0.12 - - - - - 0.14 - - - - - 0.16 - - - - - 0.18 - - - - - 9 - - - - - 10 - - - - - 11 - - - - - 12 - - - - - 13 - - - - - 14 - - - - - 15 - - - - - 16 - - - - - 17 - - - - - 18 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/specs: MAD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +schedule/specs:MAD + + +Density (a.u.) + + +Average time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/schedule/specs/report/SD.svg b/target/criterion/schedule/specs/report/SD.svg index 7005a470..f73d1234 100644 --- a/target/criterion/schedule/specs/report/SD.svg +++ b/target/criterion/schedule/specs/report/SD.svg @@ -1,293 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.01 - - - - - 0.02 - - - - - 0.03 - - - - - 0.04 - - - - - 0.05 - - - - - 0.06 - - - - - 0.07 - - - - - 0.08 - - - - - 0.09 - - - - - 20 - - - - - 25 - - - - - 30 - - - - - 35 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/specs: SD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +schedule/specs:SD + + +Density (a.u.) + + +Average time (us) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + + +11 + + + +11.2 + + + +11.4 + + + +11.6 + + + +11.8 + + + +12 + + + +12.2 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/schedule/specs/report/both/pdf.svg b/target/criterion/schedule/specs/report/both/pdf.svg index faa52a81..dd45038c 100644 --- a/target/criterion/schedule/specs/report/both/pdf.svg +++ b/target/criterion/schedule/specs/report/both/pdf.svg @@ -1,313 +1,85 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - 300 - - - - - 350 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/specs - - - - - Base PDF - - - Base PDF - - - - - - - - - - Base Mean - - - - - Base Mean - - - - - - New PDF - - - - - New PDF - - - - - - - - - - New Mean - - - - - New Mean - - - - - - - - - - - - - - + + +schedule/specs + + +Density (a.u.) + + +Average Time (us) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + + + + +Base PDF + + +New PDF + + +Base Mean + + +New Mean + + + + + - diff --git a/target/criterion/schedule/specs/report/both/regression.svg b/target/criterion/schedule/specs/report/both/regression.svg index ef9915eb..78576e98 100644 --- a/target/criterion/schedule/specs/report/both/regression.svg +++ b/target/criterion/schedule/specs/report/both/regression.svg @@ -1,318 +1,100 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 300 - - - - - - - - - - - - - 400 - - - - - - - - - - - - - 500 - - - - - - - - - - - - - 600 - - - - - - - - - - - - - 700 - - - - - - - - - - - - - 800 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - schedule/specs - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - Base sample - - - - - - New sample - - - New sample - - - - - - - - - - - - - - + + +schedule/specs + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + +800 + + + + + + + +Base Sample + + +New Sample + + + - diff --git a/target/criterion/schedule/specs/report/change/mean.svg b/target/criterion/schedule/specs/report/change/mean.svg index e5d7d3b1..4ba0dfaa 100644 --- a/target/criterion/schedule/specs/report/change/mean.svg +++ b/target/criterion/schedule/specs/report/change/mean.svg @@ -1,320 +1,109 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 2 - - - - - 4 - - - - - 6 - - - - - 8 - - - - - 10 - - - - - 12 - - - - - 14 - - - - - 16 - - - - - -6 - - - - - -4 - - - - - -2 - - - - - 0 - - - - - 2 - - - - - 4 - - - - - 6 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - schedule/specs: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +schedule/specs:mean + + +Density (a.u.) + + +Relative change (%) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + + +0.05 + + + +0.06 + + + +0.07 + + + +0.08 + + + +0.09 + + + +0.1 + + + +0.11 + + + +0.12 + + + +0.13 + + + +0.14 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/schedule/specs/report/change/median.svg b/target/criterion/schedule/specs/report/change/median.svg index c7268b2c..af11a125 100644 --- a/target/criterion/schedule/specs/report/change/median.svg +++ b/target/criterion/schedule/specs/report/change/median.svg @@ -1,310 +1,81 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - 25 - - - - - -3 - - - - - -2 - - - - - -1 - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - schedule/specs: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +schedule/specs:median + + +Density (a.u.) + + +Relative change (%) + + + +5 + + + +10 + + + +15 + + + +20 + + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + +0.16 + + + +0.18 + + + +0.2 + + + +0.22 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/schedule/specs/report/change/t-test.svg b/target/criterion/schedule/specs/report/change/t-test.svg index d7c275bc..7d790ecc 100644 --- a/target/criterion/schedule/specs/report/change/t-test.svg +++ b/target/criterion/schedule/specs/report/change/t-test.svg @@ -1,260 +1,91 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - -5 - - - - - -4 - - - - - -3 - - - - - -2 - - - - - -1 - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - 5 - - - - - - - - - Density - - - - - t score - - - - - schedule/specs: Welch t test - - - - - t distribution - - - t distribution - - - - - - - - - - t statistic - - - - - t statistic - - - - - - - - - - - - - - + + +schedule/specs: Welch t test + + +Density + + +t score + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +-4.0 + + + +-3.0 + + + +-2.0 + + + +-1.0 + + + +0.0 + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + + + +t distribution + + +t statistic + + + - diff --git a/target/criterion/schedule/specs/report/index.html b/target/criterion/schedule/specs/report/index.html index 2f05fe05..16618d24 100644 --- a/target/criterion/schedule/specs/report/index.html +++ b/target/criterion/schedule/specs/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 144.62 us - 146.32 us - 148.27 us + 174.12 us + 177.35 us + 180.60 us R² - 0.6824243 - 0.6909017 - 0.6796806 + 0.6637101 + 0.6784598 + 0.6635388 Mean - 155.75 us - 161.04 us - 166.97 us + 174.66 us + 176.93 us + 179.23 us Std. Dev. - 20.002 us - 28.932 us - 37.085 us + 10.940 us + 11.693 us + 12.177 us Median - 148.08 us - 151.50 us - 154.68 us + 168.02 us + 169.46 us + 184.84 us MAD - 9.1196 us - 13.319 us - 17.255 us + 4.0823 us + 6.6843 us + 17.240 us @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -5.2491% - -0.0527% - +5.2569% - (p = 0.98 > + +5.7333% + +9.8690% + +13.900% + (p = 0.00 < 0.05) - No change in performance detected. + Performance has regressed.

Additional Plots:

diff --git a/target/criterion/schedule/specs/report/mean.svg b/target/criterion/schedule/specs/report/mean.svg index 31e46c8f..71c0c17b 100644 --- a/target/criterion/schedule/specs/report/mean.svg +++ b/target/criterion/schedule/specs/report/mean.svg @@ -1,298 +1,76 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.02 - - - - - 0.04 - - - - - 0.06 - - - - - 0.08 - - - - - 0.1 - - - - - 0.12 - - - - - 0.14 - - - - - 156 - - - - - 158 - - - - - 160 - - - - - 162 - - - - - 164 - - - - - 166 - - - - - 168 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/specs: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +schedule/specs:mean + + +Density (a.u.) + + +Average time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + + +175 + + + +176 + + + +177 + + + +178 + + + +179 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/schedule/specs/report/median.svg b/target/criterion/schedule/specs/report/median.svg index 1b465e77..c66466fd 100644 --- a/target/criterion/schedule/specs/report/median.svg +++ b/target/criterion/schedule/specs/report/median.svg @@ -1,298 +1,100 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 148 - - - - - 149 - - - - - 150 - - - - - 151 - - - - - 152 - - - - - 153 - - - - - 154 - - - - - 155 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/specs: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +schedule/specs:median + + +Density (a.u.) + + +Average time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +168 + + + +170 + + + +172 + + + +174 + + + +176 + + + +178 + + + +180 + + + +182 + + + +184 + + + +186 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/schedule/specs/report/pdf.svg b/target/criterion/schedule/specs/report/pdf.svg index e5f894dd..9d1b5aa9 100644 --- a/target/criterion/schedule/specs/report/pdf.svg +++ b/target/criterion/schedule/specs/report/pdf.svg @@ -1,415 +1,119 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 100 - - - - - 200 - - - - - 300 - - - - - 400 - - - - - 500 - - - - - 600 - - - - - 700 - - - - - 800 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - 300 - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - - - - - Iterations - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/specs - - - - - PDF - - - PDF - - - - - - - - - - Mean - - - - - Mean - - - - - - "Clean" sample - - - - - "Clean" sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Mild outliers - - - Mild outliers - - - - - - - - - - - - Severe outliers - - - Severe outliers - - - - - - - - - - - - gnuplot_plot_6 - - - - - - gnuplot_plot_7 - - - - gnuplot_plot_8 - - - - gnuplot_plot_9 - - - - - - - - - - - - + + +schedule/specs + + +Iterations + + +Average Time (us) + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + + +150 + + + +160 + + + +170 + + + +180 + + + +190 + + + +200 + + + +Density (a.u.) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + - diff --git a/target/criterion/schedule/specs/report/pdf_small.svg b/target/criterion/schedule/specs/report/pdf_small.svg index 69daaa12..8aa93e70 100644 --- a/target/criterion/schedule/specs/report/pdf_small.svg +++ b/target/criterion/schedule/specs/report/pdf_small.svg @@ -1,194 +1,60 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - 300 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - PDF - - - - - - - Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + +0.045 + + + + +160 + + + +180 + + + +200 + + + + - diff --git a/target/criterion/schedule/specs/report/regression.svg b/target/criterion/schedule/specs/report/regression.svg index 0b065916..a5b91585 100644 --- a/target/criterion/schedule/specs/report/regression.svg +++ b/target/criterion/schedule/specs/report/regression.svg @@ -1,421 +1,182 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 300 - - - - - - - - - - - - - 400 - - - - - - - - - - - - - 500 - - - - - - - - - - - - - 600 - - - - - - - - - - - - - 700 - - - - - - - - - - - - - 800 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - schedule/specs - - - - - Sample - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - Linear regression - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - - + + +schedule/specs + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + - diff --git a/target/criterion/schedule/specs/report/regression_small.svg b/target/criterion/schedule/specs/report/regression_small.svg index c420ef6c..8ce7ebb4 100644 --- a/target/criterion/schedule/specs/report/regression_small.svg +++ b/target/criterion/schedule/specs/report/regression_small.svg @@ -1,399 +1,167 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 300 - - - - - - - - - - - - - 400 - - - - - - - - - - - - - 500 - - - - - - - - - - - - - 600 - - - - - - - - - - - - - 700 - - - - - - - - - - - - - 800 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/schedule/specs/report/relative_pdf_small.svg b/target/criterion/schedule/specs/report/relative_pdf_small.svg index d8bdd34b..3dfaef0c 100644 --- a/target/criterion/schedule/specs/report/relative_pdf_small.svg +++ b/target/criterion/schedule/specs/report/relative_pdf_small.svg @@ -1,286 +1,66 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - 300 - - - - - 350 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - Base PDF - - - - - - - Base Mean - - - - - - New PDF - - - - - - - - - New Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + + + - diff --git a/target/criterion/schedule/specs/report/relative_regression_small.svg b/target/criterion/schedule/specs/report/relative_regression_small.svg index 4c764725..5faa6e45 100644 --- a/target/criterion/schedule/specs/report/relative_regression_small.svg +++ b/target/criterion/schedule/specs/report/relative_regression_small.svg @@ -1,303 +1,89 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 300 - - - - - - - - - - - - - 400 - - - - - - - - - - - - - 500 - - - - - - - - - - - - - 600 - - - - - - - - - - - - - 700 - - - - - - - - - - - - - 800 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - - New sample - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + +800 + + + + + + - diff --git a/target/criterion/schedule/specs/report/slope.svg b/target/criterion/schedule/specs/report/slope.svg index 8758f8e5..ba601dc7 100644 --- a/target/criterion/schedule/specs/report/slope.svg +++ b/target/criterion/schedule/specs/report/slope.svg @@ -1,318 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - 0.45 - - - - - 144.5 - - - - - 145 - - - - - 145.5 - - - - - 146 - - - - - 146.5 - - - - - 147 - - - - - 147.5 - - - - - 148 - - - - - 148.5 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/specs: slope - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +schedule/specs:slope + + +Density (a.u.) + + +Average time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + + +174 + + + +175 + + + +176 + + + +177 + + + +178 + + + +179 + + + +180 + + + +181 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/schedule/specs/report/typical.svg b/target/criterion/schedule/specs/report/typical.svg index b49e5fce..044fe6dc 100644 --- a/target/criterion/schedule/specs/report/typical.svg +++ b/target/criterion/schedule/specs/report/typical.svg @@ -1,318 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - 0.45 - - - - - 144.5 - - - - - 145 - - - - - 145.5 - - - - - 146 - - - - - 146.5 - - - - - 147 - - - - - 147.5 - - - - - 148 - - - - - 148.5 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - schedule/specs: typical - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +schedule/specs:typical + + +Density (a.u.) + + +Average time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + + +174 + + + +175 + + + +176 + + + +177 + + + +178 + + + +179 + + + +180 + + + +181 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/serialize_binary/brood/base/benchmark.json b/target/criterion/serialize_binary/brood/base/benchmark.json new file mode 100644 index 00000000..7b42d7b0 --- /dev/null +++ b/target/criterion/serialize_binary/brood/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"serialize_binary","function_id":"brood","value_str":null,"throughput":null,"full_id":"serialize_binary/brood","directory_name":"serialize_binary/brood","title":"serialize_binary/brood"} \ No newline at end of file diff --git a/target/criterion/serialize_binary/brood/base/estimates.json b/target/criterion/serialize_binary/brood/base/estimates.json new file mode 100644 index 00000000..c992d56d --- /dev/null +++ b/target/criterion/serialize_binary/brood/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":131147.69557635696,"upper_bound":131940.5649615716},"point_estimate":131453.82882963968,"standard_error":211.3553990571744},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":131030.43478260869,"upper_bound":131076.03703703702},"point_estimate":131050.36835106384,"standard_error":10.611027896965467},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72.69408247977535,"upper_bound":130.1362742303187},"point_estimate":100.57679010482289,"standard_error":14.388882580230616},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":131068.30507742948,"upper_bound":131188.0866036272},"point_estimate":131116.75166247968,"standard_error":31.034541345933974},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":386.0186053736057,"upper_bound":3518.44163151232},"point_estimate":2126.8314398778616,"standard_error":961.2556712358585}} \ No newline at end of file diff --git a/target/criterion/serialize_binary/brood/base/raw.csv b/target/criterion/serialize_binary/brood/base/raw.csv new file mode 100644 index 00000000..c7e40567 --- /dev/null +++ b/target/criterion/serialize_binary/brood/base/raw.csv @@ -0,0 +1,101 @@ +group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count +serialize_binary,brood,,,,1207300.0,ns,8 +serialize_binary,brood,,,,2117300.0,ns,16 +serialize_binary,brood,,,,3156700.0,ns,24 +serialize_binary,brood,,,,4195000.0,ns,32 +serialize_binary,brood,,,,5247300.0,ns,40 +serialize_binary,brood,,,,6294400.0,ns,48 +serialize_binary,brood,,,,7332300.0,ns,56 +serialize_binary,brood,,,,8588500.0,ns,64 +serialize_binary,brood,,,,9454100.0,ns,72 +serialize_binary,brood,,,,10477600.0,ns,80 +serialize_binary,brood,,,,11656100.0,ns,88 +serialize_binary,brood,,,,12577900.0,ns,96 +serialize_binary,brood,,,,13626700.0,ns,104 +serialize_binary,brood,,,,14676200.0,ns,112 +serialize_binary,brood,,,,15730500.0,ns,120 +serialize_binary,brood,,,,16758200.0,ns,128 +serialize_binary,brood,,,,17821600.0,ns,136 +serialize_binary,brood,,,,18861000.0,ns,144 +serialize_binary,brood,,,,19932800.0,ns,152 +serialize_binary,brood,,,,20961400.0,ns,160 +serialize_binary,brood,,,,22038300.0,ns,168 +serialize_binary,brood,,,,23123000.0,ns,176 +serialize_binary,brood,,,,24137500.0,ns,184 +serialize_binary,brood,,,,25136800.0,ns,192 +serialize_binary,brood,,,,26218100.0,ns,200 +serialize_binary,brood,,,,27234100.0,ns,208 +serialize_binary,brood,,,,28309300.0,ns,216 +serialize_binary,brood,,,,29336800.0,ns,224 +serialize_binary,brood,,,,30385700.0,ns,232 +serialize_binary,brood,,,,31409700.0,ns,240 +serialize_binary,brood,,,,32479600.0,ns,248 +serialize_binary,brood,,,,33541200.0,ns,256 +serialize_binary,brood,,,,34713300.0,ns,264 +serialize_binary,brood,,,,36082100.0,ns,272 +serialize_binary,brood,,,,37450900.0,ns,280 +serialize_binary,brood,,,,39629800.0,ns,288 +serialize_binary,brood,,,,38889600.0,ns,296 +serialize_binary,brood,,,,39870800.0,ns,304 +serialize_binary,brood,,,,41106000.0,ns,312 +serialize_binary,brood,,,,42068700.0,ns,320 +serialize_binary,brood,,,,43367600.0,ns,328 +serialize_binary,brood,,,,44015100.0,ns,336 +serialize_binary,brood,,,,45046900.0,ns,344 +serialize_binary,brood,,,,46096300.0,ns,352 +serialize_binary,brood,,,,47145800.0,ns,360 +serialize_binary,brood,,,,48219200.0,ns,368 +serialize_binary,brood,,,,49275500.0,ns,376 +serialize_binary,brood,,,,50304200.0,ns,384 +serialize_binary,brood,,,,51345200.0,ns,392 +serialize_binary,brood,,,,52380100.0,ns,400 +serialize_binary,brood,,,,53487900.0,ns,408 +serialize_binary,brood,,,,54544000.0,ns,416 +serialize_binary,brood,,,,55539800.0,ns,424 +serialize_binary,brood,,,,56584400.0,ns,432 +serialize_binary,brood,,,,57640200.0,ns,440 +serialize_binary,brood,,,,58682600.0,ns,448 +serialize_binary,brood,,,,59763200.0,ns,456 +serialize_binary,brood,,,,60788300.0,ns,464 +serialize_binary,brood,,,,61861000.0,ns,472 +serialize_binary,brood,,,,62983500.0,ns,480 +serialize_binary,brood,,,,63987000.0,ns,488 +serialize_binary,brood,,,,64965100.0,ns,496 +serialize_binary,brood,,,,66042600.0,ns,504 +serialize_binary,brood,,,,67088800.0,ns,512 +serialize_binary,brood,,,,68156800.0,ns,520 +serialize_binary,brood,,,,69166800.0,ns,528 +serialize_binary,brood,,,,70240700.0,ns,536 +serialize_binary,brood,,,,71296400.0,ns,544 +serialize_binary,brood,,,,72324000.0,ns,552 +serialize_binary,brood,,,,73327600.0,ns,560 +serialize_binary,brood,,,,74425800.0,ns,568 +serialize_binary,brood,,,,75559200.0,ns,576 +serialize_binary,brood,,,,76509800.0,ns,584 +serialize_binary,brood,,,,77560500.0,ns,592 +serialize_binary,brood,,,,78632200.0,ns,600 +serialize_binary,brood,,,,79783100.0,ns,608 +serialize_binary,brood,,,,80765300.0,ns,616 +serialize_binary,brood,,,,81761600.0,ns,624 +serialize_binary,brood,,,,82825200.0,ns,632 +serialize_binary,brood,,,,83936200.0,ns,640 +serialize_binary,brood,,,,85019900.0,ns,648 +serialize_binary,brood,,,,86046700.0,ns,656 +serialize_binary,brood,,,,87014500.0,ns,664 +serialize_binary,brood,,,,88096000.0,ns,672 +serialize_binary,brood,,,,89169900.0,ns,680 +serialize_binary,brood,,,,90147100.0,ns,688 +serialize_binary,brood,,,,91208500.0,ns,696 +serialize_binary,brood,,,,92212400.0,ns,704 +serialize_binary,brood,,,,93288800.0,ns,712 +serialize_binary,brood,,,,94369000.0,ns,720 +serialize_binary,brood,,,,95358100.0,ns,728 +serialize_binary,brood,,,,96428000.0,ns,736 +serialize_binary,brood,,,,97443600.0,ns,744 +serialize_binary,brood,,,,98613300.0,ns,752 +serialize_binary,brood,,,,99549100.0,ns,760 +serialize_binary,brood,,,,100809900.0,ns,768 +serialize_binary,brood,,,,101775100.0,ns,776 +serialize_binary,brood,,,,102745700.0,ns,784 +serialize_binary,brood,,,,103820700.0,ns,792 +serialize_binary,brood,,,,104839100.0,ns,800 diff --git a/target/criterion/serialize_binary/brood/base/sample.json b/target/criterion/serialize_binary/brood/base/sample.json new file mode 100644 index 00000000..61e88edc --- /dev/null +++ b/target/criterion/serialize_binary/brood/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[1207300.0,2117300.0,3156700.0,4195000.0,5247300.0,6294400.0,7332300.0,8588500.0,9454100.0,10477600.0,11656100.0,12577900.0,13626700.0,14676200.0,15730500.0,16758200.0,17821600.0,18861000.0,19932800.0,20961400.0,22038300.0,23123000.0,24137500.0,25136800.0,26218100.0,27234100.0,28309300.0,29336800.0,30385700.0,31409700.0,32479600.0,33541200.0,34713300.0,36082100.0,37450900.0,39629800.0,38889600.0,39870800.0,41106000.0,42068700.0,43367600.0,44015100.0,45046900.0,46096300.0,47145800.0,48219200.0,49275500.0,50304200.0,51345200.0,52380100.0,53487900.0,54544000.0,55539800.0,56584400.0,57640200.0,58682600.0,59763200.0,60788300.0,61861000.0,62983500.0,63987000.0,64965100.0,66042600.0,67088800.0,68156800.0,69166800.0,70240700.0,71296400.0,72324000.0,73327600.0,74425800.0,75559200.0,76509800.0,77560500.0,78632200.0,79783100.0,80765300.0,81761600.0,82825200.0,83936200.0,85019900.0,86046700.0,87014500.0,88096000.0,89169900.0,90147100.0,91208500.0,92212400.0,93288800.0,94369000.0,95358100.0,96428000.0,97443600.0,98613300.0,99549100.0,100809900.0,101775100.0,102745700.0,103820700.0,104839100.0]} \ No newline at end of file diff --git a/target/criterion/serialize_binary/brood/base/tukey.json b/target/criterion/serialize_binary/brood/base/tukey.json new file mode 100644 index 00000000..95fdf092 --- /dev/null +++ b/target/criterion/serialize_binary/brood/base/tukey.json @@ -0,0 +1 @@ +[130529.71411219003,130763.66996193917,131387.55222793686,131621.508077686] \ No newline at end of file diff --git a/target/criterion/serialize_binary/brood/new/benchmark.json b/target/criterion/serialize_binary/brood/new/benchmark.json new file mode 100644 index 00000000..7b42d7b0 --- /dev/null +++ b/target/criterion/serialize_binary/brood/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"serialize_binary","function_id":"brood","value_str":null,"throughput":null,"full_id":"serialize_binary/brood","directory_name":"serialize_binary/brood","title":"serialize_binary/brood"} \ No newline at end of file diff --git a/target/criterion/serialize_binary/brood/new/estimates.json b/target/criterion/serialize_binary/brood/new/estimates.json new file mode 100644 index 00000000..c992d56d --- /dev/null +++ b/target/criterion/serialize_binary/brood/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":131147.69557635696,"upper_bound":131940.5649615716},"point_estimate":131453.82882963968,"standard_error":211.3553990571744},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":131030.43478260869,"upper_bound":131076.03703703702},"point_estimate":131050.36835106384,"standard_error":10.611027896965467},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72.69408247977535,"upper_bound":130.1362742303187},"point_estimate":100.57679010482289,"standard_error":14.388882580230616},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":131068.30507742948,"upper_bound":131188.0866036272},"point_estimate":131116.75166247968,"standard_error":31.034541345933974},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":386.0186053736057,"upper_bound":3518.44163151232},"point_estimate":2126.8314398778616,"standard_error":961.2556712358585}} \ No newline at end of file diff --git a/target/criterion/serialize_binary/brood/new/raw.csv b/target/criterion/serialize_binary/brood/new/raw.csv new file mode 100644 index 00000000..c7e40567 --- /dev/null +++ b/target/criterion/serialize_binary/brood/new/raw.csv @@ -0,0 +1,101 @@ +group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count +serialize_binary,brood,,,,1207300.0,ns,8 +serialize_binary,brood,,,,2117300.0,ns,16 +serialize_binary,brood,,,,3156700.0,ns,24 +serialize_binary,brood,,,,4195000.0,ns,32 +serialize_binary,brood,,,,5247300.0,ns,40 +serialize_binary,brood,,,,6294400.0,ns,48 +serialize_binary,brood,,,,7332300.0,ns,56 +serialize_binary,brood,,,,8588500.0,ns,64 +serialize_binary,brood,,,,9454100.0,ns,72 +serialize_binary,brood,,,,10477600.0,ns,80 +serialize_binary,brood,,,,11656100.0,ns,88 +serialize_binary,brood,,,,12577900.0,ns,96 +serialize_binary,brood,,,,13626700.0,ns,104 +serialize_binary,brood,,,,14676200.0,ns,112 +serialize_binary,brood,,,,15730500.0,ns,120 +serialize_binary,brood,,,,16758200.0,ns,128 +serialize_binary,brood,,,,17821600.0,ns,136 +serialize_binary,brood,,,,18861000.0,ns,144 +serialize_binary,brood,,,,19932800.0,ns,152 +serialize_binary,brood,,,,20961400.0,ns,160 +serialize_binary,brood,,,,22038300.0,ns,168 +serialize_binary,brood,,,,23123000.0,ns,176 +serialize_binary,brood,,,,24137500.0,ns,184 +serialize_binary,brood,,,,25136800.0,ns,192 +serialize_binary,brood,,,,26218100.0,ns,200 +serialize_binary,brood,,,,27234100.0,ns,208 +serialize_binary,brood,,,,28309300.0,ns,216 +serialize_binary,brood,,,,29336800.0,ns,224 +serialize_binary,brood,,,,30385700.0,ns,232 +serialize_binary,brood,,,,31409700.0,ns,240 +serialize_binary,brood,,,,32479600.0,ns,248 +serialize_binary,brood,,,,33541200.0,ns,256 +serialize_binary,brood,,,,34713300.0,ns,264 +serialize_binary,brood,,,,36082100.0,ns,272 +serialize_binary,brood,,,,37450900.0,ns,280 +serialize_binary,brood,,,,39629800.0,ns,288 +serialize_binary,brood,,,,38889600.0,ns,296 +serialize_binary,brood,,,,39870800.0,ns,304 +serialize_binary,brood,,,,41106000.0,ns,312 +serialize_binary,brood,,,,42068700.0,ns,320 +serialize_binary,brood,,,,43367600.0,ns,328 +serialize_binary,brood,,,,44015100.0,ns,336 +serialize_binary,brood,,,,45046900.0,ns,344 +serialize_binary,brood,,,,46096300.0,ns,352 +serialize_binary,brood,,,,47145800.0,ns,360 +serialize_binary,brood,,,,48219200.0,ns,368 +serialize_binary,brood,,,,49275500.0,ns,376 +serialize_binary,brood,,,,50304200.0,ns,384 +serialize_binary,brood,,,,51345200.0,ns,392 +serialize_binary,brood,,,,52380100.0,ns,400 +serialize_binary,brood,,,,53487900.0,ns,408 +serialize_binary,brood,,,,54544000.0,ns,416 +serialize_binary,brood,,,,55539800.0,ns,424 +serialize_binary,brood,,,,56584400.0,ns,432 +serialize_binary,brood,,,,57640200.0,ns,440 +serialize_binary,brood,,,,58682600.0,ns,448 +serialize_binary,brood,,,,59763200.0,ns,456 +serialize_binary,brood,,,,60788300.0,ns,464 +serialize_binary,brood,,,,61861000.0,ns,472 +serialize_binary,brood,,,,62983500.0,ns,480 +serialize_binary,brood,,,,63987000.0,ns,488 +serialize_binary,brood,,,,64965100.0,ns,496 +serialize_binary,brood,,,,66042600.0,ns,504 +serialize_binary,brood,,,,67088800.0,ns,512 +serialize_binary,brood,,,,68156800.0,ns,520 +serialize_binary,brood,,,,69166800.0,ns,528 +serialize_binary,brood,,,,70240700.0,ns,536 +serialize_binary,brood,,,,71296400.0,ns,544 +serialize_binary,brood,,,,72324000.0,ns,552 +serialize_binary,brood,,,,73327600.0,ns,560 +serialize_binary,brood,,,,74425800.0,ns,568 +serialize_binary,brood,,,,75559200.0,ns,576 +serialize_binary,brood,,,,76509800.0,ns,584 +serialize_binary,brood,,,,77560500.0,ns,592 +serialize_binary,brood,,,,78632200.0,ns,600 +serialize_binary,brood,,,,79783100.0,ns,608 +serialize_binary,brood,,,,80765300.0,ns,616 +serialize_binary,brood,,,,81761600.0,ns,624 +serialize_binary,brood,,,,82825200.0,ns,632 +serialize_binary,brood,,,,83936200.0,ns,640 +serialize_binary,brood,,,,85019900.0,ns,648 +serialize_binary,brood,,,,86046700.0,ns,656 +serialize_binary,brood,,,,87014500.0,ns,664 +serialize_binary,brood,,,,88096000.0,ns,672 +serialize_binary,brood,,,,89169900.0,ns,680 +serialize_binary,brood,,,,90147100.0,ns,688 +serialize_binary,brood,,,,91208500.0,ns,696 +serialize_binary,brood,,,,92212400.0,ns,704 +serialize_binary,brood,,,,93288800.0,ns,712 +serialize_binary,brood,,,,94369000.0,ns,720 +serialize_binary,brood,,,,95358100.0,ns,728 +serialize_binary,brood,,,,96428000.0,ns,736 +serialize_binary,brood,,,,97443600.0,ns,744 +serialize_binary,brood,,,,98613300.0,ns,752 +serialize_binary,brood,,,,99549100.0,ns,760 +serialize_binary,brood,,,,100809900.0,ns,768 +serialize_binary,brood,,,,101775100.0,ns,776 +serialize_binary,brood,,,,102745700.0,ns,784 +serialize_binary,brood,,,,103820700.0,ns,792 +serialize_binary,brood,,,,104839100.0,ns,800 diff --git a/target/criterion/serialize_binary/brood/new/sample.json b/target/criterion/serialize_binary/brood/new/sample.json new file mode 100644 index 00000000..61e88edc --- /dev/null +++ b/target/criterion/serialize_binary/brood/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[1207300.0,2117300.0,3156700.0,4195000.0,5247300.0,6294400.0,7332300.0,8588500.0,9454100.0,10477600.0,11656100.0,12577900.0,13626700.0,14676200.0,15730500.0,16758200.0,17821600.0,18861000.0,19932800.0,20961400.0,22038300.0,23123000.0,24137500.0,25136800.0,26218100.0,27234100.0,28309300.0,29336800.0,30385700.0,31409700.0,32479600.0,33541200.0,34713300.0,36082100.0,37450900.0,39629800.0,38889600.0,39870800.0,41106000.0,42068700.0,43367600.0,44015100.0,45046900.0,46096300.0,47145800.0,48219200.0,49275500.0,50304200.0,51345200.0,52380100.0,53487900.0,54544000.0,55539800.0,56584400.0,57640200.0,58682600.0,59763200.0,60788300.0,61861000.0,62983500.0,63987000.0,64965100.0,66042600.0,67088800.0,68156800.0,69166800.0,70240700.0,71296400.0,72324000.0,73327600.0,74425800.0,75559200.0,76509800.0,77560500.0,78632200.0,79783100.0,80765300.0,81761600.0,82825200.0,83936200.0,85019900.0,86046700.0,87014500.0,88096000.0,89169900.0,90147100.0,91208500.0,92212400.0,93288800.0,94369000.0,95358100.0,96428000.0,97443600.0,98613300.0,99549100.0,100809900.0,101775100.0,102745700.0,103820700.0,104839100.0]} \ No newline at end of file diff --git a/target/criterion/serialize_binary/brood/new/tukey.json b/target/criterion/serialize_binary/brood/new/tukey.json new file mode 100644 index 00000000..95fdf092 --- /dev/null +++ b/target/criterion/serialize_binary/brood/new/tukey.json @@ -0,0 +1 @@ +[130529.71411219003,130763.66996193917,131387.55222793686,131621.508077686] \ No newline at end of file diff --git a/target/criterion/serialize_binary/brood/report/MAD.svg b/target/criterion/serialize_binary/brood/report/MAD.svg new file mode 100644 index 00000000..058b9322 --- /dev/null +++ b/target/criterion/serialize_binary/brood/report/MAD.svg @@ -0,0 +1,76 @@ + + +serialize_binary/brood:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + + +70 + + + +80 + + + +90 + + + +100 + + + +110 + + + +120 + + + +130 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/serialize_binary/brood/report/SD.svg b/target/criterion/serialize_binary/brood/report/SD.svg new file mode 100644 index 00000000..09496256 --- /dev/null +++ b/target/criterion/serialize_binary/brood/report/SD.svg @@ -0,0 +1,80 @@ + + +serialize_binary/brood:SD + + +Density (a.u.) + + +Average time (us) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/serialize_binary/brood/report/index.html b/target/criterion/serialize_binary/brood/report/index.html new file mode 100644 index 00000000..3efd8ce7 --- /dev/null +++ b/target/criterion/serialize_binary/brood/report/index.html @@ -0,0 +1,203 @@ + + + + + + serialize_binary/brood - Criterion.rs + + + + +
+

serialize_binary/brood

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope131.07 us131.12 us131.19 us
R²0.99824530.99826420.9982233
Mean131.15 us131.45 us131.94 us
Std. Dev.386.02 ns2.1268 us3.5184 us
Median131.03 us131.05 us131.08 us
MAD72.694 ns100.58 ns130.14 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/target/criterion/serialize_binary/brood/report/mean.svg b/target/criterion/serialize_binary/brood/report/mean.svg new file mode 100644 index 00000000..14f0095d --- /dev/null +++ b/target/criterion/serialize_binary/brood/report/mean.svg @@ -0,0 +1,84 @@ + + +serialize_binary/brood:mean + + +Density (a.u.) + + +Average time (us) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + + +131.1 + + + +131.2 + + + +131.3 + + + +131.4 + + + +131.5 + + + +131.6 + + + +131.7 + + + +131.8 + + + +131.9 + + + +132 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/serialize_binary/brood/report/median.svg b/target/criterion/serialize_binary/brood/report/median.svg new file mode 100644 index 00000000..c276077a --- /dev/null +++ b/target/criterion/serialize_binary/brood/report/median.svg @@ -0,0 +1,84 @@ + + +serialize_binary/brood:median + + +Density (a.u.) + + +Average time (us) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + + +131.03 + + + +131.04 + + + +131.05 + + + +131.06 + + + +131.07 + + + +131.08 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/serialize_binary/brood/report/pdf.svg b/target/criterion/serialize_binary/brood/report/pdf.svg new file mode 100644 index 00000000..a6beab8e --- /dev/null +++ b/target/criterion/serialize_binary/brood/report/pdf.svg @@ -0,0 +1,147 @@ + + +serialize_binary/brood + + +Iterations + + +Average Time (us) + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + + +130 + + + +135 + + + +140 + + + +145 + + + +150 + + + +Density (a.u.) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/target/criterion/serialize_binary/brood/report/pdf_small.svg b/target/criterion/serialize_binary/brood/report/pdf_small.svg new file mode 100644 index 00000000..c0567d9f --- /dev/null +++ b/target/criterion/serialize_binary/brood/report/pdf_small.svg @@ -0,0 +1,64 @@ + + +Density (a.u.) + + +Average Time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +130 + + + +135 + + + +140 + + + +145 + + + +150 + + + + + diff --git a/target/criterion/serialize_binary/brood/report/regression.svg b/target/criterion/serialize_binary/brood/report/regression.svg new file mode 100644 index 00000000..52b8a65f --- /dev/null +++ b/target/criterion/serialize_binary/brood/report/regression.svg @@ -0,0 +1,192 @@ + + +serialize_binary/brood + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + +800 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/target/criterion/serialize_binary/brood/report/regression_small.svg b/target/criterion/serialize_binary/brood/report/regression_small.svg new file mode 100644 index 00000000..f595759e --- /dev/null +++ b/target/criterion/serialize_binary/brood/report/regression_small.svg @@ -0,0 +1,177 @@ + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + +800 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/target/criterion/serialize_binary/brood/report/slope.svg b/target/criterion/serialize_binary/brood/report/slope.svg new file mode 100644 index 00000000..a7cd2a06 --- /dev/null +++ b/target/criterion/serialize_binary/brood/report/slope.svg @@ -0,0 +1,84 @@ + + +serialize_binary/brood:slope + + +Density (a.u.) + + +Average time (us) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + + +131.06 + + + +131.08 + + + +131.1 + + + +131.12 + + + +131.14 + + + +131.16 + + + +131.18 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/serialize_binary/brood/report/typical.svg b/target/criterion/serialize_binary/brood/report/typical.svg new file mode 100644 index 00000000..d1eddd65 --- /dev/null +++ b/target/criterion/serialize_binary/brood/report/typical.svg @@ -0,0 +1,84 @@ + + +serialize_binary/brood:typical + + +Density (a.u.) + + +Average time (us) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + + +131.06 + + + +131.08 + + + +131.1 + + + +131.12 + + + +131.14 + + + +131.16 + + + +131.18 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/serialize_binary/hecs/base/estimates.json b/target/criterion/serialize_binary/hecs/base/estimates.json index 584cf99b..e31b12cc 100644 --- a/target/criterion/serialize_binary/hecs/base/estimates.json +++ b/target/criterion/serialize_binary/hecs/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":162387.49368625175,"upper_bound":162757.92436041014},"point_estimate":162566.78396060856,"standard_error":94.5478852378579},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":162196.94514356612,"upper_bound":162579.2857142857},"point_estimate":162368.53358376317,"standard_error":95.13559219060933},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":569.4385456596766,"upper_bound":973.591560674465},"point_estimate":799.2671450673889,"standard_error":105.9947009387319},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":162270.5652580068,"upper_bound":162700.33692555779},"point_estimate":162470.32722708944,"standard_error":110.08254760083834},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":739.3271188502478,"upper_bound":1157.9876566494231},"point_estimate":949.9791031574603,"standard_error":107.52447699264874}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":134644.15667848423,"upper_bound":134731.52266451292},"point_estimate":134686.12224489785,"standard_error":22.360924296056027},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":134601.94444444444,"upper_bound":134672.20047257227},"point_estimate":134631.3607085346,"standard_error":15.954975560622225},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98.93993757611744,"upper_bound":164.53129619275498},"point_estimate":132.37716941735655,"standard_error":17.003528274170097},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":134663.0243994286,"upper_bound":134739.69208834067},"point_estimate":134698.50169942368,"standard_error":19.615079390537897},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":169.84586412442204,"upper_bound":273.414850576227},"point_estimate":224.88215752273499,"standard_error":26.55749632387666}} \ No newline at end of file diff --git a/target/criterion/serialize_binary/hecs/base/raw.csv b/target/criterion/serialize_binary/hecs/base/raw.csv index 5b8ea1b5..56812b34 100644 --- a/target/criterion/serialize_binary/hecs/base/raw.csv +++ b/target/criterion/serialize_binary/hecs/base/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -serialize_binary,hecs,,,,1138168.0,ns,7 -serialize_binary,hecs,,,,2260837.0,ns,14 -serialize_binary,hecs,,,,3383896.0,ns,21 -serialize_binary,hecs,,,,4516494.0,ns,28 -serialize_binary,hecs,,,,5711780.0,ns,35 -serialize_binary,hecs,,,,6757744.0,ns,42 -serialize_binary,hecs,,,,7971466.0,ns,49 -serialize_binary,hecs,,,,9046294.0,ns,56 -serialize_binary,hecs,,,,10503328.0,ns,63 -serialize_binary,hecs,,,,11387993.0,ns,70 -serialize_binary,hecs,,,,12438114.0,ns,77 -serialize_binary,hecs,,,,13681344.0,ns,84 -serialize_binary,hecs,,,,14760688.0,ns,91 -serialize_binary,hecs,,,,15971536.0,ns,98 -serialize_binary,hecs,,,,17073565.0,ns,105 -serialize_binary,hecs,,,,18306133.0,ns,112 -serialize_binary,hecs,,,,19328711.0,ns,119 -serialize_binary,hecs,,,,20612516.0,ns,126 -serialize_binary,hecs,,,,21691221.0,ns,133 -serialize_binary,hecs,,,,22761100.0,ns,140 -serialize_binary,hecs,,,,24068271.0,ns,147 -serialize_binary,hecs,,,,25129631.0,ns,154 -serialize_binary,hecs,,,,26079721.0,ns,161 -serialize_binary,hecs,,,,27181841.0,ns,168 -serialize_binary,hecs,,,,28506424.0,ns,175 -serialize_binary,hecs,,,,29605508.0,ns,182 -serialize_binary,hecs,,,,30552052.0,ns,189 -serialize_binary,hecs,,,,31938953.0,ns,196 -serialize_binary,hecs,,,,32886258.0,ns,203 -serialize_binary,hecs,,,,33962177.0,ns,210 -serialize_binary,hecs,,,,35211538.0,ns,217 -serialize_binary,hecs,,,,36412055.0,ns,224 -serialize_binary,hecs,,,,37438580.0,ns,231 -serialize_binary,hecs,,,,38918339.0,ns,238 -serialize_binary,hecs,,,,39666735.0,ns,245 -serialize_binary,hecs,,,,40905915.0,ns,252 -serialize_binary,hecs,,,,42111040.0,ns,259 -serialize_binary,hecs,,,,43022968.0,ns,266 -serialize_binary,hecs,,,,44323116.0,ns,273 -serialize_binary,hecs,,,,46028784.0,ns,280 -serialize_binary,hecs,,,,47076941.0,ns,287 -serialize_binary,hecs,,,,48135307.0,ns,294 -serialize_binary,hecs,,,,49125974.0,ns,301 -serialize_binary,hecs,,,,50175093.0,ns,308 -serialize_binary,hecs,,,,51428450.0,ns,315 -serialize_binary,hecs,,,,52931074.0,ns,322 -serialize_binary,hecs,,,,54088768.0,ns,329 -serialize_binary,hecs,,,,54838687.0,ns,336 -serialize_binary,hecs,,,,55657877.0,ns,343 -serialize_binary,hecs,,,,56869296.0,ns,350 -serialize_binary,hecs,,,,57984510.0,ns,357 -serialize_binary,hecs,,,,58967833.0,ns,364 -serialize_binary,hecs,,,,60403217.0,ns,371 -serialize_binary,hecs,,,,61474298.0,ns,378 -serialize_binary,hecs,,,,62447592.0,ns,385 -serialize_binary,hecs,,,,63624895.0,ns,392 -serialize_binary,hecs,,,,65083993.0,ns,399 -serialize_binary,hecs,,,,65715819.0,ns,406 -serialize_binary,hecs,,,,67745353.0,ns,413 -serialize_binary,hecs,,,,67917592.0,ns,420 -serialize_binary,hecs,,,,68975548.0,ns,427 -serialize_binary,hecs,,,,70389821.0,ns,434 -serialize_binary,hecs,,,,71891012.0,ns,441 -serialize_binary,hecs,,,,72530960.0,ns,448 -serialize_binary,hecs,,,,73888535.0,ns,455 -serialize_binary,hecs,,,,74806074.0,ns,462 -serialize_binary,hecs,,,,75899309.0,ns,469 -serialize_binary,hecs,,,,77006516.0,ns,476 -serialize_binary,hecs,,,,77925006.0,ns,483 -serialize_binary,hecs,,,,79272432.0,ns,490 -serialize_binary,hecs,,,,80369823.0,ns,497 -serialize_binary,hecs,,,,82609590.0,ns,504 -serialize_binary,hecs,,,,83670902.0,ns,511 -serialize_binary,hecs,,,,83960203.0,ns,518 -serialize_binary,hecs,,,,86924008.0,ns,525 -serialize_binary,hecs,,,,86239995.0,ns,532 -serialize_binary,hecs,,,,87160469.0,ns,539 -serialize_binary,hecs,,,,88660597.0,ns,546 -serialize_binary,hecs,,,,90180263.0,ns,553 -serialize_binary,hecs,,,,91469727.0,ns,560 -serialize_binary,hecs,,,,91819385.0,ns,567 -serialize_binary,hecs,,,,92889243.0,ns,574 -serialize_binary,hecs,,,,94863243.0,ns,581 -serialize_binary,hecs,,,,95993356.0,ns,588 -serialize_binary,hecs,,,,96274452.0,ns,595 -serialize_binary,hecs,,,,99299754.0,ns,602 -serialize_binary,hecs,,,,98619228.0,ns,609 -serialize_binary,hecs,,,,99860272.0,ns,616 -serialize_binary,hecs,,,,100926874.0,ns,623 -serialize_binary,hecs,,,,102227733.0,ns,630 -serialize_binary,hecs,,,,103547216.0,ns,637 -serialize_binary,hecs,,,,103919164.0,ns,644 -serialize_binary,hecs,,,,105513661.0,ns,651 -serialize_binary,hecs,,,,106876327.0,ns,658 -serialize_binary,hecs,,,,107713834.0,ns,665 -serialize_binary,hecs,,,,109017015.0,ns,672 -serialize_binary,hecs,,,,109871043.0,ns,679 -serialize_binary,hecs,,,,111393593.0,ns,686 -serialize_binary,hecs,,,,112304127.0,ns,693 -serialize_binary,hecs,,,,113594515.0,ns,700 +serialize_binary,hecs,,,,1080100.0,ns,8 +serialize_binary,hecs,,,,2152300.0,ns,16 +serialize_binary,hecs,,,,3240700.0,ns,24 +serialize_binary,hecs,,,,4298700.0,ns,32 +serialize_binary,hecs,,,,5374500.0,ns,40 +serialize_binary,hecs,,,,6490500.0,ns,48 +serialize_binary,hecs,,,,7529200.0,ns,56 +serialize_binary,hecs,,,,8615200.0,ns,64 +serialize_binary,hecs,,,,9673600.0,ns,72 +serialize_binary,hecs,,,,10747400.0,ns,80 +serialize_binary,hecs,,,,11827900.0,ns,88 +serialize_binary,hecs,,,,13017000.0,ns,96 +serialize_binary,hecs,,,,13974800.0,ns,104 +serialize_binary,hecs,,,,15077700.0,ns,112 +serialize_binary,hecs,,,,16130500.0,ns,120 +serialize_binary,hecs,,,,17232900.0,ns,128 +serialize_binary,hecs,,,,18298900.0,ns,136 +serialize_binary,hecs,,,,19395200.0,ns,144 +serialize_binary,hecs,,,,20450300.0,ns,152 +serialize_binary,hecs,,,,21524100.0,ns,160 +serialize_binary,hecs,,,,22646300.0,ns,168 +serialize_binary,hecs,,,,23668400.0,ns,176 +serialize_binary,hecs,,,,24757300.0,ns,184 +serialize_binary,hecs,,,,25822600.0,ns,192 +serialize_binary,hecs,,,,26908300.0,ns,200 +serialize_binary,hecs,,,,27990500.0,ns,208 +serialize_binary,hecs,,,,29080300.0,ns,216 +serialize_binary,hecs,,,,30239600.0,ns,224 +serialize_binary,hecs,,,,31196500.0,ns,232 +serialize_binary,hecs,,,,32316900.0,ns,240 +serialize_binary,hecs,,,,33379700.0,ns,248 +serialize_binary,hecs,,,,34576400.0,ns,256 +serialize_binary,hecs,,,,35546900.0,ns,264 +serialize_binary,hecs,,,,36595600.0,ns,272 +serialize_binary,hecs,,,,37689600.0,ns,280 +serialize_binary,hecs,,,,38859400.0,ns,288 +serialize_binary,hecs,,,,39853700.0,ns,296 +serialize_binary,hecs,,,,41038700.0,ns,304 +serialize_binary,hecs,,,,42028500.0,ns,312 +serialize_binary,hecs,,,,43062400.0,ns,320 +serialize_binary,hecs,,,,44144000.0,ns,328 +serialize_binary,hecs,,,,45270500.0,ns,336 +serialize_binary,hecs,,,,46331300.0,ns,344 +serialize_binary,hecs,,,,47372700.0,ns,352 +serialize_binary,hecs,,,,48456700.0,ns,360 +serialize_binary,hecs,,,,49617900.0,ns,368 +serialize_binary,hecs,,,,50594600.0,ns,376 +serialize_binary,hecs,,,,51663600.0,ns,384 +serialize_binary,hecs,,,,52856500.0,ns,392 +serialize_binary,hecs,,,,54062400.0,ns,400 +serialize_binary,hecs,,,,54923100.0,ns,408 +serialize_binary,hecs,,,,56314100.0,ns,416 +serialize_binary,hecs,,,,57399500.0,ns,424 +serialize_binary,hecs,,,,58114100.0,ns,432 +serialize_binary,hecs,,,,59236800.0,ns,440 +serialize_binary,hecs,,,,60409200.0,ns,448 +serialize_binary,hecs,,,,61387700.0,ns,456 +serialize_binary,hecs,,,,62542000.0,ns,464 +serialize_binary,hecs,,,,63573300.0,ns,472 +serialize_binary,hecs,,,,64561900.0,ns,480 +serialize_binary,hecs,,,,65749800.0,ns,488 +serialize_binary,hecs,,,,66771300.0,ns,496 +serialize_binary,hecs,,,,67916200.0,ns,504 +serialize_binary,hecs,,,,68877900.0,ns,512 +serialize_binary,hecs,,,,69991500.0,ns,520 +serialize_binary,hecs,,,,71096500.0,ns,528 +serialize_binary,hecs,,,,72131800.0,ns,536 +serialize_binary,hecs,,,,73304000.0,ns,544 +serialize_binary,hecs,,,,74316700.0,ns,552 +serialize_binary,hecs,,,,75435700.0,ns,560 +serialize_binary,hecs,,,,76499600.0,ns,568 +serialize_binary,hecs,,,,77614500.0,ns,576 +serialize_binary,hecs,,,,78613500.0,ns,584 +serialize_binary,hecs,,,,79832500.0,ns,592 +serialize_binary,hecs,,,,80758700.0,ns,600 +serialize_binary,hecs,,,,81874500.0,ns,608 +serialize_binary,hecs,,,,82887400.0,ns,616 +serialize_binary,hecs,,,,84474700.0,ns,624 +serialize_binary,hecs,,,,85140200.0,ns,632 +serialize_binary,hecs,,,,86243000.0,ns,640 +serialize_binary,hecs,,,,87216900.0,ns,648 +serialize_binary,hecs,,,,88324600.0,ns,656 +serialize_binary,hecs,,,,89356500.0,ns,664 +serialize_binary,hecs,,,,90541100.0,ns,672 +serialize_binary,hecs,,,,91494400.0,ns,680 +serialize_binary,hecs,,,,92652500.0,ns,688 +serialize_binary,hecs,,,,93675400.0,ns,696 +serialize_binary,hecs,,,,94823100.0,ns,704 +serialize_binary,hecs,,,,95811000.0,ns,712 +serialize_binary,hecs,,,,96987700.0,ns,720 +serialize_binary,hecs,,,,97949600.0,ns,728 +serialize_binary,hecs,,,,99275600.0,ns,736 +serialize_binary,hecs,,,,100250000.0,ns,744 +serialize_binary,hecs,,,,101338400.0,ns,752 +serialize_binary,hecs,,,,102294400.0,ns,760 +serialize_binary,hecs,,,,103517400.0,ns,768 +serialize_binary,hecs,,,,104481500.0,ns,776 +serialize_binary,hecs,,,,105514000.0,ns,784 +serialize_binary,hecs,,,,106710800.0,ns,792 +serialize_binary,hecs,,,,107808500.0,ns,800 diff --git a/target/criterion/serialize_binary/hecs/base/sample.json b/target/criterion/serialize_binary/hecs/base/sample.json index 7e59baa6..42f38911 100644 --- a/target/criterion/serialize_binary/hecs/base/sample.json +++ b/target/criterion/serialize_binary/hecs/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[1138168.0,2260837.0,3383896.0,4516494.0,5711780.0,6757744.0,7971466.0,9046294.0,10503328.0,11387993.0,12438114.0,13681344.0,14760688.0,15971536.0,17073565.0,18306133.0,19328711.0,20612516.0,21691221.0,22761100.0,24068271.0,25129631.0,26079721.0,27181841.0,28506424.0,29605508.0,30552052.0,31938953.0,32886258.0,33962177.0,35211538.0,36412055.0,37438580.0,38918339.0,39666735.0,40905915.0,42111040.0,43022968.0,44323116.0,46028784.0,47076941.0,48135307.0,49125974.0,50175093.0,51428450.0,52931074.0,54088768.0,54838687.0,55657877.0,56869296.0,57984510.0,58967833.0,60403217.0,61474298.0,62447592.0,63624895.0,65083993.0,65715819.0,67745353.0,67917592.0,68975548.0,70389821.0,71891012.0,72530960.0,73888535.0,74806074.0,75899309.0,77006516.0,77925006.0,79272432.0,80369823.0,82609590.0,83670902.0,83960203.0,86924008.0,86239995.0,87160469.0,88660597.0,90180263.0,91469727.0,91819385.0,92889243.0,94863243.0,95993356.0,96274452.0,99299754.0,98619228.0,99860272.0,100926874.0,102227733.0,103547216.0,103919164.0,105513661.0,106876327.0,107713834.0,109017015.0,109871043.0,111393593.0,112304127.0,113594515.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[1080100.0,2152300.0,3240700.0,4298700.0,5374500.0,6490500.0,7529200.0,8615200.0,9673600.0,10747400.0,11827900.0,13017000.0,13974800.0,15077700.0,16130500.0,17232900.0,18298900.0,19395200.0,20450300.0,21524100.0,22646300.0,23668400.0,24757300.0,25822600.0,26908300.0,27990500.0,29080300.0,30239600.0,31196500.0,32316900.0,33379700.0,34576400.0,35546900.0,36595600.0,37689600.0,38859400.0,39853700.0,41038700.0,42028500.0,43062400.0,44144000.0,45270500.0,46331300.0,47372700.0,48456700.0,49617900.0,50594600.0,51663600.0,52856500.0,54062400.0,54923100.0,56314100.0,57399500.0,58114100.0,59236800.0,60409200.0,61387700.0,62542000.0,63573300.0,64561900.0,65749800.0,66771300.0,67916200.0,68877900.0,69991500.0,71096500.0,72131800.0,73304000.0,74316700.0,75435700.0,76499600.0,77614500.0,78613500.0,79832500.0,80758700.0,81874500.0,82887400.0,84474700.0,85140200.0,86243000.0,87216900.0,88324600.0,89356500.0,90541100.0,91494400.0,92652500.0,93675400.0,94823100.0,95811000.0,96987700.0,97949600.0,99275600.0,100250000.0,101338400.0,102294400.0,103517400.0,104481500.0,105514000.0,106710800.0,107808500.0]} \ No newline at end of file diff --git a/target/criterion/serialize_binary/hecs/base/tukey.json b/target/criterion/serialize_binary/hecs/base/tukey.json index d3a2190a..0a2f5736 100644 --- a/target/criterion/serialize_binary/hecs/base/tukey.json +++ b/target/criterion/serialize_binary/hecs/base/tukey.json @@ -1 +1 @@ -[158421.96524333197,160168.3286327977,164825.297671373,166571.66106083876] \ No newline at end of file +[133993.64605640376,134276.54636337736,135030.9471819736,135313.84748894718] \ No newline at end of file diff --git a/target/criterion/serialize_binary/hecs/change/estimates.json b/target/criterion/serialize_binary/hecs/change/estimates.json index 286feb98..3b0ada7e 100644 --- a/target/criterion/serialize_binary/hecs/change/estimates.json +++ b/target/criterion/serialize_binary/hecs/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.02211291920073208,"upper_bound":0.028786090381550986},"point_estimate":0.026018200181262774,"standard_error":0.0017381879309651261},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.02540109241083166,"upper_bound":0.028539450126720878},"point_estimate":0.026789082858927227,"standard_error":0.0008737791604107766}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.17252523401226133,"upper_bound":-0.1705561671253536},"point_estimate":-0.17150281894280728,"standard_error":0.0005036418380079378},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.17191330266852278,"upper_bound":-0.1699103458122218},"point_estimate":-0.17082849898942665,"standard_error":0.0004963788737247775}} \ No newline at end of file diff --git a/target/criterion/serialize_binary/hecs/new/estimates.json b/target/criterion/serialize_binary/hecs/new/estimates.json index 584cf99b..e31b12cc 100644 --- a/target/criterion/serialize_binary/hecs/new/estimates.json +++ b/target/criterion/serialize_binary/hecs/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":162387.49368625175,"upper_bound":162757.92436041014},"point_estimate":162566.78396060856,"standard_error":94.5478852378579},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":162196.94514356612,"upper_bound":162579.2857142857},"point_estimate":162368.53358376317,"standard_error":95.13559219060933},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":569.4385456596766,"upper_bound":973.591560674465},"point_estimate":799.2671450673889,"standard_error":105.9947009387319},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":162270.5652580068,"upper_bound":162700.33692555779},"point_estimate":162470.32722708944,"standard_error":110.08254760083834},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":739.3271188502478,"upper_bound":1157.9876566494231},"point_estimate":949.9791031574603,"standard_error":107.52447699264874}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":134644.15667848423,"upper_bound":134731.52266451292},"point_estimate":134686.12224489785,"standard_error":22.360924296056027},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":134601.94444444444,"upper_bound":134672.20047257227},"point_estimate":134631.3607085346,"standard_error":15.954975560622225},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98.93993757611744,"upper_bound":164.53129619275498},"point_estimate":132.37716941735655,"standard_error":17.003528274170097},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":134663.0243994286,"upper_bound":134739.69208834067},"point_estimate":134698.50169942368,"standard_error":19.615079390537897},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":169.84586412442204,"upper_bound":273.414850576227},"point_estimate":224.88215752273499,"standard_error":26.55749632387666}} \ No newline at end of file diff --git a/target/criterion/serialize_binary/hecs/new/raw.csv b/target/criterion/serialize_binary/hecs/new/raw.csv index 5b8ea1b5..56812b34 100644 --- a/target/criterion/serialize_binary/hecs/new/raw.csv +++ b/target/criterion/serialize_binary/hecs/new/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -serialize_binary,hecs,,,,1138168.0,ns,7 -serialize_binary,hecs,,,,2260837.0,ns,14 -serialize_binary,hecs,,,,3383896.0,ns,21 -serialize_binary,hecs,,,,4516494.0,ns,28 -serialize_binary,hecs,,,,5711780.0,ns,35 -serialize_binary,hecs,,,,6757744.0,ns,42 -serialize_binary,hecs,,,,7971466.0,ns,49 -serialize_binary,hecs,,,,9046294.0,ns,56 -serialize_binary,hecs,,,,10503328.0,ns,63 -serialize_binary,hecs,,,,11387993.0,ns,70 -serialize_binary,hecs,,,,12438114.0,ns,77 -serialize_binary,hecs,,,,13681344.0,ns,84 -serialize_binary,hecs,,,,14760688.0,ns,91 -serialize_binary,hecs,,,,15971536.0,ns,98 -serialize_binary,hecs,,,,17073565.0,ns,105 -serialize_binary,hecs,,,,18306133.0,ns,112 -serialize_binary,hecs,,,,19328711.0,ns,119 -serialize_binary,hecs,,,,20612516.0,ns,126 -serialize_binary,hecs,,,,21691221.0,ns,133 -serialize_binary,hecs,,,,22761100.0,ns,140 -serialize_binary,hecs,,,,24068271.0,ns,147 -serialize_binary,hecs,,,,25129631.0,ns,154 -serialize_binary,hecs,,,,26079721.0,ns,161 -serialize_binary,hecs,,,,27181841.0,ns,168 -serialize_binary,hecs,,,,28506424.0,ns,175 -serialize_binary,hecs,,,,29605508.0,ns,182 -serialize_binary,hecs,,,,30552052.0,ns,189 -serialize_binary,hecs,,,,31938953.0,ns,196 -serialize_binary,hecs,,,,32886258.0,ns,203 -serialize_binary,hecs,,,,33962177.0,ns,210 -serialize_binary,hecs,,,,35211538.0,ns,217 -serialize_binary,hecs,,,,36412055.0,ns,224 -serialize_binary,hecs,,,,37438580.0,ns,231 -serialize_binary,hecs,,,,38918339.0,ns,238 -serialize_binary,hecs,,,,39666735.0,ns,245 -serialize_binary,hecs,,,,40905915.0,ns,252 -serialize_binary,hecs,,,,42111040.0,ns,259 -serialize_binary,hecs,,,,43022968.0,ns,266 -serialize_binary,hecs,,,,44323116.0,ns,273 -serialize_binary,hecs,,,,46028784.0,ns,280 -serialize_binary,hecs,,,,47076941.0,ns,287 -serialize_binary,hecs,,,,48135307.0,ns,294 -serialize_binary,hecs,,,,49125974.0,ns,301 -serialize_binary,hecs,,,,50175093.0,ns,308 -serialize_binary,hecs,,,,51428450.0,ns,315 -serialize_binary,hecs,,,,52931074.0,ns,322 -serialize_binary,hecs,,,,54088768.0,ns,329 -serialize_binary,hecs,,,,54838687.0,ns,336 -serialize_binary,hecs,,,,55657877.0,ns,343 -serialize_binary,hecs,,,,56869296.0,ns,350 -serialize_binary,hecs,,,,57984510.0,ns,357 -serialize_binary,hecs,,,,58967833.0,ns,364 -serialize_binary,hecs,,,,60403217.0,ns,371 -serialize_binary,hecs,,,,61474298.0,ns,378 -serialize_binary,hecs,,,,62447592.0,ns,385 -serialize_binary,hecs,,,,63624895.0,ns,392 -serialize_binary,hecs,,,,65083993.0,ns,399 -serialize_binary,hecs,,,,65715819.0,ns,406 -serialize_binary,hecs,,,,67745353.0,ns,413 -serialize_binary,hecs,,,,67917592.0,ns,420 -serialize_binary,hecs,,,,68975548.0,ns,427 -serialize_binary,hecs,,,,70389821.0,ns,434 -serialize_binary,hecs,,,,71891012.0,ns,441 -serialize_binary,hecs,,,,72530960.0,ns,448 -serialize_binary,hecs,,,,73888535.0,ns,455 -serialize_binary,hecs,,,,74806074.0,ns,462 -serialize_binary,hecs,,,,75899309.0,ns,469 -serialize_binary,hecs,,,,77006516.0,ns,476 -serialize_binary,hecs,,,,77925006.0,ns,483 -serialize_binary,hecs,,,,79272432.0,ns,490 -serialize_binary,hecs,,,,80369823.0,ns,497 -serialize_binary,hecs,,,,82609590.0,ns,504 -serialize_binary,hecs,,,,83670902.0,ns,511 -serialize_binary,hecs,,,,83960203.0,ns,518 -serialize_binary,hecs,,,,86924008.0,ns,525 -serialize_binary,hecs,,,,86239995.0,ns,532 -serialize_binary,hecs,,,,87160469.0,ns,539 -serialize_binary,hecs,,,,88660597.0,ns,546 -serialize_binary,hecs,,,,90180263.0,ns,553 -serialize_binary,hecs,,,,91469727.0,ns,560 -serialize_binary,hecs,,,,91819385.0,ns,567 -serialize_binary,hecs,,,,92889243.0,ns,574 -serialize_binary,hecs,,,,94863243.0,ns,581 -serialize_binary,hecs,,,,95993356.0,ns,588 -serialize_binary,hecs,,,,96274452.0,ns,595 -serialize_binary,hecs,,,,99299754.0,ns,602 -serialize_binary,hecs,,,,98619228.0,ns,609 -serialize_binary,hecs,,,,99860272.0,ns,616 -serialize_binary,hecs,,,,100926874.0,ns,623 -serialize_binary,hecs,,,,102227733.0,ns,630 -serialize_binary,hecs,,,,103547216.0,ns,637 -serialize_binary,hecs,,,,103919164.0,ns,644 -serialize_binary,hecs,,,,105513661.0,ns,651 -serialize_binary,hecs,,,,106876327.0,ns,658 -serialize_binary,hecs,,,,107713834.0,ns,665 -serialize_binary,hecs,,,,109017015.0,ns,672 -serialize_binary,hecs,,,,109871043.0,ns,679 -serialize_binary,hecs,,,,111393593.0,ns,686 -serialize_binary,hecs,,,,112304127.0,ns,693 -serialize_binary,hecs,,,,113594515.0,ns,700 +serialize_binary,hecs,,,,1080100.0,ns,8 +serialize_binary,hecs,,,,2152300.0,ns,16 +serialize_binary,hecs,,,,3240700.0,ns,24 +serialize_binary,hecs,,,,4298700.0,ns,32 +serialize_binary,hecs,,,,5374500.0,ns,40 +serialize_binary,hecs,,,,6490500.0,ns,48 +serialize_binary,hecs,,,,7529200.0,ns,56 +serialize_binary,hecs,,,,8615200.0,ns,64 +serialize_binary,hecs,,,,9673600.0,ns,72 +serialize_binary,hecs,,,,10747400.0,ns,80 +serialize_binary,hecs,,,,11827900.0,ns,88 +serialize_binary,hecs,,,,13017000.0,ns,96 +serialize_binary,hecs,,,,13974800.0,ns,104 +serialize_binary,hecs,,,,15077700.0,ns,112 +serialize_binary,hecs,,,,16130500.0,ns,120 +serialize_binary,hecs,,,,17232900.0,ns,128 +serialize_binary,hecs,,,,18298900.0,ns,136 +serialize_binary,hecs,,,,19395200.0,ns,144 +serialize_binary,hecs,,,,20450300.0,ns,152 +serialize_binary,hecs,,,,21524100.0,ns,160 +serialize_binary,hecs,,,,22646300.0,ns,168 +serialize_binary,hecs,,,,23668400.0,ns,176 +serialize_binary,hecs,,,,24757300.0,ns,184 +serialize_binary,hecs,,,,25822600.0,ns,192 +serialize_binary,hecs,,,,26908300.0,ns,200 +serialize_binary,hecs,,,,27990500.0,ns,208 +serialize_binary,hecs,,,,29080300.0,ns,216 +serialize_binary,hecs,,,,30239600.0,ns,224 +serialize_binary,hecs,,,,31196500.0,ns,232 +serialize_binary,hecs,,,,32316900.0,ns,240 +serialize_binary,hecs,,,,33379700.0,ns,248 +serialize_binary,hecs,,,,34576400.0,ns,256 +serialize_binary,hecs,,,,35546900.0,ns,264 +serialize_binary,hecs,,,,36595600.0,ns,272 +serialize_binary,hecs,,,,37689600.0,ns,280 +serialize_binary,hecs,,,,38859400.0,ns,288 +serialize_binary,hecs,,,,39853700.0,ns,296 +serialize_binary,hecs,,,,41038700.0,ns,304 +serialize_binary,hecs,,,,42028500.0,ns,312 +serialize_binary,hecs,,,,43062400.0,ns,320 +serialize_binary,hecs,,,,44144000.0,ns,328 +serialize_binary,hecs,,,,45270500.0,ns,336 +serialize_binary,hecs,,,,46331300.0,ns,344 +serialize_binary,hecs,,,,47372700.0,ns,352 +serialize_binary,hecs,,,,48456700.0,ns,360 +serialize_binary,hecs,,,,49617900.0,ns,368 +serialize_binary,hecs,,,,50594600.0,ns,376 +serialize_binary,hecs,,,,51663600.0,ns,384 +serialize_binary,hecs,,,,52856500.0,ns,392 +serialize_binary,hecs,,,,54062400.0,ns,400 +serialize_binary,hecs,,,,54923100.0,ns,408 +serialize_binary,hecs,,,,56314100.0,ns,416 +serialize_binary,hecs,,,,57399500.0,ns,424 +serialize_binary,hecs,,,,58114100.0,ns,432 +serialize_binary,hecs,,,,59236800.0,ns,440 +serialize_binary,hecs,,,,60409200.0,ns,448 +serialize_binary,hecs,,,,61387700.0,ns,456 +serialize_binary,hecs,,,,62542000.0,ns,464 +serialize_binary,hecs,,,,63573300.0,ns,472 +serialize_binary,hecs,,,,64561900.0,ns,480 +serialize_binary,hecs,,,,65749800.0,ns,488 +serialize_binary,hecs,,,,66771300.0,ns,496 +serialize_binary,hecs,,,,67916200.0,ns,504 +serialize_binary,hecs,,,,68877900.0,ns,512 +serialize_binary,hecs,,,,69991500.0,ns,520 +serialize_binary,hecs,,,,71096500.0,ns,528 +serialize_binary,hecs,,,,72131800.0,ns,536 +serialize_binary,hecs,,,,73304000.0,ns,544 +serialize_binary,hecs,,,,74316700.0,ns,552 +serialize_binary,hecs,,,,75435700.0,ns,560 +serialize_binary,hecs,,,,76499600.0,ns,568 +serialize_binary,hecs,,,,77614500.0,ns,576 +serialize_binary,hecs,,,,78613500.0,ns,584 +serialize_binary,hecs,,,,79832500.0,ns,592 +serialize_binary,hecs,,,,80758700.0,ns,600 +serialize_binary,hecs,,,,81874500.0,ns,608 +serialize_binary,hecs,,,,82887400.0,ns,616 +serialize_binary,hecs,,,,84474700.0,ns,624 +serialize_binary,hecs,,,,85140200.0,ns,632 +serialize_binary,hecs,,,,86243000.0,ns,640 +serialize_binary,hecs,,,,87216900.0,ns,648 +serialize_binary,hecs,,,,88324600.0,ns,656 +serialize_binary,hecs,,,,89356500.0,ns,664 +serialize_binary,hecs,,,,90541100.0,ns,672 +serialize_binary,hecs,,,,91494400.0,ns,680 +serialize_binary,hecs,,,,92652500.0,ns,688 +serialize_binary,hecs,,,,93675400.0,ns,696 +serialize_binary,hecs,,,,94823100.0,ns,704 +serialize_binary,hecs,,,,95811000.0,ns,712 +serialize_binary,hecs,,,,96987700.0,ns,720 +serialize_binary,hecs,,,,97949600.0,ns,728 +serialize_binary,hecs,,,,99275600.0,ns,736 +serialize_binary,hecs,,,,100250000.0,ns,744 +serialize_binary,hecs,,,,101338400.0,ns,752 +serialize_binary,hecs,,,,102294400.0,ns,760 +serialize_binary,hecs,,,,103517400.0,ns,768 +serialize_binary,hecs,,,,104481500.0,ns,776 +serialize_binary,hecs,,,,105514000.0,ns,784 +serialize_binary,hecs,,,,106710800.0,ns,792 +serialize_binary,hecs,,,,107808500.0,ns,800 diff --git a/target/criterion/serialize_binary/hecs/new/sample.json b/target/criterion/serialize_binary/hecs/new/sample.json index 7e59baa6..42f38911 100644 --- a/target/criterion/serialize_binary/hecs/new/sample.json +++ b/target/criterion/serialize_binary/hecs/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[1138168.0,2260837.0,3383896.0,4516494.0,5711780.0,6757744.0,7971466.0,9046294.0,10503328.0,11387993.0,12438114.0,13681344.0,14760688.0,15971536.0,17073565.0,18306133.0,19328711.0,20612516.0,21691221.0,22761100.0,24068271.0,25129631.0,26079721.0,27181841.0,28506424.0,29605508.0,30552052.0,31938953.0,32886258.0,33962177.0,35211538.0,36412055.0,37438580.0,38918339.0,39666735.0,40905915.0,42111040.0,43022968.0,44323116.0,46028784.0,47076941.0,48135307.0,49125974.0,50175093.0,51428450.0,52931074.0,54088768.0,54838687.0,55657877.0,56869296.0,57984510.0,58967833.0,60403217.0,61474298.0,62447592.0,63624895.0,65083993.0,65715819.0,67745353.0,67917592.0,68975548.0,70389821.0,71891012.0,72530960.0,73888535.0,74806074.0,75899309.0,77006516.0,77925006.0,79272432.0,80369823.0,82609590.0,83670902.0,83960203.0,86924008.0,86239995.0,87160469.0,88660597.0,90180263.0,91469727.0,91819385.0,92889243.0,94863243.0,95993356.0,96274452.0,99299754.0,98619228.0,99860272.0,100926874.0,102227733.0,103547216.0,103919164.0,105513661.0,106876327.0,107713834.0,109017015.0,109871043.0,111393593.0,112304127.0,113594515.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[1080100.0,2152300.0,3240700.0,4298700.0,5374500.0,6490500.0,7529200.0,8615200.0,9673600.0,10747400.0,11827900.0,13017000.0,13974800.0,15077700.0,16130500.0,17232900.0,18298900.0,19395200.0,20450300.0,21524100.0,22646300.0,23668400.0,24757300.0,25822600.0,26908300.0,27990500.0,29080300.0,30239600.0,31196500.0,32316900.0,33379700.0,34576400.0,35546900.0,36595600.0,37689600.0,38859400.0,39853700.0,41038700.0,42028500.0,43062400.0,44144000.0,45270500.0,46331300.0,47372700.0,48456700.0,49617900.0,50594600.0,51663600.0,52856500.0,54062400.0,54923100.0,56314100.0,57399500.0,58114100.0,59236800.0,60409200.0,61387700.0,62542000.0,63573300.0,64561900.0,65749800.0,66771300.0,67916200.0,68877900.0,69991500.0,71096500.0,72131800.0,73304000.0,74316700.0,75435700.0,76499600.0,77614500.0,78613500.0,79832500.0,80758700.0,81874500.0,82887400.0,84474700.0,85140200.0,86243000.0,87216900.0,88324600.0,89356500.0,90541100.0,91494400.0,92652500.0,93675400.0,94823100.0,95811000.0,96987700.0,97949600.0,99275600.0,100250000.0,101338400.0,102294400.0,103517400.0,104481500.0,105514000.0,106710800.0,107808500.0]} \ No newline at end of file diff --git a/target/criterion/serialize_binary/hecs/new/tukey.json b/target/criterion/serialize_binary/hecs/new/tukey.json index d3a2190a..0a2f5736 100644 --- a/target/criterion/serialize_binary/hecs/new/tukey.json +++ b/target/criterion/serialize_binary/hecs/new/tukey.json @@ -1 +1 @@ -[158421.96524333197,160168.3286327977,164825.297671373,166571.66106083876] \ No newline at end of file +[133993.64605640376,134276.54636337736,135030.9471819736,135313.84748894718] \ No newline at end of file diff --git a/target/criterion/serialize_binary/hecs/report/MAD.svg b/target/criterion/serialize_binary/hecs/report/MAD.svg index 42f4e794..3cc1c640 100644 --- a/target/criterion/serialize_binary/hecs/report/MAD.svg +++ b/target/criterion/serialize_binary/hecs/report/MAD.svg @@ -1,318 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.0005 - - - - - 0.001 - - - - - 0.0015 - - - - - 0.002 - - - - - 0.0025 - - - - - 0.003 - - - - - 0.0035 - - - - - 0.004 - - - - - 550 - - - - - 600 - - - - - 650 - - - - - 700 - - - - - 750 - - - - - 800 - - - - - 850 - - - - - 900 - - - - - 950 - - - - - 1000 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - serialize_binary/hecs: MAD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +serialize_binary/hecs:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + + +100 + + + +110 + + + +120 + + + +130 + + + +140 + + + +150 + + + +160 + + + +170 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/serialize_binary/hecs/report/SD.svg b/target/criterion/serialize_binary/hecs/report/SD.svg index 95c9073c..ec87245d 100644 --- a/target/criterion/serialize_binary/hecs/report/SD.svg +++ b/target/criterion/serialize_binary/hecs/report/SD.svg @@ -1,298 +1,88 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 3.5 - - - - - 4 - - - - - 0.7 - - - - - 0.8 - - - - - 0.9 - - - - - 1 - - - - - 1.1 - - - - - 1.2 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - serialize_binary/hecs: SD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +serialize_binary/hecs:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + +0.014 + + + +0.016 + + + + +160 + + + +180 + + + +200 + + + +220 + + + +240 + + + +260 + + + +280 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/serialize_binary/hecs/report/both/pdf.svg b/target/criterion/serialize_binary/hecs/report/both/pdf.svg index 2cc5e4ab..ae797636 100644 --- a/target/criterion/serialize_binary/hecs/report/both/pdf.svg +++ b/target/criterion/serialize_binary/hecs/report/both/pdf.svg @@ -1,348 +1,61 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - 0.45 - - - - - 0.5 - - - - - 150 - - - - - 155 - - - - - 160 - - - - - 165 - - - - - 170 - - - - - 175 - - - - - 180 - - - - - 185 - - - - - 190 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - serialize_binary/hecs - - - - - Base PDF - - - Base PDF - - - - - - - - - - Base Mean - - - - - Base Mean - - - - - - New PDF - - - - - New PDF - - - - - - - - - - New Mean - - - - - New Mean - - - - - - - - - - - - - - + + +serialize_binary/hecs + + +Density (a.u.) + + +Average Time (us) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + + +140 + + + +150 + + + +160 + + + + + + + +Base PDF + + +New PDF + + +Base Mean + + +New Mean + + + + + - diff --git a/target/criterion/serialize_binary/hecs/report/both/regression.svg b/target/criterion/serialize_binary/hecs/report/both/regression.svg index ba55c1c4..1f1be590 100644 --- a/target/criterion/serialize_binary/hecs/report/both/regression.svg +++ b/target/criterion/serialize_binary/hecs/report/both/regression.svg @@ -1,305 +1,95 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 300 - - - - - - - - - - - - - 400 - - - - - - - - - - - - - 500 - - - - - - - - - - - - - 600 - - - - - - - - - - - - - 700 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - serialize_binary/hecs - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - Base sample - - - - - - New sample - - - New sample - - - - - - - - - - - - - - + + +serialize_binary/hecs + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + +800 + + + + + + + +Base Sample + + +New Sample + + + - diff --git a/target/criterion/serialize_binary/hecs/report/change/mean.svg b/target/criterion/serialize_binary/hecs/report/change/mean.svg index ac53dc10..39a87eb7 100644 --- a/target/criterion/serialize_binary/hecs/report/change/mean.svg +++ b/target/criterion/serialize_binary/hecs/report/change/mean.svg @@ -1,310 +1,81 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - 2.2 - - - - - 2.3 - - - - - 2.4 - - - - - 2.5 - - - - - 2.6 - - - - - 2.7 - - - - - 2.8 - - - - - 2.9 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - serialize_binary/hecs: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +serialize_binary/hecs:mean + + +Density (a.u.) + + +Relative change (%) + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + + +-0.1725 + + + +-0.172 + + + +-0.1715 + + + +-0.171 + + + +-0.1705 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/serialize_binary/hecs/report/change/median.svg b/target/criterion/serialize_binary/hecs/report/change/median.svg index cc807f8e..e607efa3 100644 --- a/target/criterion/serialize_binary/hecs/report/change/median.svg +++ b/target/criterion/serialize_binary/hecs/report/change/median.svg @@ -1,310 +1,93 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 100 - - - - - 200 - - - - - 300 - - - - - 400 - - - - - 500 - - - - - 600 - - - - - 2.55 - - - - - 2.6 - - - - - 2.65 - - - - - 2.7 - - - - - 2.75 - - - - - 2.8 - - - - - 2.85 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - serialize_binary/hecs: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +serialize_binary/hecs:median + + +Density (a.u.) + + +Relative change (%) + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + +800 + + + +900 + + + +1000 + + + + +-0.172 + + + +-0.1715 + + + +-0.171 + + + +-0.1705 + + + +-0.17 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/serialize_binary/hecs/report/change/t-test.svg b/target/criterion/serialize_binary/hecs/report/change/t-test.svg index 554c3755..72e04546 100644 --- a/target/criterion/serialize_binary/hecs/report/change/t-test.svg +++ b/target/criterion/serialize_binary/hecs/report/change/t-test.svg @@ -1,265 +1,95 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - -6 - - - - - -4 - - - - - -2 - - - - - 0 - - - - - 2 - - - - - 4 - - - - - 6 - - - - - 8 - - - - - 10 - - - - - 12 - - - - - 14 - - - - - 16 - - - - - - - - - Density - - - - - t score - - - - - serialize_binary/hecs: Welch t test - - - - - t distribution - - - t distribution - - - - - - - - - - t statistic - - - - - t statistic - - - - - - - - - - - - - - + + +serialize_binary/hecs: Welch t test + + +Density + + +t score + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +-4.0 + + + +-3.0 + + + +-2.0 + + + +-1.0 + + + +0.0 + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + +5.0 + + + + + +t distribution + + +t statistic + + + - diff --git a/target/criterion/serialize_binary/hecs/report/index.html b/target/criterion/serialize_binary/hecs/report/index.html index fa9c1b15..f6484a51 100644 --- a/target/criterion/serialize_binary/hecs/report/index.html +++ b/target/criterion/serialize_binary/hecs/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 162.27 us - 162.47 us - 162.70 us + 134.66 us + 134.70 us + 134.74 us R² - 0.9958914 - 0.9960997 - 0.9958236 + 0.9997766 + 0.9997862 + 0.9997733 Mean - 162.39 us - 162.57 us - 162.76 us + 134.64 us + 134.69 us + 134.73 us Std. Dev. - 739.33 ns - 949.98 ns - 1.1580 us + 169.85 ns + 224.88 ns + 273.41 ns Median - 162.20 us - 162.37 us - 162.58 us + 134.60 us + 134.63 us + 134.67 us MAD - 569.44 ns - 799.27 ns - 973.59 ns + 98.940 ns + 132.38 ns + 164.53 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +2.2113% - +2.6018% - +2.8786% + -17.253% + -17.150% + -17.056% (p = 0.00 < 0.05) - Performance has regressed. + Performance has improved.

Additional Plots:

diff --git a/target/criterion/serialize_binary/hecs/report/mean.svg b/target/criterion/serialize_binary/hecs/report/mean.svg index a15e8e8c..dd096320 100644 --- a/target/criterion/serialize_binary/hecs/report/mean.svg +++ b/target/criterion/serialize_binary/hecs/report/mean.svg @@ -1,318 +1,88 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 3.5 - - - - - 4 - - - - - 4.5 - - - - - 162.35 - - - - - 162.4 - - - - - 162.45 - - - - - 162.5 - - - - - 162.55 - - - - - 162.6 - - - - - 162.65 - - - - - 162.7 - - - - - 162.75 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - serialize_binary/hecs: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +serialize_binary/hecs:mean + + +Density (a.u.) + + +Average time (us) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + + +134.64 + + + +134.66 + + + +134.68 + + + +134.7 + + + +134.72 + + + +134.74 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/serialize_binary/hecs/report/median.svg b/target/criterion/serialize_binary/hecs/report/median.svg index e52003a4..9a7a9efe 100644 --- a/target/criterion/serialize_binary/hecs/report/median.svg +++ b/target/criterion/serialize_binary/hecs/report/median.svg @@ -1,308 +1,104 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - 5 - - - - - 6 - - - - - 7 - - - - - 162.2 - - - - - 162.25 - - - - - 162.3 - - - - - 162.35 - - - - - 162.4 - - - - - 162.45 - - - - - 162.5 - - - - - 162.55 - - - - - 162.6 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - serialize_binary/hecs: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +serialize_binary/hecs:median + + +Density (a.u.) + + +Average time (us) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + +45 + + + +50 + + + + +134.6 + + + +134.61 + + + +134.62 + + + +134.63 + + + +134.64 + + + +134.65 + + + +134.66 + + + +134.67 + + + +134.68 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/serialize_binary/hecs/report/pdf.svg b/target/criterion/serialize_binary/hecs/report/pdf.svg index 6ec03476..9ef885e7 100644 --- a/target/criterion/serialize_binary/hecs/report/pdf.svg +++ b/target/criterion/serialize_binary/hecs/report/pdf.svg @@ -1,450 +1,137 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 100 - - - - - 200 - - - - - 300 - - - - - 400 - - - - - 500 - - - - - 600 - - - - - 700 - - - - - 160 - - - - - 161 - - - - - 162 - - - - - 163 - - - - - 164 - - - - - 165 - - - - - 166 - - - - - 167 - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - 0.45 - - - - - 0.5 - - - - - - - - - Iterations - - - - - Density (a.u.) - - - - - Average time (us) - - - - - serialize_binary/hecs - - - - - PDF - - - PDF - - - - - - - - - - Mean - - - - - Mean - - - - - - "Clean" sample - - - - - "Clean" sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Mild outliers - - - Mild outliers - - - - - - - - - Severe outliers - - - Severe outliers - - - - - - - - gnuplot_plot_6 - - - - - - gnuplot_plot_7 - - - - gnuplot_plot_8 - - - - gnuplot_plot_9 - - - - - - - - - - - - + + +serialize_binary/hecs + + +Iterations + + +Average Time (us) + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + + +134.2 + + + +134.4 + + + +134.6 + + + +134.8 + + + +135 + + + +135.2 + + + +135.4 + + + +135.6 + + + +135.8 + + + +Density (a.u.) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + - diff --git a/target/criterion/serialize_binary/hecs/report/pdf_small.svg b/target/criterion/serialize_binary/hecs/report/pdf_small.svg index 16409b7a..6bd41339 100644 --- a/target/criterion/serialize_binary/hecs/report/pdf_small.svg +++ b/target/criterion/serialize_binary/hecs/report/pdf_small.svg @@ -1,214 +1,44 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.1 - - - - - 0.2 - - - - - 0.3 - - - - - 0.4 - - - - - 0.5 - - - - - 160 - - - - - 161 - - - - - 162 - - - - - 163 - - - - - 164 - - - - - 165 - - - - - 166 - - - - - 167 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - PDF - - - - - - - Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + +134.5 + + + +135 + + + +135.5 + + + + - diff --git a/target/criterion/serialize_binary/hecs/report/regression.svg b/target/criterion/serialize_binary/hecs/report/regression.svg index 65a9f763..430f610c 100644 --- a/target/criterion/serialize_binary/hecs/report/regression.svg +++ b/target/criterion/serialize_binary/hecs/report/regression.svg @@ -1,408 +1,192 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 300 - - - - - - - - - - - - - 400 - - - - - - - - - - - - - 500 - - - - - - - - - - - - - 600 - - - - - - - - - - - - - 700 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - serialize_binary/hecs - - - - - Sample - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - Linear regression - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - - + + +serialize_binary/hecs + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + +800 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + - diff --git a/target/criterion/serialize_binary/hecs/report/regression_small.svg b/target/criterion/serialize_binary/hecs/report/regression_small.svg index 2b5085d0..37ae40fb 100644 --- a/target/criterion/serialize_binary/hecs/report/regression_small.svg +++ b/target/criterion/serialize_binary/hecs/report/regression_small.svg @@ -1,386 +1,177 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 300 - - - - - - - - - - - - - 400 - - - - - - - - - - - - - 500 - - - - - - - - - - - - - 600 - - - - - - - - - - - - - 700 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + +800 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/serialize_binary/hecs/report/relative_pdf_small.svg b/target/criterion/serialize_binary/hecs/report/relative_pdf_small.svg index 880bad71..4c0b30c0 100644 --- a/target/criterion/serialize_binary/hecs/report/relative_pdf_small.svg +++ b/target/criterion/serialize_binary/hecs/report/relative_pdf_small.svg @@ -1,321 +1,42 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - 0.45 - - - - - 0.5 - - - - - 150 - - - - - 155 - - - - - 160 - - - - - 165 - - - - - 170 - - - - - 175 - - - - - 180 - - - - - 185 - - - - - 190 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - Base PDF - - - - - - - Base Mean - - - - - - New PDF - - - - - - - - - New Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + + +140 + + + +150 + + + +160 + + + + + + - diff --git a/target/criterion/serialize_binary/hecs/report/relative_regression_small.svg b/target/criterion/serialize_binary/hecs/report/relative_regression_small.svg index fad64305..6a5a505d 100644 --- a/target/criterion/serialize_binary/hecs/report/relative_regression_small.svg +++ b/target/criterion/serialize_binary/hecs/report/relative_regression_small.svg @@ -1,290 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 300 - - - - - - - - - - - - - 400 - - - - - - - - - - - - - 500 - - - - - - - - - - - - - 600 - - - - - - - - - - - - - 700 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - - New sample - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + +800 + + + + + + - diff --git a/target/criterion/serialize_binary/hecs/report/slope.svg b/target/criterion/serialize_binary/hecs/report/slope.svg index 4bef8100..7f637070 100644 --- a/target/criterion/serialize_binary/hecs/report/slope.svg +++ b/target/criterion/serialize_binary/hecs/report/slope.svg @@ -1,293 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 3.5 - - - - - 4 - - - - - 162.3 - - - - - 162.4 - - - - - 162.5 - - - - - 162.6 - - - - - 162.7 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - serialize_binary/hecs: slope - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +serialize_binary/hecs:slope + + +Density (a.u.) + + +Average time (us) + + + +5 + + + +10 + + + +15 + + + +20 + + + + +134.66 + + + +134.67 + + + +134.68 + + + +134.69 + + + +134.7 + + + +134.71 + + + +134.72 + + + +134.73 + + + +134.74 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/serialize_binary/hecs/report/typical.svg b/target/criterion/serialize_binary/hecs/report/typical.svg index ee553584..cf3b4719 100644 --- a/target/criterion/serialize_binary/hecs/report/typical.svg +++ b/target/criterion/serialize_binary/hecs/report/typical.svg @@ -1,293 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 3.5 - - - - - 4 - - - - - 162.3 - - - - - 162.4 - - - - - 162.5 - - - - - 162.6 - - - - - 162.7 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - serialize_binary/hecs: typical - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +serialize_binary/hecs:typical + + +Density (a.u.) + + +Average time (us) + + + +5 + + + +10 + + + +15 + + + +20 + + + + +134.66 + + + +134.67 + + + +134.68 + + + +134.69 + + + +134.7 + + + +134.71 + + + +134.72 + + + +134.73 + + + +134.74 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/serialize_binary/legion/base/estimates.json b/target/criterion/serialize_binary/legion/base/estimates.json index 3217f944..9d78f623 100644 --- a/target/criterion/serialize_binary/legion/base/estimates.json +++ b/target/criterion/serialize_binary/legion/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2450024.5948958327,"upper_bound":2454270.047864584},"point_estimate":2451890.4145833333,"standard_error":1093.5634946881066},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2448814.3333333335,"upper_bound":2450477.75},"point_estimate":2449957.375,"standard_error":429.87472501472274},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2304.0221340952003,"upper_bound":3732.692533731921},"point_estimate":3139.559881761785,"standard_error":374.2457995684911},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5159.364927714843,"upper_bound":16510.3431935604},"point_estimate":11006.790396035694,"standard_error":3149.746791804347}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2218113.6499999994,"upper_bound":2219878.1336956513},"point_estimate":2218992.8695652173,"standard_error":450.1309399741108},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2218128.2608695654,"upper_bound":2220508.695652174},"point_estimate":2219328.2608695654,"standard_error":580.1163773488155},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3732.2842815652457,"upper_bound":5730.57120260964},"point_estimate":4824.89600129778,"standard_error":499.57745151339697},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3900.142429548421,"upper_bound":5102.873566856028},"point_estimate":4520.488641655463,"standard_error":307.206677032595}} \ No newline at end of file diff --git a/target/criterion/serialize_binary/legion/base/raw.csv b/target/criterion/serialize_binary/legion/base/raw.csv index 456770d7..6a35d16c 100644 --- a/target/criterion/serialize_binary/legion/base/raw.csv +++ b/target/criterion/serialize_binary/legion/base/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -serialize_binary,legion,,,,58806447.0,ns,24 -serialize_binary,legion,,,,59034280.0,ns,24 -serialize_binary,legion,,,,58898922.0,ns,24 -serialize_binary,legion,,,,58865930.0,ns,24 -serialize_binary,legion,,,,58719519.0,ns,24 -serialize_binary,legion,,,,58864687.0,ns,24 -serialize_binary,legion,,,,58833927.0,ns,24 -serialize_binary,legion,,,,58850551.0,ns,24 -serialize_binary,legion,,,,58944058.0,ns,24 -serialize_binary,legion,,,,58904092.0,ns,24 -serialize_binary,legion,,,,58828538.0,ns,24 -serialize_binary,legion,,,,58432342.0,ns,24 -serialize_binary,legion,,,,58414360.0,ns,24 -serialize_binary,legion,,,,58932806.0,ns,24 -serialize_binary,legion,,,,58918769.0,ns,24 -serialize_binary,legion,,,,58815834.0,ns,24 -serialize_binary,legion,,,,58916746.0,ns,24 -serialize_binary,legion,,,,58754295.0,ns,24 -serialize_binary,legion,,,,58888193.0,ns,24 -serialize_binary,legion,,,,58885145.0,ns,24 -serialize_binary,legion,,,,58886128.0,ns,24 -serialize_binary,legion,,,,58746983.0,ns,24 -serialize_binary,legion,,,,59059958.0,ns,24 -serialize_binary,legion,,,,58846333.0,ns,24 -serialize_binary,legion,,,,58840219.0,ns,24 -serialize_binary,legion,,,,58787200.0,ns,24 -serialize_binary,legion,,,,58980227.0,ns,24 -serialize_binary,legion,,,,58765899.0,ns,24 -serialize_binary,legion,,,,59631278.0,ns,24 -serialize_binary,legion,,,,58857142.0,ns,24 -serialize_binary,legion,,,,58740930.0,ns,24 -serialize_binary,legion,,,,58916626.0,ns,24 -serialize_binary,legion,,,,58762702.0,ns,24 -serialize_binary,legion,,,,58748325.0,ns,24 -serialize_binary,legion,,,,58827046.0,ns,24 -serialize_binary,legion,,,,58725721.0,ns,24 -serialize_binary,legion,,,,58839088.0,ns,24 -serialize_binary,legion,,,,58814091.0,ns,24 -serialize_binary,legion,,,,58807158.0,ns,24 -serialize_binary,legion,,,,58759014.0,ns,24 -serialize_binary,legion,,,,58701768.0,ns,24 -serialize_binary,legion,,,,58851511.0,ns,24 -serialize_binary,legion,,,,58720853.0,ns,24 -serialize_binary,legion,,,,58855640.0,ns,24 -serialize_binary,legion,,,,58799031.0,ns,24 -serialize_binary,legion,,,,59495788.0,ns,24 -serialize_binary,legion,,,,58727296.0,ns,24 -serialize_binary,legion,,,,58847904.0,ns,24 -serialize_binary,legion,,,,58760709.0,ns,24 -serialize_binary,legion,,,,58758796.0,ns,24 -serialize_binary,legion,,,,58787760.0,ns,24 -serialize_binary,legion,,,,58758925.0,ns,24 -serialize_binary,legion,,,,58806036.0,ns,24 -serialize_binary,legion,,,,58750269.0,ns,24 -serialize_binary,legion,,,,58742745.0,ns,24 -serialize_binary,legion,,,,58790545.0,ns,24 -serialize_binary,legion,,,,58807138.0,ns,24 -serialize_binary,legion,,,,58752603.0,ns,24 -serialize_binary,legion,,,,58759065.0,ns,24 -serialize_binary,legion,,,,58856812.0,ns,24 -serialize_binary,legion,,,,58786938.0,ns,24 -serialize_binary,legion,,,,58810312.0,ns,24 -serialize_binary,legion,,,,59575391.0,ns,24 -serialize_binary,legion,,,,58622446.0,ns,24 -serialize_binary,legion,,,,58838125.0,ns,24 -serialize_binary,legion,,,,58817066.0,ns,24 -serialize_binary,legion,,,,58765398.0,ns,24 -serialize_binary,legion,,,,58856021.0,ns,24 -serialize_binary,legion,,,,58865899.0,ns,24 -serialize_binary,legion,,,,58789733.0,ns,24 -serialize_binary,legion,,,,58749719.0,ns,24 -serialize_binary,legion,,,,58746050.0,ns,24 -serialize_binary,legion,,,,58808079.0,ns,24 -serialize_binary,legion,,,,58764114.0,ns,24 -serialize_binary,legion,,,,58784054.0,ns,24 -serialize_binary,legion,,,,58771989.0,ns,24 -serialize_binary,legion,,,,58661449.0,ns,24 -serialize_binary,legion,,,,58804511.0,ns,24 -serialize_binary,legion,,,,58695496.0,ns,24 -serialize_binary,legion,,,,60814822.0,ns,24 -serialize_binary,legion,,,,58761019.0,ns,24 -serialize_binary,legion,,,,58871188.0,ns,24 -serialize_binary,legion,,,,58808841.0,ns,24 -serialize_binary,legion,,,,58805274.0,ns,24 -serialize_binary,legion,,,,58701586.0,ns,24 -serialize_binary,legion,,,,58747984.0,ns,24 -serialize_binary,legion,,,,58790605.0,ns,24 -serialize_binary,legion,,,,58732124.0,ns,24 -serialize_binary,legion,,,,58798923.0,ns,24 -serialize_binary,legion,,,,58767802.0,ns,24 -serialize_binary,legion,,,,58768934.0,ns,24 -serialize_binary,legion,,,,58758565.0,ns,24 -serialize_binary,legion,,,,58759286.0,ns,24 -serialize_binary,legion,,,,58730400.0,ns,24 -serialize_binary,legion,,,,58774154.0,ns,24 -serialize_binary,legion,,,,58865138.0,ns,24 -serialize_binary,legion,,,,59484386.0,ns,24 -serialize_binary,legion,,,,58706827.0,ns,24 -serialize_binary,legion,,,,58669895.0,ns,24 -serialize_binary,legion,,,,58723749.0,ns,24 +serialize_binary,legion,,,,51353700.0,ns,23 +serialize_binary,legion,,,,50950100.0,ns,23 +serialize_binary,legion,,,,51174400.0,ns,23 +serialize_binary,legion,,,,50851700.0,ns,23 +serialize_binary,legion,,,,50907700.0,ns,23 +serialize_binary,legion,,,,51063900.0,ns,23 +serialize_binary,legion,,,,51116200.0,ns,23 +serialize_binary,legion,,,,51097300.0,ns,23 +serialize_binary,legion,,,,51123400.0,ns,23 +serialize_binary,legion,,,,51051300.0,ns,23 +serialize_binary,legion,,,,50905900.0,ns,23 +serialize_binary,legion,,,,51047300.0,ns,23 +serialize_binary,legion,,,,50948300.0,ns,23 +serialize_binary,legion,,,,51127900.0,ns,23 +serialize_binary,legion,,,,50821000.0,ns,23 +serialize_binary,legion,,,,50905400.0,ns,23 +serialize_binary,legion,,,,50871200.0,ns,23 +serialize_binary,legion,,,,51071700.0,ns,23 +serialize_binary,legion,,,,50951300.0,ns,23 +serialize_binary,legion,,,,51043400.0,ns,23 +serialize_binary,legion,,,,51038300.0,ns,23 +serialize_binary,legion,,,,50930000.0,ns,23 +serialize_binary,legion,,,,50928500.0,ns,23 +serialize_binary,legion,,,,50951500.0,ns,23 +serialize_binary,legion,,,,50917700.0,ns,23 +serialize_binary,legion,,,,50985500.0,ns,23 +serialize_binary,legion,,,,51083600.0,ns,23 +serialize_binary,legion,,,,51232100.0,ns,23 +serialize_binary,legion,,,,50858300.0,ns,23 +serialize_binary,legion,,,,51043400.0,ns,23 +serialize_binary,legion,,,,50873000.0,ns,23 +serialize_binary,legion,,,,51046500.0,ns,23 +serialize_binary,legion,,,,51063200.0,ns,23 +serialize_binary,legion,,,,51110900.0,ns,23 +serialize_binary,legion,,,,51119400.0,ns,23 +serialize_binary,legion,,,,51121900.0,ns,23 +serialize_binary,legion,,,,50956100.0,ns,23 +serialize_binary,legion,,,,50956900.0,ns,23 +serialize_binary,legion,,,,50887200.0,ns,23 +serialize_binary,legion,,,,51095300.0,ns,23 +serialize_binary,legion,,,,51098500.0,ns,23 +serialize_binary,legion,,,,51118500.0,ns,23 +serialize_binary,legion,,,,50805700.0,ns,23 +serialize_binary,legion,,,,51104500.0,ns,23 +serialize_binary,legion,,,,50986700.0,ns,23 +serialize_binary,legion,,,,50952100.0,ns,23 +serialize_binary,legion,,,,50891700.0,ns,23 +serialize_binary,legion,,,,50903900.0,ns,23 +serialize_binary,legion,,,,50935000.0,ns,23 +serialize_binary,legion,,,,51244400.0,ns,23 +serialize_binary,legion,,,,51003200.0,ns,23 +serialize_binary,legion,,,,51188800.0,ns,23 +serialize_binary,legion,,,,51056000.0,ns,23 +serialize_binary,legion,,,,50949400.0,ns,23 +serialize_binary,legion,,,,51017400.0,ns,23 +serialize_binary,legion,,,,51014600.0,ns,23 +serialize_binary,legion,,,,50997000.0,ns,23 +serialize_binary,legion,,,,51207200.0,ns,23 +serialize_binary,legion,,,,51104900.0,ns,23 +serialize_binary,legion,,,,50974800.0,ns,23 +serialize_binary,legion,,,,51019300.0,ns,23 +serialize_binary,legion,,,,51045700.0,ns,23 +serialize_binary,legion,,,,50887700.0,ns,23 +serialize_binary,legion,,,,50969700.0,ns,23 +serialize_binary,legion,,,,50966100.0,ns,23 +serialize_binary,legion,,,,51234000.0,ns,23 +serialize_binary,legion,,,,51025300.0,ns,23 +serialize_binary,legion,,,,51027700.0,ns,23 +serialize_binary,legion,,,,51188600.0,ns,23 +serialize_binary,legion,,,,51130200.0,ns,23 +serialize_binary,legion,,,,51053900.0,ns,23 +serialize_binary,legion,,,,51153500.0,ns,23 +serialize_binary,legion,,,,51128300.0,ns,23 +serialize_binary,legion,,,,51099200.0,ns,23 +serialize_binary,legion,,,,51095300.0,ns,23 +serialize_binary,legion,,,,51078300.0,ns,23 +serialize_binary,legion,,,,51151200.0,ns,23 +serialize_binary,legion,,,,51032000.0,ns,23 +serialize_binary,legion,,,,51093600.0,ns,23 +serialize_binary,legion,,,,51167300.0,ns,23 +serialize_binary,legion,,,,51024900.0,ns,23 +serialize_binary,legion,,,,51140200.0,ns,23 +serialize_binary,legion,,,,51113700.0,ns,23 +serialize_binary,legion,,,,51074100.0,ns,23 +serialize_binary,legion,,,,51122600.0,ns,23 +serialize_binary,legion,,,,51031600.0,ns,23 +serialize_binary,legion,,,,51146500.0,ns,23 +serialize_binary,legion,,,,51096100.0,ns,23 +serialize_binary,legion,,,,51138900.0,ns,23 +serialize_binary,legion,,,,50973100.0,ns,23 +serialize_binary,legion,,,,51003300.0,ns,23 +serialize_binary,legion,,,,50987600.0,ns,23 +serialize_binary,legion,,,,50862000.0,ns,23 +serialize_binary,legion,,,,51082300.0,ns,23 +serialize_binary,legion,,,,50919200.0,ns,23 +serialize_binary,legion,,,,50994200.0,ns,23 +serialize_binary,legion,,,,50988800.0,ns,23 +serialize_binary,legion,,,,51057100.0,ns,23 +serialize_binary,legion,,,,51139700.0,ns,23 +serialize_binary,legion,,,,51104100.0,ns,23 diff --git a/target/criterion/serialize_binary/legion/base/sample.json b/target/criterion/serialize_binary/legion/base/sample.json index d6dc57fc..0206274e 100644 --- a/target/criterion/serialize_binary/legion/base/sample.json +++ b/target/criterion/serialize_binary/legion/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0],"times":[58806447.0,59034280.0,58898922.0,58865930.0,58719519.0,58864687.0,58833927.0,58850551.0,58944058.0,58904092.0,58828538.0,58432342.0,58414360.0,58932806.0,58918769.0,58815834.0,58916746.0,58754295.0,58888193.0,58885145.0,58886128.0,58746983.0,59059958.0,58846333.0,58840219.0,58787200.0,58980227.0,58765899.0,59631278.0,58857142.0,58740930.0,58916626.0,58762702.0,58748325.0,58827046.0,58725721.0,58839088.0,58814091.0,58807158.0,58759014.0,58701768.0,58851511.0,58720853.0,58855640.0,58799031.0,59495788.0,58727296.0,58847904.0,58760709.0,58758796.0,58787760.0,58758925.0,58806036.0,58750269.0,58742745.0,58790545.0,58807138.0,58752603.0,58759065.0,58856812.0,58786938.0,58810312.0,59575391.0,58622446.0,58838125.0,58817066.0,58765398.0,58856021.0,58865899.0,58789733.0,58749719.0,58746050.0,58808079.0,58764114.0,58784054.0,58771989.0,58661449.0,58804511.0,58695496.0,60814822.0,58761019.0,58871188.0,58808841.0,58805274.0,58701586.0,58747984.0,58790605.0,58732124.0,58798923.0,58767802.0,58768934.0,58758565.0,58759286.0,58730400.0,58774154.0,58865138.0,59484386.0,58706827.0,58669895.0,58723749.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0],"times":[51353700.0,50950100.0,51174400.0,50851700.0,50907700.0,51063900.0,51116200.0,51097300.0,51123400.0,51051300.0,50905900.0,51047300.0,50948300.0,51127900.0,50821000.0,50905400.0,50871200.0,51071700.0,50951300.0,51043400.0,51038300.0,50930000.0,50928500.0,50951500.0,50917700.0,50985500.0,51083600.0,51232100.0,50858300.0,51043400.0,50873000.0,51046500.0,51063200.0,51110900.0,51119400.0,51121900.0,50956100.0,50956900.0,50887200.0,51095300.0,51098500.0,51118500.0,50805700.0,51104500.0,50986700.0,50952100.0,50891700.0,50903900.0,50935000.0,51244400.0,51003200.0,51188800.0,51056000.0,50949400.0,51017400.0,51014600.0,50997000.0,51207200.0,51104900.0,50974800.0,51019300.0,51045700.0,50887700.0,50969700.0,50966100.0,51234000.0,51025300.0,51027700.0,51188600.0,51130200.0,51053900.0,51153500.0,51128300.0,51099200.0,51095300.0,51078300.0,51151200.0,51032000.0,51093600.0,51167300.0,51024900.0,51140200.0,51113700.0,51074100.0,51122600.0,51031600.0,51146500.0,51096100.0,51138900.0,50973100.0,51003300.0,50987600.0,50862000.0,51082300.0,50919200.0,50994200.0,50988800.0,51057100.0,51139700.0,51104100.0]} \ No newline at end of file diff --git a/target/criterion/serialize_binary/legion/base/tukey.json b/target/criterion/serialize_binary/legion/base/tukey.json index 91c115ea..84a6d15c 100644 --- a/target/criterion/serialize_binary/legion/base/tukey.json +++ b/target/criterion/serialize_binary/legion/base/tukey.json @@ -1 +1 @@ -[2435284.656249999,2441681.3281249995,2458739.1197916674,2465135.791666668] \ No newline at end of file +[2195026.086956522,2205232.6086956523,2232450.0,2242656.5217391304] \ No newline at end of file diff --git a/target/criterion/serialize_binary/legion/change/estimates.json b/target/criterion/serialize_binary/legion/change/estimates.json index bf3fce0b..5fbef0c3 100644 --- a/target/criterion/serialize_binary/legion/change/estimates.json +++ b/target/criterion/serialize_binary/legion/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.1029600827192382,"upper_bound":0.1094273216168887},"point_estimate":0.10625952968938757,"standard_error":0.001648846827324555},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.11082474921710973,"upper_bound":0.1142002654114247},"point_estimate":0.11290951121696957,"standard_error":0.0008067793379236386}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.09590380825453063,"upper_bound":-0.09417972289786296},"point_estimate":-0.09498693075061182,"standard_error":0.00043984743503356987},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.09464079707583284,"upper_bound":-0.09351476280116261},"point_estimate":-0.09413597007190155,"standard_error":0.000282359007780506}} \ No newline at end of file diff --git a/target/criterion/serialize_binary/legion/new/estimates.json b/target/criterion/serialize_binary/legion/new/estimates.json index 3217f944..9d78f623 100644 --- a/target/criterion/serialize_binary/legion/new/estimates.json +++ b/target/criterion/serialize_binary/legion/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2450024.5948958327,"upper_bound":2454270.047864584},"point_estimate":2451890.4145833333,"standard_error":1093.5634946881066},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2448814.3333333335,"upper_bound":2450477.75},"point_estimate":2449957.375,"standard_error":429.87472501472274},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2304.0221340952003,"upper_bound":3732.692533731921},"point_estimate":3139.559881761785,"standard_error":374.2457995684911},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5159.364927714843,"upper_bound":16510.3431935604},"point_estimate":11006.790396035694,"standard_error":3149.746791804347}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2218113.6499999994,"upper_bound":2219878.1336956513},"point_estimate":2218992.8695652173,"standard_error":450.1309399741108},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2218128.2608695654,"upper_bound":2220508.695652174},"point_estimate":2219328.2608695654,"standard_error":580.1163773488155},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3732.2842815652457,"upper_bound":5730.57120260964},"point_estimate":4824.89600129778,"standard_error":499.57745151339697},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3900.142429548421,"upper_bound":5102.873566856028},"point_estimate":4520.488641655463,"standard_error":307.206677032595}} \ No newline at end of file diff --git a/target/criterion/serialize_binary/legion/new/raw.csv b/target/criterion/serialize_binary/legion/new/raw.csv index 456770d7..6a35d16c 100644 --- a/target/criterion/serialize_binary/legion/new/raw.csv +++ b/target/criterion/serialize_binary/legion/new/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -serialize_binary,legion,,,,58806447.0,ns,24 -serialize_binary,legion,,,,59034280.0,ns,24 -serialize_binary,legion,,,,58898922.0,ns,24 -serialize_binary,legion,,,,58865930.0,ns,24 -serialize_binary,legion,,,,58719519.0,ns,24 -serialize_binary,legion,,,,58864687.0,ns,24 -serialize_binary,legion,,,,58833927.0,ns,24 -serialize_binary,legion,,,,58850551.0,ns,24 -serialize_binary,legion,,,,58944058.0,ns,24 -serialize_binary,legion,,,,58904092.0,ns,24 -serialize_binary,legion,,,,58828538.0,ns,24 -serialize_binary,legion,,,,58432342.0,ns,24 -serialize_binary,legion,,,,58414360.0,ns,24 -serialize_binary,legion,,,,58932806.0,ns,24 -serialize_binary,legion,,,,58918769.0,ns,24 -serialize_binary,legion,,,,58815834.0,ns,24 -serialize_binary,legion,,,,58916746.0,ns,24 -serialize_binary,legion,,,,58754295.0,ns,24 -serialize_binary,legion,,,,58888193.0,ns,24 -serialize_binary,legion,,,,58885145.0,ns,24 -serialize_binary,legion,,,,58886128.0,ns,24 -serialize_binary,legion,,,,58746983.0,ns,24 -serialize_binary,legion,,,,59059958.0,ns,24 -serialize_binary,legion,,,,58846333.0,ns,24 -serialize_binary,legion,,,,58840219.0,ns,24 -serialize_binary,legion,,,,58787200.0,ns,24 -serialize_binary,legion,,,,58980227.0,ns,24 -serialize_binary,legion,,,,58765899.0,ns,24 -serialize_binary,legion,,,,59631278.0,ns,24 -serialize_binary,legion,,,,58857142.0,ns,24 -serialize_binary,legion,,,,58740930.0,ns,24 -serialize_binary,legion,,,,58916626.0,ns,24 -serialize_binary,legion,,,,58762702.0,ns,24 -serialize_binary,legion,,,,58748325.0,ns,24 -serialize_binary,legion,,,,58827046.0,ns,24 -serialize_binary,legion,,,,58725721.0,ns,24 -serialize_binary,legion,,,,58839088.0,ns,24 -serialize_binary,legion,,,,58814091.0,ns,24 -serialize_binary,legion,,,,58807158.0,ns,24 -serialize_binary,legion,,,,58759014.0,ns,24 -serialize_binary,legion,,,,58701768.0,ns,24 -serialize_binary,legion,,,,58851511.0,ns,24 -serialize_binary,legion,,,,58720853.0,ns,24 -serialize_binary,legion,,,,58855640.0,ns,24 -serialize_binary,legion,,,,58799031.0,ns,24 -serialize_binary,legion,,,,59495788.0,ns,24 -serialize_binary,legion,,,,58727296.0,ns,24 -serialize_binary,legion,,,,58847904.0,ns,24 -serialize_binary,legion,,,,58760709.0,ns,24 -serialize_binary,legion,,,,58758796.0,ns,24 -serialize_binary,legion,,,,58787760.0,ns,24 -serialize_binary,legion,,,,58758925.0,ns,24 -serialize_binary,legion,,,,58806036.0,ns,24 -serialize_binary,legion,,,,58750269.0,ns,24 -serialize_binary,legion,,,,58742745.0,ns,24 -serialize_binary,legion,,,,58790545.0,ns,24 -serialize_binary,legion,,,,58807138.0,ns,24 -serialize_binary,legion,,,,58752603.0,ns,24 -serialize_binary,legion,,,,58759065.0,ns,24 -serialize_binary,legion,,,,58856812.0,ns,24 -serialize_binary,legion,,,,58786938.0,ns,24 -serialize_binary,legion,,,,58810312.0,ns,24 -serialize_binary,legion,,,,59575391.0,ns,24 -serialize_binary,legion,,,,58622446.0,ns,24 -serialize_binary,legion,,,,58838125.0,ns,24 -serialize_binary,legion,,,,58817066.0,ns,24 -serialize_binary,legion,,,,58765398.0,ns,24 -serialize_binary,legion,,,,58856021.0,ns,24 -serialize_binary,legion,,,,58865899.0,ns,24 -serialize_binary,legion,,,,58789733.0,ns,24 -serialize_binary,legion,,,,58749719.0,ns,24 -serialize_binary,legion,,,,58746050.0,ns,24 -serialize_binary,legion,,,,58808079.0,ns,24 -serialize_binary,legion,,,,58764114.0,ns,24 -serialize_binary,legion,,,,58784054.0,ns,24 -serialize_binary,legion,,,,58771989.0,ns,24 -serialize_binary,legion,,,,58661449.0,ns,24 -serialize_binary,legion,,,,58804511.0,ns,24 -serialize_binary,legion,,,,58695496.0,ns,24 -serialize_binary,legion,,,,60814822.0,ns,24 -serialize_binary,legion,,,,58761019.0,ns,24 -serialize_binary,legion,,,,58871188.0,ns,24 -serialize_binary,legion,,,,58808841.0,ns,24 -serialize_binary,legion,,,,58805274.0,ns,24 -serialize_binary,legion,,,,58701586.0,ns,24 -serialize_binary,legion,,,,58747984.0,ns,24 -serialize_binary,legion,,,,58790605.0,ns,24 -serialize_binary,legion,,,,58732124.0,ns,24 -serialize_binary,legion,,,,58798923.0,ns,24 -serialize_binary,legion,,,,58767802.0,ns,24 -serialize_binary,legion,,,,58768934.0,ns,24 -serialize_binary,legion,,,,58758565.0,ns,24 -serialize_binary,legion,,,,58759286.0,ns,24 -serialize_binary,legion,,,,58730400.0,ns,24 -serialize_binary,legion,,,,58774154.0,ns,24 -serialize_binary,legion,,,,58865138.0,ns,24 -serialize_binary,legion,,,,59484386.0,ns,24 -serialize_binary,legion,,,,58706827.0,ns,24 -serialize_binary,legion,,,,58669895.0,ns,24 -serialize_binary,legion,,,,58723749.0,ns,24 +serialize_binary,legion,,,,51353700.0,ns,23 +serialize_binary,legion,,,,50950100.0,ns,23 +serialize_binary,legion,,,,51174400.0,ns,23 +serialize_binary,legion,,,,50851700.0,ns,23 +serialize_binary,legion,,,,50907700.0,ns,23 +serialize_binary,legion,,,,51063900.0,ns,23 +serialize_binary,legion,,,,51116200.0,ns,23 +serialize_binary,legion,,,,51097300.0,ns,23 +serialize_binary,legion,,,,51123400.0,ns,23 +serialize_binary,legion,,,,51051300.0,ns,23 +serialize_binary,legion,,,,50905900.0,ns,23 +serialize_binary,legion,,,,51047300.0,ns,23 +serialize_binary,legion,,,,50948300.0,ns,23 +serialize_binary,legion,,,,51127900.0,ns,23 +serialize_binary,legion,,,,50821000.0,ns,23 +serialize_binary,legion,,,,50905400.0,ns,23 +serialize_binary,legion,,,,50871200.0,ns,23 +serialize_binary,legion,,,,51071700.0,ns,23 +serialize_binary,legion,,,,50951300.0,ns,23 +serialize_binary,legion,,,,51043400.0,ns,23 +serialize_binary,legion,,,,51038300.0,ns,23 +serialize_binary,legion,,,,50930000.0,ns,23 +serialize_binary,legion,,,,50928500.0,ns,23 +serialize_binary,legion,,,,50951500.0,ns,23 +serialize_binary,legion,,,,50917700.0,ns,23 +serialize_binary,legion,,,,50985500.0,ns,23 +serialize_binary,legion,,,,51083600.0,ns,23 +serialize_binary,legion,,,,51232100.0,ns,23 +serialize_binary,legion,,,,50858300.0,ns,23 +serialize_binary,legion,,,,51043400.0,ns,23 +serialize_binary,legion,,,,50873000.0,ns,23 +serialize_binary,legion,,,,51046500.0,ns,23 +serialize_binary,legion,,,,51063200.0,ns,23 +serialize_binary,legion,,,,51110900.0,ns,23 +serialize_binary,legion,,,,51119400.0,ns,23 +serialize_binary,legion,,,,51121900.0,ns,23 +serialize_binary,legion,,,,50956100.0,ns,23 +serialize_binary,legion,,,,50956900.0,ns,23 +serialize_binary,legion,,,,50887200.0,ns,23 +serialize_binary,legion,,,,51095300.0,ns,23 +serialize_binary,legion,,,,51098500.0,ns,23 +serialize_binary,legion,,,,51118500.0,ns,23 +serialize_binary,legion,,,,50805700.0,ns,23 +serialize_binary,legion,,,,51104500.0,ns,23 +serialize_binary,legion,,,,50986700.0,ns,23 +serialize_binary,legion,,,,50952100.0,ns,23 +serialize_binary,legion,,,,50891700.0,ns,23 +serialize_binary,legion,,,,50903900.0,ns,23 +serialize_binary,legion,,,,50935000.0,ns,23 +serialize_binary,legion,,,,51244400.0,ns,23 +serialize_binary,legion,,,,51003200.0,ns,23 +serialize_binary,legion,,,,51188800.0,ns,23 +serialize_binary,legion,,,,51056000.0,ns,23 +serialize_binary,legion,,,,50949400.0,ns,23 +serialize_binary,legion,,,,51017400.0,ns,23 +serialize_binary,legion,,,,51014600.0,ns,23 +serialize_binary,legion,,,,50997000.0,ns,23 +serialize_binary,legion,,,,51207200.0,ns,23 +serialize_binary,legion,,,,51104900.0,ns,23 +serialize_binary,legion,,,,50974800.0,ns,23 +serialize_binary,legion,,,,51019300.0,ns,23 +serialize_binary,legion,,,,51045700.0,ns,23 +serialize_binary,legion,,,,50887700.0,ns,23 +serialize_binary,legion,,,,50969700.0,ns,23 +serialize_binary,legion,,,,50966100.0,ns,23 +serialize_binary,legion,,,,51234000.0,ns,23 +serialize_binary,legion,,,,51025300.0,ns,23 +serialize_binary,legion,,,,51027700.0,ns,23 +serialize_binary,legion,,,,51188600.0,ns,23 +serialize_binary,legion,,,,51130200.0,ns,23 +serialize_binary,legion,,,,51053900.0,ns,23 +serialize_binary,legion,,,,51153500.0,ns,23 +serialize_binary,legion,,,,51128300.0,ns,23 +serialize_binary,legion,,,,51099200.0,ns,23 +serialize_binary,legion,,,,51095300.0,ns,23 +serialize_binary,legion,,,,51078300.0,ns,23 +serialize_binary,legion,,,,51151200.0,ns,23 +serialize_binary,legion,,,,51032000.0,ns,23 +serialize_binary,legion,,,,51093600.0,ns,23 +serialize_binary,legion,,,,51167300.0,ns,23 +serialize_binary,legion,,,,51024900.0,ns,23 +serialize_binary,legion,,,,51140200.0,ns,23 +serialize_binary,legion,,,,51113700.0,ns,23 +serialize_binary,legion,,,,51074100.0,ns,23 +serialize_binary,legion,,,,51122600.0,ns,23 +serialize_binary,legion,,,,51031600.0,ns,23 +serialize_binary,legion,,,,51146500.0,ns,23 +serialize_binary,legion,,,,51096100.0,ns,23 +serialize_binary,legion,,,,51138900.0,ns,23 +serialize_binary,legion,,,,50973100.0,ns,23 +serialize_binary,legion,,,,51003300.0,ns,23 +serialize_binary,legion,,,,50987600.0,ns,23 +serialize_binary,legion,,,,50862000.0,ns,23 +serialize_binary,legion,,,,51082300.0,ns,23 +serialize_binary,legion,,,,50919200.0,ns,23 +serialize_binary,legion,,,,50994200.0,ns,23 +serialize_binary,legion,,,,50988800.0,ns,23 +serialize_binary,legion,,,,51057100.0,ns,23 +serialize_binary,legion,,,,51139700.0,ns,23 +serialize_binary,legion,,,,51104100.0,ns,23 diff --git a/target/criterion/serialize_binary/legion/new/sample.json b/target/criterion/serialize_binary/legion/new/sample.json index d6dc57fc..0206274e 100644 --- a/target/criterion/serialize_binary/legion/new/sample.json +++ b/target/criterion/serialize_binary/legion/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0],"times":[58806447.0,59034280.0,58898922.0,58865930.0,58719519.0,58864687.0,58833927.0,58850551.0,58944058.0,58904092.0,58828538.0,58432342.0,58414360.0,58932806.0,58918769.0,58815834.0,58916746.0,58754295.0,58888193.0,58885145.0,58886128.0,58746983.0,59059958.0,58846333.0,58840219.0,58787200.0,58980227.0,58765899.0,59631278.0,58857142.0,58740930.0,58916626.0,58762702.0,58748325.0,58827046.0,58725721.0,58839088.0,58814091.0,58807158.0,58759014.0,58701768.0,58851511.0,58720853.0,58855640.0,58799031.0,59495788.0,58727296.0,58847904.0,58760709.0,58758796.0,58787760.0,58758925.0,58806036.0,58750269.0,58742745.0,58790545.0,58807138.0,58752603.0,58759065.0,58856812.0,58786938.0,58810312.0,59575391.0,58622446.0,58838125.0,58817066.0,58765398.0,58856021.0,58865899.0,58789733.0,58749719.0,58746050.0,58808079.0,58764114.0,58784054.0,58771989.0,58661449.0,58804511.0,58695496.0,60814822.0,58761019.0,58871188.0,58808841.0,58805274.0,58701586.0,58747984.0,58790605.0,58732124.0,58798923.0,58767802.0,58768934.0,58758565.0,58759286.0,58730400.0,58774154.0,58865138.0,59484386.0,58706827.0,58669895.0,58723749.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0],"times":[51353700.0,50950100.0,51174400.0,50851700.0,50907700.0,51063900.0,51116200.0,51097300.0,51123400.0,51051300.0,50905900.0,51047300.0,50948300.0,51127900.0,50821000.0,50905400.0,50871200.0,51071700.0,50951300.0,51043400.0,51038300.0,50930000.0,50928500.0,50951500.0,50917700.0,50985500.0,51083600.0,51232100.0,50858300.0,51043400.0,50873000.0,51046500.0,51063200.0,51110900.0,51119400.0,51121900.0,50956100.0,50956900.0,50887200.0,51095300.0,51098500.0,51118500.0,50805700.0,51104500.0,50986700.0,50952100.0,50891700.0,50903900.0,50935000.0,51244400.0,51003200.0,51188800.0,51056000.0,50949400.0,51017400.0,51014600.0,50997000.0,51207200.0,51104900.0,50974800.0,51019300.0,51045700.0,50887700.0,50969700.0,50966100.0,51234000.0,51025300.0,51027700.0,51188600.0,51130200.0,51053900.0,51153500.0,51128300.0,51099200.0,51095300.0,51078300.0,51151200.0,51032000.0,51093600.0,51167300.0,51024900.0,51140200.0,51113700.0,51074100.0,51122600.0,51031600.0,51146500.0,51096100.0,51138900.0,50973100.0,51003300.0,50987600.0,50862000.0,51082300.0,50919200.0,50994200.0,50988800.0,51057100.0,51139700.0,51104100.0]} \ No newline at end of file diff --git a/target/criterion/serialize_binary/legion/new/tukey.json b/target/criterion/serialize_binary/legion/new/tukey.json index 91c115ea..84a6d15c 100644 --- a/target/criterion/serialize_binary/legion/new/tukey.json +++ b/target/criterion/serialize_binary/legion/new/tukey.json @@ -1 +1 @@ -[2435284.656249999,2441681.3281249995,2458739.1197916674,2465135.791666668] \ No newline at end of file +[2195026.086956522,2205232.6086956523,2232450.0,2242656.5217391304] \ No newline at end of file diff --git a/target/criterion/serialize_binary/legion/report/MAD.svg b/target/criterion/serialize_binary/legion/report/MAD.svg index 1c52aaea..d850f371 100644 --- a/target/criterion/serialize_binary/legion/report/MAD.svg +++ b/target/criterion/serialize_binary/legion/report/MAD.svg @@ -1,313 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.2 - - - - - 0.4 - - - - - 0.6 - - - - - 0.8 - - - - - 1 - - - - - 1.2 - - - - - 1.4 - - - - - 1.6 - - - - - 2.2 - - - - - 2.4 - - - - - 2.6 - - - - - 2.8 - - - - - 3 - - - - - 3.2 - - - - - 3.4 - - - - - 3.6 - - - - - 3.8 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - serialize_binary/legion: MAD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +serialize_binary/legion:MAD + + +Density (a.u.) + + +Average time (us) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + + + +4 + + + +4.5 + + + +5 + + + +5.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/serialize_binary/legion/report/SD.svg b/target/criterion/serialize_binary/legion/report/SD.svg index ef1c3396..17ccf4af 100644 --- a/target/criterion/serialize_binary/legion/report/SD.svg +++ b/target/criterion/serialize_binary/legion/report/SD.svg @@ -1,308 +1,88 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.02 - - - - - 0.04 - - - - - 0.06 - - - - - 0.08 - - - - - 0.1 - - - - - 0.12 - - - - - 0.14 - - - - - 0.16 - - - - - 0.18 - - - - - 4 - - - - - 6 - - - - - 8 - - - - - 10 - - - - - 12 - - - - - 14 - - - - - 16 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - serialize_binary/legion: SD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +serialize_binary/legion:SD + + +Density (a.u.) + + +Average time (us) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + + +3.8 + + + +4 + + + +4.2 + + + +4.4 + + + +4.6 + + + +4.8 + + + +5 + + + +5.2 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/serialize_binary/legion/report/both/iteration_times.svg b/target/criterion/serialize_binary/legion/report/both/iteration_times.svg index c621b6ed..2edbdd03 100644 --- a/target/criterion/serialize_binary/legion/report/both/iteration_times.svg +++ b/target/criterion/serialize_binary/legion/report/both/iteration_times.svg @@ -1,556 +1,298 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 2.15 - - - - - - - - - - - - - 2.2 - - - - - - - - - - - - - 2.25 - - - - - - - - - - - - - 2.3 - - - - - - - - - - - - - 2.35 - - - - - - - - - - - - - 2.4 - - - - - - - - - - - - - 2.45 - - - - - - - - - - - - - 2.5 - - - - - - - - - - - - - 2.55 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 90 - - - - - - - - - - - - - 100 - - - - - - - - - Average Iteration Time (ms) - - - - - Sample - - - - - serialize_binary/legion - - - - - Base - - - Base - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Current - - - Current - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +serialize_binary/legion + + +Average Iteration Time (ms) + + + + + + + + + + + + + + + + + + + +2.25 + + + +2.3 + + + +2.35 + + + +2.4 + + + +2.45 + + + +2.5 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Current + + +Base + + + - diff --git a/target/criterion/serialize_binary/legion/report/both/pdf.svg b/target/criterion/serialize_binary/legion/report/both/pdf.svg index ba06dfd8..1fd4a3e4 100644 --- a/target/criterion/serialize_binary/legion/report/both/pdf.svg +++ b/target/criterion/serialize_binary/legion/report/both/pdf.svg @@ -1,338 +1,73 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 10 - - - - - 20 - - - - - 30 - - - - - 40 - - - - - 50 - - - - - 60 - - - - - 70 - - - - - 2.1 - - - - - 2.15 - - - - - 2.2 - - - - - 2.25 - - - - - 2.3 - - - - - 2.35 - - - - - 2.4 - - - - - 2.45 - - - - - 2.5 - - - - - 2.55 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - serialize_binary/legion - - - - - Base PDF - - - Base PDF - - - - - - - - - - Base Mean - - - - - Base Mean - - - - - - New PDF - - - - - New PDF - - - - - - - - - - New Mean - - - - - New Mean - - - - - - - - - - - - - - + + +serialize_binary/legion + + +Density (a.u.) + + +Average Time (ms) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + + +2.3 + + + +2.4 + + + +2.5 + + + + + + + +Base PDF + + +New PDF + + +Base Mean + + +New Mean + + + + + - diff --git a/target/criterion/serialize_binary/legion/report/change/mean.svg b/target/criterion/serialize_binary/legion/report/change/mean.svg index 5fa60380..71f2cae1 100644 --- a/target/criterion/serialize_binary/legion/report/change/mean.svg +++ b/target/criterion/serialize_binary/legion/report/change/mean.svg @@ -1,310 +1,89 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - 10.3 - - - - - 10.4 - - - - - 10.5 - - - - - 10.6 - - - - - 10.7 - - - - - 10.8 - - - - - 10.9 - - - - - 11 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - serialize_binary/legion: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +serialize_binary/legion:mean + + +Density (a.u.) + + +Relative change (%) + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + +800 + + + +900 + + + + +-0.096 + + + +-0.0955 + + + +-0.095 + + + +-0.0945 + + + +-0.094 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/serialize_binary/legion/report/change/median.svg b/target/criterion/serialize_binary/legion/report/change/median.svg index 8e8094ba..437840fa 100644 --- a/target/criterion/serialize_binary/legion/report/change/median.svg +++ b/target/criterion/serialize_binary/legion/report/change/median.svg @@ -1,325 +1,89 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 100 - - - - - 200 - - - - - 300 - - - - - 400 - - - - - 500 - - - - - 600 - - - - - 700 - - - - - 11.05 - - - - - 11.1 - - - - - 11.15 - - - - - 11.2 - - - - - 11.25 - - - - - 11.3 - - - - - 11.35 - - - - - 11.4 - - - - - 11.45 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - serialize_binary/legion: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +serialize_binary/legion:median + + +Density (a.u.) + + +Relative change (%) + + + +200 + + + +400 + + + +600 + + + +800 + + + +1000 + + + +1200 + + + +1400 + + + +1600 + + + + +-0.0946 + + + +-0.0944 + + + +-0.0942 + + + +-0.094 + + + +-0.0938 + + + +-0.0936 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/serialize_binary/legion/report/change/t-test.svg b/target/criterion/serialize_binary/legion/report/change/t-test.svg index b3db2bea..1490562b 100644 --- a/target/criterion/serialize_binary/legion/report/change/t-test.svg +++ b/target/criterion/serialize_binary/legion/report/change/t-test.svg @@ -1,255 +1,75 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - -10 - - - - - 0 - - - - - 10 - - - - - 20 - - - - - 30 - - - - - 40 - - - - - 50 - - - - - 60 - - - - - 70 - - - - - 80 - - - - - - - - - Density - - - - - t score - - - - - serialize_binary/legion: Welch t test - - - - - t distribution - - - t distribution - - - - - - - - - - t statistic - - - - - t statistic - - - - - - - - - - - - - - + + +serialize_binary/legion: Welch t test + + +Density + + +t score + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +-4.0 + + + +-2.0 + + + +0.0 + + + +2.0 + + + +4.0 + + + + + +t distribution + + +t statistic + + + - diff --git a/target/criterion/serialize_binary/legion/report/index.html b/target/criterion/serialize_binary/legion/report/index.html index 31f3f944..50a4932e 100644 --- a/target/criterion/serialize_binary/legion/report/index.html +++ b/target/criterion/serialize_binary/legion/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0020764 - 0.0021365 - 0.0020404 + 0.0040556 + 0.0042099 + 0.0040535 Mean - 2.4500 ms - 2.4519 ms - 2.4543 ms + 2.2181 ms + 2.2190 ms + 2.2199 ms Std. Dev. - 5.1594 us - 11.007 us - 16.510 us + 3.9001 us + 4.5205 us + 5.1029 us Median - 2.4488 ms - 2.4500 ms - 2.4505 ms + 2.2181 ms + 2.2193 ms + 2.2205 ms MAD - 2.3040 us - 3.1396 us - 3.7327 us + 3.7323 us + 4.8249 us + 5.7306 us @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +10.296% - +10.626% - +10.943% + -9.5904% + -9.4987% + -9.4180% (p = 0.00 < 0.05) - Performance has regressed. + Performance has improved.

Additional Plots:

diff --git a/target/criterion/serialize_binary/legion/report/iteration_times.svg b/target/criterion/serialize_binary/legion/report/iteration_times.svg index 27b9821b..317156c2 100644 --- a/target/criterion/serialize_binary/legion/report/iteration_times.svg +++ b/target/criterion/serialize_binary/legion/report/iteration_times.svg @@ -1,414 +1,189 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 2.42 - - - - - - - - - - - - - 2.44 - - - - - - - - - - - - - 2.46 - - - - - - - - - - - - - 2.48 - - - - - - - - - - - - - 2.5 - - - - - - - - - - - - - 2.52 - - - - - - - - - - - - - 2.54 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 90 - - - - - - - - - - - - - 100 - - - - - - - - - Average Iteration Time (ms) - - - - - Sample - - - - - serialize_binary/legion - - - - - gnuplot_plot_1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +serialize_binary/legion + + +Average Iteration Time (ms) + + + + + + + + + + + + + + + + + + +2.21 + + + +2.215 + + + +2.22 + + + +2.225 + + + +2.23 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + - diff --git a/target/criterion/serialize_binary/legion/report/iteration_times_small.svg b/target/criterion/serialize_binary/legion/report/iteration_times_small.svg index f3ac3f47..a058af5e 100644 --- a/target/criterion/serialize_binary/legion/report/iteration_times_small.svg +++ b/target/criterion/serialize_binary/legion/report/iteration_times_small.svg @@ -1,409 +1,182 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 2.42 - - - - - - - - - - - - - 2.44 - - - - - - - - - - - - - 2.46 - - - - - - - - - - - - - 2.48 - - - - - - - - - - - - - 2.5 - - - - - - - - - - - - - 2.52 - - - - - - - - - - - - - 2.54 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 90 - - - - - - - - - - - - - 100 - - - - - - - - - Average Iteration Time (ms) - - - - - Sample - - - - - gnuplot_plot_1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +Average Iteration Time (ms) + + + + + + + + + + + + + + + + + + +2.21 + + + +2.215 + + + +2.22 + + + +2.225 + + + +2.23 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/serialize_binary/legion/report/mean.svg b/target/criterion/serialize_binary/legion/report/mean.svg index 828642cd..1e015baa 100644 --- a/target/criterion/serialize_binary/legion/report/mean.svg +++ b/target/criterion/serialize_binary/legion/report/mean.svg @@ -1,293 +1,108 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - 300 - - - - - 350 - - - - - 400 - - - - - 2.45 - - - - - 2.451 - - - - - 2.452 - - - - - 2.453 - - - - - 2.454 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - serialize_binary/legion: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +serialize_binary/legion:mean + + +Density (a.u.) + + +Average time (ms) + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + +800 + + + +900 + + + + +2.218 + + + +2.2182 + + + +2.2184 + + + +2.2186 + + + +2.2188 + + + +2.219 + + + +2.2192 + + + +2.2194 + + + +2.2196 + + + +2.2198 + + + +2.22 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/serialize_binary/legion/report/median.svg b/target/criterion/serialize_binary/legion/report/median.svg index cc2f0c72..e0d92e84 100644 --- a/target/criterion/serialize_binary/legion/report/median.svg +++ b/target/criterion/serialize_binary/legion/report/median.svg @@ -1,273 +1,76 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 500 - - - - - 1000 - - - - - 1500 - - - - - 2000 - - - - - 2500 - - - - - 2.449 - - - - - 2.4495 - - - - - 2.45 - - - - - 2.4505 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - serialize_binary/legion: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +serialize_binary/legion:median + + +Density (a.u.) + + +Average time (ms) + + + +200 + + + +400 + + + +600 + + + +800 + + + +1000 + + + +1200 + + + +1400 + + + + +2.218 + + + +2.2185 + + + +2.219 + + + +2.2195 + + + +2.22 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/serialize_binary/legion/report/pdf.svg b/target/criterion/serialize_binary/legion/report/pdf.svg index 585e88de..59e0be8d 100644 --- a/target/criterion/serialize_binary/legion/report/pdf.svg +++ b/target/criterion/serialize_binary/legion/report/pdf.svg @@ -1,410 +1,117 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - 2.44 - - - - - 2.46 - - - - - 2.48 - - - - - 2.5 - - - - - 2.52 - - - - - 2.54 - - - - - 0 - - - - - 10 - - - - - 20 - - - - - 30 - - - - - 40 - - - - - 50 - - - - - 60 - - - - - 70 - - - - - - - - - Iterations - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - serialize_binary/legion - - - - - PDF - - - PDF - - - - - - - - - - Mean - - - - - Mean - - - - - - "Clean" sample - - - - - "Clean" sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Mild outliers - - - Mild outliers - - - - - - - - - Severe outliers - - - Severe outliers - - - - - - - - - - - - - - gnuplot_plot_6 - - - - - - gnuplot_plot_7 - - - - gnuplot_plot_8 - - - - gnuplot_plot_9 - - - - - - - - - - - - + + +serialize_binary/legion + + +Iterations + + +Average Time (ms) + + + +5 + + + +10 + + + +15 + + + +20 + + + + +2.205 + + + +2.21 + + + +2.215 + + + +2.22 + + + +2.225 + + + +2.23 + + + +2.235 + + + +Density (a.u.) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + - diff --git a/target/criterion/serialize_binary/legion/report/pdf_small.svg b/target/criterion/serialize_binary/legion/report/pdf_small.svg index 92bced0c..144c082d 100644 --- a/target/criterion/serialize_binary/legion/report/pdf_small.svg +++ b/target/criterion/serialize_binary/legion/report/pdf_small.svg @@ -1,219 +1,56 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 10 - - - - - 20 - - - - - 30 - - - - - 40 - - - - - 50 - - - - - 60 - - - - - 70 - - - - - 2.42 - - - - - 2.44 - - - - - 2.46 - - - - - 2.48 - - - - - 2.5 - - - - - 2.52 - - - - - 2.54 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - PDF - - - - - - - Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (ms) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + + +2.21 + + + +2.22 + + + +2.23 + + + + - diff --git a/target/criterion/serialize_binary/legion/report/relative_iteration_times_small.svg b/target/criterion/serialize_binary/legion/report/relative_iteration_times_small.svg index f58d6415..d0fd9e73 100644 --- a/target/criterion/serialize_binary/legion/report/relative_iteration_times_small.svg +++ b/target/criterion/serialize_binary/legion/report/relative_iteration_times_small.svg @@ -1,539 +1,287 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 2.15 - - - - - - - - - - - - - 2.2 - - - - - - - - - - - - - 2.25 - - - - - - - - - - - - - 2.3 - - - - - - - - - - - - - 2.35 - - - - - - - - - - - - - 2.4 - - - - - - - - - - - - - 2.45 - - - - - - - - - - - - - 2.5 - - - - - - - - - - - - - 2.55 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 90 - - - - - - - - - - - - - 100 - - - - - - - - - Average Iteration Time (ms) - - - - - Sample - - - - - Base - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Current - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +Average Iteration Time (ms) + + + + + + + + + + + + + + + + + + + +2.25 + + + +2.3 + + + +2.35 + + + +2.4 + + + +2.45 + + + +2.5 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/serialize_binary/legion/report/relative_pdf_small.svg b/target/criterion/serialize_binary/legion/report/relative_pdf_small.svg index 1f515c24..4451112f 100644 --- a/target/criterion/serialize_binary/legion/report/relative_pdf_small.svg +++ b/target/criterion/serialize_binary/legion/report/relative_pdf_small.svg @@ -1,311 +1,54 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 10 - - - - - 20 - - - - - 30 - - - - - 40 - - - - - 50 - - - - - 60 - - - - - 70 - - - - - 2.1 - - - - - 2.15 - - - - - 2.2 - - - - - 2.25 - - - - - 2.3 - - - - - 2.35 - - - - - 2.4 - - - - - 2.45 - - - - - 2.5 - - - - - 2.55 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - Base PDF - - - - - - - Base Mean - - - - - - New PDF - - - - - - - - - New Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (ms) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + + +2.3 + + + +2.4 + + + +2.5 + + + + + + - diff --git a/target/criterion/serialize_binary/legion/report/typical.svg b/target/criterion/serialize_binary/legion/report/typical.svg index cb63cb48..92f0726d 100644 --- a/target/criterion/serialize_binary/legion/report/typical.svg +++ b/target/criterion/serialize_binary/legion/report/typical.svg @@ -1,293 +1,108 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - 300 - - - - - 350 - - - - - 400 - - - - - 2.45 - - - - - 2.451 - - - - - 2.452 - - - - - 2.453 - - - - - 2.454 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - serialize_binary/legion: typical - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +serialize_binary/legion:typical + + +Density (a.u.) + + +Average time (ms) + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + +800 + + + +900 + + + + +2.218 + + + +2.2182 + + + +2.2184 + + + +2.2186 + + + +2.2188 + + + +2.219 + + + +2.2192 + + + +2.2194 + + + +2.2196 + + + +2.2198 + + + +2.22 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/serialize_binary/report/index.html b/target/criterion/serialize_binary/report/index.html index 1e777844..924fa1cc 100644 --- a/target/criterion/serialize_binary/report/index.html +++ b/target/criterion/serialize_binary/report/index.html @@ -59,6 +59,29 @@

Violin Plot

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded region indicates the probability that a measurement of the given function/parameter would take a particular length of time.

+
+ +

serialize_binary/brood

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+

serialize_binary/hecs

diff --git a/target/criterion/serialize_binary/report/violin.svg b/target/criterion/serialize_binary/report/violin.svg index 9da624c4..832ba502 100644 --- a/target/criterion/serialize_binary/report/violin.svg +++ b/target/criterion/serialize_binary/report/violin.svg @@ -1,308 +1,47 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - serialize_binary/legion - - - - - serialize_binary/hecs - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 0.5 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 1.5 - - - - - - - - - - - - - 2 - - - - - - - - - - - - - 2.5 - - - - - - - - - Input - - - - - Average time (ms) - - - - - serialize_binary: Violin plot - - - - - PDF - - - PDF - - - - - - - - - - gnuplot_plot_2 - - - - - - - - - - - - - - - - - + + +serialize_binary: Violin plot + + +Input + + +Average time (ms) + + + +serialize_binary/legion + + + +serialize_binary/hecs + + + +serialize_binary/brood + + + + +0.5 + + + +1.0 + + + +1.5 + + + +2.0 + + + + + + + + - diff --git a/target/criterion/serialize_text/brood/base/benchmark.json b/target/criterion/serialize_text/brood/base/benchmark.json new file mode 100644 index 00000000..c08cc828 --- /dev/null +++ b/target/criterion/serialize_text/brood/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"serialize_text","function_id":"brood","value_str":null,"throughput":null,"full_id":"serialize_text/brood","directory_name":"serialize_text/brood","title":"serialize_text/brood"} \ No newline at end of file diff --git a/target/criterion/serialize_text/brood/base/estimates.json b/target/criterion/serialize_text/brood/base/estimates.json new file mode 100644 index 00000000..56889da9 --- /dev/null +++ b/target/criterion/serialize_text/brood/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3075499.054411765,"upper_bound":3082623.2970588235},"point_estimate":3079102.2941176486,"standard_error":1821.8760883406678},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3074994.117647059,"upper_bound":3084711.7647058824},"point_estimate":3080829.4117647056,"standard_error":2302.699760950582},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14450.989155208343,"upper_bound":21728.919805411366},"point_estimate":18100.80144335179,"standard_error":1899.2955321007987},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15547.871662683772,"upper_bound":20766.73768663735},"point_estimate":18278.83850668696,"standard_error":1336.1935299807285}} \ No newline at end of file diff --git a/target/criterion/serialize_text/brood/base/raw.csv b/target/criterion/serialize_text/brood/base/raw.csv new file mode 100644 index 00000000..87256998 --- /dev/null +++ b/target/criterion/serialize_text/brood/base/raw.csv @@ -0,0 +1,101 @@ +group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count +serialize_text,brood,,,,51695400.0,ns,17 +serialize_text,brood,,,,52188600.0,ns,17 +serialize_text,brood,,,,51986400.0,ns,17 +serialize_text,brood,,,,52542600.0,ns,17 +serialize_text,brood,,,,52592300.0,ns,17 +serialize_text,brood,,,,52274900.0,ns,17 +serialize_text,brood,,,,52326600.0,ns,17 +serialize_text,brood,,,,52364000.0,ns,17 +serialize_text,brood,,,,52743800.0,ns,17 +serialize_text,brood,,,,52801500.0,ns,17 +serialize_text,brood,,,,52168600.0,ns,17 +serialize_text,brood,,,,52199800.0,ns,17 +serialize_text,brood,,,,52617400.0,ns,17 +serialize_text,brood,,,,51730400.0,ns,17 +serialize_text,brood,,,,52119800.0,ns,17 +serialize_text,brood,,,,52426800.0,ns,17 +serialize_text,brood,,,,52502500.0,ns,17 +serialize_text,brood,,,,52592200.0,ns,17 +serialize_text,brood,,,,52005600.0,ns,17 +serialize_text,brood,,,,51672700.0,ns,17 +serialize_text,brood,,,,52164500.0,ns,17 +serialize_text,brood,,,,52681700.0,ns,17 +serialize_text,brood,,,,51896100.0,ns,17 +serialize_text,brood,,,,52569700.0,ns,17 +serialize_text,brood,,,,52566900.0,ns,17 +serialize_text,brood,,,,52184900.0,ns,17 +serialize_text,brood,,,,52401400.0,ns,17 +serialize_text,brood,,,,51422100.0,ns,17 +serialize_text,brood,,,,52192800.0,ns,17 +serialize_text,brood,,,,52254700.0,ns,17 +serialize_text,brood,,,,52348200.0,ns,17 +serialize_text,brood,,,,51929700.0,ns,17 +serialize_text,brood,,,,52392600.0,ns,17 +serialize_text,brood,,,,52188900.0,ns,17 +serialize_text,brood,,,,52494300.0,ns,17 +serialize_text,brood,,,,51938800.0,ns,17 +serialize_text,brood,,,,52251300.0,ns,17 +serialize_text,brood,,,,52066500.0,ns,17 +serialize_text,brood,,,,51981500.0,ns,17 +serialize_text,brood,,,,52323000.0,ns,17 +serialize_text,brood,,,,52657900.0,ns,17 +serialize_text,brood,,,,51919100.0,ns,17 +serialize_text,brood,,,,52108300.0,ns,17 +serialize_text,brood,,,,52526000.0,ns,17 +serialize_text,brood,,,,52712500.0,ns,17 +serialize_text,brood,,,,52428300.0,ns,17 +serialize_text,brood,,,,52311300.0,ns,17 +serialize_text,brood,,,,52444500.0,ns,17 +serialize_text,brood,,,,52194000.0,ns,17 +serialize_text,brood,,,,52343200.0,ns,17 +serialize_text,brood,,,,52160700.0,ns,17 +serialize_text,brood,,,,51862600.0,ns,17 +serialize_text,brood,,,,52147500.0,ns,17 +serialize_text,brood,,,,51564400.0,ns,17 +serialize_text,brood,,,,52624200.0,ns,17 +serialize_text,brood,,,,52816800.0,ns,17 +serialize_text,brood,,,,52721300.0,ns,17 +serialize_text,brood,,,,52440100.0,ns,17 +serialize_text,brood,,,,52448900.0,ns,17 +serialize_text,brood,,,,52370000.0,ns,17 +serialize_text,brood,,,,52203700.0,ns,17 +serialize_text,brood,,,,52086000.0,ns,17 +serialize_text,brood,,,,52424500.0,ns,17 +serialize_text,brood,,,,52525700.0,ns,17 +serialize_text,brood,,,,52434200.0,ns,17 +serialize_text,brood,,,,52398700.0,ns,17 +serialize_text,brood,,,,52507700.0,ns,17 +serialize_text,brood,,,,52951100.0,ns,17 +serialize_text,brood,,,,52488100.0,ns,17 +serialize_text,brood,,,,52723500.0,ns,17 +serialize_text,brood,,,,52252400.0,ns,17 +serialize_text,brood,,,,52203400.0,ns,17 +serialize_text,brood,,,,52172000.0,ns,17 +serialize_text,brood,,,,52112600.0,ns,17 +serialize_text,brood,,,,52680500.0,ns,17 +serialize_text,brood,,,,52526800.0,ns,17 +serialize_text,brood,,,,52812400.0,ns,17 +serialize_text,brood,,,,52668600.0,ns,17 +serialize_text,brood,,,,52607200.0,ns,17 +serialize_text,brood,,,,52751400.0,ns,17 +serialize_text,brood,,,,52334600.0,ns,17 +serialize_text,brood,,,,52081800.0,ns,17 +serialize_text,brood,,,,52399700.0,ns,17 +serialize_text,brood,,,,52500000.0,ns,17 +serialize_text,brood,,,,52449700.0,ns,17 +serialize_text,brood,,,,52648500.0,ns,17 +serialize_text,brood,,,,52856700.0,ns,17 +serialize_text,brood,,,,52453100.0,ns,17 +serialize_text,brood,,,,52222900.0,ns,17 +serialize_text,brood,,,,51897700.0,ns,17 +serialize_text,brood,,,,52607600.0,ns,17 +serialize_text,brood,,,,52378200.0,ns,17 +serialize_text,brood,,,,52583900.0,ns,17 +serialize_text,brood,,,,52600900.0,ns,17 +serialize_text,brood,,,,52258700.0,ns,17 +serialize_text,brood,,,,52357100.0,ns,17 +serialize_text,brood,,,,51977000.0,ns,17 +serialize_text,brood,,,,52729700.0,ns,17 +serialize_text,brood,,,,53084500.0,ns,17 +serialize_text,brood,,,,51918000.0,ns,17 diff --git a/target/criterion/serialize_text/brood/base/sample.json b/target/criterion/serialize_text/brood/base/sample.json new file mode 100644 index 00000000..5a37315d --- /dev/null +++ b/target/criterion/serialize_text/brood/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Flat","iters":[17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0],"times":[51695400.0,52188600.0,51986400.0,52542600.0,52592300.0,52274900.0,52326600.0,52364000.0,52743800.0,52801500.0,52168600.0,52199800.0,52617400.0,51730400.0,52119800.0,52426800.0,52502500.0,52592200.0,52005600.0,51672700.0,52164500.0,52681700.0,51896100.0,52569700.0,52566900.0,52184900.0,52401400.0,51422100.0,52192800.0,52254700.0,52348200.0,51929700.0,52392600.0,52188900.0,52494300.0,51938800.0,52251300.0,52066500.0,51981500.0,52323000.0,52657900.0,51919100.0,52108300.0,52526000.0,52712500.0,52428300.0,52311300.0,52444500.0,52194000.0,52343200.0,52160700.0,51862600.0,52147500.0,51564400.0,52624200.0,52816800.0,52721300.0,52440100.0,52448900.0,52370000.0,52203700.0,52086000.0,52424500.0,52525700.0,52434200.0,52398700.0,52507700.0,52951100.0,52488100.0,52723500.0,52252400.0,52203400.0,52172000.0,52112600.0,52680500.0,52526800.0,52812400.0,52668600.0,52607200.0,52751400.0,52334600.0,52081800.0,52399700.0,52500000.0,52449700.0,52648500.0,52856700.0,52453100.0,52222900.0,51897700.0,52607600.0,52378200.0,52583900.0,52600900.0,52258700.0,52357100.0,51977000.0,52729700.0,53084500.0,51918000.0]} \ No newline at end of file diff --git a/target/criterion/serialize_text/brood/base/tukey.json b/target/criterion/serialize_text/brood/base/tukey.json new file mode 100644 index 00000000..63b49864 --- /dev/null +++ b/target/criterion/serialize_text/brood/base/tukey.json @@ -0,0 +1 @@ +[2997091.1764705884,3032886.029411765,3128338.970588235,3164133.8235294116] \ No newline at end of file diff --git a/target/criterion/serialize_text/brood/new/benchmark.json b/target/criterion/serialize_text/brood/new/benchmark.json new file mode 100644 index 00000000..c08cc828 --- /dev/null +++ b/target/criterion/serialize_text/brood/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"serialize_text","function_id":"brood","value_str":null,"throughput":null,"full_id":"serialize_text/brood","directory_name":"serialize_text/brood","title":"serialize_text/brood"} \ No newline at end of file diff --git a/target/criterion/serialize_text/brood/new/estimates.json b/target/criterion/serialize_text/brood/new/estimates.json new file mode 100644 index 00000000..56889da9 --- /dev/null +++ b/target/criterion/serialize_text/brood/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3075499.054411765,"upper_bound":3082623.2970588235},"point_estimate":3079102.2941176486,"standard_error":1821.8760883406678},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3074994.117647059,"upper_bound":3084711.7647058824},"point_estimate":3080829.4117647056,"standard_error":2302.699760950582},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14450.989155208343,"upper_bound":21728.919805411366},"point_estimate":18100.80144335179,"standard_error":1899.2955321007987},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15547.871662683772,"upper_bound":20766.73768663735},"point_estimate":18278.83850668696,"standard_error":1336.1935299807285}} \ No newline at end of file diff --git a/target/criterion/serialize_text/brood/new/raw.csv b/target/criterion/serialize_text/brood/new/raw.csv new file mode 100644 index 00000000..87256998 --- /dev/null +++ b/target/criterion/serialize_text/brood/new/raw.csv @@ -0,0 +1,101 @@ +group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count +serialize_text,brood,,,,51695400.0,ns,17 +serialize_text,brood,,,,52188600.0,ns,17 +serialize_text,brood,,,,51986400.0,ns,17 +serialize_text,brood,,,,52542600.0,ns,17 +serialize_text,brood,,,,52592300.0,ns,17 +serialize_text,brood,,,,52274900.0,ns,17 +serialize_text,brood,,,,52326600.0,ns,17 +serialize_text,brood,,,,52364000.0,ns,17 +serialize_text,brood,,,,52743800.0,ns,17 +serialize_text,brood,,,,52801500.0,ns,17 +serialize_text,brood,,,,52168600.0,ns,17 +serialize_text,brood,,,,52199800.0,ns,17 +serialize_text,brood,,,,52617400.0,ns,17 +serialize_text,brood,,,,51730400.0,ns,17 +serialize_text,brood,,,,52119800.0,ns,17 +serialize_text,brood,,,,52426800.0,ns,17 +serialize_text,brood,,,,52502500.0,ns,17 +serialize_text,brood,,,,52592200.0,ns,17 +serialize_text,brood,,,,52005600.0,ns,17 +serialize_text,brood,,,,51672700.0,ns,17 +serialize_text,brood,,,,52164500.0,ns,17 +serialize_text,brood,,,,52681700.0,ns,17 +serialize_text,brood,,,,51896100.0,ns,17 +serialize_text,brood,,,,52569700.0,ns,17 +serialize_text,brood,,,,52566900.0,ns,17 +serialize_text,brood,,,,52184900.0,ns,17 +serialize_text,brood,,,,52401400.0,ns,17 +serialize_text,brood,,,,51422100.0,ns,17 +serialize_text,brood,,,,52192800.0,ns,17 +serialize_text,brood,,,,52254700.0,ns,17 +serialize_text,brood,,,,52348200.0,ns,17 +serialize_text,brood,,,,51929700.0,ns,17 +serialize_text,brood,,,,52392600.0,ns,17 +serialize_text,brood,,,,52188900.0,ns,17 +serialize_text,brood,,,,52494300.0,ns,17 +serialize_text,brood,,,,51938800.0,ns,17 +serialize_text,brood,,,,52251300.0,ns,17 +serialize_text,brood,,,,52066500.0,ns,17 +serialize_text,brood,,,,51981500.0,ns,17 +serialize_text,brood,,,,52323000.0,ns,17 +serialize_text,brood,,,,52657900.0,ns,17 +serialize_text,brood,,,,51919100.0,ns,17 +serialize_text,brood,,,,52108300.0,ns,17 +serialize_text,brood,,,,52526000.0,ns,17 +serialize_text,brood,,,,52712500.0,ns,17 +serialize_text,brood,,,,52428300.0,ns,17 +serialize_text,brood,,,,52311300.0,ns,17 +serialize_text,brood,,,,52444500.0,ns,17 +serialize_text,brood,,,,52194000.0,ns,17 +serialize_text,brood,,,,52343200.0,ns,17 +serialize_text,brood,,,,52160700.0,ns,17 +serialize_text,brood,,,,51862600.0,ns,17 +serialize_text,brood,,,,52147500.0,ns,17 +serialize_text,brood,,,,51564400.0,ns,17 +serialize_text,brood,,,,52624200.0,ns,17 +serialize_text,brood,,,,52816800.0,ns,17 +serialize_text,brood,,,,52721300.0,ns,17 +serialize_text,brood,,,,52440100.0,ns,17 +serialize_text,brood,,,,52448900.0,ns,17 +serialize_text,brood,,,,52370000.0,ns,17 +serialize_text,brood,,,,52203700.0,ns,17 +serialize_text,brood,,,,52086000.0,ns,17 +serialize_text,brood,,,,52424500.0,ns,17 +serialize_text,brood,,,,52525700.0,ns,17 +serialize_text,brood,,,,52434200.0,ns,17 +serialize_text,brood,,,,52398700.0,ns,17 +serialize_text,brood,,,,52507700.0,ns,17 +serialize_text,brood,,,,52951100.0,ns,17 +serialize_text,brood,,,,52488100.0,ns,17 +serialize_text,brood,,,,52723500.0,ns,17 +serialize_text,brood,,,,52252400.0,ns,17 +serialize_text,brood,,,,52203400.0,ns,17 +serialize_text,brood,,,,52172000.0,ns,17 +serialize_text,brood,,,,52112600.0,ns,17 +serialize_text,brood,,,,52680500.0,ns,17 +serialize_text,brood,,,,52526800.0,ns,17 +serialize_text,brood,,,,52812400.0,ns,17 +serialize_text,brood,,,,52668600.0,ns,17 +serialize_text,brood,,,,52607200.0,ns,17 +serialize_text,brood,,,,52751400.0,ns,17 +serialize_text,brood,,,,52334600.0,ns,17 +serialize_text,brood,,,,52081800.0,ns,17 +serialize_text,brood,,,,52399700.0,ns,17 +serialize_text,brood,,,,52500000.0,ns,17 +serialize_text,brood,,,,52449700.0,ns,17 +serialize_text,brood,,,,52648500.0,ns,17 +serialize_text,brood,,,,52856700.0,ns,17 +serialize_text,brood,,,,52453100.0,ns,17 +serialize_text,brood,,,,52222900.0,ns,17 +serialize_text,brood,,,,51897700.0,ns,17 +serialize_text,brood,,,,52607600.0,ns,17 +serialize_text,brood,,,,52378200.0,ns,17 +serialize_text,brood,,,,52583900.0,ns,17 +serialize_text,brood,,,,52600900.0,ns,17 +serialize_text,brood,,,,52258700.0,ns,17 +serialize_text,brood,,,,52357100.0,ns,17 +serialize_text,brood,,,,51977000.0,ns,17 +serialize_text,brood,,,,52729700.0,ns,17 +serialize_text,brood,,,,53084500.0,ns,17 +serialize_text,brood,,,,51918000.0,ns,17 diff --git a/target/criterion/serialize_text/brood/new/sample.json b/target/criterion/serialize_text/brood/new/sample.json new file mode 100644 index 00000000..5a37315d --- /dev/null +++ b/target/criterion/serialize_text/brood/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Flat","iters":[17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0],"times":[51695400.0,52188600.0,51986400.0,52542600.0,52592300.0,52274900.0,52326600.0,52364000.0,52743800.0,52801500.0,52168600.0,52199800.0,52617400.0,51730400.0,52119800.0,52426800.0,52502500.0,52592200.0,52005600.0,51672700.0,52164500.0,52681700.0,51896100.0,52569700.0,52566900.0,52184900.0,52401400.0,51422100.0,52192800.0,52254700.0,52348200.0,51929700.0,52392600.0,52188900.0,52494300.0,51938800.0,52251300.0,52066500.0,51981500.0,52323000.0,52657900.0,51919100.0,52108300.0,52526000.0,52712500.0,52428300.0,52311300.0,52444500.0,52194000.0,52343200.0,52160700.0,51862600.0,52147500.0,51564400.0,52624200.0,52816800.0,52721300.0,52440100.0,52448900.0,52370000.0,52203700.0,52086000.0,52424500.0,52525700.0,52434200.0,52398700.0,52507700.0,52951100.0,52488100.0,52723500.0,52252400.0,52203400.0,52172000.0,52112600.0,52680500.0,52526800.0,52812400.0,52668600.0,52607200.0,52751400.0,52334600.0,52081800.0,52399700.0,52500000.0,52449700.0,52648500.0,52856700.0,52453100.0,52222900.0,51897700.0,52607600.0,52378200.0,52583900.0,52600900.0,52258700.0,52357100.0,51977000.0,52729700.0,53084500.0,51918000.0]} \ No newline at end of file diff --git a/target/criterion/serialize_text/brood/new/tukey.json b/target/criterion/serialize_text/brood/new/tukey.json new file mode 100644 index 00000000..63b49864 --- /dev/null +++ b/target/criterion/serialize_text/brood/new/tukey.json @@ -0,0 +1 @@ +[2997091.1764705884,3032886.029411765,3128338.970588235,3164133.8235294116] \ No newline at end of file diff --git a/target/criterion/serialize_text/brood/report/MAD.svg b/target/criterion/serialize_text/brood/report/MAD.svg new file mode 100644 index 00000000..c7b44773 --- /dev/null +++ b/target/criterion/serialize_text/brood/report/MAD.svg @@ -0,0 +1,84 @@ + + +serialize_text/brood:MAD + + +Density (a.u.) + + +Average time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + + +14 + + + +15 + + + +16 + + + +17 + + + +18 + + + +19 + + + +20 + + + +21 + + + +22 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/serialize_text/brood/report/SD.svg b/target/criterion/serialize_text/brood/report/SD.svg new file mode 100644 index 00000000..af1b38b4 --- /dev/null +++ b/target/criterion/serialize_text/brood/report/SD.svg @@ -0,0 +1,80 @@ + + +serialize_text/brood:SD + + +Density (a.u.) + + +Average time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + + +15 + + + +16 + + + +17 + + + +18 + + + +19 + + + +20 + + + +21 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/serialize_text/brood/report/index.html b/target/criterion/serialize_text/brood/report/index.html new file mode 100644 index 00000000..c22aa48f --- /dev/null +++ b/target/criterion/serialize_text/brood/report/index.html @@ -0,0 +1,193 @@ + + + + + + serialize_text/brood - Criterion.rs + + + + +
+

serialize_text/brood

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Iteration Times + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
R²0.01800050.01869390.0180307
Mean3.0755 ms3.0791 ms3.0826 ms
Std. Dev.15.548 us18.279 us20.767 us
Median3.0750 ms3.0808 ms3.0847 ms
MAD14.451 us18.101 us21.729 us
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the average time per iteration for the samples. Each point + represents one sample.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/target/criterion/serialize_text/brood/report/iteration_times.svg b/target/criterion/serialize_text/brood/report/iteration_times.svg new file mode 100644 index 00000000..0655e577 --- /dev/null +++ b/target/criterion/serialize_text/brood/report/iteration_times.svg @@ -0,0 +1,214 @@ + + +serialize_text/brood + + +Average Iteration Time (ms) + + + + + + + + + + + + + + + + + + + + + + + +3.03 + + + +3.04 + + + +3.05 + + + +3.06 + + + +3.07 + + + +3.08 + + + +3.09 + + + +3.1 + + + +3.11 + + + +3.12 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + + diff --git a/target/criterion/serialize_text/brood/report/iteration_times_small.svg b/target/criterion/serialize_text/brood/report/iteration_times_small.svg new file mode 100644 index 00000000..b510b1eb --- /dev/null +++ b/target/criterion/serialize_text/brood/report/iteration_times_small.svg @@ -0,0 +1,207 @@ + + +Average Iteration Time (ms) + + + + + + + + + + + + + + + + + + + + + + + +3.03 + + + +3.04 + + + +3.05 + + + +3.06 + + + +3.07 + + + +3.08 + + + +3.09 + + + +3.1 + + + +3.11 + + + +3.12 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/target/criterion/serialize_text/brood/report/mean.svg b/target/criterion/serialize_text/brood/report/mean.svg new file mode 100644 index 00000000..9b2ad905 --- /dev/null +++ b/target/criterion/serialize_text/brood/report/mean.svg @@ -0,0 +1,80 @@ + + +serialize_text/brood:mean + + +Density (a.u.) + + +Average time (ms) + + + +50 + + + +100 + + + +150 + + + +200 + + + + +3.075 + + + +3.076 + + + +3.077 + + + +3.078 + + + +3.079 + + + +3.08 + + + +3.081 + + + +3.082 + + + +3.083 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/serialize_text/brood/report/median.svg b/target/criterion/serialize_text/brood/report/median.svg new file mode 100644 index 00000000..cd05b773 --- /dev/null +++ b/target/criterion/serialize_text/brood/report/median.svg @@ -0,0 +1,72 @@ + + +serialize_text/brood:median + + +Density (a.u.) + + +Average time (ms) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + + +3.074 + + + +3.076 + + + +3.078 + + + +3.08 + + + +3.082 + + + +3.084 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/serialize_text/brood/report/pdf.svg b/target/criterion/serialize_text/brood/report/pdf.svg new file mode 100644 index 00000000..8692df36 --- /dev/null +++ b/target/criterion/serialize_text/brood/report/pdf.svg @@ -0,0 +1,145 @@ + + +serialize_text/brood + + +Iterations + + +Average Time (ms) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + + +3.02 + + + +3.04 + + + +3.06 + + + +3.08 + + + +3.1 + + + +3.12 + + + +3.14 + + + +Density (a.u.) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + +20 + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/target/criterion/serialize_text/brood/report/pdf_small.svg b/target/criterion/serialize_text/brood/report/pdf_small.svg new file mode 100644 index 00000000..7454c73d --- /dev/null +++ b/target/criterion/serialize_text/brood/report/pdf_small.svg @@ -0,0 +1,36 @@ + + +Density (a.u.) + + +Average Time (ms) + + + +5 + + + +10 + + + +15 + + + +20 + + + + +3.05 + + + +3.1 + + + + + diff --git a/target/criterion/serialize_text/brood/report/typical.svg b/target/criterion/serialize_text/brood/report/typical.svg new file mode 100644 index 00000000..abd29343 --- /dev/null +++ b/target/criterion/serialize_text/brood/report/typical.svg @@ -0,0 +1,80 @@ + + +serialize_text/brood:typical + + +Density (a.u.) + + +Average time (ms) + + + +50 + + + +100 + + + +150 + + + +200 + + + + +3.075 + + + +3.076 + + + +3.077 + + + +3.078 + + + +3.079 + + + +3.08 + + + +3.081 + + + +3.082 + + + +3.083 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/serialize_text/hecs/base/estimates.json b/target/criterion/serialize_text/hecs/base/estimates.json index e4b16225..3b30cffd 100644 --- a/target/criterion/serialize_text/hecs/base/estimates.json +++ b/target/criterion/serialize_text/hecs/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3275885.28428125,"upper_bound":3284568.585296875},"point_estimate":3279997.175,"standard_error":2219.0302557097834},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3270829.6875,"upper_bound":3283933.375},"point_estimate":3277194.3125,"standard_error":3589.26661675809},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14833.459067903459,"upper_bound":21949.568291567266},"point_estimate":18165.463514998555,"standard_error":1783.0431582821066},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15302.50949230008,"upper_bound":29058.426534823164},"point_estimate":22314.08789686892,"standard_error":3558.0595079697587}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3546194.5833333335,"upper_bound":3551822.0733333332},"point_estimate":3548973.5999999987,"standard_error":1437.3707127800164},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3541840.0,"upper_bound":3552246.6666666665},"point_estimate":3545573.3333333335,"standard_error":2582.853492120579},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11045.369803905487,"upper_bound":18334.819674491653},"point_estimate":14366.393744945526,"standard_error":1854.560172537947},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12558.29051081181,"upper_bound":16068.125556728384},"point_estimate":14444.141905767177,"standard_error":892.9155287786374}} \ No newline at end of file diff --git a/target/criterion/serialize_text/hecs/base/raw.csv b/target/criterion/serialize_text/hecs/base/raw.csv index 3dd38c27..5965718f 100644 --- a/target/criterion/serialize_text/hecs/base/raw.csv +++ b/target/criterion/serialize_text/hecs/base/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -serialize_text,hecs,,,,52690365.0,ns,16 -serialize_text,hecs,,,,52264985.0,ns,16 -serialize_text,hecs,,,,52210280.0,ns,16 -serialize_text,hecs,,,,52216562.0,ns,16 -serialize_text,hecs,,,,52174954.0,ns,16 -serialize_text,hecs,,,,52441922.0,ns,16 -serialize_text,hecs,,,,52139416.0,ns,16 -serialize_text,hecs,,,,52228395.0,ns,16 -serialize_text,hecs,,,,52675146.0,ns,16 -serialize_text,hecs,,,,52179792.0,ns,16 -serialize_text,hecs,,,,52402897.0,ns,16 -serialize_text,hecs,,,,52288420.0,ns,16 -serialize_text,hecs,,,,52333275.0,ns,16 -serialize_text,hecs,,,,52135798.0,ns,16 -serialize_text,hecs,,,,52107675.0,ns,16 -serialize_text,hecs,,,,51905179.0,ns,16 -serialize_text,hecs,,,,52139205.0,ns,16 -serialize_text,hecs,,,,52104469.0,ns,16 -serialize_text,hecs,,,,52242943.0,ns,16 -serialize_text,hecs,,,,52275485.0,ns,16 -serialize_text,hecs,,,,52855370.0,ns,16 -serialize_text,hecs,,,,53030002.0,ns,16 -serialize_text,hecs,,,,52732415.0,ns,16 -serialize_text,hecs,,,,52237963.0,ns,16 -serialize_text,hecs,,,,52333154.0,ns,16 -serialize_text,hecs,,,,51999678.0,ns,16 -serialize_text,hecs,,,,52133164.0,ns,16 -serialize_text,hecs,,,,52251149.0,ns,16 -serialize_text,hecs,,,,52324258.0,ns,16 -serialize_text,hecs,,,,52433947.0,ns,16 -serialize_text,hecs,,,,52239716.0,ns,16 -serialize_text,hecs,,,,52174803.0,ns,16 -serialize_text,hecs,,,,51927792.0,ns,16 -serialize_text,hecs,,,,52614661.0,ns,16 -serialize_text,hecs,,,,52248033.0,ns,16 -serialize_text,hecs,,,,52079442.0,ns,16 -serialize_text,hecs,,,,52053111.0,ns,16 -serialize_text,hecs,,,,52245728.0,ns,16 -serialize_text,hecs,,,,52305141.0,ns,16 -serialize_text,hecs,,,,52766550.0,ns,16 -serialize_text,hecs,,,,52238424.0,ns,16 -serialize_text,hecs,,,,52542934.0,ns,16 -serialize_text,hecs,,,,52131811.0,ns,16 -serialize_text,hecs,,,,52378622.0,ns,16 -serialize_text,hecs,,,,51967709.0,ns,16 -serialize_text,hecs,,,,52100451.0,ns,16 -serialize_text,hecs,,,,52813360.0,ns,16 -serialize_text,hecs,,,,52574865.0,ns,16 -serialize_text,hecs,,,,52319008.0,ns,16 -serialize_text,hecs,,,,54262529.0,ns,16 -serialize_text,hecs,,,,54069733.0,ns,16 -serialize_text,hecs,,,,52436271.0,ns,16 -serialize_text,hecs,,,,52315451.0,ns,16 -serialize_text,hecs,,,,53378816.0,ns,16 -serialize_text,hecs,,,,52686828.0,ns,16 -serialize_text,hecs,,,,52673603.0,ns,16 -serialize_text,hecs,,,,52696858.0,ns,16 -serialize_text,hecs,,,,52633758.0,ns,16 -serialize_text,hecs,,,,52555458.0,ns,16 -serialize_text,hecs,,,,52533035.0,ns,16 -serialize_text,hecs,,,,52616094.0,ns,16 -serialize_text,hecs,,,,52552403.0,ns,16 -serialize_text,hecs,,,,52311693.0,ns,16 -serialize_text,hecs,,,,52501846.0,ns,16 -serialize_text,hecs,,,,52601295.0,ns,16 -serialize_text,hecs,,,,52570487.0,ns,16 -serialize_text,hecs,,,,52505363.0,ns,16 -serialize_text,hecs,,,,52495795.0,ns,16 -serialize_text,hecs,,,,52526312.0,ns,16 -serialize_text,hecs,,,,52523057.0,ns,16 -serialize_text,hecs,,,,52571990.0,ns,16 -serialize_text,hecs,,,,52344597.0,ns,16 -serialize_text,hecs,,,,52257630.0,ns,16 -serialize_text,hecs,,,,52330840.0,ns,16 -serialize_text,hecs,,,,52420942.0,ns,16 -serialize_text,hecs,,,,52560897.0,ns,16 -serialize_text,hecs,,,,52717467.0,ns,16 -serialize_text,hecs,,,,52753165.0,ns,16 -serialize_text,hecs,,,,52642845.0,ns,16 -serialize_text,hecs,,,,52797008.0,ns,16 -serialize_text,hecs,,,,52824540.0,ns,16 -serialize_text,hecs,,,,52547463.0,ns,16 -serialize_text,hecs,,,,52389302.0,ns,16 -serialize_text,hecs,,,,52451560.0,ns,16 -serialize_text,hecs,,,,52627906.0,ns,16 -serialize_text,hecs,,,,52713126.0,ns,16 -serialize_text,hecs,,,,52567340.0,ns,16 -serialize_text,hecs,,,,52341530.0,ns,16 -serialize_text,hecs,,,,52370125.0,ns,16 -serialize_text,hecs,,,,52293980.0,ns,16 -serialize_text,hecs,,,,52324738.0,ns,16 -serialize_text,hecs,,,,52646501.0,ns,16 -serialize_text,hecs,,,,52880487.0,ns,16 -serialize_text,hecs,,,,52837074.0,ns,16 -serialize_text,hecs,,,,52801907.0,ns,16 -serialize_text,hecs,,,,52700975.0,ns,16 -serialize_text,hecs,,,,52722436.0,ns,16 -serialize_text,hecs,,,,52840852.0,ns,16 -serialize_text,hecs,,,,52703320.0,ns,16 -serialize_text,hecs,,,,52355828.0,ns,16 +serialize_text,hecs,,,,53613900.0,ns,15 +serialize_text,hecs,,,,53239800.0,ns,15 +serialize_text,hecs,,,,53472500.0,ns,15 +serialize_text,hecs,,,,53380700.0,ns,15 +serialize_text,hecs,,,,53167800.0,ns,15 +serialize_text,hecs,,,,52972100.0,ns,15 +serialize_text,hecs,,,,53188200.0,ns,15 +serialize_text,hecs,,,,53283700.0,ns,15 +serialize_text,hecs,,,,53130800.0,ns,15 +serialize_text,hecs,,,,53485000.0,ns,15 +serialize_text,hecs,,,,53604300.0,ns,15 +serialize_text,hecs,,,,53034300.0,ns,15 +serialize_text,hecs,,,,53097300.0,ns,15 +serialize_text,hecs,,,,53320300.0,ns,15 +serialize_text,hecs,,,,53599100.0,ns,15 +serialize_text,hecs,,,,53087700.0,ns,15 +serialize_text,hecs,,,,53301800.0,ns,15 +serialize_text,hecs,,,,53129600.0,ns,15 +serialize_text,hecs,,,,53089600.0,ns,15 +serialize_text,hecs,,,,53255500.0,ns,15 +serialize_text,hecs,,,,53441200.0,ns,15 +serialize_text,hecs,,,,52959800.0,ns,15 +serialize_text,hecs,,,,53002600.0,ns,15 +serialize_text,hecs,,,,53093700.0,ns,15 +serialize_text,hecs,,,,52911800.0,ns,15 +serialize_text,hecs,,,,53390000.0,ns,15 +serialize_text,hecs,,,,53088100.0,ns,15 +serialize_text,hecs,,,,53067700.0,ns,15 +serialize_text,hecs,,,,53067900.0,ns,15 +serialize_text,hecs,,,,53090300.0,ns,15 +serialize_text,hecs,,,,53070000.0,ns,15 +serialize_text,hecs,,,,53229800.0,ns,15 +serialize_text,hecs,,,,53115600.0,ns,15 +serialize_text,hecs,,,,53183600.0,ns,15 +serialize_text,hecs,,,,53166900.0,ns,15 +serialize_text,hecs,,,,53057200.0,ns,15 +serialize_text,hecs,,,,53088800.0,ns,15 +serialize_text,hecs,,,,53596800.0,ns,15 +serialize_text,hecs,,,,53456600.0,ns,15 +serialize_text,hecs,,,,52983600.0,ns,15 +serialize_text,hecs,,,,53328500.0,ns,15 +serialize_text,hecs,,,,52981300.0,ns,15 +serialize_text,hecs,,,,53260900.0,ns,15 +serialize_text,hecs,,,,53361400.0,ns,15 +serialize_text,hecs,,,,53343800.0,ns,15 +serialize_text,hecs,,,,53076000.0,ns,15 +serialize_text,hecs,,,,52983600.0,ns,15 +serialize_text,hecs,,,,53349600.0,ns,15 +serialize_text,hecs,,,,53146000.0,ns,15 +serialize_text,hecs,,,,53093200.0,ns,15 +serialize_text,hecs,,,,52891300.0,ns,15 +serialize_text,hecs,,,,52971500.0,ns,15 +serialize_text,hecs,,,,53682300.0,ns,15 +serialize_text,hecs,,,,53150600.0,ns,15 +serialize_text,hecs,,,,53321500.0,ns,15 +serialize_text,hecs,,,,53562300.0,ns,15 +serialize_text,hecs,,,,53382700.0,ns,15 +serialize_text,hecs,,,,52982700.0,ns,15 +serialize_text,hecs,,,,52959100.0,ns,15 +serialize_text,hecs,,,,53183600.0,ns,15 +serialize_text,hecs,,,,53144300.0,ns,15 +serialize_text,hecs,,,,53096200.0,ns,15 +serialize_text,hecs,,,,53299100.0,ns,15 +serialize_text,hecs,,,,52964700.0,ns,15 +serialize_text,hecs,,,,53295300.0,ns,15 +serialize_text,hecs,,,,53061300.0,ns,15 +serialize_text,hecs,,,,53215600.0,ns,15 +serialize_text,hecs,,,,53406800.0,ns,15 +serialize_text,hecs,,,,53588100.0,ns,15 +serialize_text,hecs,,,,53037800.0,ns,15 +serialize_text,hecs,,,,53345500.0,ns,15 +serialize_text,hecs,,,,53064400.0,ns,15 +serialize_text,hecs,,,,52754600.0,ns,15 +serialize_text,hecs,,,,53412600.0,ns,15 +serialize_text,hecs,,,,53037400.0,ns,15 +serialize_text,hecs,,,,53359500.0,ns,15 +serialize_text,hecs,,,,53305900.0,ns,15 +serialize_text,hecs,,,,53124400.0,ns,15 +serialize_text,hecs,,,,53686800.0,ns,15 +serialize_text,hecs,,,,53434400.0,ns,15 +serialize_text,hecs,,,,53172200.0,ns,15 +serialize_text,hecs,,,,52926200.0,ns,15 +serialize_text,hecs,,,,53207400.0,ns,15 +serialize_text,hecs,,,,53070100.0,ns,15 +serialize_text,hecs,,,,53406100.0,ns,15 +serialize_text,hecs,,,,53701800.0,ns,15 +serialize_text,hecs,,,,53777700.0,ns,15 +serialize_text,hecs,,,,53385000.0,ns,15 +serialize_text,hecs,,,,53514400.0,ns,15 +serialize_text,hecs,,,,53645000.0,ns,15 +serialize_text,hecs,,,,53119700.0,ns,15 +serialize_text,hecs,,,,53566600.0,ns,15 +serialize_text,hecs,,,,53301300.0,ns,15 +serialize_text,hecs,,,,53012100.0,ns,15 +serialize_text,hecs,,,,53264400.0,ns,15 +serialize_text,hecs,,,,53381100.0,ns,15 +serialize_text,hecs,,,,53050400.0,ns,15 +serialize_text,hecs,,,,53176100.0,ns,15 +serialize_text,hecs,,,,53502500.0,ns,15 +serialize_text,hecs,,,,53117700.0,ns,15 diff --git a/target/criterion/serialize_text/hecs/base/sample.json b/target/criterion/serialize_text/hecs/base/sample.json index 5e6d731f..2a6ec879 100644 --- a/target/criterion/serialize_text/hecs/base/sample.json +++ b/target/criterion/serialize_text/hecs/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0],"times":[52690365.0,52264985.0,52210280.0,52216562.0,52174954.0,52441922.0,52139416.0,52228395.0,52675146.0,52179792.0,52402897.0,52288420.0,52333275.0,52135798.0,52107675.0,51905179.0,52139205.0,52104469.0,52242943.0,52275485.0,52855370.0,53030002.0,52732415.0,52237963.0,52333154.0,51999678.0,52133164.0,52251149.0,52324258.0,52433947.0,52239716.0,52174803.0,51927792.0,52614661.0,52248033.0,52079442.0,52053111.0,52245728.0,52305141.0,52766550.0,52238424.0,52542934.0,52131811.0,52378622.0,51967709.0,52100451.0,52813360.0,52574865.0,52319008.0,54262529.0,54069733.0,52436271.0,52315451.0,53378816.0,52686828.0,52673603.0,52696858.0,52633758.0,52555458.0,52533035.0,52616094.0,52552403.0,52311693.0,52501846.0,52601295.0,52570487.0,52505363.0,52495795.0,52526312.0,52523057.0,52571990.0,52344597.0,52257630.0,52330840.0,52420942.0,52560897.0,52717467.0,52753165.0,52642845.0,52797008.0,52824540.0,52547463.0,52389302.0,52451560.0,52627906.0,52713126.0,52567340.0,52341530.0,52370125.0,52293980.0,52324738.0,52646501.0,52880487.0,52837074.0,52801907.0,52700975.0,52722436.0,52840852.0,52703320.0,52355828.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0],"times":[53613900.0,53239800.0,53472500.0,53380700.0,53167800.0,52972100.0,53188200.0,53283700.0,53130800.0,53485000.0,53604300.0,53034300.0,53097300.0,53320300.0,53599100.0,53087700.0,53301800.0,53129600.0,53089600.0,53255500.0,53441200.0,52959800.0,53002600.0,53093700.0,52911800.0,53390000.0,53088100.0,53067700.0,53067900.0,53090300.0,53070000.0,53229800.0,53115600.0,53183600.0,53166900.0,53057200.0,53088800.0,53596800.0,53456600.0,52983600.0,53328500.0,52981300.0,53260900.0,53361400.0,53343800.0,53076000.0,52983600.0,53349600.0,53146000.0,53093200.0,52891300.0,52971500.0,53682300.0,53150600.0,53321500.0,53562300.0,53382700.0,52982700.0,52959100.0,53183600.0,53144300.0,53096200.0,53299100.0,52964700.0,53295300.0,53061300.0,53215600.0,53406800.0,53588100.0,53037800.0,53345500.0,53064400.0,52754600.0,53412600.0,53037400.0,53359500.0,53305900.0,53124400.0,53686800.0,53434400.0,53172200.0,52926200.0,53207400.0,53070100.0,53406100.0,53701800.0,53777700.0,53385000.0,53514400.0,53645000.0,53119700.0,53566600.0,53301300.0,53012100.0,53264400.0,53381100.0,53050400.0,53176100.0,53502500.0,53117700.0]} \ No newline at end of file diff --git a/target/criterion/serialize_text/hecs/base/tukey.json b/target/criterion/serialize_text/hecs/base/tukey.json index 129adf2b..06384083 100644 --- a/target/criterion/serialize_text/hecs/base/tukey.json +++ b/target/criterion/serialize_text/hecs/base/tukey.json @@ -1 +1 @@ -[3189374.84375,3227420.4453125,3328875.3828125,3366920.984375] \ No newline at end of file +[3475720.0000000005,3506862.5,3589909.166666666,3621051.666666666] \ No newline at end of file diff --git a/target/criterion/serialize_text/hecs/change/estimates.json b/target/criterion/serialize_text/hecs/change/estimates.json index 9ad9e994..bb094383 100644 --- a/target/criterion/serialize_text/hecs/change/estimates.json +++ b/target/criterion/serialize_text/hecs/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0397370858350384,"upper_bound":0.04459775067805623},"point_estimate":0.04220619903172507,"standard_error":0.0012439171900127692},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.04099730187785068,"upper_bound":0.04535929668276517},"point_estimate":0.043067850820899256,"standard_error":0.001182984962496565}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.08026924148296971,"upper_bound":0.08369740757732969},"point_estimate":0.08200507825132464,"standard_error":0.0008723791352697686},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.07937161191365916,"upper_bound":0.084993580021818},"point_estimate":0.08189292279974736,"standard_error":0.001459175496053151}} \ No newline at end of file diff --git a/target/criterion/serialize_text/hecs/new/estimates.json b/target/criterion/serialize_text/hecs/new/estimates.json index e4b16225..3b30cffd 100644 --- a/target/criterion/serialize_text/hecs/new/estimates.json +++ b/target/criterion/serialize_text/hecs/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3275885.28428125,"upper_bound":3284568.585296875},"point_estimate":3279997.175,"standard_error":2219.0302557097834},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3270829.6875,"upper_bound":3283933.375},"point_estimate":3277194.3125,"standard_error":3589.26661675809},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14833.459067903459,"upper_bound":21949.568291567266},"point_estimate":18165.463514998555,"standard_error":1783.0431582821066},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15302.50949230008,"upper_bound":29058.426534823164},"point_estimate":22314.08789686892,"standard_error":3558.0595079697587}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3546194.5833333335,"upper_bound":3551822.0733333332},"point_estimate":3548973.5999999987,"standard_error":1437.3707127800164},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3541840.0,"upper_bound":3552246.6666666665},"point_estimate":3545573.3333333335,"standard_error":2582.853492120579},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11045.369803905487,"upper_bound":18334.819674491653},"point_estimate":14366.393744945526,"standard_error":1854.560172537947},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12558.29051081181,"upper_bound":16068.125556728384},"point_estimate":14444.141905767177,"standard_error":892.9155287786374}} \ No newline at end of file diff --git a/target/criterion/serialize_text/hecs/new/raw.csv b/target/criterion/serialize_text/hecs/new/raw.csv index 3dd38c27..5965718f 100644 --- a/target/criterion/serialize_text/hecs/new/raw.csv +++ b/target/criterion/serialize_text/hecs/new/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -serialize_text,hecs,,,,52690365.0,ns,16 -serialize_text,hecs,,,,52264985.0,ns,16 -serialize_text,hecs,,,,52210280.0,ns,16 -serialize_text,hecs,,,,52216562.0,ns,16 -serialize_text,hecs,,,,52174954.0,ns,16 -serialize_text,hecs,,,,52441922.0,ns,16 -serialize_text,hecs,,,,52139416.0,ns,16 -serialize_text,hecs,,,,52228395.0,ns,16 -serialize_text,hecs,,,,52675146.0,ns,16 -serialize_text,hecs,,,,52179792.0,ns,16 -serialize_text,hecs,,,,52402897.0,ns,16 -serialize_text,hecs,,,,52288420.0,ns,16 -serialize_text,hecs,,,,52333275.0,ns,16 -serialize_text,hecs,,,,52135798.0,ns,16 -serialize_text,hecs,,,,52107675.0,ns,16 -serialize_text,hecs,,,,51905179.0,ns,16 -serialize_text,hecs,,,,52139205.0,ns,16 -serialize_text,hecs,,,,52104469.0,ns,16 -serialize_text,hecs,,,,52242943.0,ns,16 -serialize_text,hecs,,,,52275485.0,ns,16 -serialize_text,hecs,,,,52855370.0,ns,16 -serialize_text,hecs,,,,53030002.0,ns,16 -serialize_text,hecs,,,,52732415.0,ns,16 -serialize_text,hecs,,,,52237963.0,ns,16 -serialize_text,hecs,,,,52333154.0,ns,16 -serialize_text,hecs,,,,51999678.0,ns,16 -serialize_text,hecs,,,,52133164.0,ns,16 -serialize_text,hecs,,,,52251149.0,ns,16 -serialize_text,hecs,,,,52324258.0,ns,16 -serialize_text,hecs,,,,52433947.0,ns,16 -serialize_text,hecs,,,,52239716.0,ns,16 -serialize_text,hecs,,,,52174803.0,ns,16 -serialize_text,hecs,,,,51927792.0,ns,16 -serialize_text,hecs,,,,52614661.0,ns,16 -serialize_text,hecs,,,,52248033.0,ns,16 -serialize_text,hecs,,,,52079442.0,ns,16 -serialize_text,hecs,,,,52053111.0,ns,16 -serialize_text,hecs,,,,52245728.0,ns,16 -serialize_text,hecs,,,,52305141.0,ns,16 -serialize_text,hecs,,,,52766550.0,ns,16 -serialize_text,hecs,,,,52238424.0,ns,16 -serialize_text,hecs,,,,52542934.0,ns,16 -serialize_text,hecs,,,,52131811.0,ns,16 -serialize_text,hecs,,,,52378622.0,ns,16 -serialize_text,hecs,,,,51967709.0,ns,16 -serialize_text,hecs,,,,52100451.0,ns,16 -serialize_text,hecs,,,,52813360.0,ns,16 -serialize_text,hecs,,,,52574865.0,ns,16 -serialize_text,hecs,,,,52319008.0,ns,16 -serialize_text,hecs,,,,54262529.0,ns,16 -serialize_text,hecs,,,,54069733.0,ns,16 -serialize_text,hecs,,,,52436271.0,ns,16 -serialize_text,hecs,,,,52315451.0,ns,16 -serialize_text,hecs,,,,53378816.0,ns,16 -serialize_text,hecs,,,,52686828.0,ns,16 -serialize_text,hecs,,,,52673603.0,ns,16 -serialize_text,hecs,,,,52696858.0,ns,16 -serialize_text,hecs,,,,52633758.0,ns,16 -serialize_text,hecs,,,,52555458.0,ns,16 -serialize_text,hecs,,,,52533035.0,ns,16 -serialize_text,hecs,,,,52616094.0,ns,16 -serialize_text,hecs,,,,52552403.0,ns,16 -serialize_text,hecs,,,,52311693.0,ns,16 -serialize_text,hecs,,,,52501846.0,ns,16 -serialize_text,hecs,,,,52601295.0,ns,16 -serialize_text,hecs,,,,52570487.0,ns,16 -serialize_text,hecs,,,,52505363.0,ns,16 -serialize_text,hecs,,,,52495795.0,ns,16 -serialize_text,hecs,,,,52526312.0,ns,16 -serialize_text,hecs,,,,52523057.0,ns,16 -serialize_text,hecs,,,,52571990.0,ns,16 -serialize_text,hecs,,,,52344597.0,ns,16 -serialize_text,hecs,,,,52257630.0,ns,16 -serialize_text,hecs,,,,52330840.0,ns,16 -serialize_text,hecs,,,,52420942.0,ns,16 -serialize_text,hecs,,,,52560897.0,ns,16 -serialize_text,hecs,,,,52717467.0,ns,16 -serialize_text,hecs,,,,52753165.0,ns,16 -serialize_text,hecs,,,,52642845.0,ns,16 -serialize_text,hecs,,,,52797008.0,ns,16 -serialize_text,hecs,,,,52824540.0,ns,16 -serialize_text,hecs,,,,52547463.0,ns,16 -serialize_text,hecs,,,,52389302.0,ns,16 -serialize_text,hecs,,,,52451560.0,ns,16 -serialize_text,hecs,,,,52627906.0,ns,16 -serialize_text,hecs,,,,52713126.0,ns,16 -serialize_text,hecs,,,,52567340.0,ns,16 -serialize_text,hecs,,,,52341530.0,ns,16 -serialize_text,hecs,,,,52370125.0,ns,16 -serialize_text,hecs,,,,52293980.0,ns,16 -serialize_text,hecs,,,,52324738.0,ns,16 -serialize_text,hecs,,,,52646501.0,ns,16 -serialize_text,hecs,,,,52880487.0,ns,16 -serialize_text,hecs,,,,52837074.0,ns,16 -serialize_text,hecs,,,,52801907.0,ns,16 -serialize_text,hecs,,,,52700975.0,ns,16 -serialize_text,hecs,,,,52722436.0,ns,16 -serialize_text,hecs,,,,52840852.0,ns,16 -serialize_text,hecs,,,,52703320.0,ns,16 -serialize_text,hecs,,,,52355828.0,ns,16 +serialize_text,hecs,,,,53613900.0,ns,15 +serialize_text,hecs,,,,53239800.0,ns,15 +serialize_text,hecs,,,,53472500.0,ns,15 +serialize_text,hecs,,,,53380700.0,ns,15 +serialize_text,hecs,,,,53167800.0,ns,15 +serialize_text,hecs,,,,52972100.0,ns,15 +serialize_text,hecs,,,,53188200.0,ns,15 +serialize_text,hecs,,,,53283700.0,ns,15 +serialize_text,hecs,,,,53130800.0,ns,15 +serialize_text,hecs,,,,53485000.0,ns,15 +serialize_text,hecs,,,,53604300.0,ns,15 +serialize_text,hecs,,,,53034300.0,ns,15 +serialize_text,hecs,,,,53097300.0,ns,15 +serialize_text,hecs,,,,53320300.0,ns,15 +serialize_text,hecs,,,,53599100.0,ns,15 +serialize_text,hecs,,,,53087700.0,ns,15 +serialize_text,hecs,,,,53301800.0,ns,15 +serialize_text,hecs,,,,53129600.0,ns,15 +serialize_text,hecs,,,,53089600.0,ns,15 +serialize_text,hecs,,,,53255500.0,ns,15 +serialize_text,hecs,,,,53441200.0,ns,15 +serialize_text,hecs,,,,52959800.0,ns,15 +serialize_text,hecs,,,,53002600.0,ns,15 +serialize_text,hecs,,,,53093700.0,ns,15 +serialize_text,hecs,,,,52911800.0,ns,15 +serialize_text,hecs,,,,53390000.0,ns,15 +serialize_text,hecs,,,,53088100.0,ns,15 +serialize_text,hecs,,,,53067700.0,ns,15 +serialize_text,hecs,,,,53067900.0,ns,15 +serialize_text,hecs,,,,53090300.0,ns,15 +serialize_text,hecs,,,,53070000.0,ns,15 +serialize_text,hecs,,,,53229800.0,ns,15 +serialize_text,hecs,,,,53115600.0,ns,15 +serialize_text,hecs,,,,53183600.0,ns,15 +serialize_text,hecs,,,,53166900.0,ns,15 +serialize_text,hecs,,,,53057200.0,ns,15 +serialize_text,hecs,,,,53088800.0,ns,15 +serialize_text,hecs,,,,53596800.0,ns,15 +serialize_text,hecs,,,,53456600.0,ns,15 +serialize_text,hecs,,,,52983600.0,ns,15 +serialize_text,hecs,,,,53328500.0,ns,15 +serialize_text,hecs,,,,52981300.0,ns,15 +serialize_text,hecs,,,,53260900.0,ns,15 +serialize_text,hecs,,,,53361400.0,ns,15 +serialize_text,hecs,,,,53343800.0,ns,15 +serialize_text,hecs,,,,53076000.0,ns,15 +serialize_text,hecs,,,,52983600.0,ns,15 +serialize_text,hecs,,,,53349600.0,ns,15 +serialize_text,hecs,,,,53146000.0,ns,15 +serialize_text,hecs,,,,53093200.0,ns,15 +serialize_text,hecs,,,,52891300.0,ns,15 +serialize_text,hecs,,,,52971500.0,ns,15 +serialize_text,hecs,,,,53682300.0,ns,15 +serialize_text,hecs,,,,53150600.0,ns,15 +serialize_text,hecs,,,,53321500.0,ns,15 +serialize_text,hecs,,,,53562300.0,ns,15 +serialize_text,hecs,,,,53382700.0,ns,15 +serialize_text,hecs,,,,52982700.0,ns,15 +serialize_text,hecs,,,,52959100.0,ns,15 +serialize_text,hecs,,,,53183600.0,ns,15 +serialize_text,hecs,,,,53144300.0,ns,15 +serialize_text,hecs,,,,53096200.0,ns,15 +serialize_text,hecs,,,,53299100.0,ns,15 +serialize_text,hecs,,,,52964700.0,ns,15 +serialize_text,hecs,,,,53295300.0,ns,15 +serialize_text,hecs,,,,53061300.0,ns,15 +serialize_text,hecs,,,,53215600.0,ns,15 +serialize_text,hecs,,,,53406800.0,ns,15 +serialize_text,hecs,,,,53588100.0,ns,15 +serialize_text,hecs,,,,53037800.0,ns,15 +serialize_text,hecs,,,,53345500.0,ns,15 +serialize_text,hecs,,,,53064400.0,ns,15 +serialize_text,hecs,,,,52754600.0,ns,15 +serialize_text,hecs,,,,53412600.0,ns,15 +serialize_text,hecs,,,,53037400.0,ns,15 +serialize_text,hecs,,,,53359500.0,ns,15 +serialize_text,hecs,,,,53305900.0,ns,15 +serialize_text,hecs,,,,53124400.0,ns,15 +serialize_text,hecs,,,,53686800.0,ns,15 +serialize_text,hecs,,,,53434400.0,ns,15 +serialize_text,hecs,,,,53172200.0,ns,15 +serialize_text,hecs,,,,52926200.0,ns,15 +serialize_text,hecs,,,,53207400.0,ns,15 +serialize_text,hecs,,,,53070100.0,ns,15 +serialize_text,hecs,,,,53406100.0,ns,15 +serialize_text,hecs,,,,53701800.0,ns,15 +serialize_text,hecs,,,,53777700.0,ns,15 +serialize_text,hecs,,,,53385000.0,ns,15 +serialize_text,hecs,,,,53514400.0,ns,15 +serialize_text,hecs,,,,53645000.0,ns,15 +serialize_text,hecs,,,,53119700.0,ns,15 +serialize_text,hecs,,,,53566600.0,ns,15 +serialize_text,hecs,,,,53301300.0,ns,15 +serialize_text,hecs,,,,53012100.0,ns,15 +serialize_text,hecs,,,,53264400.0,ns,15 +serialize_text,hecs,,,,53381100.0,ns,15 +serialize_text,hecs,,,,53050400.0,ns,15 +serialize_text,hecs,,,,53176100.0,ns,15 +serialize_text,hecs,,,,53502500.0,ns,15 +serialize_text,hecs,,,,53117700.0,ns,15 diff --git a/target/criterion/serialize_text/hecs/new/sample.json b/target/criterion/serialize_text/hecs/new/sample.json index 5e6d731f..2a6ec879 100644 --- a/target/criterion/serialize_text/hecs/new/sample.json +++ b/target/criterion/serialize_text/hecs/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0],"times":[52690365.0,52264985.0,52210280.0,52216562.0,52174954.0,52441922.0,52139416.0,52228395.0,52675146.0,52179792.0,52402897.0,52288420.0,52333275.0,52135798.0,52107675.0,51905179.0,52139205.0,52104469.0,52242943.0,52275485.0,52855370.0,53030002.0,52732415.0,52237963.0,52333154.0,51999678.0,52133164.0,52251149.0,52324258.0,52433947.0,52239716.0,52174803.0,51927792.0,52614661.0,52248033.0,52079442.0,52053111.0,52245728.0,52305141.0,52766550.0,52238424.0,52542934.0,52131811.0,52378622.0,51967709.0,52100451.0,52813360.0,52574865.0,52319008.0,54262529.0,54069733.0,52436271.0,52315451.0,53378816.0,52686828.0,52673603.0,52696858.0,52633758.0,52555458.0,52533035.0,52616094.0,52552403.0,52311693.0,52501846.0,52601295.0,52570487.0,52505363.0,52495795.0,52526312.0,52523057.0,52571990.0,52344597.0,52257630.0,52330840.0,52420942.0,52560897.0,52717467.0,52753165.0,52642845.0,52797008.0,52824540.0,52547463.0,52389302.0,52451560.0,52627906.0,52713126.0,52567340.0,52341530.0,52370125.0,52293980.0,52324738.0,52646501.0,52880487.0,52837074.0,52801907.0,52700975.0,52722436.0,52840852.0,52703320.0,52355828.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0,15.0],"times":[53613900.0,53239800.0,53472500.0,53380700.0,53167800.0,52972100.0,53188200.0,53283700.0,53130800.0,53485000.0,53604300.0,53034300.0,53097300.0,53320300.0,53599100.0,53087700.0,53301800.0,53129600.0,53089600.0,53255500.0,53441200.0,52959800.0,53002600.0,53093700.0,52911800.0,53390000.0,53088100.0,53067700.0,53067900.0,53090300.0,53070000.0,53229800.0,53115600.0,53183600.0,53166900.0,53057200.0,53088800.0,53596800.0,53456600.0,52983600.0,53328500.0,52981300.0,53260900.0,53361400.0,53343800.0,53076000.0,52983600.0,53349600.0,53146000.0,53093200.0,52891300.0,52971500.0,53682300.0,53150600.0,53321500.0,53562300.0,53382700.0,52982700.0,52959100.0,53183600.0,53144300.0,53096200.0,53299100.0,52964700.0,53295300.0,53061300.0,53215600.0,53406800.0,53588100.0,53037800.0,53345500.0,53064400.0,52754600.0,53412600.0,53037400.0,53359500.0,53305900.0,53124400.0,53686800.0,53434400.0,53172200.0,52926200.0,53207400.0,53070100.0,53406100.0,53701800.0,53777700.0,53385000.0,53514400.0,53645000.0,53119700.0,53566600.0,53301300.0,53012100.0,53264400.0,53381100.0,53050400.0,53176100.0,53502500.0,53117700.0]} \ No newline at end of file diff --git a/target/criterion/serialize_text/hecs/new/tukey.json b/target/criterion/serialize_text/hecs/new/tukey.json index 129adf2b..06384083 100644 --- a/target/criterion/serialize_text/hecs/new/tukey.json +++ b/target/criterion/serialize_text/hecs/new/tukey.json @@ -1 +1 @@ -[3189374.84375,3227420.4453125,3328875.3828125,3366920.984375] \ No newline at end of file +[3475720.0000000005,3506862.5,3589909.166666666,3621051.666666666] \ No newline at end of file diff --git a/target/criterion/serialize_text/hecs/report/MAD.svg b/target/criterion/serialize_text/hecs/report/MAD.svg index f3f58dfa..daf53c37 100644 --- a/target/criterion/serialize_text/hecs/report/MAD.svg +++ b/target/criterion/serialize_text/hecs/report/MAD.svg @@ -1,298 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 15 - - - - - 16 - - - - - 17 - - - - - 18 - - - - - 19 - - - - - 20 - - - - - 21 - - - - - 22 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - serialize_text/hecs: MAD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +serialize_text/hecs:MAD + + +Density (a.u.) + + +Average time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + + +11 + + + +12 + + + +13 + + + +14 + + + +15 + + + +16 + + + +17 + + + +18 + + + +19 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/serialize_text/hecs/report/SD.svg b/target/criterion/serialize_text/hecs/report/SD.svg index 94c3386a..fabfe347 100644 --- a/target/criterion/serialize_text/hecs/report/SD.svg +++ b/target/criterion/serialize_text/hecs/report/SD.svg @@ -1,303 +1,96 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.02 - - - - - 0.04 - - - - - 0.06 - - - - - 0.08 - - - - - 0.1 - - - - - 0.12 - - - - - 14 - - - - - 16 - - - - - 18 - - - - - 20 - - - - - 22 - - - - - 24 - - - - - 26 - - - - - 28 - - - - - 30 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - serialize_text/hecs: SD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +serialize_text/hecs:SD + + +Density (a.u.) + + +Average time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + +0.45 + + + + +12.5 + + + +13 + + + +13.5 + + + +14 + + + +14.5 + + + +15 + + + +15.5 + + + +16 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/serialize_text/hecs/report/both/iteration_times.svg b/target/criterion/serialize_text/hecs/report/both/iteration_times.svg index 69c6a93b..fd0d8a53 100644 --- a/target/criterion/serialize_text/hecs/report/both/iteration_times.svg +++ b/target/criterion/serialize_text/hecs/report/both/iteration_times.svg @@ -1,530 +1,303 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 3.1 - - - - - - - - - - - - - 3.15 - - - - - - - - - - - - - 3.2 - - - - - - - - - - - - - 3.25 - - - - - - - - - - - - - 3.3 - - - - - - - - - - - - - 3.35 - - - - - - - - - - - - - 3.4 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 90 - - - - - - - - - - - - - 100 - - - - - - - - - Average Iteration Time (ms) - - - - - Sample - - - - - serialize_text/hecs - - - - - Base - - - Base - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Current - - - Current - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +serialize_text/hecs + + +Average Iteration Time (ms) + + + + + + + + + + + + + + + + + + + + +3.25 + + + +3.3 + + + +3.35 + + + +3.4 + + + +3.45 + + + +3.5 + + + +3.55 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Current + + +Base + + + - diff --git a/target/criterion/serialize_text/hecs/report/both/pdf.svg b/target/criterion/serialize_text/hecs/report/both/pdf.svg index b2b49bf8..3b98538f 100644 --- a/target/criterion/serialize_text/hecs/report/both/pdf.svg +++ b/target/criterion/serialize_text/hecs/report/both/pdf.svg @@ -1,323 +1,69 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - 25 - - - - - 3.05 - - - - - 3.1 - - - - - 3.15 - - - - - 3.2 - - - - - 3.25 - - - - - 3.3 - - - - - 3.35 - - - - - 3.4 - - - - - 3.45 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - serialize_text/hecs - - - - - Base PDF - - - Base PDF - - - - - - - - - - Base Mean - - - - - Base Mean - - - - - - New PDF - - - - - New PDF - - - - - - - - - - New Mean - - - - - New Mean - - - - - - - - - - - - - - + + +serialize_text/hecs + + +Density (a.u.) + + +Average Time (ms) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + + +3.3 + + + +3.4 + + + +3.5 + + + +3.6 + + + + + + + +Base PDF + + +New PDF + + +Base Mean + + +New Mean + + + + + - diff --git a/target/criterion/serialize_text/hecs/report/change/mean.svg b/target/criterion/serialize_text/hecs/report/change/mean.svg index b64cf749..2759f752 100644 --- a/target/criterion/serialize_text/hecs/report/change/mean.svg +++ b/target/criterion/serialize_text/hecs/report/change/mean.svg @@ -1,310 +1,105 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - 300 - - - - - 350 - - - - - 4 - - - - - 4.1 - - - - - 4.2 - - - - - 4.3 - - - - - 4.4 - - - - - 4.5 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - serialize_text/hecs: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +serialize_text/hecs:mean + + +Density (a.u.) + + +Relative change (%) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + +450 + + + + +0.08 + + + +0.0805 + + + +0.081 + + + +0.0815 + + + +0.082 + + + +0.0825 + + + +0.083 + + + +0.0835 + + + +0.084 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/serialize_text/hecs/report/change/median.svg b/target/criterion/serialize_text/hecs/report/change/median.svg index f412fc46..6c3b4b21 100644 --- a/target/criterion/serialize_text/hecs/report/change/median.svg +++ b/target/criterion/serialize_text/hecs/report/change/median.svg @@ -1,310 +1,81 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - 300 - - - - - 350 - - - - - 400 - - - - - 4.1 - - - - - 4.2 - - - - - 4.3 - - - - - 4.4 - - - - - 4.5 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - serialize_text/hecs: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +serialize_text/hecs:median + + +Density (a.u.) + + +Relative change (%) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + + +0.079 + + + +0.08 + + + +0.081 + + + +0.082 + + + +0.083 + + + +0.084 + + + +0.085 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/serialize_text/hecs/report/change/t-test.svg b/target/criterion/serialize_text/hecs/report/change/t-test.svg index ae6f47cc..a607175a 100644 --- a/target/criterion/serialize_text/hecs/report/change/t-test.svg +++ b/target/criterion/serialize_text/hecs/report/change/t-test.svg @@ -1,250 +1,91 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - -5 - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - 25 - - - - - 30 - - - - - 35 - - - - - - - - - Density - - - - - t score - - - - - serialize_text/hecs: Welch t test - - - - - t distribution - - - t distribution - - - - - - - - - - t statistic - - - - - t statistic - - - - - - - - - - - - - - + + +serialize_text/hecs: Welch t test + + +Density + + +t score + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +-4.0 + + + +-3.0 + + + +-2.0 + + + +-1.0 + + + +0.0 + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + + + +t distribution + + +t statistic + + + - diff --git a/target/criterion/serialize_text/hecs/report/index.html b/target/criterion/serialize_text/hecs/report/index.html index b216672a..c97c816d 100644 --- a/target/criterion/serialize_text/hecs/report/index.html +++ b/target/criterion/serialize_text/hecs/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0011791 - 0.0012195 - 0.0011699 + 0.0028267 + 0.0029321 + 0.0028216 Mean - 3.2759 ms - 3.2800 ms - 3.2846 ms + 3.5462 ms + 3.5490 ms + 3.5518 ms Std. Dev. - 15.303 us - 22.314 us - 29.058 us + 12.558 us + 14.444 us + 16.068 us Median - 3.2708 ms - 3.2772 ms - 3.2839 ms + 3.5418 ms + 3.5456 ms + 3.5522 ms MAD - 14.833 us - 18.165 us - 21.950 us + 11.045 us + 14.366 us + 18.335 us @@ -221,9 +221,9 @@

Additional Statistics:

Change in time - +3.9737% - +4.2206% - +4.4598% + +8.0269% + +8.2005% + +8.3697% (p = 0.00 < 0.05) diff --git a/target/criterion/serialize_text/hecs/report/iteration_times.svg b/target/criterion/serialize_text/hecs/report/iteration_times.svg index a63334fc..8f05e92b 100644 --- a/target/criterion/serialize_text/hecs/report/iteration_times.svg +++ b/target/criterion/serialize_text/hecs/report/iteration_times.svg @@ -1,440 +1,199 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 3.24 - - - - - - - - - - - - - 3.26 - - - - - - - - - - - - - 3.28 - - - - - - - - - - - - - 3.3 - - - - - - - - - - - - - 3.32 - - - - - - - - - - - - - 3.34 - - - - - - - - - - - - - 3.36 - - - - - - - - - - - - - 3.38 - - - - - - - - - - - - - 3.4 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 90 - - - - - - - - - - - - - 100 - - - - - - - - - Average Iteration Time (ms) - - - - - Sample - - - - - serialize_text/hecs - - - - - gnuplot_plot_1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +serialize_text/hecs + + +Average Iteration Time (ms) + + + + + + + + + + + + + + + + + + + + +3.52 + + + +3.53 + + + +3.54 + + + +3.55 + + + +3.56 + + + +3.57 + + + +3.58 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + - diff --git a/target/criterion/serialize_text/hecs/report/iteration_times_small.svg b/target/criterion/serialize_text/hecs/report/iteration_times_small.svg index 37a1debd..2ccc7954 100644 --- a/target/criterion/serialize_text/hecs/report/iteration_times_small.svg +++ b/target/criterion/serialize_text/hecs/report/iteration_times_small.svg @@ -1,435 +1,192 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 3.24 - - - - - - - - - - - - - 3.26 - - - - - - - - - - - - - 3.28 - - - - - - - - - - - - - 3.3 - - - - - - - - - - - - - 3.32 - - - - - - - - - - - - - 3.34 - - - - - - - - - - - - - 3.36 - - - - - - - - - - - - - 3.38 - - - - - - - - - - - - - 3.4 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 90 - - - - - - - - - - - - - 100 - - - - - - - - - Average Iteration Time (ms) - - - - - Sample - - - - - gnuplot_plot_1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +Average Iteration Time (ms) + + + + + + + + + + + + + + + + + + + + +3.52 + + + +3.53 + + + +3.54 + + + +3.55 + + + +3.56 + + + +3.57 + + + +3.58 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/serialize_text/hecs/report/mean.svg b/target/criterion/serialize_text/hecs/report/mean.svg index 2d05a5eb..b6190625 100644 --- a/target/criterion/serialize_text/hecs/report/mean.svg +++ b/target/criterion/serialize_text/hecs/report/mean.svg @@ -1,298 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 20 - - - - - 40 - - - - - 60 - - - - - 80 - - - - - 100 - - - - - 120 - - - - - 140 - - - - - 160 - - - - - 180 - - - - - 3.276 - - - - - 3.278 - - - - - 3.28 - - - - - 3.282 - - - - - 3.284 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - serialize_text/hecs: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +serialize_text/hecs:mean + + +Density (a.u.) + + +Average time (ms) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + +3.546 + + + +3.547 + + + +3.548 + + + +3.549 + + + +3.55 + + + +3.551 + + + +3.552 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/serialize_text/hecs/report/median.svg b/target/criterion/serialize_text/hecs/report/median.svg index 8ddf3bcf..1334bf67 100644 --- a/target/criterion/serialize_text/hecs/report/median.svg +++ b/target/criterion/serialize_text/hecs/report/median.svg @@ -1,318 +1,76 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 20 - - - - - 40 - - - - - 60 - - - - - 80 - - - - - 100 - - - - - 120 - - - - - 140 - - - - - 160 - - - - - 180 - - - - - 200 - - - - - 3.27 - - - - - 3.272 - - - - - 3.274 - - - - - 3.276 - - - - - 3.278 - - - - - 3.28 - - - - - 3.282 - - - - - 3.284 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - serialize_text/hecs: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +serialize_text/hecs:median + + +Density (a.u.) + + +Average time (ms) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + +3.542 + + + +3.544 + + + +3.546 + + + +3.548 + + + +3.55 + + + +3.552 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/serialize_text/hecs/report/pdf.svg b/target/criterion/serialize_text/hecs/report/pdf.svg index fafc9d7c..e76e2be1 100644 --- a/target/criterion/serialize_text/hecs/report/pdf.svg +++ b/target/criterion/serialize_text/hecs/report/pdf.svg @@ -1,435 +1,115 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 2 - - - - - 4 - - - - - 6 - - - - - 8 - - - - - 10 - - - - - 12 - - - - - 14 - - - - - 16 - - - - - 3.25 - - - - - 3.3 - - - - - 3.35 - - - - - 3.4 - - - - - 0 - - - - - 2 - - - - - 4 - - - - - 6 - - - - - 8 - - - - - 10 - - - - - 12 - - - - - 14 - - - - - 16 - - - - - 18 - - - - - 20 - - - - - - - - - Iterations - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - serialize_text/hecs - - - - - PDF - - - PDF - - - - - - - - - - Mean - - - - - Mean - - - - - - "Clean" sample - - - - - "Clean" sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Mild outliers - - - Mild outliers - - - - - - - - Severe outliers - - - Severe outliers - - - - - - - - - gnuplot_plot_6 - - - - - - gnuplot_plot_7 - - - - gnuplot_plot_8 - - - - gnuplot_plot_9 - - - - - - - - - - - - + + +serialize_text/hecs + + +Iterations + + +Average Time (ms) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + + +3.5 + + + +3.52 + + + +3.54 + + + +3.56 + + + +3.58 + + + +3.6 + + + +Density (a.u.) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + - diff --git a/target/criterion/serialize_text/hecs/report/pdf_small.svg b/target/criterion/serialize_text/hecs/report/pdf_small.svg index 3cb3e110..8ba4362d 100644 --- a/target/criterion/serialize_text/hecs/report/pdf_small.svg +++ b/target/criterion/serialize_text/hecs/report/pdf_small.svg @@ -1,189 +1,44 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - 3.25 - - - - - 3.3 - - - - - 3.35 - - - - - 3.4 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - PDF - - - - - - - Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (ms) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + + +3.5 + + + +3.55 + + + +3.6 + + + + - diff --git a/target/criterion/serialize_text/hecs/report/relative_iteration_times_small.svg b/target/criterion/serialize_text/hecs/report/relative_iteration_times_small.svg index e1373f76..f8bfc340 100644 --- a/target/criterion/serialize_text/hecs/report/relative_iteration_times_small.svg +++ b/target/criterion/serialize_text/hecs/report/relative_iteration_times_small.svg @@ -1,513 +1,292 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 3.1 - - - - - - - - - - - - - 3.15 - - - - - - - - - - - - - 3.2 - - - - - - - - - - - - - 3.25 - - - - - - - - - - - - - 3.3 - - - - - - - - - - - - - 3.35 - - - - - - - - - - - - - 3.4 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 90 - - - - - - - - - - - - - 100 - - - - - - - - - Average Iteration Time (ms) - - - - - Sample - - - - - Base - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Current - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +Average Iteration Time (ms) + + + + + + + + + + + + + + + + + + + + +3.25 + + + +3.3 + + + +3.35 + + + +3.4 + + + +3.45 + + + +3.5 + + + +3.55 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/serialize_text/hecs/report/relative_pdf_small.svg b/target/criterion/serialize_text/hecs/report/relative_pdf_small.svg index c422a9d6..4eec812f 100644 --- a/target/criterion/serialize_text/hecs/report/relative_pdf_small.svg +++ b/target/criterion/serialize_text/hecs/report/relative_pdf_small.svg @@ -1,296 +1,50 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - 25 - - - - - 3.05 - - - - - 3.1 - - - - - 3.15 - - - - - 3.2 - - - - - 3.25 - - - - - 3.3 - - - - - 3.35 - - - - - 3.4 - - - - - 3.45 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - Base PDF - - - - - - - Base Mean - - - - - - New PDF - - - - - - - - - New Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (ms) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + + +3.3 + + + +3.4 + + + +3.5 + + + +3.6 + + + + + + - diff --git a/target/criterion/serialize_text/hecs/report/typical.svg b/target/criterion/serialize_text/hecs/report/typical.svg index ea85d06c..3611a0a1 100644 --- a/target/criterion/serialize_text/hecs/report/typical.svg +++ b/target/criterion/serialize_text/hecs/report/typical.svg @@ -1,298 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 20 - - - - - 40 - - - - - 60 - - - - - 80 - - - - - 100 - - - - - 120 - - - - - 140 - - - - - 160 - - - - - 180 - - - - - 3.276 - - - - - 3.278 - - - - - 3.28 - - - - - 3.282 - - - - - 3.284 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - serialize_text/hecs: typical - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +serialize_text/hecs:typical + + +Density (a.u.) + + +Average time (ms) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + +3.546 + + + +3.547 + + + +3.548 + + + +3.549 + + + +3.55 + + + +3.551 + + + +3.552 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/serialize_text/legion/base/estimates.json b/target/criterion/serialize_text/legion/base/estimates.json index b8748741..ae5ac41b 100644 --- a/target/criterion/serialize_text/legion/base/estimates.json +++ b/target/criterion/serialize_text/legion/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7773944.353999998,"upper_bound":7808004.823714283},"point_estimate":7786736.780000004,"standard_error":9326.137690379943},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7767102.0,"upper_bound":7779427.0},"point_estimate":7773495.642857144,"standard_error":3337.63166819293},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15949.598716838216,"upper_bound":30677.429155366564},"point_estimate":22924.490293009138,"standard_error":3667.545110016487},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22986.013995368914,"upper_bound":156919.7597480745},"point_estimate":93614.17531825391,"standard_error":46337.225751686354}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8065128.996428575,"upper_bound":8089074.450000001},"point_estimate":8076025.571428576,"standard_error":6118.97364350316},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8061557.142857143,"upper_bound":8079985.714285715},"point_estimate":8073507.142857144,"standard_error":5385.742484022212},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37425.05933557258,"upper_bound":59176.918949400664},"point_estimate":54337.28903532028,"standard_error":5704.400256025685},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":38731.72744126183,"upper_bound":88289.2895525888},"point_estimate":61577.99268268076,"standard_error":15057.938855756569}} \ No newline at end of file diff --git a/target/criterion/serialize_text/legion/base/raw.csv b/target/criterion/serialize_text/legion/base/raw.csv index 26a57d38..bfb96821 100644 --- a/target/criterion/serialize_text/legion/base/raw.csv +++ b/target/criterion/serialize_text/legion/base/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -serialize_text,legion,,,,54642474.0,ns,7 -serialize_text,legion,,,,54579183.0,ns,7 -serialize_text,legion,,,,54550149.0,ns,7 -serialize_text,legion,,,,54660087.0,ns,7 -serialize_text,legion,,,,54738167.0,ns,7 -serialize_text,legion,,,,54667032.0,ns,7 -serialize_text,legion,,,,54701156.0,ns,7 -serialize_text,legion,,,,54818630.0,ns,7 -serialize_text,legion,,,,54358583.0,ns,7 -serialize_text,legion,,,,54313538.0,ns,7 -serialize_text,legion,,,,54299160.0,ns,7 -serialize_text,legion,,,,54468052.0,ns,7 -serialize_text,legion,,,,54355707.0,ns,7 -serialize_text,legion,,,,54354336.0,ns,7 -serialize_text,legion,,,,54364033.0,ns,7 -serialize_text,legion,,,,54204139.0,ns,7 -serialize_text,legion,,,,54333376.0,ns,7 -serialize_text,legion,,,,54455989.0,ns,7 -serialize_text,legion,,,,54285534.0,ns,7 -serialize_text,legion,,,,54369714.0,ns,7 -serialize_text,legion,,,,54591929.0,ns,7 -serialize_text,legion,,,,54596225.0,ns,7 -serialize_text,legion,,,,54553154.0,ns,7 -serialize_text,legion,,,,54325791.0,ns,7 -serialize_text,legion,,,,54434499.0,ns,7 -serialize_text,legion,,,,54325921.0,ns,7 -serialize_text,legion,,,,54506936.0,ns,7 -serialize_text,legion,,,,54376608.0,ns,7 -serialize_text,legion,,,,54231401.0,ns,7 -serialize_text,legion,,,,54327786.0,ns,7 -serialize_text,legion,,,,54415862.0,ns,7 -serialize_text,legion,,,,54326822.0,ns,7 -serialize_text,legion,,,,54364455.0,ns,7 -serialize_text,legion,,,,54394512.0,ns,7 -serialize_text,legion,,,,54256730.0,ns,7 -serialize_text,legion,,,,54231050.0,ns,7 -serialize_text,legion,,,,54143302.0,ns,7 -serialize_text,legion,,,,54167070.0,ns,7 -serialize_text,legion,,,,54220250.0,ns,7 -serialize_text,legion,,,,54067579.0,ns,7 -serialize_text,legion,,,,54100382.0,ns,7 -serialize_text,legion,,,,54459786.0,ns,7 -serialize_text,legion,,,,54349095.0,ns,7 -serialize_text,legion,,,,54437974.0,ns,7 -serialize_text,legion,,,,54363613.0,ns,7 -serialize_text,legion,,,,54488922.0,ns,7 -serialize_text,legion,,,,54627655.0,ns,7 -serialize_text,legion,,,,54371960.0,ns,7 -serialize_text,legion,,,,54427844.0,ns,7 -serialize_text,legion,,,,54321593.0,ns,7 -serialize_text,legion,,,,54248785.0,ns,7 -serialize_text,legion,,,,54309279.0,ns,7 -serialize_text,legion,,,,54380436.0,ns,7 -serialize_text,legion,,,,54234536.0,ns,7 -serialize_text,legion,,,,54545720.0,ns,7 -serialize_text,legion,,,,54312054.0,ns,7 -serialize_text,legion,,,,54386446.0,ns,7 -serialize_text,legion,,,,54459947.0,ns,7 -serialize_text,legion,,,,54394200.0,ns,7 -serialize_text,legion,,,,54630993.0,ns,7 -serialize_text,legion,,,,54714051.0,ns,7 -serialize_text,legion,,,,54608980.0,ns,7 -serialize_text,legion,,,,54606566.0,ns,7 -serialize_text,legion,,,,54564786.0,ns,7 -serialize_text,legion,,,,54547894.0,ns,7 -serialize_text,legion,,,,54543164.0,ns,7 -serialize_text,legion,,,,54485094.0,ns,7 -serialize_text,legion,,,,54413077.0,ns,7 -serialize_text,legion,,,,54200912.0,ns,7 -serialize_text,legion,,,,54442744.0,ns,7 -serialize_text,legion,,,,54502848.0,ns,7 -serialize_text,legion,,,,54680677.0,ns,7 -serialize_text,legion,,,,54866451.0,ns,7 -serialize_text,legion,,,,54752693.0,ns,7 -serialize_text,legion,,,,54832366.0,ns,7 -serialize_text,legion,,,,60744589.0,ns,7 -serialize_text,legion,,,,54688812.0,ns,7 -serialize_text,legion,,,,54678874.0,ns,7 -serialize_text,legion,,,,54774875.0,ns,7 -serialize_text,legion,,,,54332434.0,ns,7 -serialize_text,legion,,,,54215481.0,ns,7 -serialize_text,legion,,,,54296655.0,ns,7 -serialize_text,legion,,,,54297587.0,ns,7 -serialize_text,legion,,,,54433296.0,ns,7 -serialize_text,legion,,,,54325030.0,ns,7 -serialize_text,legion,,,,54525752.0,ns,7 -serialize_text,legion,,,,54957494.0,ns,7 -serialize_text,legion,,,,54390533.0,ns,7 -serialize_text,legion,,,,54433536.0,ns,7 -serialize_text,legion,,,,54222394.0,ns,7 -serialize_text,legion,,,,54426653.0,ns,7 -serialize_text,legion,,,,54369615.0,ns,7 -serialize_text,legion,,,,54500043.0,ns,7 -serialize_text,legion,,,,54499241.0,ns,7 -serialize_text,legion,,,,54388030.0,ns,7 -serialize_text,legion,,,,54255827.0,ns,7 -serialize_text,legion,,,,54843578.0,ns,7 -serialize_text,legion,,,,54440249.0,ns,7 -serialize_text,legion,,,,54315801.0,ns,7 -serialize_text,legion,,,,54368923.0,ns,7 +serialize_text,legion,,,,56932300.0,ns,7 +serialize_text,legion,,,,56740300.0,ns,7 +serialize_text,legion,,,,56102500.0,ns,7 +serialize_text,legion,,,,56603100.0,ns,7 +serialize_text,legion,,,,56255400.0,ns,7 +serialize_text,legion,,,,55960200.0,ns,7 +serialize_text,legion,,,,56245100.0,ns,7 +serialize_text,legion,,,,56047900.0,ns,7 +serialize_text,legion,,,,56234600.0,ns,7 +serialize_text,legion,,,,56421500.0,ns,7 +serialize_text,legion,,,,56020100.0,ns,7 +serialize_text,legion,,,,57214300.0,ns,7 +serialize_text,legion,,,,56158700.0,ns,7 +serialize_text,legion,,,,56199300.0,ns,7 +serialize_text,legion,,,,56120500.0,ns,7 +serialize_text,legion,,,,56222200.0,ns,7 +serialize_text,legion,,,,56801200.0,ns,7 +serialize_text,legion,,,,56196500.0,ns,7 +serialize_text,legion,,,,56340000.0,ns,7 +serialize_text,legion,,,,56683500.0,ns,7 +serialize_text,legion,,,,56620000.0,ns,7 +serialize_text,legion,,,,56467600.0,ns,7 +serialize_text,legion,,,,56191000.0,ns,7 +serialize_text,legion,,,,55886700.0,ns,7 +serialize_text,legion,,,,56138300.0,ns,7 +serialize_text,legion,,,,56432300.0,ns,7 +serialize_text,legion,,,,56102600.0,ns,7 +serialize_text,legion,,,,56258100.0,ns,7 +serialize_text,legion,,,,56459900.0,ns,7 +serialize_text,legion,,,,59595200.0,ns,7 +serialize_text,legion,,,,56672200.0,ns,7 +serialize_text,legion,,,,56827100.0,ns,7 +serialize_text,legion,,,,55991400.0,ns,7 +serialize_text,legion,,,,56315400.0,ns,7 +serialize_text,legion,,,,56235500.0,ns,7 +serialize_text,legion,,,,56795800.0,ns,7 +serialize_text,legion,,,,56860900.0,ns,7 +serialize_text,legion,,,,56544400.0,ns,7 +serialize_text,legion,,,,56200900.0,ns,7 +serialize_text,legion,,,,56952100.0,ns,7 +serialize_text,legion,,,,56428000.0,ns,7 +serialize_text,legion,,,,56932200.0,ns,7 +serialize_text,legion,,,,56215900.0,ns,7 +serialize_text,legion,,,,56650800.0,ns,7 +serialize_text,legion,,,,56355000.0,ns,7 +serialize_text,legion,,,,56777900.0,ns,7 +serialize_text,legion,,,,56784000.0,ns,7 +serialize_text,legion,,,,56988600.0,ns,7 +serialize_text,legion,,,,56163300.0,ns,7 +serialize_text,legion,,,,56793300.0,ns,7 +serialize_text,legion,,,,56188400.0,ns,7 +serialize_text,legion,,,,56552300.0,ns,7 +serialize_text,legion,,,,56143500.0,ns,7 +serialize_text,legion,,,,56771200.0,ns,7 +serialize_text,legion,,,,56688900.0,ns,7 +serialize_text,legion,,,,56552100.0,ns,7 +serialize_text,legion,,,,56276100.0,ns,7 +serialize_text,legion,,,,56414700.0,ns,7 +serialize_text,legion,,,,56329600.0,ns,7 +serialize_text,legion,,,,57012800.0,ns,7 +serialize_text,legion,,,,56436400.0,ns,7 +serialize_text,legion,,,,56551400.0,ns,7 +serialize_text,legion,,,,56518600.0,ns,7 +serialize_text,legion,,,,56624600.0,ns,7 +serialize_text,legion,,,,56348100.0,ns,7 +serialize_text,legion,,,,56562800.0,ns,7 +serialize_text,legion,,,,56233200.0,ns,7 +serialize_text,legion,,,,56536700.0,ns,7 +serialize_text,legion,,,,56493300.0,ns,7 +serialize_text,legion,,,,56928600.0,ns,7 +serialize_text,legion,,,,57165900.0,ns,7 +serialize_text,legion,,,,56572900.0,ns,7 +serialize_text,legion,,,,56058100.0,ns,7 +serialize_text,legion,,,,56572200.0,ns,7 +serialize_text,legion,,,,56468400.0,ns,7 +serialize_text,legion,,,,56445500.0,ns,7 +serialize_text,legion,,,,56636000.0,ns,7 +serialize_text,legion,,,,56174100.0,ns,7 +serialize_text,legion,,,,56376500.0,ns,7 +serialize_text,legion,,,,57292700.0,ns,7 +serialize_text,legion,,,,56524500.0,ns,7 +serialize_text,legion,,,,56721600.0,ns,7 +serialize_text,legion,,,,56538600.0,ns,7 +serialize_text,legion,,,,56510500.0,ns,7 +serialize_text,legion,,,,56559900.0,ns,7 +serialize_text,legion,,,,57147100.0,ns,7 +serialize_text,legion,,,,56433800.0,ns,7 +serialize_text,legion,,,,56519400.0,ns,7 +serialize_text,legion,,,,56792200.0,ns,7 +serialize_text,legion,,,,56887500.0,ns,7 +serialize_text,legion,,,,56146300.0,ns,7 +serialize_text,legion,,,,56639100.0,ns,7 +serialize_text,legion,,,,56267400.0,ns,7 +serialize_text,legion,,,,56822900.0,ns,7 +serialize_text,legion,,,,56750800.0,ns,7 +serialize_text,legion,,,,56772500.0,ns,7 +serialize_text,legion,,,,56651600.0,ns,7 +serialize_text,legion,,,,56346100.0,ns,7 +serialize_text,legion,,,,56505800.0,ns,7 +serialize_text,legion,,,,56619100.0,ns,7 diff --git a/target/criterion/serialize_text/legion/base/sample.json b/target/criterion/serialize_text/legion/base/sample.json index ede3ea3f..27cdb17a 100644 --- a/target/criterion/serialize_text/legion/base/sample.json +++ b/target/criterion/serialize_text/legion/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0],"times":[54642474.0,54579183.0,54550149.0,54660087.0,54738167.0,54667032.0,54701156.0,54818630.0,54358583.0,54313538.0,54299160.0,54468052.0,54355707.0,54354336.0,54364033.0,54204139.0,54333376.0,54455989.0,54285534.0,54369714.0,54591929.0,54596225.0,54553154.0,54325791.0,54434499.0,54325921.0,54506936.0,54376608.0,54231401.0,54327786.0,54415862.0,54326822.0,54364455.0,54394512.0,54256730.0,54231050.0,54143302.0,54167070.0,54220250.0,54067579.0,54100382.0,54459786.0,54349095.0,54437974.0,54363613.0,54488922.0,54627655.0,54371960.0,54427844.0,54321593.0,54248785.0,54309279.0,54380436.0,54234536.0,54545720.0,54312054.0,54386446.0,54459947.0,54394200.0,54630993.0,54714051.0,54608980.0,54606566.0,54564786.0,54547894.0,54543164.0,54485094.0,54413077.0,54200912.0,54442744.0,54502848.0,54680677.0,54866451.0,54752693.0,54832366.0,60744589.0,54688812.0,54678874.0,54774875.0,54332434.0,54215481.0,54296655.0,54297587.0,54433296.0,54325030.0,54525752.0,54957494.0,54390533.0,54433536.0,54222394.0,54426653.0,54369615.0,54500043.0,54499241.0,54388030.0,54255827.0,54843578.0,54440249.0,54315801.0,54368923.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0],"times":[56932300.0,56740300.0,56102500.0,56603100.0,56255400.0,55960200.0,56245100.0,56047900.0,56234600.0,56421500.0,56020100.0,57214300.0,56158700.0,56199300.0,56120500.0,56222200.0,56801200.0,56196500.0,56340000.0,56683500.0,56620000.0,56467600.0,56191000.0,55886700.0,56138300.0,56432300.0,56102600.0,56258100.0,56459900.0,59595200.0,56672200.0,56827100.0,55991400.0,56315400.0,56235500.0,56795800.0,56860900.0,56544400.0,56200900.0,56952100.0,56428000.0,56932200.0,56215900.0,56650800.0,56355000.0,56777900.0,56784000.0,56988600.0,56163300.0,56793300.0,56188400.0,56552300.0,56143500.0,56771200.0,56688900.0,56552100.0,56276100.0,56414700.0,56329600.0,57012800.0,56436400.0,56551400.0,56518600.0,56624600.0,56348100.0,56562800.0,56233200.0,56536700.0,56493300.0,56928600.0,57165900.0,56572900.0,56058100.0,56572200.0,56468400.0,56445500.0,56636000.0,56174100.0,56376500.0,57292700.0,56524500.0,56721600.0,56538600.0,56510500.0,56559900.0,57147100.0,56433800.0,56519400.0,56792200.0,56887500.0,56146300.0,56639100.0,56267400.0,56822900.0,56750800.0,56772500.0,56651600.0,56346100.0,56505800.0,56619100.0]} \ No newline at end of file diff --git a/target/criterion/serialize_text/legion/base/tukey.json b/target/criterion/serialize_text/legion/base/tukey.json index fca12514..5aec9b35 100644 --- a/target/criterion/serialize_text/legion/base/tukey.json +++ b/target/criterion/serialize_text/legion/base/tukey.json @@ -1 +1 @@ -[7662031.000000001,7711415.553571429,7843107.696428571,7892492.249999999] \ No newline at end of file +[7827424.999999997,7931048.214285713,8207376.785714287,8311000.000000003] \ No newline at end of file diff --git a/target/criterion/serialize_text/legion/change/estimates.json b/target/criterion/serialize_text/legion/change/estimates.json index 98b83fd1..50287767 100644 --- a/target/criterion/serialize_text/legion/change/estimates.json +++ b/target/criterion/serialize_text/legion/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01736872329515952,"upper_bound":-0.010424144498440107},"point_estimate":-0.014022171780564086,"standard_error":0.001780519281130388},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.014131790183453563,"upper_bound":-0.011836291906376695},"point_estimate":-0.01295055419063107,"standard_error":0.0005988058197415459}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.033953497368695365,"upper_bound":0.03961587937191427},"point_estimate":0.03715147944535646,"standard_error":0.0014452144405585055},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0367730733636118,"upper_bound":0.03992821977374361},"point_estimate":0.038594155549012577,"standard_error":0.000826927290547346}} \ No newline at end of file diff --git a/target/criterion/serialize_text/legion/new/estimates.json b/target/criterion/serialize_text/legion/new/estimates.json index b8748741..ae5ac41b 100644 --- a/target/criterion/serialize_text/legion/new/estimates.json +++ b/target/criterion/serialize_text/legion/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7773944.353999998,"upper_bound":7808004.823714283},"point_estimate":7786736.780000004,"standard_error":9326.137690379943},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7767102.0,"upper_bound":7779427.0},"point_estimate":7773495.642857144,"standard_error":3337.63166819293},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15949.598716838216,"upper_bound":30677.429155366564},"point_estimate":22924.490293009138,"standard_error":3667.545110016487},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22986.013995368914,"upper_bound":156919.7597480745},"point_estimate":93614.17531825391,"standard_error":46337.225751686354}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8065128.996428575,"upper_bound":8089074.450000001},"point_estimate":8076025.571428576,"standard_error":6118.97364350316},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8061557.142857143,"upper_bound":8079985.714285715},"point_estimate":8073507.142857144,"standard_error":5385.742484022212},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37425.05933557258,"upper_bound":59176.918949400664},"point_estimate":54337.28903532028,"standard_error":5704.400256025685},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":38731.72744126183,"upper_bound":88289.2895525888},"point_estimate":61577.99268268076,"standard_error":15057.938855756569}} \ No newline at end of file diff --git a/target/criterion/serialize_text/legion/new/raw.csv b/target/criterion/serialize_text/legion/new/raw.csv index 26a57d38..bfb96821 100644 --- a/target/criterion/serialize_text/legion/new/raw.csv +++ b/target/criterion/serialize_text/legion/new/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -serialize_text,legion,,,,54642474.0,ns,7 -serialize_text,legion,,,,54579183.0,ns,7 -serialize_text,legion,,,,54550149.0,ns,7 -serialize_text,legion,,,,54660087.0,ns,7 -serialize_text,legion,,,,54738167.0,ns,7 -serialize_text,legion,,,,54667032.0,ns,7 -serialize_text,legion,,,,54701156.0,ns,7 -serialize_text,legion,,,,54818630.0,ns,7 -serialize_text,legion,,,,54358583.0,ns,7 -serialize_text,legion,,,,54313538.0,ns,7 -serialize_text,legion,,,,54299160.0,ns,7 -serialize_text,legion,,,,54468052.0,ns,7 -serialize_text,legion,,,,54355707.0,ns,7 -serialize_text,legion,,,,54354336.0,ns,7 -serialize_text,legion,,,,54364033.0,ns,7 -serialize_text,legion,,,,54204139.0,ns,7 -serialize_text,legion,,,,54333376.0,ns,7 -serialize_text,legion,,,,54455989.0,ns,7 -serialize_text,legion,,,,54285534.0,ns,7 -serialize_text,legion,,,,54369714.0,ns,7 -serialize_text,legion,,,,54591929.0,ns,7 -serialize_text,legion,,,,54596225.0,ns,7 -serialize_text,legion,,,,54553154.0,ns,7 -serialize_text,legion,,,,54325791.0,ns,7 -serialize_text,legion,,,,54434499.0,ns,7 -serialize_text,legion,,,,54325921.0,ns,7 -serialize_text,legion,,,,54506936.0,ns,7 -serialize_text,legion,,,,54376608.0,ns,7 -serialize_text,legion,,,,54231401.0,ns,7 -serialize_text,legion,,,,54327786.0,ns,7 -serialize_text,legion,,,,54415862.0,ns,7 -serialize_text,legion,,,,54326822.0,ns,7 -serialize_text,legion,,,,54364455.0,ns,7 -serialize_text,legion,,,,54394512.0,ns,7 -serialize_text,legion,,,,54256730.0,ns,7 -serialize_text,legion,,,,54231050.0,ns,7 -serialize_text,legion,,,,54143302.0,ns,7 -serialize_text,legion,,,,54167070.0,ns,7 -serialize_text,legion,,,,54220250.0,ns,7 -serialize_text,legion,,,,54067579.0,ns,7 -serialize_text,legion,,,,54100382.0,ns,7 -serialize_text,legion,,,,54459786.0,ns,7 -serialize_text,legion,,,,54349095.0,ns,7 -serialize_text,legion,,,,54437974.0,ns,7 -serialize_text,legion,,,,54363613.0,ns,7 -serialize_text,legion,,,,54488922.0,ns,7 -serialize_text,legion,,,,54627655.0,ns,7 -serialize_text,legion,,,,54371960.0,ns,7 -serialize_text,legion,,,,54427844.0,ns,7 -serialize_text,legion,,,,54321593.0,ns,7 -serialize_text,legion,,,,54248785.0,ns,7 -serialize_text,legion,,,,54309279.0,ns,7 -serialize_text,legion,,,,54380436.0,ns,7 -serialize_text,legion,,,,54234536.0,ns,7 -serialize_text,legion,,,,54545720.0,ns,7 -serialize_text,legion,,,,54312054.0,ns,7 -serialize_text,legion,,,,54386446.0,ns,7 -serialize_text,legion,,,,54459947.0,ns,7 -serialize_text,legion,,,,54394200.0,ns,7 -serialize_text,legion,,,,54630993.0,ns,7 -serialize_text,legion,,,,54714051.0,ns,7 -serialize_text,legion,,,,54608980.0,ns,7 -serialize_text,legion,,,,54606566.0,ns,7 -serialize_text,legion,,,,54564786.0,ns,7 -serialize_text,legion,,,,54547894.0,ns,7 -serialize_text,legion,,,,54543164.0,ns,7 -serialize_text,legion,,,,54485094.0,ns,7 -serialize_text,legion,,,,54413077.0,ns,7 -serialize_text,legion,,,,54200912.0,ns,7 -serialize_text,legion,,,,54442744.0,ns,7 -serialize_text,legion,,,,54502848.0,ns,7 -serialize_text,legion,,,,54680677.0,ns,7 -serialize_text,legion,,,,54866451.0,ns,7 -serialize_text,legion,,,,54752693.0,ns,7 -serialize_text,legion,,,,54832366.0,ns,7 -serialize_text,legion,,,,60744589.0,ns,7 -serialize_text,legion,,,,54688812.0,ns,7 -serialize_text,legion,,,,54678874.0,ns,7 -serialize_text,legion,,,,54774875.0,ns,7 -serialize_text,legion,,,,54332434.0,ns,7 -serialize_text,legion,,,,54215481.0,ns,7 -serialize_text,legion,,,,54296655.0,ns,7 -serialize_text,legion,,,,54297587.0,ns,7 -serialize_text,legion,,,,54433296.0,ns,7 -serialize_text,legion,,,,54325030.0,ns,7 -serialize_text,legion,,,,54525752.0,ns,7 -serialize_text,legion,,,,54957494.0,ns,7 -serialize_text,legion,,,,54390533.0,ns,7 -serialize_text,legion,,,,54433536.0,ns,7 -serialize_text,legion,,,,54222394.0,ns,7 -serialize_text,legion,,,,54426653.0,ns,7 -serialize_text,legion,,,,54369615.0,ns,7 -serialize_text,legion,,,,54500043.0,ns,7 -serialize_text,legion,,,,54499241.0,ns,7 -serialize_text,legion,,,,54388030.0,ns,7 -serialize_text,legion,,,,54255827.0,ns,7 -serialize_text,legion,,,,54843578.0,ns,7 -serialize_text,legion,,,,54440249.0,ns,7 -serialize_text,legion,,,,54315801.0,ns,7 -serialize_text,legion,,,,54368923.0,ns,7 +serialize_text,legion,,,,56932300.0,ns,7 +serialize_text,legion,,,,56740300.0,ns,7 +serialize_text,legion,,,,56102500.0,ns,7 +serialize_text,legion,,,,56603100.0,ns,7 +serialize_text,legion,,,,56255400.0,ns,7 +serialize_text,legion,,,,55960200.0,ns,7 +serialize_text,legion,,,,56245100.0,ns,7 +serialize_text,legion,,,,56047900.0,ns,7 +serialize_text,legion,,,,56234600.0,ns,7 +serialize_text,legion,,,,56421500.0,ns,7 +serialize_text,legion,,,,56020100.0,ns,7 +serialize_text,legion,,,,57214300.0,ns,7 +serialize_text,legion,,,,56158700.0,ns,7 +serialize_text,legion,,,,56199300.0,ns,7 +serialize_text,legion,,,,56120500.0,ns,7 +serialize_text,legion,,,,56222200.0,ns,7 +serialize_text,legion,,,,56801200.0,ns,7 +serialize_text,legion,,,,56196500.0,ns,7 +serialize_text,legion,,,,56340000.0,ns,7 +serialize_text,legion,,,,56683500.0,ns,7 +serialize_text,legion,,,,56620000.0,ns,7 +serialize_text,legion,,,,56467600.0,ns,7 +serialize_text,legion,,,,56191000.0,ns,7 +serialize_text,legion,,,,55886700.0,ns,7 +serialize_text,legion,,,,56138300.0,ns,7 +serialize_text,legion,,,,56432300.0,ns,7 +serialize_text,legion,,,,56102600.0,ns,7 +serialize_text,legion,,,,56258100.0,ns,7 +serialize_text,legion,,,,56459900.0,ns,7 +serialize_text,legion,,,,59595200.0,ns,7 +serialize_text,legion,,,,56672200.0,ns,7 +serialize_text,legion,,,,56827100.0,ns,7 +serialize_text,legion,,,,55991400.0,ns,7 +serialize_text,legion,,,,56315400.0,ns,7 +serialize_text,legion,,,,56235500.0,ns,7 +serialize_text,legion,,,,56795800.0,ns,7 +serialize_text,legion,,,,56860900.0,ns,7 +serialize_text,legion,,,,56544400.0,ns,7 +serialize_text,legion,,,,56200900.0,ns,7 +serialize_text,legion,,,,56952100.0,ns,7 +serialize_text,legion,,,,56428000.0,ns,7 +serialize_text,legion,,,,56932200.0,ns,7 +serialize_text,legion,,,,56215900.0,ns,7 +serialize_text,legion,,,,56650800.0,ns,7 +serialize_text,legion,,,,56355000.0,ns,7 +serialize_text,legion,,,,56777900.0,ns,7 +serialize_text,legion,,,,56784000.0,ns,7 +serialize_text,legion,,,,56988600.0,ns,7 +serialize_text,legion,,,,56163300.0,ns,7 +serialize_text,legion,,,,56793300.0,ns,7 +serialize_text,legion,,,,56188400.0,ns,7 +serialize_text,legion,,,,56552300.0,ns,7 +serialize_text,legion,,,,56143500.0,ns,7 +serialize_text,legion,,,,56771200.0,ns,7 +serialize_text,legion,,,,56688900.0,ns,7 +serialize_text,legion,,,,56552100.0,ns,7 +serialize_text,legion,,,,56276100.0,ns,7 +serialize_text,legion,,,,56414700.0,ns,7 +serialize_text,legion,,,,56329600.0,ns,7 +serialize_text,legion,,,,57012800.0,ns,7 +serialize_text,legion,,,,56436400.0,ns,7 +serialize_text,legion,,,,56551400.0,ns,7 +serialize_text,legion,,,,56518600.0,ns,7 +serialize_text,legion,,,,56624600.0,ns,7 +serialize_text,legion,,,,56348100.0,ns,7 +serialize_text,legion,,,,56562800.0,ns,7 +serialize_text,legion,,,,56233200.0,ns,7 +serialize_text,legion,,,,56536700.0,ns,7 +serialize_text,legion,,,,56493300.0,ns,7 +serialize_text,legion,,,,56928600.0,ns,7 +serialize_text,legion,,,,57165900.0,ns,7 +serialize_text,legion,,,,56572900.0,ns,7 +serialize_text,legion,,,,56058100.0,ns,7 +serialize_text,legion,,,,56572200.0,ns,7 +serialize_text,legion,,,,56468400.0,ns,7 +serialize_text,legion,,,,56445500.0,ns,7 +serialize_text,legion,,,,56636000.0,ns,7 +serialize_text,legion,,,,56174100.0,ns,7 +serialize_text,legion,,,,56376500.0,ns,7 +serialize_text,legion,,,,57292700.0,ns,7 +serialize_text,legion,,,,56524500.0,ns,7 +serialize_text,legion,,,,56721600.0,ns,7 +serialize_text,legion,,,,56538600.0,ns,7 +serialize_text,legion,,,,56510500.0,ns,7 +serialize_text,legion,,,,56559900.0,ns,7 +serialize_text,legion,,,,57147100.0,ns,7 +serialize_text,legion,,,,56433800.0,ns,7 +serialize_text,legion,,,,56519400.0,ns,7 +serialize_text,legion,,,,56792200.0,ns,7 +serialize_text,legion,,,,56887500.0,ns,7 +serialize_text,legion,,,,56146300.0,ns,7 +serialize_text,legion,,,,56639100.0,ns,7 +serialize_text,legion,,,,56267400.0,ns,7 +serialize_text,legion,,,,56822900.0,ns,7 +serialize_text,legion,,,,56750800.0,ns,7 +serialize_text,legion,,,,56772500.0,ns,7 +serialize_text,legion,,,,56651600.0,ns,7 +serialize_text,legion,,,,56346100.0,ns,7 +serialize_text,legion,,,,56505800.0,ns,7 +serialize_text,legion,,,,56619100.0,ns,7 diff --git a/target/criterion/serialize_text/legion/new/sample.json b/target/criterion/serialize_text/legion/new/sample.json index ede3ea3f..27cdb17a 100644 --- a/target/criterion/serialize_text/legion/new/sample.json +++ b/target/criterion/serialize_text/legion/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0],"times":[54642474.0,54579183.0,54550149.0,54660087.0,54738167.0,54667032.0,54701156.0,54818630.0,54358583.0,54313538.0,54299160.0,54468052.0,54355707.0,54354336.0,54364033.0,54204139.0,54333376.0,54455989.0,54285534.0,54369714.0,54591929.0,54596225.0,54553154.0,54325791.0,54434499.0,54325921.0,54506936.0,54376608.0,54231401.0,54327786.0,54415862.0,54326822.0,54364455.0,54394512.0,54256730.0,54231050.0,54143302.0,54167070.0,54220250.0,54067579.0,54100382.0,54459786.0,54349095.0,54437974.0,54363613.0,54488922.0,54627655.0,54371960.0,54427844.0,54321593.0,54248785.0,54309279.0,54380436.0,54234536.0,54545720.0,54312054.0,54386446.0,54459947.0,54394200.0,54630993.0,54714051.0,54608980.0,54606566.0,54564786.0,54547894.0,54543164.0,54485094.0,54413077.0,54200912.0,54442744.0,54502848.0,54680677.0,54866451.0,54752693.0,54832366.0,60744589.0,54688812.0,54678874.0,54774875.0,54332434.0,54215481.0,54296655.0,54297587.0,54433296.0,54325030.0,54525752.0,54957494.0,54390533.0,54433536.0,54222394.0,54426653.0,54369615.0,54500043.0,54499241.0,54388030.0,54255827.0,54843578.0,54440249.0,54315801.0,54368923.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0],"times":[56932300.0,56740300.0,56102500.0,56603100.0,56255400.0,55960200.0,56245100.0,56047900.0,56234600.0,56421500.0,56020100.0,57214300.0,56158700.0,56199300.0,56120500.0,56222200.0,56801200.0,56196500.0,56340000.0,56683500.0,56620000.0,56467600.0,56191000.0,55886700.0,56138300.0,56432300.0,56102600.0,56258100.0,56459900.0,59595200.0,56672200.0,56827100.0,55991400.0,56315400.0,56235500.0,56795800.0,56860900.0,56544400.0,56200900.0,56952100.0,56428000.0,56932200.0,56215900.0,56650800.0,56355000.0,56777900.0,56784000.0,56988600.0,56163300.0,56793300.0,56188400.0,56552300.0,56143500.0,56771200.0,56688900.0,56552100.0,56276100.0,56414700.0,56329600.0,57012800.0,56436400.0,56551400.0,56518600.0,56624600.0,56348100.0,56562800.0,56233200.0,56536700.0,56493300.0,56928600.0,57165900.0,56572900.0,56058100.0,56572200.0,56468400.0,56445500.0,56636000.0,56174100.0,56376500.0,57292700.0,56524500.0,56721600.0,56538600.0,56510500.0,56559900.0,57147100.0,56433800.0,56519400.0,56792200.0,56887500.0,56146300.0,56639100.0,56267400.0,56822900.0,56750800.0,56772500.0,56651600.0,56346100.0,56505800.0,56619100.0]} \ No newline at end of file diff --git a/target/criterion/serialize_text/legion/new/tukey.json b/target/criterion/serialize_text/legion/new/tukey.json index fca12514..5aec9b35 100644 --- a/target/criterion/serialize_text/legion/new/tukey.json +++ b/target/criterion/serialize_text/legion/new/tukey.json @@ -1 +1 @@ -[7662031.000000001,7711415.553571429,7843107.696428571,7892492.249999999] \ No newline at end of file +[7827424.999999997,7931048.214285713,8207376.785714287,8311000.000000003] \ No newline at end of file diff --git a/target/criterion/serialize_text/legion/report/MAD.svg b/target/criterion/serialize_text/legion/report/MAD.svg index 80d48130..33eceef9 100644 --- a/target/criterion/serialize_text/legion/report/MAD.svg +++ b/target/criterion/serialize_text/legion/report/MAD.svg @@ -1,308 +1,76 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.02 - - - - - 0.04 - - - - - 0.06 - - - - - 0.08 - - - - - 0.1 - - - - - 0.12 - - - - - 0.14 - - - - - 16 - - - - - 18 - - - - - 20 - - - - - 22 - - - - - 24 - - - - - 26 - - - - - 28 - - - - - 30 - - - - - 32 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - serialize_text/legion: MAD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +serialize_text/legion:MAD + + +Density (a.u.) + + +Average time (us) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + + +40 + + + +45 + + + +50 + + + +55 + + + +60 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/serialize_text/legion/report/SD.svg b/target/criterion/serialize_text/legion/report/SD.svg index 103dc3bb..0bb3ffaf 100644 --- a/target/criterion/serialize_text/legion/report/SD.svg +++ b/target/criterion/serialize_text/legion/report/SD.svg @@ -1,303 +1,72 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 0.03 - - - - - 0.035 - - - - - 20 - - - - - 40 - - - - - 60 - - - - - 80 - - - - - 100 - - - - - 120 - - - - - 140 - - - - - 160 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - serialize_text/legion: SD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +serialize_text/legion:SD + + +Density (a.u.) + + +Average time (us) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/serialize_text/legion/report/both/iteration_times.svg b/target/criterion/serialize_text/legion/report/both/iteration_times.svg index 301772c9..88266199 100644 --- a/target/criterion/serialize_text/legion/report/both/iteration_times.svg +++ b/target/criterion/serialize_text/legion/report/both/iteration_times.svg @@ -1,582 +1,313 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 7.7 - - - - - - - - - - - - - 7.8 - - - - - - - - - - - - - 7.9 - - - - - - - - - - - - - 8 - - - - - - - - - - - - - 8.1 - - - - - - - - - - - - - 8.2 - - - - - - - - - - - - - 8.3 - - - - - - - - - - - - - 8.4 - - - - - - - - - - - - - 8.5 - - - - - - - - - - - - - 8.6 - - - - - - - - - - - - - 8.7 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 90 - - - - - - - - - - - - - 100 - - - - - - - - - Average Iteration Time (ms) - - - - - Sample - - - - - serialize_text/legion - - - - - Base - - - Base - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Current - - - Current - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +serialize_text/legion + + +Average Iteration Time (ms) + + + + + + + + + + + + + + + + + + + + + + +7.8 + + + +7.9 + + + +8.0 + + + +8.1 + + + +8.2 + + + +8.3 + + + +8.4 + + + +8.5 + + + +8.6 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Current + + +Base + + + - diff --git a/target/criterion/serialize_text/legion/report/both/pdf.svg b/target/criterion/serialize_text/legion/report/both/pdf.svg index 5138a0a1..1f8c8f52 100644 --- a/target/criterion/serialize_text/legion/report/both/pdf.svg +++ b/target/criterion/serialize_text/legion/report/both/pdf.svg @@ -1,338 +1,73 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - 5 - - - - - 6 - - - - - 7 - - - - - 8 - - - - - 9 - - - - - 7.6 - - - - - 7.8 - - - - - 8 - - - - - 8.2 - - - - - 8.4 - - - - - 8.6 - - - - - 8.8 - - - - - 9 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - serialize_text/legion - - - - - Base PDF - - - Base PDF - - - - - - - - - - Base Mean - - - - - Base Mean - - - - - - New PDF - - - - - New PDF - - - - - - - - - - New Mean - - - - - New Mean - - - - - - - - - - - - - - + + +serialize_text/legion + + +Density (a.u.) + + +Average Time (ms) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + + +8 + + + +8.5 + + + + + + + +Base PDF + + +New PDF + + +Base Mean + + +New Mean + + + + + - diff --git a/target/criterion/serialize_text/legion/report/change/mean.svg b/target/criterion/serialize_text/legion/report/change/mean.svg index 0035c3b9..6d15bf41 100644 --- a/target/criterion/serialize_text/legion/report/change/mean.svg +++ b/target/criterion/serialize_text/legion/report/change/mean.svg @@ -1,315 +1,81 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - -1.8 - - - - - -1.7 - - - - - -1.6 - - - - - -1.5 - - - - - -1.4 - - - - - -1.3 - - - - - -1.2 - - - - - -1.1 - - - - - -1 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - serialize_text/legion: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +serialize_text/legion:mean + + +Density (a.u.) + + +Relative change (%) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + + +0.034 + + + +0.035 + + + +0.036 + + + +0.037 + + + +0.038 + + + +0.039 + + + +0.04 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/serialize_text/legion/report/change/median.svg b/target/criterion/serialize_text/legion/report/change/median.svg index d5acf49a..c11b097d 100644 --- a/target/criterion/serialize_text/legion/report/change/median.svg +++ b/target/criterion/serialize_text/legion/report/change/median.svg @@ -1,305 +1,101 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 100 - - - - - 200 - - - - - 300 - - - - - 400 - - - - - 500 - - - - - 600 - - - - - 700 - - - - - -1.4 - - - - - -1.35 - - - - - -1.3 - - - - - -1.25 - - - - - -1.2 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - serialize_text/legion: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +serialize_text/legion:median + + +Density (a.u.) + + +Relative change (%) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + +450 + + + + +0.0365 + + + +0.037 + + + +0.0375 + + + +0.038 + + + +0.0385 + + + +0.039 + + + +0.0395 + + + +0.04 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/serialize_text/legion/report/change/t-test.svg b/target/criterion/serialize_text/legion/report/change/t-test.svg index 1867294b..b26b02cf 100644 --- a/target/criterion/serialize_text/legion/report/change/t-test.svg +++ b/target/criterion/serialize_text/legion/report/change/t-test.svg @@ -1,245 +1,75 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - -8 - - - - - -6 - - - - - -4 - - - - - -2 - - - - - 0 - - - - - 2 - - - - - 4 - - - - - 6 - - - - - - - - - Density - - - - - t score - - - - - serialize_text/legion: Welch t test - - - - - t distribution - - - t distribution - - - - - - - - - - t statistic - - - - - t statistic - - - - - - - - - - - - - - + + +serialize_text/legion: Welch t test + + +Density + + +t score + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +-4.0 + + + +-2.0 + + + +0.0 + + + +2.0 + + + +4.0 + + + + + +t distribution + + +t statistic + + + - diff --git a/target/criterion/serialize_text/legion/report/index.html b/target/criterion/serialize_text/legion/report/index.html index 3d496e5c..df1a0f0c 100644 --- a/target/criterion/serialize_text/legion/report/index.html +++ b/target/criterion/serialize_text/legion/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0004410 - 0.0004493 - 0.0004270 + 0.0003980 + 0.0004106 + 0.0003928 Mean - 7.7739 ms - 7.7867 ms - 7.8080 ms + 8.0651 ms + 8.0760 ms + 8.0891 ms Std. Dev. - 22.986 us - 93.614 us - 156.92 us + 38.732 us + 61.578 us + 88.289 us Median - 7.7671 ms - 7.7735 ms - 7.7794 ms + 8.0616 ms + 8.0735 ms + 8.0800 ms MAD - 15.950 us - 22.924 us - 30.677 us + 37.425 us + 54.337 us + 59.177 us @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -1.7369% - -1.4022% - -1.0424% + +3.3953% + +3.7151% + +3.9616% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/target/criterion/serialize_text/legion/report/iteration_times.svg b/target/criterion/serialize_text/legion/report/iteration_times.svg index dbea9875..dcfe2f9b 100644 --- a/target/criterion/serialize_text/legion/report/iteration_times.svg +++ b/target/criterion/serialize_text/legion/report/iteration_times.svg @@ -1,466 +1,194 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 7.7 - - - - - - - - - - - - - 7.8 - - - - - - - - - - - - - 7.9 - - - - - - - - - - - - - 8 - - - - - - - - - - - - - 8.1 - - - - - - - - - - - - - 8.2 - - - - - - - - - - - - - 8.3 - - - - - - - - - - - - - 8.4 - - - - - - - - - - - - - 8.5 - - - - - - - - - - - - - 8.6 - - - - - - - - - - - - - 8.7 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 90 - - - - - - - - - - - - - 100 - - - - - - - - - Average Iteration Time (ms) - - - - - Sample - - - - - serialize_text/legion - - - - - gnuplot_plot_1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +serialize_text/legion + + +Average Iteration Time (ms) + + + + + + + + + + + + + + + + + + + +8.0 + + + +8.1 + + + +8.2 + + + +8.3 + + + +8.4 + + + +8.5 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + - diff --git a/target/criterion/serialize_text/legion/report/iteration_times_small.svg b/target/criterion/serialize_text/legion/report/iteration_times_small.svg index 6b8fd145..6ca2f7b0 100644 --- a/target/criterion/serialize_text/legion/report/iteration_times_small.svg +++ b/target/criterion/serialize_text/legion/report/iteration_times_small.svg @@ -1,461 +1,187 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 7.7 - - - - - - - - - - - - - 7.8 - - - - - - - - - - - - - 7.9 - - - - - - - - - - - - - 8 - - - - - - - - - - - - - 8.1 - - - - - - - - - - - - - 8.2 - - - - - - - - - - - - - 8.3 - - - - - - - - - - - - - 8.4 - - - - - - - - - - - - - 8.5 - - - - - - - - - - - - - 8.6 - - - - - - - - - - - - - 8.7 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 90 - - - - - - - - - - - - - 100 - - - - - - - - - Average Iteration Time (ms) - - - - - Sample - - - - - gnuplot_plot_1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +Average Iteration Time (ms) + + + + + + + + + + + + + + + + + + + +8.0 + + + +8.1 + + + +8.2 + + + +8.3 + + + +8.4 + + + +8.5 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/serialize_text/legion/report/mean.svg b/target/criterion/serialize_text/legion/report/mean.svg index b8fd4782..c68eb446 100644 --- a/target/criterion/serialize_text/legion/report/mean.svg +++ b/target/criterion/serialize_text/legion/report/mean.svg @@ -1,298 +1,76 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 10 - - - - - 20 - - - - - 30 - - - - - 40 - - - - - 50 - - - - - 60 - - - - - 7.775 - - - - - 7.78 - - - - - 7.785 - - - - - 7.79 - - - - - 7.795 - - - - - 7.8 - - - - - 7.805 - - - - - 7.81 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - serialize_text/legion: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +serialize_text/legion:mean + + +Density (a.u.) + + +Average time (ms) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + + +8.065 + + + +8.07 + + + +8.075 + + + +8.08 + + + +8.085 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/serialize_text/legion/report/median.svg b/target/criterion/serialize_text/legion/report/median.svg index 337fb78f..027f7303 100644 --- a/target/criterion/serialize_text/legion/report/median.svg +++ b/target/criterion/serialize_text/legion/report/median.svg @@ -1,318 +1,72 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 20 - - - - - 40 - - - - - 60 - - - - - 80 - - - - - 100 - - - - - 120 - - - - - 140 - - - - - 160 - - - - - 180 - - - - - 200 - - - - - 7.766 - - - - - 7.768 - - - - - 7.77 - - - - - 7.772 - - - - - 7.774 - - - - - 7.776 - - - - - 7.778 - - - - - 7.78 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - serialize_text/legion: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +serialize_text/legion:median + + +Density (a.u.) + + +Average time (ms) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + + +8.06 + + + +8.065 + + + +8.07 + + + +8.075 + + + +8.08 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/serialize_text/legion/report/pdf.svg b/target/criterion/serialize_text/legion/report/pdf.svg index 46aa2fe6..93675e9e 100644 --- a/target/criterion/serialize_text/legion/report/pdf.svg +++ b/target/criterion/serialize_text/legion/report/pdf.svg @@ -1,430 +1,121 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - 5 - - - - - 6 - - - - - 7 - - - - - 7.8 - - - - - 8 - - - - - 8.2 - - - - - 8.4 - - - - - 8.6 - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - 5 - - - - - 6 - - - - - 7 - - - - - 8 - - - - - 9 - - - - - - - - - Iterations - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - serialize_text/legion - - - - - PDF - - - PDF - - - - - - - - - - Mean - - - - - Mean - - - - - - "Clean" sample - - - - - "Clean" sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Mild outliers - - - Mild outliers - - - - - - - - Severe outliers - - - Severe outliers - - - - - - - - gnuplot_plot_6 - - - - - - gnuplot_plot_7 - - - - gnuplot_plot_8 - - - - gnuplot_plot_9 - - - - - - - - - - - - + + +serialize_text/legion + + +Iterations + + +Average Time (ms) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + + +8 + + + +8.1 + + + +8.2 + + + +8.3 + + + +8.4 + + + +8.5 + + + +Density (a.u.) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + - diff --git a/target/criterion/serialize_text/legion/report/pdf_small.svg b/target/criterion/serialize_text/legion/report/pdf_small.svg index bec9da96..1df2f715 100644 --- a/target/criterion/serialize_text/legion/report/pdf_small.svg +++ b/target/criterion/serialize_text/legion/report/pdf_small.svg @@ -1,219 +1,56 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - 5 - - - - - 6 - - - - - 7 - - - - - 8 - - - - - 9 - - - - - 7.8 - - - - - 8 - - - - - 8.2 - - - - - 8.4 - - - - - 8.6 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - PDF - - - - - - - Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (ms) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + + +8 + + + +8.2 + + + +8.4 + + + + - diff --git a/target/criterion/serialize_text/legion/report/relative_iteration_times_small.svg b/target/criterion/serialize_text/legion/report/relative_iteration_times_small.svg index 8001d1c5..985a59dd 100644 --- a/target/criterion/serialize_text/legion/report/relative_iteration_times_small.svg +++ b/target/criterion/serialize_text/legion/report/relative_iteration_times_small.svg @@ -1,565 +1,302 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 7.7 - - - - - - - - - - - - - 7.8 - - - - - - - - - - - - - 7.9 - - - - - - - - - - - - - 8 - - - - - - - - - - - - - 8.1 - - - - - - - - - - - - - 8.2 - - - - - - - - - - - - - 8.3 - - - - - - - - - - - - - 8.4 - - - - - - - - - - - - - 8.5 - - - - - - - - - - - - - 8.6 - - - - - - - - - - - - - 8.7 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 90 - - - - - - - - - - - - - 100 - - - - - - - - - Average Iteration Time (ms) - - - - - Sample - - - - - Base - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Current - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +Average Iteration Time (ms) + + + + + + + + + + + + + + + + + + + + + + +7.8 + + + +7.9 + + + +8.0 + + + +8.1 + + + +8.2 + + + +8.3 + + + +8.4 + + + +8.5 + + + +8.6 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/serialize_text/legion/report/relative_pdf_small.svg b/target/criterion/serialize_text/legion/report/relative_pdf_small.svg index 5bd1c48c..a35bbf03 100644 --- a/target/criterion/serialize_text/legion/report/relative_pdf_small.svg +++ b/target/criterion/serialize_text/legion/report/relative_pdf_small.svg @@ -1,311 +1,54 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - 5 - - - - - 6 - - - - - 7 - - - - - 8 - - - - - 9 - - - - - 7.6 - - - - - 7.8 - - - - - 8 - - - - - 8.2 - - - - - 8.4 - - - - - 8.6 - - - - - 8.8 - - - - - 9 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - Base PDF - - - - - - - Base Mean - - - - - - New PDF - - - - - - - - - New Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (ms) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + + +8 + + + +8.5 + + + + + + - diff --git a/target/criterion/serialize_text/legion/report/typical.svg b/target/criterion/serialize_text/legion/report/typical.svg index 202d540f..0fd83647 100644 --- a/target/criterion/serialize_text/legion/report/typical.svg +++ b/target/criterion/serialize_text/legion/report/typical.svg @@ -1,298 +1,76 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 10 - - - - - 20 - - - - - 30 - - - - - 40 - - - - - 50 - - - - - 60 - - - - - 7.775 - - - - - 7.78 - - - - - 7.785 - - - - - 7.79 - - - - - 7.795 - - - - - 7.8 - - - - - 7.805 - - - - - 7.81 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - serialize_text/legion: typical - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +serialize_text/legion:typical + + +Density (a.u.) + + +Average time (ms) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + + +8.065 + + + +8.07 + + + +8.075 + + + +8.08 + + + +8.085 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/serialize_text/report/index.html b/target/criterion/serialize_text/report/index.html index b285f4ee..7b8e9edf 100644 --- a/target/criterion/serialize_text/report/index.html +++ b/target/criterion/serialize_text/report/index.html @@ -59,6 +59,29 @@

Violin Plot

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded region indicates the probability that a measurement of the given function/parameter would take a particular length of time.

+
+ +

serialize_text/brood

+ + + + + + + + +
+ + PDF of Slope + + + + Iteration Times + +
+

serialize_text/hecs

diff --git a/target/criterion/serialize_text/report/violin.svg b/target/criterion/serialize_text/report/violin.svg index 54189249..bdb71e26 100644 --- a/target/criterion/serialize_text/report/violin.svg +++ b/target/criterion/serialize_text/report/violin.svg @@ -1,348 +1,63 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - serialize_text/legion - - - - - serialize_text/hecs - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 2 - - - - - - - - - - - - - 3 - - - - - - - - - - - - - 4 - - - - - - - - - - - - - 5 - - - - - - - - - - - - - 6 - - - - - - - - - - - - - 7 - - - - - - - - - - - - - 8 - - - - - - - - - Input - - - - - Average time (ms) - - - - - serialize_text: Violin plot - - - - - PDF - - - PDF - - - - - - - - - - - - gnuplot_plot_2 - - - - - - - - - - - - - - - - - + + +serialize_text: Violin plot + + +Input + + +Average time (ms) + + + +serialize_text/legion + + + +serialize_text/hecs + + + +serialize_text/brood + + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + +5.0 + + + +6.0 + + + +7.0 + + + +8.0 + + + + + + + + - diff --git a/target/criterion/simple_insert/bevy/base/estimates.json b/target/criterion/simple_insert/bevy/base/estimates.json index f302994a..9a092826 100644 --- a/target/criterion/simple_insert/bevy/base/estimates.json +++ b/target/criterion/simple_insert/bevy/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":513825.42610748636,"upper_bound":515155.5355153481},"point_estimate":514460.10778413893,"standard_error":340.0977131951564},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":513302.33389945654,"upper_bound":514474.9928571429},"point_estimate":513977.7853298611,"standard_error":287.86205359701137},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2059.275104065546,"upper_bound":3475.8021791292795},"point_estimate":3028.213329291802,"standard_error":366.8287847711289},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":514112.21110016666,"upper_bound":515640.7068054053},"point_estimate":514811.9303901286,"standard_error":390.5190794626536},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2547.480853605907,"upper_bound":4271.30792462283},"point_estimate":3409.151999789414,"standard_error":447.50707149903303}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":562520.342705723,"upper_bound":565921.9532188692},"point_estimate":564152.7153995888,"standard_error":865.6387695252394},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":561275.8620689656,"upper_bound":563651.8867924528},"point_estimate":562587.3737373737,"standard_error":511.68948029585937},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3666.843860731653,"upper_bound":6742.234495074206},"point_estimate":4646.059058140934,"standard_error":815.6769228011043},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":562863.6250416711,"upper_bound":564895.2786787433},"point_estimate":563851.3741687601,"standard_error":518.6497579696659},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6641.560452357736,"upper_bound":10521.593565523206},"point_estimate":8729.588093016251,"standard_error":985.716662033926}} \ No newline at end of file diff --git a/target/criterion/simple_insert/bevy/base/raw.csv b/target/criterion/simple_insert/bevy/base/raw.csv index 696aae82..3db42ad7 100644 --- a/target/criterion/simple_insert/bevy/base/raw.csv +++ b/target/criterion/simple_insert/bevy/base/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -simple_insert,bevy,,,,1022338.0,ns,2 -simple_insert,bevy,,,,2060516.0,ns,4 -simple_insert,bevy,,,,3057575.0,ns,6 -simple_insert,bevy,,,,4112765.0,ns,8 -simple_insert,bevy,,,,5127188.0,ns,10 -simple_insert,bevy,,,,6271528.0,ns,12 -simple_insert,bevy,,,,7187432.0,ns,14 -simple_insert,bevy,,,,8188890.0,ns,16 -simple_insert,bevy,,,,9192543.0,ns,18 -simple_insert,bevy,,,,10274985.0,ns,20 -simple_insert,bevy,,,,11403034.0,ns,22 -simple_insert,bevy,,,,12250358.0,ns,24 -simple_insert,bevy,,,,13331348.0,ns,26 -simple_insert,bevy,,,,14328067.0,ns,28 -simple_insert,bevy,,,,15317752.0,ns,30 -simple_insert,bevy,,,,16340239.0,ns,32 -simple_insert,bevy,,,,17357128.0,ns,34 -simple_insert,bevy,,,,19105768.0,ns,36 -simple_insert,bevy,,,,19654675.0,ns,38 -simple_insert,bevy,,,,20413829.0,ns,40 -simple_insert,bevy,,,,21524937.0,ns,42 -simple_insert,bevy,,,,22454208.0,ns,44 -simple_insert,bevy,,,,23686686.0,ns,46 -simple_insert,bevy,,,,24586720.0,ns,48 -simple_insert,bevy,,,,25819629.0,ns,50 -simple_insert,bevy,,,,26847698.0,ns,52 -simple_insert,bevy,,,,27958233.0,ns,54 -simple_insert,bevy,,,,28686571.0,ns,56 -simple_insert,bevy,,,,29711855.0,ns,58 -simple_insert,bevy,,,,31358971.0,ns,60 -simple_insert,bevy,,,,31754637.0,ns,62 -simple_insert,bevy,,,,32838761.0,ns,64 -simple_insert,bevy,,,,33753444.0,ns,66 -simple_insert,bevy,,,,35384191.0,ns,68 -simple_insert,bevy,,,,35755308.0,ns,70 -simple_insert,bevy,,,,36999678.0,ns,72 -simple_insert,bevy,,,,38394806.0,ns,74 -simple_insert,bevy,,,,38817732.0,ns,76 -simple_insert,bevy,,,,40250991.0,ns,78 -simple_insert,bevy,,,,41159103.0,ns,80 -simple_insert,bevy,,,,42160571.0,ns,82 -simple_insert,bevy,,,,42827681.0,ns,84 -simple_insert,bevy,,,,43926325.0,ns,86 -simple_insert,bevy,,,,45125488.0,ns,88 -simple_insert,bevy,,,,46465702.0,ns,90 -simple_insert,bevy,,,,47478111.0,ns,92 -simple_insert,bevy,,,,48280379.0,ns,94 -simple_insert,bevy,,,,49660759.0,ns,96 -simple_insert,bevy,,,,50613975.0,ns,98 -simple_insert,bevy,,,,51592700.0,ns,100 -simple_insert,bevy,,,,52710338.0,ns,102 -simple_insert,bevy,,,,53814201.0,ns,104 -simple_insert,bevy,,,,54287243.0,ns,106 -simple_insert,bevy,,,,55421524.0,ns,108 -simple_insert,bevy,,,,56207501.0,ns,110 -simple_insert,bevy,,,,58024542.0,ns,112 -simple_insert,bevy,,,,58284297.0,ns,114 -simple_insert,bevy,,,,59734080.0,ns,116 -simple_insert,bevy,,,,60540155.0,ns,118 -simple_insert,bevy,,,,62670063.0,ns,120 -simple_insert,bevy,,,,63003438.0,ns,122 -simple_insert,bevy,,,,64133982.0,ns,124 -simple_insert,bevy,,,,64701733.0,ns,126 -simple_insert,bevy,,,,65789555.0,ns,128 -simple_insert,bevy,,,,66509819.0,ns,130 -simple_insert,bevy,,,,67709062.0,ns,132 -simple_insert,bevy,,,,68949397.0,ns,134 -simple_insert,bevy,,,,69903473.0,ns,136 -simple_insert,bevy,,,,70977169.0,ns,138 -simple_insert,bevy,,,,72026499.0,ns,140 -simple_insert,bevy,,,,73092258.0,ns,142 -simple_insert,bevy,,,,73696940.0,ns,144 -simple_insert,bevy,,,,74669412.0,ns,146 -simple_insert,bevy,,,,75915166.0,ns,148 -simple_insert,bevy,,,,77034037.0,ns,150 -simple_insert,bevy,,,,77887893.0,ns,152 -simple_insert,bevy,,,,79298723.0,ns,154 -simple_insert,bevy,,,,80190611.0,ns,156 -simple_insert,bevy,,,,81059528.0,ns,158 -simple_insert,bevy,,,,82451818.0,ns,160 -simple_insert,bevy,,,,83592361.0,ns,162 -simple_insert,bevy,,,,84332212.0,ns,164 -simple_insert,bevy,,,,85504775.0,ns,166 -simple_insert,bevy,,,,86390223.0,ns,168 -simple_insert,bevy,,,,86987209.0,ns,170 -simple_insert,bevy,,,,88179561.0,ns,172 -simple_insert,bevy,,,,89407100.0,ns,174 -simple_insert,bevy,,,,90843906.0,ns,176 -simple_insert,bevy,,,,92313215.0,ns,178 -simple_insert,bevy,,,,92515441.0,ns,180 -simple_insert,bevy,,,,94059814.0,ns,182 -simple_insert,bevy,,,,94483821.0,ns,184 -simple_insert,bevy,,,,96277629.0,ns,186 -simple_insert,bevy,,,,98850870.0,ns,188 -simple_insert,bevy,,,,97546055.0,ns,190 -simple_insert,bevy,,,,98803060.0,ns,192 -simple_insert,bevy,,,,100374864.0,ns,194 -simple_insert,bevy,,,,100830292.0,ns,196 -simple_insert,bevy,,,,102138362.0,ns,198 -simple_insert,bevy,,,,102379083.0,ns,200 +simple_insert,bevy,,,,1170900.0,ns,2 +simple_insert,bevy,,,,2209600.0,ns,4 +simple_insert,bevy,,,,3325200.0,ns,6 +simple_insert,bevy,,,,4492400.0,ns,8 +simple_insert,bevy,,,,5575300.0,ns,10 +simple_insert,bevy,,,,6635000.0,ns,12 +simple_insert,bevy,,,,7743900.0,ns,14 +simple_insert,bevy,,,,9399900.0,ns,16 +simple_insert,bevy,,,,9932900.0,ns,18 +simple_insert,bevy,,,,11040600.0,ns,20 +simple_insert,bevy,,,,12650300.0,ns,22 +simple_insert,bevy,,,,13238100.0,ns,24 +simple_insert,bevy,,,,14355200.0,ns,26 +simple_insert,bevy,,,,15889600.0,ns,28 +simple_insert,bevy,,,,17039300.0,ns,30 +simple_insert,bevy,,,,17653000.0,ns,32 +simple_insert,bevy,,,,19297800.0,ns,34 +simple_insert,bevy,,,,20365800.0,ns,36 +simple_insert,bevy,,,,21491800.0,ns,38 +simple_insert,bevy,,,,23590300.0,ns,40 +simple_insert,bevy,,,,24528300.0,ns,42 +simple_insert,bevy,,,,26327900.0,ns,44 +simple_insert,bevy,,,,27024700.0,ns,46 +simple_insert,bevy,,,,26503800.0,ns,48 +simple_insert,bevy,,,,28044700.0,ns,50 +simple_insert,bevy,,,,29200500.0,ns,52 +simple_insert,bevy,,,,30221900.0,ns,54 +simple_insert,bevy,,,,31429100.0,ns,56 +simple_insert,bevy,,,,32554000.0,ns,58 +simple_insert,bevy,,,,33588300.0,ns,60 +simple_insert,bevy,,,,34763200.0,ns,62 +simple_insert,bevy,,,,35815800.0,ns,64 +simple_insert,bevy,,,,37279800.0,ns,66 +simple_insert,bevy,,,,38259600.0,ns,68 +simple_insert,bevy,,,,39038600.0,ns,70 +simple_insert,bevy,,,,40702900.0,ns,72 +simple_insert,bevy,,,,42336400.0,ns,74 +simple_insert,bevy,,,,42424600.0,ns,76 +simple_insert,bevy,,,,43556300.0,ns,78 +simple_insert,bevy,,,,46775800.0,ns,80 +simple_insert,bevy,,,,48142400.0,ns,82 +simple_insert,bevy,,,,46847200.0,ns,84 +simple_insert,bevy,,,,48580500.0,ns,86 +simple_insert,bevy,,,,49009300.0,ns,88 +simple_insert,bevy,,,,50698100.0,ns,90 +simple_insert,bevy,,,,51845900.0,ns,92 +simple_insert,bevy,,,,52366900.0,ns,94 +simple_insert,bevy,,,,54471500.0,ns,96 +simple_insert,bevy,,,,55893000.0,ns,98 +simple_insert,bevy,,,,56036200.0,ns,100 +simple_insert,bevy,,,,57151400.0,ns,102 +simple_insert,bevy,,,,58700800.0,ns,104 +simple_insert,bevy,,,,59747100.0,ns,106 +simple_insert,bevy,,,,60895000.0,ns,108 +simple_insert,bevy,,,,62544100.0,ns,110 +simple_insert,bevy,,,,62861000.0,ns,112 +simple_insert,bevy,,,,63438200.0,ns,114 +simple_insert,bevy,,,,65581100.0,ns,116 +simple_insert,bevy,,,,67507400.0,ns,118 +simple_insert,bevy,,,,67481600.0,ns,120 +simple_insert,bevy,,,,68244600.0,ns,122 +simple_insert,bevy,,,,69423900.0,ns,124 +simple_insert,bevy,,,,70492900.0,ns,126 +simple_insert,bevy,,,,71609500.0,ns,128 +simple_insert,bevy,,,,73408400.0,ns,130 +simple_insert,bevy,,,,74262200.0,ns,132 +simple_insert,bevy,,,,75389400.0,ns,134 +simple_insert,bevy,,,,76027900.0,ns,136 +simple_insert,bevy,,,,78005100.0,ns,138 +simple_insert,bevy,,,,80065100.0,ns,140 +simple_insert,bevy,,,,79832100.0,ns,142 +simple_insert,bevy,,,,82305700.0,ns,144 +simple_insert,bevy,,,,82087100.0,ns,146 +simple_insert,bevy,,,,83566100.0,ns,148 +simple_insert,bevy,,,,83778400.0,ns,150 +simple_insert,bevy,,,,85692700.0,ns,152 +simple_insert,bevy,,,,86432300.0,ns,154 +simple_insert,bevy,,,,87471300.0,ns,156 +simple_insert,bevy,,,,88181200.0,ns,158 +simple_insert,bevy,,,,90741000.0,ns,160 +simple_insert,bevy,,,,90322400.0,ns,162 +simple_insert,bevy,,,,91935400.0,ns,164 +simple_insert,bevy,,,,93430100.0,ns,166 +simple_insert,bevy,,,,95096400.0,ns,168 +simple_insert,bevy,,,,95577200.0,ns,170 +simple_insert,bevy,,,,97835000.0,ns,172 +simple_insert,bevy,,,,97598300.0,ns,174 +simple_insert,bevy,,,,99067500.0,ns,176 +simple_insert,bevy,,,,99990000.0,ns,178 +simple_insert,bevy,,,,101325600.0,ns,180 +simple_insert,bevy,,,,103206800.0,ns,182 +simple_insert,bevy,,,,103881000.0,ns,184 +simple_insert,bevy,,,,105688000.0,ns,186 +simple_insert,bevy,,,,107577700.0,ns,188 +simple_insert,bevy,,,,106601500.0,ns,190 +simple_insert,bevy,,,,108269400.0,ns,192 +simple_insert,bevy,,,,109081200.0,ns,194 +simple_insert,bevy,,,,111497000.0,ns,196 +simple_insert,bevy,,,,111391300.0,ns,198 +simple_insert,bevy,,,,112583700.0,ns,200 diff --git a/target/criterion/simple_insert/bevy/base/sample.json b/target/criterion/simple_insert/bevy/base/sample.json index 93db85ba..577445c4 100644 --- a/target/criterion/simple_insert/bevy/base/sample.json +++ b/target/criterion/simple_insert/bevy/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[1022338.0,2060516.0,3057575.0,4112765.0,5127188.0,6271528.0,7187432.0,8188890.0,9192543.0,10274985.0,11403034.0,12250358.0,13331348.0,14328067.0,15317752.0,16340239.0,17357128.0,19105768.0,19654675.0,20413829.0,21524937.0,22454208.0,23686686.0,24586720.0,25819629.0,26847698.0,27958233.0,28686571.0,29711855.0,31358971.0,31754637.0,32838761.0,33753444.0,35384191.0,35755308.0,36999678.0,38394806.0,38817732.0,40250991.0,41159103.0,42160571.0,42827681.0,43926325.0,45125488.0,46465702.0,47478111.0,48280379.0,49660759.0,50613975.0,51592700.0,52710338.0,53814201.0,54287243.0,55421524.0,56207501.0,58024542.0,58284297.0,59734080.0,60540155.0,62670063.0,63003438.0,64133982.0,64701733.0,65789555.0,66509819.0,67709062.0,68949397.0,69903473.0,70977169.0,72026499.0,73092258.0,73696940.0,74669412.0,75915166.0,77034037.0,77887893.0,79298723.0,80190611.0,81059528.0,82451818.0,83592361.0,84332212.0,85504775.0,86390223.0,86987209.0,88179561.0,89407100.0,90843906.0,92313215.0,92515441.0,94059814.0,94483821.0,96277629.0,98850870.0,97546055.0,98803060.0,100374864.0,100830292.0,102138362.0,102379083.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[1170900.0,2209600.0,3325200.0,4492400.0,5575300.0,6635000.0,7743900.0,9399900.0,9932900.0,11040600.0,12650300.0,13238100.0,14355200.0,15889600.0,17039300.0,17653000.0,19297800.0,20365800.0,21491800.0,23590300.0,24528300.0,26327900.0,27024700.0,26503800.0,28044700.0,29200500.0,30221900.0,31429100.0,32554000.0,33588300.0,34763200.0,35815800.0,37279800.0,38259600.0,39038600.0,40702900.0,42336400.0,42424600.0,43556300.0,46775800.0,48142400.0,46847200.0,48580500.0,49009300.0,50698100.0,51845900.0,52366900.0,54471500.0,55893000.0,56036200.0,57151400.0,58700800.0,59747100.0,60895000.0,62544100.0,62861000.0,63438200.0,65581100.0,67507400.0,67481600.0,68244600.0,69423900.0,70492900.0,71609500.0,73408400.0,74262200.0,75389400.0,76027900.0,78005100.0,80065100.0,79832100.0,82305700.0,82087100.0,83566100.0,83778400.0,85692700.0,86432300.0,87471300.0,88181200.0,90741000.0,90322400.0,91935400.0,93430100.0,95096400.0,95577200.0,97835000.0,97598300.0,99067500.0,99990000.0,101325600.0,103206800.0,103881000.0,105688000.0,107577700.0,106601500.0,108269400.0,109081200.0,111497000.0,111391300.0,112583700.0]} \ No newline at end of file diff --git a/target/criterion/simple_insert/bevy/base/tukey.json b/target/criterion/simple_insert/bevy/base/tukey.json index 9a48bca7..62aa65cd 100644 --- a/target/criterion/simple_insert/bevy/base/tukey.json +++ b/target/criterion/simple_insert/bevy/base/tukey.json @@ -1 +1 @@ -[500573.1930981448,506391.79211358854,521908.0561547718,527726.6551702155] \ No newline at end of file +[539417.8380647132,549500.5546970391,576387.7990499083,586470.5156822343] \ No newline at end of file diff --git a/target/criterion/simple_insert/bevy/change/estimates.json b/target/criterion/simple_insert/bevy/change/estimates.json index 8b1484c1..9b6f7d5a 100644 --- a/target/criterion/simple_insert/bevy/change/estimates.json +++ b/target/criterion/simple_insert/bevy/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.001255577568990854,"upper_bound":0.001740165139896282},"point_estimate":0.00018495740611434996,"standard_error":0.000760356727261656},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.001838720732381146,"upper_bound":0.0007582064826334722},"point_estimate":-0.00033494377558329624,"standard_error":0.0006520099174810094}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.09342415342262683,"upper_bound":0.1000340772491874},"point_estimate":0.09659176068963604,"standard_error":0.0016596232558480704},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.09226439175244638,"upper_bound":0.09680323284589032},"point_estimate":0.0945752711400083,"standard_error":0.0010735891742301704}} \ No newline at end of file diff --git a/target/criterion/simple_insert/bevy/new/estimates.json b/target/criterion/simple_insert/bevy/new/estimates.json index f302994a..9a092826 100644 --- a/target/criterion/simple_insert/bevy/new/estimates.json +++ b/target/criterion/simple_insert/bevy/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":513825.42610748636,"upper_bound":515155.5355153481},"point_estimate":514460.10778413893,"standard_error":340.0977131951564},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":513302.33389945654,"upper_bound":514474.9928571429},"point_estimate":513977.7853298611,"standard_error":287.86205359701137},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2059.275104065546,"upper_bound":3475.8021791292795},"point_estimate":3028.213329291802,"standard_error":366.8287847711289},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":514112.21110016666,"upper_bound":515640.7068054053},"point_estimate":514811.9303901286,"standard_error":390.5190794626536},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2547.480853605907,"upper_bound":4271.30792462283},"point_estimate":3409.151999789414,"standard_error":447.50707149903303}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":562520.342705723,"upper_bound":565921.9532188692},"point_estimate":564152.7153995888,"standard_error":865.6387695252394},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":561275.8620689656,"upper_bound":563651.8867924528},"point_estimate":562587.3737373737,"standard_error":511.68948029585937},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3666.843860731653,"upper_bound":6742.234495074206},"point_estimate":4646.059058140934,"standard_error":815.6769228011043},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":562863.6250416711,"upper_bound":564895.2786787433},"point_estimate":563851.3741687601,"standard_error":518.6497579696659},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6641.560452357736,"upper_bound":10521.593565523206},"point_estimate":8729.588093016251,"standard_error":985.716662033926}} \ No newline at end of file diff --git a/target/criterion/simple_insert/bevy/new/raw.csv b/target/criterion/simple_insert/bevy/new/raw.csv index 696aae82..3db42ad7 100644 --- a/target/criterion/simple_insert/bevy/new/raw.csv +++ b/target/criterion/simple_insert/bevy/new/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -simple_insert,bevy,,,,1022338.0,ns,2 -simple_insert,bevy,,,,2060516.0,ns,4 -simple_insert,bevy,,,,3057575.0,ns,6 -simple_insert,bevy,,,,4112765.0,ns,8 -simple_insert,bevy,,,,5127188.0,ns,10 -simple_insert,bevy,,,,6271528.0,ns,12 -simple_insert,bevy,,,,7187432.0,ns,14 -simple_insert,bevy,,,,8188890.0,ns,16 -simple_insert,bevy,,,,9192543.0,ns,18 -simple_insert,bevy,,,,10274985.0,ns,20 -simple_insert,bevy,,,,11403034.0,ns,22 -simple_insert,bevy,,,,12250358.0,ns,24 -simple_insert,bevy,,,,13331348.0,ns,26 -simple_insert,bevy,,,,14328067.0,ns,28 -simple_insert,bevy,,,,15317752.0,ns,30 -simple_insert,bevy,,,,16340239.0,ns,32 -simple_insert,bevy,,,,17357128.0,ns,34 -simple_insert,bevy,,,,19105768.0,ns,36 -simple_insert,bevy,,,,19654675.0,ns,38 -simple_insert,bevy,,,,20413829.0,ns,40 -simple_insert,bevy,,,,21524937.0,ns,42 -simple_insert,bevy,,,,22454208.0,ns,44 -simple_insert,bevy,,,,23686686.0,ns,46 -simple_insert,bevy,,,,24586720.0,ns,48 -simple_insert,bevy,,,,25819629.0,ns,50 -simple_insert,bevy,,,,26847698.0,ns,52 -simple_insert,bevy,,,,27958233.0,ns,54 -simple_insert,bevy,,,,28686571.0,ns,56 -simple_insert,bevy,,,,29711855.0,ns,58 -simple_insert,bevy,,,,31358971.0,ns,60 -simple_insert,bevy,,,,31754637.0,ns,62 -simple_insert,bevy,,,,32838761.0,ns,64 -simple_insert,bevy,,,,33753444.0,ns,66 -simple_insert,bevy,,,,35384191.0,ns,68 -simple_insert,bevy,,,,35755308.0,ns,70 -simple_insert,bevy,,,,36999678.0,ns,72 -simple_insert,bevy,,,,38394806.0,ns,74 -simple_insert,bevy,,,,38817732.0,ns,76 -simple_insert,bevy,,,,40250991.0,ns,78 -simple_insert,bevy,,,,41159103.0,ns,80 -simple_insert,bevy,,,,42160571.0,ns,82 -simple_insert,bevy,,,,42827681.0,ns,84 -simple_insert,bevy,,,,43926325.0,ns,86 -simple_insert,bevy,,,,45125488.0,ns,88 -simple_insert,bevy,,,,46465702.0,ns,90 -simple_insert,bevy,,,,47478111.0,ns,92 -simple_insert,bevy,,,,48280379.0,ns,94 -simple_insert,bevy,,,,49660759.0,ns,96 -simple_insert,bevy,,,,50613975.0,ns,98 -simple_insert,bevy,,,,51592700.0,ns,100 -simple_insert,bevy,,,,52710338.0,ns,102 -simple_insert,bevy,,,,53814201.0,ns,104 -simple_insert,bevy,,,,54287243.0,ns,106 -simple_insert,bevy,,,,55421524.0,ns,108 -simple_insert,bevy,,,,56207501.0,ns,110 -simple_insert,bevy,,,,58024542.0,ns,112 -simple_insert,bevy,,,,58284297.0,ns,114 -simple_insert,bevy,,,,59734080.0,ns,116 -simple_insert,bevy,,,,60540155.0,ns,118 -simple_insert,bevy,,,,62670063.0,ns,120 -simple_insert,bevy,,,,63003438.0,ns,122 -simple_insert,bevy,,,,64133982.0,ns,124 -simple_insert,bevy,,,,64701733.0,ns,126 -simple_insert,bevy,,,,65789555.0,ns,128 -simple_insert,bevy,,,,66509819.0,ns,130 -simple_insert,bevy,,,,67709062.0,ns,132 -simple_insert,bevy,,,,68949397.0,ns,134 -simple_insert,bevy,,,,69903473.0,ns,136 -simple_insert,bevy,,,,70977169.0,ns,138 -simple_insert,bevy,,,,72026499.0,ns,140 -simple_insert,bevy,,,,73092258.0,ns,142 -simple_insert,bevy,,,,73696940.0,ns,144 -simple_insert,bevy,,,,74669412.0,ns,146 -simple_insert,bevy,,,,75915166.0,ns,148 -simple_insert,bevy,,,,77034037.0,ns,150 -simple_insert,bevy,,,,77887893.0,ns,152 -simple_insert,bevy,,,,79298723.0,ns,154 -simple_insert,bevy,,,,80190611.0,ns,156 -simple_insert,bevy,,,,81059528.0,ns,158 -simple_insert,bevy,,,,82451818.0,ns,160 -simple_insert,bevy,,,,83592361.0,ns,162 -simple_insert,bevy,,,,84332212.0,ns,164 -simple_insert,bevy,,,,85504775.0,ns,166 -simple_insert,bevy,,,,86390223.0,ns,168 -simple_insert,bevy,,,,86987209.0,ns,170 -simple_insert,bevy,,,,88179561.0,ns,172 -simple_insert,bevy,,,,89407100.0,ns,174 -simple_insert,bevy,,,,90843906.0,ns,176 -simple_insert,bevy,,,,92313215.0,ns,178 -simple_insert,bevy,,,,92515441.0,ns,180 -simple_insert,bevy,,,,94059814.0,ns,182 -simple_insert,bevy,,,,94483821.0,ns,184 -simple_insert,bevy,,,,96277629.0,ns,186 -simple_insert,bevy,,,,98850870.0,ns,188 -simple_insert,bevy,,,,97546055.0,ns,190 -simple_insert,bevy,,,,98803060.0,ns,192 -simple_insert,bevy,,,,100374864.0,ns,194 -simple_insert,bevy,,,,100830292.0,ns,196 -simple_insert,bevy,,,,102138362.0,ns,198 -simple_insert,bevy,,,,102379083.0,ns,200 +simple_insert,bevy,,,,1170900.0,ns,2 +simple_insert,bevy,,,,2209600.0,ns,4 +simple_insert,bevy,,,,3325200.0,ns,6 +simple_insert,bevy,,,,4492400.0,ns,8 +simple_insert,bevy,,,,5575300.0,ns,10 +simple_insert,bevy,,,,6635000.0,ns,12 +simple_insert,bevy,,,,7743900.0,ns,14 +simple_insert,bevy,,,,9399900.0,ns,16 +simple_insert,bevy,,,,9932900.0,ns,18 +simple_insert,bevy,,,,11040600.0,ns,20 +simple_insert,bevy,,,,12650300.0,ns,22 +simple_insert,bevy,,,,13238100.0,ns,24 +simple_insert,bevy,,,,14355200.0,ns,26 +simple_insert,bevy,,,,15889600.0,ns,28 +simple_insert,bevy,,,,17039300.0,ns,30 +simple_insert,bevy,,,,17653000.0,ns,32 +simple_insert,bevy,,,,19297800.0,ns,34 +simple_insert,bevy,,,,20365800.0,ns,36 +simple_insert,bevy,,,,21491800.0,ns,38 +simple_insert,bevy,,,,23590300.0,ns,40 +simple_insert,bevy,,,,24528300.0,ns,42 +simple_insert,bevy,,,,26327900.0,ns,44 +simple_insert,bevy,,,,27024700.0,ns,46 +simple_insert,bevy,,,,26503800.0,ns,48 +simple_insert,bevy,,,,28044700.0,ns,50 +simple_insert,bevy,,,,29200500.0,ns,52 +simple_insert,bevy,,,,30221900.0,ns,54 +simple_insert,bevy,,,,31429100.0,ns,56 +simple_insert,bevy,,,,32554000.0,ns,58 +simple_insert,bevy,,,,33588300.0,ns,60 +simple_insert,bevy,,,,34763200.0,ns,62 +simple_insert,bevy,,,,35815800.0,ns,64 +simple_insert,bevy,,,,37279800.0,ns,66 +simple_insert,bevy,,,,38259600.0,ns,68 +simple_insert,bevy,,,,39038600.0,ns,70 +simple_insert,bevy,,,,40702900.0,ns,72 +simple_insert,bevy,,,,42336400.0,ns,74 +simple_insert,bevy,,,,42424600.0,ns,76 +simple_insert,bevy,,,,43556300.0,ns,78 +simple_insert,bevy,,,,46775800.0,ns,80 +simple_insert,bevy,,,,48142400.0,ns,82 +simple_insert,bevy,,,,46847200.0,ns,84 +simple_insert,bevy,,,,48580500.0,ns,86 +simple_insert,bevy,,,,49009300.0,ns,88 +simple_insert,bevy,,,,50698100.0,ns,90 +simple_insert,bevy,,,,51845900.0,ns,92 +simple_insert,bevy,,,,52366900.0,ns,94 +simple_insert,bevy,,,,54471500.0,ns,96 +simple_insert,bevy,,,,55893000.0,ns,98 +simple_insert,bevy,,,,56036200.0,ns,100 +simple_insert,bevy,,,,57151400.0,ns,102 +simple_insert,bevy,,,,58700800.0,ns,104 +simple_insert,bevy,,,,59747100.0,ns,106 +simple_insert,bevy,,,,60895000.0,ns,108 +simple_insert,bevy,,,,62544100.0,ns,110 +simple_insert,bevy,,,,62861000.0,ns,112 +simple_insert,bevy,,,,63438200.0,ns,114 +simple_insert,bevy,,,,65581100.0,ns,116 +simple_insert,bevy,,,,67507400.0,ns,118 +simple_insert,bevy,,,,67481600.0,ns,120 +simple_insert,bevy,,,,68244600.0,ns,122 +simple_insert,bevy,,,,69423900.0,ns,124 +simple_insert,bevy,,,,70492900.0,ns,126 +simple_insert,bevy,,,,71609500.0,ns,128 +simple_insert,bevy,,,,73408400.0,ns,130 +simple_insert,bevy,,,,74262200.0,ns,132 +simple_insert,bevy,,,,75389400.0,ns,134 +simple_insert,bevy,,,,76027900.0,ns,136 +simple_insert,bevy,,,,78005100.0,ns,138 +simple_insert,bevy,,,,80065100.0,ns,140 +simple_insert,bevy,,,,79832100.0,ns,142 +simple_insert,bevy,,,,82305700.0,ns,144 +simple_insert,bevy,,,,82087100.0,ns,146 +simple_insert,bevy,,,,83566100.0,ns,148 +simple_insert,bevy,,,,83778400.0,ns,150 +simple_insert,bevy,,,,85692700.0,ns,152 +simple_insert,bevy,,,,86432300.0,ns,154 +simple_insert,bevy,,,,87471300.0,ns,156 +simple_insert,bevy,,,,88181200.0,ns,158 +simple_insert,bevy,,,,90741000.0,ns,160 +simple_insert,bevy,,,,90322400.0,ns,162 +simple_insert,bevy,,,,91935400.0,ns,164 +simple_insert,bevy,,,,93430100.0,ns,166 +simple_insert,bevy,,,,95096400.0,ns,168 +simple_insert,bevy,,,,95577200.0,ns,170 +simple_insert,bevy,,,,97835000.0,ns,172 +simple_insert,bevy,,,,97598300.0,ns,174 +simple_insert,bevy,,,,99067500.0,ns,176 +simple_insert,bevy,,,,99990000.0,ns,178 +simple_insert,bevy,,,,101325600.0,ns,180 +simple_insert,bevy,,,,103206800.0,ns,182 +simple_insert,bevy,,,,103881000.0,ns,184 +simple_insert,bevy,,,,105688000.0,ns,186 +simple_insert,bevy,,,,107577700.0,ns,188 +simple_insert,bevy,,,,106601500.0,ns,190 +simple_insert,bevy,,,,108269400.0,ns,192 +simple_insert,bevy,,,,109081200.0,ns,194 +simple_insert,bevy,,,,111497000.0,ns,196 +simple_insert,bevy,,,,111391300.0,ns,198 +simple_insert,bevy,,,,112583700.0,ns,200 diff --git a/target/criterion/simple_insert/bevy/new/sample.json b/target/criterion/simple_insert/bevy/new/sample.json index 93db85ba..577445c4 100644 --- a/target/criterion/simple_insert/bevy/new/sample.json +++ b/target/criterion/simple_insert/bevy/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[1022338.0,2060516.0,3057575.0,4112765.0,5127188.0,6271528.0,7187432.0,8188890.0,9192543.0,10274985.0,11403034.0,12250358.0,13331348.0,14328067.0,15317752.0,16340239.0,17357128.0,19105768.0,19654675.0,20413829.0,21524937.0,22454208.0,23686686.0,24586720.0,25819629.0,26847698.0,27958233.0,28686571.0,29711855.0,31358971.0,31754637.0,32838761.0,33753444.0,35384191.0,35755308.0,36999678.0,38394806.0,38817732.0,40250991.0,41159103.0,42160571.0,42827681.0,43926325.0,45125488.0,46465702.0,47478111.0,48280379.0,49660759.0,50613975.0,51592700.0,52710338.0,53814201.0,54287243.0,55421524.0,56207501.0,58024542.0,58284297.0,59734080.0,60540155.0,62670063.0,63003438.0,64133982.0,64701733.0,65789555.0,66509819.0,67709062.0,68949397.0,69903473.0,70977169.0,72026499.0,73092258.0,73696940.0,74669412.0,75915166.0,77034037.0,77887893.0,79298723.0,80190611.0,81059528.0,82451818.0,83592361.0,84332212.0,85504775.0,86390223.0,86987209.0,88179561.0,89407100.0,90843906.0,92313215.0,92515441.0,94059814.0,94483821.0,96277629.0,98850870.0,97546055.0,98803060.0,100374864.0,100830292.0,102138362.0,102379083.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[1170900.0,2209600.0,3325200.0,4492400.0,5575300.0,6635000.0,7743900.0,9399900.0,9932900.0,11040600.0,12650300.0,13238100.0,14355200.0,15889600.0,17039300.0,17653000.0,19297800.0,20365800.0,21491800.0,23590300.0,24528300.0,26327900.0,27024700.0,26503800.0,28044700.0,29200500.0,30221900.0,31429100.0,32554000.0,33588300.0,34763200.0,35815800.0,37279800.0,38259600.0,39038600.0,40702900.0,42336400.0,42424600.0,43556300.0,46775800.0,48142400.0,46847200.0,48580500.0,49009300.0,50698100.0,51845900.0,52366900.0,54471500.0,55893000.0,56036200.0,57151400.0,58700800.0,59747100.0,60895000.0,62544100.0,62861000.0,63438200.0,65581100.0,67507400.0,67481600.0,68244600.0,69423900.0,70492900.0,71609500.0,73408400.0,74262200.0,75389400.0,76027900.0,78005100.0,80065100.0,79832100.0,82305700.0,82087100.0,83566100.0,83778400.0,85692700.0,86432300.0,87471300.0,88181200.0,90741000.0,90322400.0,91935400.0,93430100.0,95096400.0,95577200.0,97835000.0,97598300.0,99067500.0,99990000.0,101325600.0,103206800.0,103881000.0,105688000.0,107577700.0,106601500.0,108269400.0,109081200.0,111497000.0,111391300.0,112583700.0]} \ No newline at end of file diff --git a/target/criterion/simple_insert/bevy/new/tukey.json b/target/criterion/simple_insert/bevy/new/tukey.json index 9a48bca7..62aa65cd 100644 --- a/target/criterion/simple_insert/bevy/new/tukey.json +++ b/target/criterion/simple_insert/bevy/new/tukey.json @@ -1 +1 @@ -[500573.1930981448,506391.79211358854,521908.0561547718,527726.6551702155] \ No newline at end of file +[539417.8380647132,549500.5546970391,576387.7990499083,586470.5156822343] \ No newline at end of file diff --git a/target/criterion/simple_insert/bevy/report/MAD.svg b/target/criterion/simple_insert/bevy/report/MAD.svg index bb22d007..80fc4d47 100644 --- a/target/criterion/simple_insert/bevy/report/MAD.svg +++ b/target/criterion/simple_insert/bevy/report/MAD.svg @@ -1,303 +1,88 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.2 - - - - - 0.4 - - - - - 0.6 - - - - - 0.8 - - - - - 1 - - - - - 1.2 - - - - - 2 - - - - - 2.2 - - - - - 2.4 - - - - - 2.6 - - - - - 2.8 - - - - - 3 - - - - - 3.2 - - - - - 3.4 - - - - - 3.6 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_insert/bevy: MAD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_insert/bevy:MAD + + +Density (a.u.) + + +Average time (us) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + + +3.5 + + + +4 + + + +4.5 + + + +5 + + + +5.5 + + + +6 + + + +6.5 + + + +7 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_insert/bevy/report/SD.svg b/target/criterion/simple_insert/bevy/report/SD.svg index defdd77c..9df966d2 100644 --- a/target/criterion/simple_insert/bevy/report/SD.svg +++ b/target/criterion/simple_insert/bevy/report/SD.svg @@ -1,293 +1,96 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.1 - - - - - 0.2 - - - - - 0.3 - - - - - 0.4 - - - - - 0.5 - - - - - 0.6 - - - - - 0.7 - - - - - 0.8 - - - - - 0.9 - - - - - 2.5 - - - - - 3 - - - - - 3.5 - - - - - 4 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_insert/bevy: SD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_insert/bevy:SD + + +Density (a.u.) + + +Average time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +6.5 + + + +7 + + + +7.5 + + + +8 + + + +8.5 + + + +9 + + + +9.5 + + + +10 + + + +10.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_insert/bevy/report/both/pdf.svg b/target/criterion/simple_insert/bevy/report/both/pdf.svg index 442ad430..328cd69f 100644 --- a/target/criterion/simple_insert/bevy/report/both/pdf.svg +++ b/target/criterion/simple_insert/bevy/report/both/pdf.svg @@ -1,318 +1,73 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 505 - - - - - 510 - - - - - 515 - - - - - 520 - - - - - 525 - - - - - 530 - - - - - 535 - - - - - 540 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_insert/bevy - - - - - Base PDF - - - Base PDF - - - - - - - - - - Base Mean - - - - - Base Mean - - - - - - New PDF - - - - - New PDF - - - - - - - - - - New Mean - - - - - New Mean - - - - - - - - - - - - - - + + +simple_insert/bevy + + +Density (a.u.) + + +Average Time (us) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + + +520 + + + +540 + + + +560 + + + +580 + + + +600 + + + + + + + +Base PDF + + +New PDF + + +Base Mean + + +New Mean + + + + + - diff --git a/target/criterion/simple_insert/bevy/report/both/regression.svg b/target/criterion/simple_insert/bevy/report/both/regression.svg index d99f3a34..c6493d30 100644 --- a/target/criterion/simple_insert/bevy/report/both/regression.svg +++ b/target/criterion/simple_insert/bevy/report/both/regression.svg @@ -1,266 +1,100 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - simple_insert/bevy - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - Base sample - - - - - - New sample - - - New sample - - - - - - - - - - - - - - + + +simple_insert/bevy + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + + +Base Sample + + +New Sample + + + - diff --git a/target/criterion/simple_insert/bevy/report/change/mean.svg b/target/criterion/simple_insert/bevy/report/change/mean.svg index 5158074d..a51611b4 100644 --- a/target/criterion/simple_insert/bevy/report/change/mean.svg +++ b/target/criterion/simple_insert/bevy/report/change/mean.svg @@ -1,315 +1,81 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 100 - - - - - 200 - - - - - 300 - - - - - 400 - - - - - 500 - - - - - 600 - - - - - -0.15 - - - - - -0.1 - - - - - -0.05 - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - simple_insert/bevy: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +simple_insert/bevy:mean + + +Density (a.u.) + + +Relative change (%) + + + +50 + + + +100 + + + +150 + + + +200 + + + + +0.093 + + + +0.094 + + + +0.095 + + + +0.096 + + + +0.097 + + + +0.098 + + + +0.099 + + + +0.1 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/simple_insert/bevy/report/change/median.svg b/target/criterion/simple_insert/bevy/report/change/median.svg index 5f0ef77d..e72c5d15 100644 --- a/target/criterion/simple_insert/bevy/report/change/median.svg +++ b/target/criterion/simple_insert/bevy/report/change/median.svg @@ -1,315 +1,93 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 100 - - - - - 200 - - - - - 300 - - - - - 400 - - - - - 500 - - - - - 600 - - - - - 700 - - - - - -0.2 - - - - - -0.15 - - - - - -0.1 - - - - - -0.05 - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - simple_insert/bevy: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +simple_insert/bevy:median + + +Density (a.u.) + + +Relative change (%) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + +450 + + + + +0.092 + + + +0.093 + + + +0.094 + + + +0.095 + + + +0.096 + + + +0.097 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/simple_insert/bevy/report/change/t-test.svg b/target/criterion/simple_insert/bevy/report/change/t-test.svg index a515a74b..7ade986b 100644 --- a/target/criterion/simple_insert/bevy/report/change/t-test.svg +++ b/target/criterion/simple_insert/bevy/report/change/t-test.svg @@ -1,260 +1,91 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - -5 - - - - - -4 - - - - - -3 - - - - - -2 - - - - - -1 - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - 5 - - - - - - - - - Density - - - - - t score - - - - - simple_insert/bevy: Welch t test - - - - - t distribution - - - t distribution - - - - - - - - - - t statistic - - - - - t statistic - - - - - - - - - - - - - - + + +simple_insert/bevy: Welch t test + + +Density + + +t score + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +-4.0 + + + +-3.0 + + + +-2.0 + + + +-1.0 + + + +0.0 + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + + + +t distribution + + +t statistic + + + - diff --git a/target/criterion/simple_insert/bevy/report/index.html b/target/criterion/simple_insert/bevy/report/index.html index 17a1925a..0e93180e 100644 --- a/target/criterion/simple_insert/bevy/report/index.html +++ b/target/criterion/simple_insert/bevy/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 514.11 us - 514.81 us - 515.64 us + 562.86 us + 563.85 us + 564.90 us R² - 0.9954144 - 0.9956730 - 0.9953102 + 0.9893273 + 0.9897453 + 0.9892785 Mean - 513.83 us - 514.46 us - 515.16 us + 562.52 us + 564.15 us + 565.92 us Std. Dev. - 2.5475 us - 3.4092 us - 4.2713 us + 6.6416 us + 8.7296 us + 10.522 us Median - 513.30 us - 513.98 us - 514.47 us + 561.28 us + 562.59 us + 563.65 us MAD - 2.0593 us - 3.0282 us - 3.4758 us + 3.6668 us + 4.6461 us + 6.7422 us @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.1256% - +0.0185% - +0.1740% - (p = 0.82 > + +9.3424% + +9.6592% + +10.003% + (p = 0.00 < 0.05) - No change in performance detected. + Performance has regressed.

Additional Plots:

diff --git a/target/criterion/simple_insert/bevy/report/mean.svg b/target/criterion/simple_insert/bevy/report/mean.svg index 7a606af7..ca22f0ed 100644 --- a/target/criterion/simple_insert/bevy/report/mean.svg +++ b/target/criterion/simple_insert/bevy/report/mean.svg @@ -1,298 +1,100 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.2 - - - - - 0.4 - - - - - 0.6 - - - - - 0.8 - - - - - 1 - - - - - 1.2 - - - - - 513.8 - - - - - 514 - - - - - 514.2 - - - - - 514.4 - - - - - 514.6 - - - - - 514.8 - - - - - 515 - - - - - 515.2 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_insert/bevy: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_insert/bevy:mean + + +Density (a.u.) + + +Average time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + +0.45 + + + +0.5 + + + + +562.5 + + + +563 + + + +563.5 + + + +564 + + + +564.5 + + + +565 + + + +565.5 + + + +566 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_insert/bevy/report/median.svg b/target/criterion/simple_insert/bevy/report/median.svg index f5ebb28d..5c2b5e66 100644 --- a/target/criterion/simple_insert/bevy/report/median.svg +++ b/target/criterion/simple_insert/bevy/report/median.svg @@ -1,298 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 513.2 - - - - - 513.4 - - - - - 513.6 - - - - - 513.8 - - - - - 514 - - - - - 514.2 - - - - - 514.4 - - - - - 514.6 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_insert/bevy: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_insert/bevy:median + + +Density (a.u.) + + +Average time (us) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + + +561.5 + + + +562 + + + +562.5 + + + +563 + + + +563.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_insert/bevy/report/pdf.svg b/target/criterion/simple_insert/bevy/report/pdf.svg index 1c7a0dad..dcacfd4e 100644 --- a/target/criterion/simple_insert/bevy/report/pdf.svg +++ b/target/criterion/simple_insert/bevy/report/pdf.svg @@ -1,410 +1,139 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 510 - - - - - 515 - - - - - 520 - - - - - 525 - - - - - 530 - - - - - 535 - - - - - 0 - - - - - 0.02 - - - - - 0.04 - - - - - 0.06 - - - - - 0.08 - - - - - 0.1 - - - - - 0.12 - - - - - 0.14 - - - - - - - - - Iterations - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_insert/bevy - - - - - PDF - - - PDF - - - - - - - - - - Mean - - - - - Mean - - - - - - "Clean" sample - - - - - "Clean" sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Mild outliers - - - Mild outliers - - - - - - - - - - - Severe outliers - - - Severe outliers - - - - - - - - gnuplot_plot_6 - - - - - - gnuplot_plot_7 - - - - gnuplot_plot_8 - - - - gnuplot_plot_9 - - - - - - - - - - - - + + +simple_insert/bevy + + +Iterations + + +Average Time (us) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + + +550 + + + +560 + + + +570 + + + +580 + + + +590 + + + +600 + + + +Density (a.u.) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + - diff --git a/target/criterion/simple_insert/bevy/report/pdf_small.svg b/target/criterion/simple_insert/bevy/report/pdf_small.svg index a77dd44c..fe09269e 100644 --- a/target/criterion/simple_insert/bevy/report/pdf_small.svg +++ b/target/criterion/simple_insert/bevy/report/pdf_small.svg @@ -1,214 +1,44 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.02 - - - - - 0.04 - - - - - 0.06 - - - - - 0.08 - - - - - 0.1 - - - - - 0.12 - - - - - 0.14 - - - - - 510 - - - - - 515 - - - - - 520 - - - - - 525 - - - - - 530 - - - - - 535 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - PDF - - - - - - - Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + + +560 + + + +580 + + + +600 + + + + - diff --git a/target/criterion/simple_insert/bevy/report/regression.svg b/target/criterion/simple_insert/bevy/report/regression.svg index 6df70a8a..f2a29dde 100644 --- a/target/criterion/simple_insert/bevy/report/regression.svg +++ b/target/criterion/simple_insert/bevy/report/regression.svg @@ -1,369 +1,202 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - simple_insert/bevy - - - - - Sample - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - Linear regression - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - - + + +simple_insert/bevy + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + - diff --git a/target/criterion/simple_insert/bevy/report/regression_small.svg b/target/criterion/simple_insert/bevy/report/regression_small.svg index 0c282b62..84889a18 100644 --- a/target/criterion/simple_insert/bevy/report/regression_small.svg +++ b/target/criterion/simple_insert/bevy/report/regression_small.svg @@ -1,347 +1,187 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/simple_insert/bevy/report/relative_pdf_small.svg b/target/criterion/simple_insert/bevy/report/relative_pdf_small.svg index 59e074c8..da00c8c7 100644 --- a/target/criterion/simple_insert/bevy/report/relative_pdf_small.svg +++ b/target/criterion/simple_insert/bevy/report/relative_pdf_small.svg @@ -1,291 +1,54 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 505 - - - - - 510 - - - - - 515 - - - - - 520 - - - - - 525 - - - - - 530 - - - - - 535 - - - - - 540 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - Base PDF - - - - - - - Base Mean - - - - - - New PDF - - - - - - - - - New Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + + +520 + + + +540 + + + +560 + + + +580 + + + +600 + + + + + + - diff --git a/target/criterion/simple_insert/bevy/report/relative_regression_small.svg b/target/criterion/simple_insert/bevy/report/relative_regression_small.svg index 017bbd2e..f946aa7e 100644 --- a/target/criterion/simple_insert/bevy/report/relative_regression_small.svg +++ b/target/criterion/simple_insert/bevy/report/relative_regression_small.svg @@ -1,251 +1,89 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - - New sample - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + - diff --git a/target/criterion/simple_insert/bevy/report/slope.svg b/target/criterion/simple_insert/bevy/report/slope.svg index f85c9133..d1bd143a 100644 --- a/target/criterion/simple_insert/bevy/report/slope.svg +++ b/target/criterion/simple_insert/bevy/report/slope.svg @@ -1,308 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.2 - - - - - 0.4 - - - - - 0.6 - - - - - 0.8 - - - - - 1 - - - - - 1.2 - - - - - 514 - - - - - 514.2 - - - - - 514.4 - - - - - 514.6 - - - - - 514.8 - - - - - 515 - - - - - 515.2 - - - - - 515.4 - - - - - 515.6 - - - - - 515.8 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_insert/bevy: slope - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_insert/bevy:slope + + +Density (a.u.) + + +Average time (us) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + + +563 + + + +563.5 + + + +564 + + + +564.5 + + + +565 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_insert/bevy/report/typical.svg b/target/criterion/simple_insert/bevy/report/typical.svg index d1df0c37..96229065 100644 --- a/target/criterion/simple_insert/bevy/report/typical.svg +++ b/target/criterion/simple_insert/bevy/report/typical.svg @@ -1,308 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.2 - - - - - 0.4 - - - - - 0.6 - - - - - 0.8 - - - - - 1 - - - - - 1.2 - - - - - 514 - - - - - 514.2 - - - - - 514.4 - - - - - 514.6 - - - - - 514.8 - - - - - 515 - - - - - 515.2 - - - - - 515.4 - - - - - 515.6 - - - - - 515.8 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_insert/bevy: typical - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_insert/bevy:typical + + +Density (a.u.) + + +Average time (us) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + + +563 + + + +563.5 + + + +564 + + + +564.5 + + + +565 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_insert/brood/base/benchmark.json b/target/criterion/simple_insert/brood/base/benchmark.json new file mode 100644 index 00000000..0135493d --- /dev/null +++ b/target/criterion/simple_insert/brood/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"simple_insert","function_id":"brood","value_str":null,"throughput":null,"full_id":"simple_insert/brood","directory_name":"simple_insert/brood","title":"simple_insert/brood"} \ No newline at end of file diff --git a/target/criterion/simple_insert/brood/base/estimates.json b/target/criterion/simple_insert/brood/base/estimates.json new file mode 100644 index 00000000..b5302ec7 --- /dev/null +++ b/target/criterion/simple_insert/brood/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77573.32433774706,"upper_bound":78666.39063786667},"point_estimate":78081.88858006195,"standard_error":279.41824095430053},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77681.81818181818,"upper_bound":78050.20979020979},"point_estimate":77816.70209535377,"standard_error":98.6153716640463},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":500.3500964385165,"upper_bound":938.0464296273408},"point_estimate":708.9683965042077,"standard_error":112.96882824247012},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77783.0449505483,"upper_bound":78024.83995969132},"point_estimate":77903.8220508618,"standard_error":61.69103329539799},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1552.9191047833262,"upper_bound":3812.519443678442},"point_estimate":2790.2588849859217,"standard_error":576.5225296963965}} \ No newline at end of file diff --git a/target/criterion/simple_insert/brood/base/raw.csv b/target/criterion/simple_insert/brood/base/raw.csv new file mode 100644 index 00000000..973f5af0 --- /dev/null +++ b/target/criterion/simple_insert/brood/base/raw.csv @@ -0,0 +1,101 @@ +group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count +simple_insert,brood,,,,954700.0,ns,11 +simple_insert,brood,,,,1548100.0,ns,22 +simple_insert,brood,,,,3046500.0,ns,33 +simple_insert,brood,,,,3502100.0,ns,44 +simple_insert,brood,,,,3807100.0,ns,55 +simple_insert,brood,,,,6122700.0,ns,66 +simple_insert,brood,,,,5750600.0,ns,77 +simple_insert,brood,,,,6543400.0,ns,88 +simple_insert,brood,,,,7960100.0,ns,99 +simple_insert,brood,,,,8199100.0,ns,110 +simple_insert,brood,,,,9510500.0,ns,121 +simple_insert,brood,,,,10334300.0,ns,132 +simple_insert,brood,,,,11107600.0,ns,143 +simple_insert,brood,,,,12223700.0,ns,154 +simple_insert,brood,,,,12817500.0,ns,165 +simple_insert,brood,,,,14259300.0,ns,176 +simple_insert,brood,,,,14021200.0,ns,187 +simple_insert,brood,,,,15074900.0,ns,198 +simple_insert,brood,,,,16028000.0,ns,209 +simple_insert,brood,,,,17680100.0,ns,220 +simple_insert,brood,,,,18030200.0,ns,231 +simple_insert,brood,,,,18826300.0,ns,242 +simple_insert,brood,,,,19279900.0,ns,253 +simple_insert,brood,,,,20453100.0,ns,264 +simple_insert,brood,,,,21888700.0,ns,275 +simple_insert,brood,,,,21878100.0,ns,286 +simple_insert,brood,,,,23642100.0,ns,297 +simple_insert,brood,,,,23692400.0,ns,308 +simple_insert,brood,,,,24779900.0,ns,319 +simple_insert,brood,,,,25750200.0,ns,330 +simple_insert,brood,,,,26532700.0,ns,341 +simple_insert,brood,,,,27388800.0,ns,352 +simple_insert,brood,,,,28107500.0,ns,363 +simple_insert,brood,,,,29370600.0,ns,374 +simple_insert,brood,,,,29773500.0,ns,385 +simple_insert,brood,,,,30975900.0,ns,396 +simple_insert,brood,,,,31672500.0,ns,407 +simple_insert,brood,,,,32287100.0,ns,418 +simple_insert,brood,,,,33649800.0,ns,429 +simple_insert,brood,,,,34112600.0,ns,440 +simple_insert,brood,,,,35561500.0,ns,451 +simple_insert,brood,,,,35588300.0,ns,462 +simple_insert,brood,,,,39048500.0,ns,473 +simple_insert,brood,,,,36826900.0,ns,484 +simple_insert,brood,,,,39239600.0,ns,495 +simple_insert,brood,,,,39282500.0,ns,506 +simple_insert,brood,,,,40768300.0,ns,517 +simple_insert,brood,,,,39949900.0,ns,528 +simple_insert,brood,,,,42423100.0,ns,539 +simple_insert,brood,,,,42504500.0,ns,550 +simple_insert,brood,,,,44135500.0,ns,561 +simple_insert,brood,,,,44113200.0,ns,572 +simple_insert,brood,,,,45631500.0,ns,583 +simple_insert,brood,,,,46212100.0,ns,594 +simple_insert,brood,,,,46983600.0,ns,605 +simple_insert,brood,,,,48529600.0,ns,616 +simple_insert,brood,,,,48350000.0,ns,627 +simple_insert,brood,,,,50096700.0,ns,638 +simple_insert,brood,,,,50407300.0,ns,649 +simple_insert,brood,,,,51472600.0,ns,660 +simple_insert,brood,,,,52104500.0,ns,671 +simple_insert,brood,,,,52604000.0,ns,682 +simple_insert,brood,,,,53754400.0,ns,693 +simple_insert,brood,,,,55170000.0,ns,704 +simple_insert,brood,,,,55805900.0,ns,715 +simple_insert,brood,,,,56252000.0,ns,726 +simple_insert,brood,,,,57120900.0,ns,737 +simple_insert,brood,,,,58585400.0,ns,748 +simple_insert,brood,,,,58767600.0,ns,759 +simple_insert,brood,,,,59873700.0,ns,770 +simple_insert,brood,,,,60877600.0,ns,781 +simple_insert,brood,,,,62022500.0,ns,792 +simple_insert,brood,,,,62283200.0,ns,803 +simple_insert,brood,,,,63511800.0,ns,814 +simple_insert,brood,,,,64136000.0,ns,825 +simple_insert,brood,,,,65892700.0,ns,836 +simple_insert,brood,,,,65730900.0,ns,847 +simple_insert,brood,,,,67034800.0,ns,858 +simple_insert,brood,,,,66846900.0,ns,869 +simple_insert,brood,,,,68791400.0,ns,880 +simple_insert,brood,,,,69635700.0,ns,891 +simple_insert,brood,,,,70008900.0,ns,902 +simple_insert,brood,,,,71586000.0,ns,913 +simple_insert,brood,,,,72039600.0,ns,924 +simple_insert,brood,,,,73028400.0,ns,935 +simple_insert,brood,,,,72957500.0,ns,946 +simple_insert,brood,,,,74724600.0,ns,957 +simple_insert,brood,,,,75212100.0,ns,968 +simple_insert,brood,,,,76179900.0,ns,979 +simple_insert,brood,,,,77543300.0,ns,990 +simple_insert,brood,,,,77304100.0,ns,1001 +simple_insert,brood,,,,79000300.0,ns,1012 +simple_insert,brood,,,,79834300.0,ns,1023 +simple_insert,brood,,,,80593700.0,ns,1034 +simple_insert,brood,,,,81395400.0,ns,1045 +simple_insert,brood,,,,82121000.0,ns,1056 +simple_insert,brood,,,,83393800.0,ns,1067 +simple_insert,brood,,,,84346300.0,ns,1078 +simple_insert,brood,,,,84440900.0,ns,1089 +simple_insert,brood,,,,85940700.0,ns,1100 diff --git a/target/criterion/simple_insert/brood/base/sample.json b/target/criterion/simple_insert/brood/base/sample.json new file mode 100644 index 00000000..46178a75 --- /dev/null +++ b/target/criterion/simple_insert/brood/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[954700.0,1548100.0,3046500.0,3502100.0,3807100.0,6122700.0,5750600.0,6543400.0,7960100.0,8199100.0,9510500.0,10334300.0,11107600.0,12223700.0,12817500.0,14259300.0,14021200.0,15074900.0,16028000.0,17680100.0,18030200.0,18826300.0,19279900.0,20453100.0,21888700.0,21878100.0,23642100.0,23692400.0,24779900.0,25750200.0,26532700.0,27388800.0,28107500.0,29370600.0,29773500.0,30975900.0,31672500.0,32287100.0,33649800.0,34112600.0,35561500.0,35588300.0,39048500.0,36826900.0,39239600.0,39282500.0,40768300.0,39949900.0,42423100.0,42504500.0,44135500.0,44113200.0,45631500.0,46212100.0,46983600.0,48529600.0,48350000.0,50096700.0,50407300.0,51472600.0,52104500.0,52604000.0,53754400.0,55170000.0,55805900.0,56252000.0,57120900.0,58585400.0,58767600.0,59873700.0,60877600.0,62022500.0,62283200.0,63511800.0,64136000.0,65892700.0,65730900.0,67034800.0,66846900.0,68791400.0,69635700.0,70008900.0,71586000.0,72039600.0,73028400.0,72957500.0,74724600.0,75212100.0,76179900.0,77543300.0,77304100.0,79000300.0,79834300.0,80593700.0,81395400.0,82121000.0,83393800.0,84346300.0,84440900.0,85940700.0]} \ No newline at end of file diff --git a/target/criterion/simple_insert/brood/base/tukey.json b/target/criterion/simple_insert/brood/base/tukey.json new file mode 100644 index 00000000..ec94f127 --- /dev/null +++ b/target/criterion/simple_insert/brood/base/tukey.json @@ -0,0 +1 @@ +[74881.6597796143,76172.41993801651,79614.44702708907,80905.2071854913] \ No newline at end of file diff --git a/target/criterion/simple_insert/brood/new/benchmark.json b/target/criterion/simple_insert/brood/new/benchmark.json new file mode 100644 index 00000000..0135493d --- /dev/null +++ b/target/criterion/simple_insert/brood/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"simple_insert","function_id":"brood","value_str":null,"throughput":null,"full_id":"simple_insert/brood","directory_name":"simple_insert/brood","title":"simple_insert/brood"} \ No newline at end of file diff --git a/target/criterion/simple_insert/brood/new/estimates.json b/target/criterion/simple_insert/brood/new/estimates.json new file mode 100644 index 00000000..b5302ec7 --- /dev/null +++ b/target/criterion/simple_insert/brood/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77573.32433774706,"upper_bound":78666.39063786667},"point_estimate":78081.88858006195,"standard_error":279.41824095430053},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77681.81818181818,"upper_bound":78050.20979020979},"point_estimate":77816.70209535377,"standard_error":98.6153716640463},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":500.3500964385165,"upper_bound":938.0464296273408},"point_estimate":708.9683965042077,"standard_error":112.96882824247012},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77783.0449505483,"upper_bound":78024.83995969132},"point_estimate":77903.8220508618,"standard_error":61.69103329539799},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1552.9191047833262,"upper_bound":3812.519443678442},"point_estimate":2790.2588849859217,"standard_error":576.5225296963965}} \ No newline at end of file diff --git a/target/criterion/simple_insert/brood/new/raw.csv b/target/criterion/simple_insert/brood/new/raw.csv new file mode 100644 index 00000000..973f5af0 --- /dev/null +++ b/target/criterion/simple_insert/brood/new/raw.csv @@ -0,0 +1,101 @@ +group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count +simple_insert,brood,,,,954700.0,ns,11 +simple_insert,brood,,,,1548100.0,ns,22 +simple_insert,brood,,,,3046500.0,ns,33 +simple_insert,brood,,,,3502100.0,ns,44 +simple_insert,brood,,,,3807100.0,ns,55 +simple_insert,brood,,,,6122700.0,ns,66 +simple_insert,brood,,,,5750600.0,ns,77 +simple_insert,brood,,,,6543400.0,ns,88 +simple_insert,brood,,,,7960100.0,ns,99 +simple_insert,brood,,,,8199100.0,ns,110 +simple_insert,brood,,,,9510500.0,ns,121 +simple_insert,brood,,,,10334300.0,ns,132 +simple_insert,brood,,,,11107600.0,ns,143 +simple_insert,brood,,,,12223700.0,ns,154 +simple_insert,brood,,,,12817500.0,ns,165 +simple_insert,brood,,,,14259300.0,ns,176 +simple_insert,brood,,,,14021200.0,ns,187 +simple_insert,brood,,,,15074900.0,ns,198 +simple_insert,brood,,,,16028000.0,ns,209 +simple_insert,brood,,,,17680100.0,ns,220 +simple_insert,brood,,,,18030200.0,ns,231 +simple_insert,brood,,,,18826300.0,ns,242 +simple_insert,brood,,,,19279900.0,ns,253 +simple_insert,brood,,,,20453100.0,ns,264 +simple_insert,brood,,,,21888700.0,ns,275 +simple_insert,brood,,,,21878100.0,ns,286 +simple_insert,brood,,,,23642100.0,ns,297 +simple_insert,brood,,,,23692400.0,ns,308 +simple_insert,brood,,,,24779900.0,ns,319 +simple_insert,brood,,,,25750200.0,ns,330 +simple_insert,brood,,,,26532700.0,ns,341 +simple_insert,brood,,,,27388800.0,ns,352 +simple_insert,brood,,,,28107500.0,ns,363 +simple_insert,brood,,,,29370600.0,ns,374 +simple_insert,brood,,,,29773500.0,ns,385 +simple_insert,brood,,,,30975900.0,ns,396 +simple_insert,brood,,,,31672500.0,ns,407 +simple_insert,brood,,,,32287100.0,ns,418 +simple_insert,brood,,,,33649800.0,ns,429 +simple_insert,brood,,,,34112600.0,ns,440 +simple_insert,brood,,,,35561500.0,ns,451 +simple_insert,brood,,,,35588300.0,ns,462 +simple_insert,brood,,,,39048500.0,ns,473 +simple_insert,brood,,,,36826900.0,ns,484 +simple_insert,brood,,,,39239600.0,ns,495 +simple_insert,brood,,,,39282500.0,ns,506 +simple_insert,brood,,,,40768300.0,ns,517 +simple_insert,brood,,,,39949900.0,ns,528 +simple_insert,brood,,,,42423100.0,ns,539 +simple_insert,brood,,,,42504500.0,ns,550 +simple_insert,brood,,,,44135500.0,ns,561 +simple_insert,brood,,,,44113200.0,ns,572 +simple_insert,brood,,,,45631500.0,ns,583 +simple_insert,brood,,,,46212100.0,ns,594 +simple_insert,brood,,,,46983600.0,ns,605 +simple_insert,brood,,,,48529600.0,ns,616 +simple_insert,brood,,,,48350000.0,ns,627 +simple_insert,brood,,,,50096700.0,ns,638 +simple_insert,brood,,,,50407300.0,ns,649 +simple_insert,brood,,,,51472600.0,ns,660 +simple_insert,brood,,,,52104500.0,ns,671 +simple_insert,brood,,,,52604000.0,ns,682 +simple_insert,brood,,,,53754400.0,ns,693 +simple_insert,brood,,,,55170000.0,ns,704 +simple_insert,brood,,,,55805900.0,ns,715 +simple_insert,brood,,,,56252000.0,ns,726 +simple_insert,brood,,,,57120900.0,ns,737 +simple_insert,brood,,,,58585400.0,ns,748 +simple_insert,brood,,,,58767600.0,ns,759 +simple_insert,brood,,,,59873700.0,ns,770 +simple_insert,brood,,,,60877600.0,ns,781 +simple_insert,brood,,,,62022500.0,ns,792 +simple_insert,brood,,,,62283200.0,ns,803 +simple_insert,brood,,,,63511800.0,ns,814 +simple_insert,brood,,,,64136000.0,ns,825 +simple_insert,brood,,,,65892700.0,ns,836 +simple_insert,brood,,,,65730900.0,ns,847 +simple_insert,brood,,,,67034800.0,ns,858 +simple_insert,brood,,,,66846900.0,ns,869 +simple_insert,brood,,,,68791400.0,ns,880 +simple_insert,brood,,,,69635700.0,ns,891 +simple_insert,brood,,,,70008900.0,ns,902 +simple_insert,brood,,,,71586000.0,ns,913 +simple_insert,brood,,,,72039600.0,ns,924 +simple_insert,brood,,,,73028400.0,ns,935 +simple_insert,brood,,,,72957500.0,ns,946 +simple_insert,brood,,,,74724600.0,ns,957 +simple_insert,brood,,,,75212100.0,ns,968 +simple_insert,brood,,,,76179900.0,ns,979 +simple_insert,brood,,,,77543300.0,ns,990 +simple_insert,brood,,,,77304100.0,ns,1001 +simple_insert,brood,,,,79000300.0,ns,1012 +simple_insert,brood,,,,79834300.0,ns,1023 +simple_insert,brood,,,,80593700.0,ns,1034 +simple_insert,brood,,,,81395400.0,ns,1045 +simple_insert,brood,,,,82121000.0,ns,1056 +simple_insert,brood,,,,83393800.0,ns,1067 +simple_insert,brood,,,,84346300.0,ns,1078 +simple_insert,brood,,,,84440900.0,ns,1089 +simple_insert,brood,,,,85940700.0,ns,1100 diff --git a/target/criterion/simple_insert/brood/new/sample.json b/target/criterion/simple_insert/brood/new/sample.json new file mode 100644 index 00000000..46178a75 --- /dev/null +++ b/target/criterion/simple_insert/brood/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[954700.0,1548100.0,3046500.0,3502100.0,3807100.0,6122700.0,5750600.0,6543400.0,7960100.0,8199100.0,9510500.0,10334300.0,11107600.0,12223700.0,12817500.0,14259300.0,14021200.0,15074900.0,16028000.0,17680100.0,18030200.0,18826300.0,19279900.0,20453100.0,21888700.0,21878100.0,23642100.0,23692400.0,24779900.0,25750200.0,26532700.0,27388800.0,28107500.0,29370600.0,29773500.0,30975900.0,31672500.0,32287100.0,33649800.0,34112600.0,35561500.0,35588300.0,39048500.0,36826900.0,39239600.0,39282500.0,40768300.0,39949900.0,42423100.0,42504500.0,44135500.0,44113200.0,45631500.0,46212100.0,46983600.0,48529600.0,48350000.0,50096700.0,50407300.0,51472600.0,52104500.0,52604000.0,53754400.0,55170000.0,55805900.0,56252000.0,57120900.0,58585400.0,58767600.0,59873700.0,60877600.0,62022500.0,62283200.0,63511800.0,64136000.0,65892700.0,65730900.0,67034800.0,66846900.0,68791400.0,69635700.0,70008900.0,71586000.0,72039600.0,73028400.0,72957500.0,74724600.0,75212100.0,76179900.0,77543300.0,77304100.0,79000300.0,79834300.0,80593700.0,81395400.0,82121000.0,83393800.0,84346300.0,84440900.0,85940700.0]} \ No newline at end of file diff --git a/target/criterion/simple_insert/brood/new/tukey.json b/target/criterion/simple_insert/brood/new/tukey.json new file mode 100644 index 00000000..ec94f127 --- /dev/null +++ b/target/criterion/simple_insert/brood/new/tukey.json @@ -0,0 +1 @@ +[74881.6597796143,76172.41993801651,79614.44702708907,80905.2071854913] \ No newline at end of file diff --git a/target/criterion/simple_insert/brood/report/MAD.svg b/target/criterion/simple_insert/brood/report/MAD.svg new file mode 100644 index 00000000..50bb189a --- /dev/null +++ b/target/criterion/simple_insert/brood/report/MAD.svg @@ -0,0 +1,96 @@ + + +simple_insert/brood:MAD + + +Density (a.u.) + + +Average time (ns) + + + +5e-4 + + + +0.001 + + + +0.0015 + + + +0.002 + + + +0.0025 + + + +0.003 + + + +0.0035 + + + + +500 + + + +550 + + + +600 + + + +650 + + + +700 + + + +750 + + + +800 + + + +850 + + + +900 + + + +950 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/simple_insert/brood/report/SD.svg b/target/criterion/simple_insert/brood/report/SD.svg new file mode 100644 index 00000000..2ac1fcba --- /dev/null +++ b/target/criterion/simple_insert/brood/report/SD.svg @@ -0,0 +1,80 @@ + + +simple_insert/brood:SD + + +Density (a.u.) + + +Average time (us) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/simple_insert/brood/report/index.html b/target/criterion/simple_insert/brood/report/index.html new file mode 100644 index 00000000..dba749e2 --- /dev/null +++ b/target/criterion/simple_insert/brood/report/index.html @@ -0,0 +1,203 @@ + + + + + + simple_insert/brood - Criterion.rs + + + + +
+

simple_insert/brood

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope77.783 us77.904 us78.025 us
R²0.98964140.98996290.9896401
Mean77.573 us78.082 us78.666 us
Std. Dev.1.5529 us2.7903 us3.8125 us
Median77.682 us77.817 us78.050 us
MAD500.35 ns708.97 ns938.05 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/target/criterion/simple_insert/brood/report/mean.svg b/target/criterion/simple_insert/brood/report/mean.svg new file mode 100644 index 00000000..aa0efbe8 --- /dev/null +++ b/target/criterion/simple_insert/brood/report/mean.svg @@ -0,0 +1,84 @@ + + +simple_insert/brood:mean + + +Density (a.u.) + + +Average time (us) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + + +77.6 + + + +77.8 + + + +78 + + + +78.2 + + + +78.4 + + + +78.6 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/simple_insert/brood/report/median.svg b/target/criterion/simple_insert/brood/report/median.svg new file mode 100644 index 00000000..f277056b --- /dev/null +++ b/target/criterion/simple_insert/brood/report/median.svg @@ -0,0 +1,88 @@ + + +simple_insert/brood:median + + +Density (a.u.) + + +Average time (us) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + + +77.65 + + + +77.7 + + + +77.75 + + + +77.8 + + + +77.85 + + + +77.9 + + + +77.95 + + + +78 + + + +78.05 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/simple_insert/brood/report/pdf.svg b/target/criterion/simple_insert/brood/report/pdf.svg new file mode 100644 index 00000000..41114236 --- /dev/null +++ b/target/criterion/simple_insert/brood/report/pdf.svg @@ -0,0 +1,139 @@ + + +simple_insert/brood + + +Iterations (x 10^3) + + +Average Time (us) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + + +70 + + + +75 + + + +80 + + + +85 + + + +90 + + + +95 + + + +Density (a.u.) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/target/criterion/simple_insert/brood/report/pdf_small.svg b/target/criterion/simple_insert/brood/report/pdf_small.svg new file mode 100644 index 00000000..4c2fb97c --- /dev/null +++ b/target/criterion/simple_insert/brood/report/pdf_small.svg @@ -0,0 +1,44 @@ + + +Density (a.u.) + + +Average Time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + + +70 + + + +80 + + + +90 + + + + + diff --git a/target/criterion/simple_insert/brood/report/regression.svg b/target/criterion/simple_insert/brood/report/regression.svg new file mode 100644 index 00000000..65237fcd --- /dev/null +++ b/target/criterion/simple_insert/brood/report/regression.svg @@ -0,0 +1,192 @@ + + +simple_insert/brood + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/target/criterion/simple_insert/brood/report/regression_small.svg b/target/criterion/simple_insert/brood/report/regression_small.svg new file mode 100644 index 00000000..1bb63a22 --- /dev/null +++ b/target/criterion/simple_insert/brood/report/regression_small.svg @@ -0,0 +1,177 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/target/criterion/simple_insert/brood/report/slope.svg b/target/criterion/simple_insert/brood/report/slope.svg new file mode 100644 index 00000000..dbbf45b8 --- /dev/null +++ b/target/criterion/simple_insert/brood/report/slope.svg @@ -0,0 +1,80 @@ + + +simple_insert/brood:slope + + +Density (a.u.) + + +Average time (us) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + + +77.8 + + + +77.85 + + + +77.9 + + + +77.95 + + + +78 + + + +78.05 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/simple_insert/brood/report/typical.svg b/target/criterion/simple_insert/brood/report/typical.svg new file mode 100644 index 00000000..758cd365 --- /dev/null +++ b/target/criterion/simple_insert/brood/report/typical.svg @@ -0,0 +1,80 @@ + + +simple_insert/brood:typical + + +Density (a.u.) + + +Average time (us) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + + +77.8 + + + +77.85 + + + +77.9 + + + +77.95 + + + +78 + + + +78.05 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/simple_insert/hecs/base/estimates.json b/target/criterion/simple_insert/hecs/base/estimates.json index 8fabf935..8358ee6a 100644 --- a/target/criterion/simple_insert/hecs/base/estimates.json +++ b/target/criterion/simple_insert/hecs/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":427849.85574781673,"upper_bound":428655.7224353703},"point_estimate":428203.01154847734,"standard_error":206.81274471058225},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":427596.0343764817,"upper_bound":427798.325},"point_estimate":427682.5877946684,"standard_error":46.81701483480462},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":311.4361705621708,"upper_bound":523.7771226546173},"point_estimate":394.8963955947992,"standard_error":52.2530684074583},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":427818.11382985837,"upper_bound":428504.89827499544},"point_estimate":428114.24736810994,"standard_error":175.93536883962884},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":937.1423716923855,"upper_bound":3123.7160737129066},"point_estimate":2088.0976732495205,"standard_error":592.0616628600566}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":555087.6398027161,"upper_bound":563667.5440319969},"point_estimate":559342.3871343947,"standard_error":2193.1500002866114},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":559254.5787545787,"upper_bound":569682.8571428572},"point_estimate":565605.1515151515,"standard_error":2701.371826933563},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9121.87283805422,"upper_bound":26236.724534204954},"point_estimate":15519.367513644429,"standard_error":4547.6060387746575},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":550828.2331674757,"upper_bound":564160.6599986998},"point_estimate":557462.1222107286,"standard_error":3394.2121791616714},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18673.673831052078,"upper_bound":25616.99191086993},"point_estimate":22059.190314225656,"standard_error":1786.5687679797704}} \ No newline at end of file diff --git a/target/criterion/simple_insert/hecs/base/raw.csv b/target/criterion/simple_insert/hecs/base/raw.csv index 88cf625c..f644301d 100644 --- a/target/criterion/simple_insert/hecs/base/raw.csv +++ b/target/criterion/simple_insert/hecs/base/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -simple_insert,hecs,,,,1287303.0,ns,3 -simple_insert,hecs,,,,2567762.0,ns,6 -simple_insert,hecs,,,,3862999.0,ns,9 -simple_insert,hecs,,,,5138210.0,ns,12 -simple_insert,hecs,,,,6431241.0,ns,15 -simple_insert,hecs,,,,7680622.0,ns,18 -simple_insert,hecs,,,,9006649.0,ns,21 -simple_insert,hecs,,,,10287600.0,ns,24 -simple_insert,hecs,,,,11525597.0,ns,27 -simple_insert,hecs,,,,12843037.0,ns,30 -simple_insert,hecs,,,,14086075.0,ns,33 -simple_insert,hecs,,,,15370161.0,ns,36 -simple_insert,hecs,,,,16670420.0,ns,39 -simple_insert,hecs,,,,17964463.0,ns,42 -simple_insert,hecs,,,,19212914.0,ns,45 -simple_insert,hecs,,,,20713861.0,ns,48 -simple_insert,hecs,,,,21811773.0,ns,51 -simple_insert,hecs,,,,23095770.0,ns,54 -simple_insert,hecs,,,,24373264.0,ns,57 -simple_insert,hecs,,,,25630368.0,ns,60 -simple_insert,hecs,,,,26955844.0,ns,63 -simple_insert,hecs,,,,28196817.0,ns,66 -simple_insert,hecs,,,,29521471.0,ns,69 -simple_insert,hecs,,,,30773786.0,ns,72 -simple_insert,hecs,,,,32110173.0,ns,75 -simple_insert,hecs,,,,33310690.0,ns,78 -simple_insert,hecs,,,,34622650.0,ns,81 -simple_insert,hecs,,,,35898610.0,ns,84 -simple_insert,hecs,,,,37191293.0,ns,87 -simple_insert,hecs,,,,38449018.0,ns,90 -simple_insert,hecs,,,,39781027.0,ns,93 -simple_insert,hecs,,,,41050897.0,ns,96 -simple_insert,hecs,,,,42326725.0,ns,99 -simple_insert,hecs,,,,43556931.0,ns,102 -simple_insert,hecs,,,,44922992.0,ns,105 -simple_insert,hecs,,,,46205626.0,ns,108 -simple_insert,hecs,,,,47419158.0,ns,111 -simple_insert,hecs,,,,48784679.0,ns,114 -simple_insert,hecs,,,,50063856.0,ns,117 -simple_insert,hecs,,,,51268291.0,ns,120 -simple_insert,hecs,,,,52565854.0,ns,123 -simple_insert,hecs,,,,53843676.0,ns,126 -simple_insert,hecs,,,,55130738.0,ns,129 -simple_insert,hecs,,,,56432981.0,ns,132 -simple_insert,hecs,,,,58224263.0,ns,135 -simple_insert,hecs,,,,59170455.0,ns,138 -simple_insert,hecs,,,,60510919.0,ns,141 -simple_insert,hecs,,,,61630942.0,ns,144 -simple_insert,hecs,,,,63968366.0,ns,147 -simple_insert,hecs,,,,65067551.0,ns,150 -simple_insert,hecs,,,,67866501.0,ns,153 -simple_insert,hecs,,,,66793347.0,ns,156 -simple_insert,hecs,,,,68322250.0,ns,159 -simple_insert,hecs,,,,69310763.0,ns,162 -simple_insert,hecs,,,,70835598.0,ns,165 -simple_insert,hecs,,,,71901389.0,ns,168 -simple_insert,hecs,,,,73222255.0,ns,171 -simple_insert,hecs,,,,75665621.0,ns,174 -simple_insert,hecs,,,,75647194.0,ns,177 -simple_insert,hecs,,,,76953073.0,ns,180 -simple_insert,hecs,,,,78266284.0,ns,183 -simple_insert,hecs,,,,79484866.0,ns,186 -simple_insert,hecs,,,,80817514.0,ns,189 -simple_insert,hecs,,,,82159051.0,ns,192 -simple_insert,hecs,,,,83402348.0,ns,195 -simple_insert,hecs,,,,84657891.0,ns,198 -simple_insert,hecs,,,,85838070.0,ns,201 -simple_insert,hecs,,,,87259086.0,ns,204 -simple_insert,hecs,,,,88477308.0,ns,207 -simple_insert,hecs,,,,89769559.0,ns,210 -simple_insert,hecs,,,,91023047.0,ns,213 -simple_insert,hecs,,,,92446288.0,ns,216 -simple_insert,hecs,,,,93637458.0,ns,219 -simple_insert,hecs,,,,94925190.0,ns,222 -simple_insert,hecs,,,,96211783.0,ns,225 -simple_insert,hecs,,,,97462405.0,ns,228 -simple_insert,hecs,,,,98837254.0,ns,231 -simple_insert,hecs,,,,100048322.0,ns,234 -simple_insert,hecs,,,,101360041.0,ns,237 -simple_insert,hecs,,,,102671598.0,ns,240 -simple_insert,hecs,,,,103867486.0,ns,243 -simple_insert,hecs,,,,105150361.0,ns,246 -simple_insert,hecs,,,,106440369.0,ns,249 -simple_insert,hecs,,,,107752078.0,ns,252 -simple_insert,hecs,,,,109132396.0,ns,255 -simple_insert,hecs,,,,110488190.0,ns,258 -simple_insert,hecs,,,,111684949.0,ns,261 -simple_insert,hecs,,,,112886378.0,ns,264 -simple_insert,hecs,,,,114191455.0,ns,267 -simple_insert,hecs,,,,115444562.0,ns,270 -simple_insert,hecs,,,,116774115.0,ns,273 -simple_insert,hecs,,,,118250498.0,ns,276 -simple_insert,hecs,,,,119417983.0,ns,279 -simple_insert,hecs,,,,120604812.0,ns,282 -simple_insert,hecs,,,,121873631.0,ns,285 -simple_insert,hecs,,,,123178455.0,ns,288 -simple_insert,hecs,,,,124378863.0,ns,291 -simple_insert,hecs,,,,125778278.0,ns,294 -simple_insert,hecs,,,,127718585.0,ns,297 -simple_insert,hecs,,,,128302137.0,ns,300 +simple_insert,hecs,,,,1282000.0,ns,2 +simple_insert,hecs,,,,2309200.0,ns,4 +simple_insert,hecs,,,,3434700.0,ns,6 +simple_insert,hecs,,,,4581400.0,ns,8 +simple_insert,hecs,,,,5739100.0,ns,10 +simple_insert,hecs,,,,6895800.0,ns,12 +simple_insert,hecs,,,,8086600.0,ns,14 +simple_insert,hecs,,,,9145100.0,ns,16 +simple_insert,hecs,,,,10326800.0,ns,18 +simple_insert,hecs,,,,11416000.0,ns,20 +simple_insert,hecs,,,,12392200.0,ns,22 +simple_insert,hecs,,,,13659600.0,ns,24 +simple_insert,hecs,,,,14847500.0,ns,26 +simple_insert,hecs,,,,16071700.0,ns,28 +simple_insert,hecs,,,,17035700.0,ns,30 +simple_insert,hecs,,,,18284900.0,ns,32 +simple_insert,hecs,,,,19490200.0,ns,34 +simple_insert,hecs,,,,20595200.0,ns,36 +simple_insert,hecs,,,,21711900.0,ns,38 +simple_insert,hecs,,,,22225900.0,ns,40 +simple_insert,hecs,,,,24173900.0,ns,42 +simple_insert,hecs,,,,24878200.0,ns,44 +simple_insert,hecs,,,,25512700.0,ns,46 +simple_insert,hecs,,,,26247500.0,ns,48 +simple_insert,hecs,,,,27145200.0,ns,50 +simple_insert,hecs,,,,29153100.0,ns,52 +simple_insert,hecs,,,,30767700.0,ns,54 +simple_insert,hecs,,,,30663000.0,ns,56 +simple_insert,hecs,,,,33337700.0,ns,58 +simple_insert,hecs,,,,34091600.0,ns,60 +simple_insert,hecs,,,,35151400.0,ns,62 +simple_insert,hecs,,,,36002200.0,ns,64 +simple_insert,hecs,,,,37800700.0,ns,66 +simple_insert,hecs,,,,38367200.0,ns,68 +simple_insert,hecs,,,,39956700.0,ns,70 +simple_insert,hecs,,,,41222600.0,ns,72 +simple_insert,hecs,,,,42251600.0,ns,74 +simple_insert,hecs,,,,43469700.0,ns,76 +simple_insert,hecs,,,,43374700.0,ns,78 +simple_insert,hecs,,,,42034100.0,ns,80 +simple_insert,hecs,,,,44473200.0,ns,82 +simple_insert,hecs,,,,46861300.0,ns,84 +simple_insert,hecs,,,,48111300.0,ns,86 +simple_insert,hecs,,,,49610300.0,ns,88 +simple_insert,hecs,,,,52223700.0,ns,90 +simple_insert,hecs,,,,52587000.0,ns,92 +simple_insert,hecs,,,,54198200.0,ns,94 +simple_insert,hecs,,,,55199200.0,ns,96 +simple_insert,hecs,,,,53545300.0,ns,98 +simple_insert,hecs,,,,53563300.0,ns,100 +simple_insert,hecs,,,,54063200.0,ns,102 +simple_insert,hecs,,,,54937800.0,ns,104 +simple_insert,hecs,,,,55694800.0,ns,106 +simple_insert,hecs,,,,56648900.0,ns,108 +simple_insert,hecs,,,,57813700.0,ns,110 +simple_insert,hecs,,,,58785600.0,ns,112 +simple_insert,hecs,,,,59793700.0,ns,114 +simple_insert,hecs,,,,61082400.0,ns,116 +simple_insert,hecs,,,,61880900.0,ns,118 +simple_insert,hecs,,,,63177900.0,ns,120 +simple_insert,hecs,,,,64661700.0,ns,122 +simple_insert,hecs,,,,70031400.0,ns,124 +simple_insert,hecs,,,,71556100.0,ns,126 +simple_insert,hecs,,,,71951700.0,ns,128 +simple_insert,hecs,,,,73236700.0,ns,130 +simple_insert,hecs,,,,74862400.0,ns,132 +simple_insert,hecs,,,,76251500.0,ns,134 +simple_insert,hecs,,,,74334000.0,ns,136 +simple_insert,hecs,,,,78716100.0,ns,138 +simple_insert,hecs,,,,79755600.0,ns,140 +simple_insert,hecs,,,,74950500.0,ns,142 +simple_insert,hecs,,,,75522900.0,ns,144 +simple_insert,hecs,,,,76653300.0,ns,146 +simple_insert,hecs,,,,77794400.0,ns,148 +simple_insert,hecs,,,,84869500.0,ns,150 +simple_insert,hecs,,,,91257400.0,ns,152 +simple_insert,hecs,,,,83129800.0,ns,154 +simple_insert,hecs,,,,83996500.0,ns,156 +simple_insert,hecs,,,,85115300.0,ns,158 +simple_insert,hecs,,,,86158700.0,ns,160 +simple_insert,hecs,,,,87142900.0,ns,162 +simple_insert,hecs,,,,97308000.0,ns,164 +simple_insert,hecs,,,,91392600.0,ns,166 +simple_insert,hecs,,,,90325000.0,ns,168 +simple_insert,hecs,,,,91426800.0,ns,170 +simple_insert,hecs,,,,92604200.0,ns,172 +simple_insert,hecs,,,,93643900.0,ns,174 +simple_insert,hecs,,,,95355800.0,ns,176 +simple_insert,hecs,,,,96383500.0,ns,178 +simple_insert,hecs,,,,103897700.0,ns,180 +simple_insert,hecs,,,,107924000.0,ns,182 +simple_insert,hecs,,,,108008300.0,ns,184 +simple_insert,hecs,,,,110284500.0,ns,186 +simple_insert,hecs,,,,110165200.0,ns,188 +simple_insert,hecs,,,,108442000.0,ns,190 +simple_insert,hecs,,,,110138100.0,ns,192 +simple_insert,hecs,,,,110310400.0,ns,194 +simple_insert,hecs,,,,105681800.0,ns,196 +simple_insert,hecs,,,,113615200.0,ns,198 +simple_insert,hecs,,,,122924900.0,ns,200 diff --git a/target/criterion/simple_insert/hecs/base/sample.json b/target/criterion/simple_insert/hecs/base/sample.json index 3210a2ad..7360bec7 100644 --- a/target/criterion/simple_insert/hecs/base/sample.json +++ b/target/criterion/simple_insert/hecs/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[1287303.0,2567762.0,3862999.0,5138210.0,6431241.0,7680622.0,9006649.0,10287600.0,11525597.0,12843037.0,14086075.0,15370161.0,16670420.0,17964463.0,19212914.0,20713861.0,21811773.0,23095770.0,24373264.0,25630368.0,26955844.0,28196817.0,29521471.0,30773786.0,32110173.0,33310690.0,34622650.0,35898610.0,37191293.0,38449018.0,39781027.0,41050897.0,42326725.0,43556931.0,44922992.0,46205626.0,47419158.0,48784679.0,50063856.0,51268291.0,52565854.0,53843676.0,55130738.0,56432981.0,58224263.0,59170455.0,60510919.0,61630942.0,63968366.0,65067551.0,67866501.0,66793347.0,68322250.0,69310763.0,70835598.0,71901389.0,73222255.0,75665621.0,75647194.0,76953073.0,78266284.0,79484866.0,80817514.0,82159051.0,83402348.0,84657891.0,85838070.0,87259086.0,88477308.0,89769559.0,91023047.0,92446288.0,93637458.0,94925190.0,96211783.0,97462405.0,98837254.0,100048322.0,101360041.0,102671598.0,103867486.0,105150361.0,106440369.0,107752078.0,109132396.0,110488190.0,111684949.0,112886378.0,114191455.0,115444562.0,116774115.0,118250498.0,119417983.0,120604812.0,121873631.0,123178455.0,124378863.0,125778278.0,127718585.0,128302137.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[1282000.0,2309200.0,3434700.0,4581400.0,5739100.0,6895800.0,8086600.0,9145100.0,10326800.0,11416000.0,12392200.0,13659600.0,14847500.0,16071700.0,17035700.0,18284900.0,19490200.0,20595200.0,21711900.0,22225900.0,24173900.0,24878200.0,25512700.0,26247500.0,27145200.0,29153100.0,30767700.0,30663000.0,33337700.0,34091600.0,35151400.0,36002200.0,37800700.0,38367200.0,39956700.0,41222600.0,42251600.0,43469700.0,43374700.0,42034100.0,44473200.0,46861300.0,48111300.0,49610300.0,52223700.0,52587000.0,54198200.0,55199200.0,53545300.0,53563300.0,54063200.0,54937800.0,55694800.0,56648900.0,57813700.0,58785600.0,59793700.0,61082400.0,61880900.0,63177900.0,64661700.0,70031400.0,71556100.0,71951700.0,73236700.0,74862400.0,76251500.0,74334000.0,78716100.0,79755600.0,74950500.0,75522900.0,76653300.0,77794400.0,84869500.0,91257400.0,83129800.0,83996500.0,85115300.0,86158700.0,87142900.0,97308000.0,91392600.0,90325000.0,91426800.0,92604200.0,93643900.0,95355800.0,96383500.0,103897700.0,107924000.0,108008300.0,110284500.0,110165200.0,108442000.0,110138100.0,110310400.0,105681800.0,113615200.0,122924900.0]} \ No newline at end of file diff --git a/target/criterion/simple_insert/hecs/base/tukey.json b/target/criterion/simple_insert/hecs/base/tukey.json index e0868e74..7c3c8e27 100644 --- a/target/criterion/simple_insert/hecs/base/tukey.json +++ b/target/criterion/simple_insert/hecs/base/tukey.json @@ -1 +1 @@ -[425784.9428165462,426612.67129159137,428819.9472250452,429647.67570009036] \ No newline at end of file +[438570.5018083182,488820.6261301989,622820.957655214,673071.0819770948] \ No newline at end of file diff --git a/target/criterion/simple_insert/hecs/change/estimates.json b/target/criterion/simple_insert/hecs/change/estimates.json index 72dd6ba9..5c884354 100644 --- a/target/criterion/simple_insert/hecs/change/estimates.json +++ b/target/criterion/simple_insert/hecs/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006297989389418389,"upper_bound":-0.004362476451549086},"point_estimate":-0.005447113601796949,"standard_error":0.0005033111071008153},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.007032685145852424,"upper_bound":-0.006445612695952452},"point_estimate":-0.006735471610174182,"standard_error":0.0001477347904164058}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.29656147236749375,"upper_bound":0.3167267088157125},"point_estimate":0.3062551454546951,"standard_error":0.0051783237862831335},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.30800665793920534,"upper_bound":0.3322496160229292},"point_estimate":0.32248814344225796,"standard_error":0.0060564561302725054}} \ No newline at end of file diff --git a/target/criterion/simple_insert/hecs/new/estimates.json b/target/criterion/simple_insert/hecs/new/estimates.json index 8fabf935..8358ee6a 100644 --- a/target/criterion/simple_insert/hecs/new/estimates.json +++ b/target/criterion/simple_insert/hecs/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":427849.85574781673,"upper_bound":428655.7224353703},"point_estimate":428203.01154847734,"standard_error":206.81274471058225},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":427596.0343764817,"upper_bound":427798.325},"point_estimate":427682.5877946684,"standard_error":46.81701483480462},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":311.4361705621708,"upper_bound":523.7771226546173},"point_estimate":394.8963955947992,"standard_error":52.2530684074583},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":427818.11382985837,"upper_bound":428504.89827499544},"point_estimate":428114.24736810994,"standard_error":175.93536883962884},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":937.1423716923855,"upper_bound":3123.7160737129066},"point_estimate":2088.0976732495205,"standard_error":592.0616628600566}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":555087.6398027161,"upper_bound":563667.5440319969},"point_estimate":559342.3871343947,"standard_error":2193.1500002866114},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":559254.5787545787,"upper_bound":569682.8571428572},"point_estimate":565605.1515151515,"standard_error":2701.371826933563},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9121.87283805422,"upper_bound":26236.724534204954},"point_estimate":15519.367513644429,"standard_error":4547.6060387746575},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":550828.2331674757,"upper_bound":564160.6599986998},"point_estimate":557462.1222107286,"standard_error":3394.2121791616714},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18673.673831052078,"upper_bound":25616.99191086993},"point_estimate":22059.190314225656,"standard_error":1786.5687679797704}} \ No newline at end of file diff --git a/target/criterion/simple_insert/hecs/new/raw.csv b/target/criterion/simple_insert/hecs/new/raw.csv index 88cf625c..f644301d 100644 --- a/target/criterion/simple_insert/hecs/new/raw.csv +++ b/target/criterion/simple_insert/hecs/new/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -simple_insert,hecs,,,,1287303.0,ns,3 -simple_insert,hecs,,,,2567762.0,ns,6 -simple_insert,hecs,,,,3862999.0,ns,9 -simple_insert,hecs,,,,5138210.0,ns,12 -simple_insert,hecs,,,,6431241.0,ns,15 -simple_insert,hecs,,,,7680622.0,ns,18 -simple_insert,hecs,,,,9006649.0,ns,21 -simple_insert,hecs,,,,10287600.0,ns,24 -simple_insert,hecs,,,,11525597.0,ns,27 -simple_insert,hecs,,,,12843037.0,ns,30 -simple_insert,hecs,,,,14086075.0,ns,33 -simple_insert,hecs,,,,15370161.0,ns,36 -simple_insert,hecs,,,,16670420.0,ns,39 -simple_insert,hecs,,,,17964463.0,ns,42 -simple_insert,hecs,,,,19212914.0,ns,45 -simple_insert,hecs,,,,20713861.0,ns,48 -simple_insert,hecs,,,,21811773.0,ns,51 -simple_insert,hecs,,,,23095770.0,ns,54 -simple_insert,hecs,,,,24373264.0,ns,57 -simple_insert,hecs,,,,25630368.0,ns,60 -simple_insert,hecs,,,,26955844.0,ns,63 -simple_insert,hecs,,,,28196817.0,ns,66 -simple_insert,hecs,,,,29521471.0,ns,69 -simple_insert,hecs,,,,30773786.0,ns,72 -simple_insert,hecs,,,,32110173.0,ns,75 -simple_insert,hecs,,,,33310690.0,ns,78 -simple_insert,hecs,,,,34622650.0,ns,81 -simple_insert,hecs,,,,35898610.0,ns,84 -simple_insert,hecs,,,,37191293.0,ns,87 -simple_insert,hecs,,,,38449018.0,ns,90 -simple_insert,hecs,,,,39781027.0,ns,93 -simple_insert,hecs,,,,41050897.0,ns,96 -simple_insert,hecs,,,,42326725.0,ns,99 -simple_insert,hecs,,,,43556931.0,ns,102 -simple_insert,hecs,,,,44922992.0,ns,105 -simple_insert,hecs,,,,46205626.0,ns,108 -simple_insert,hecs,,,,47419158.0,ns,111 -simple_insert,hecs,,,,48784679.0,ns,114 -simple_insert,hecs,,,,50063856.0,ns,117 -simple_insert,hecs,,,,51268291.0,ns,120 -simple_insert,hecs,,,,52565854.0,ns,123 -simple_insert,hecs,,,,53843676.0,ns,126 -simple_insert,hecs,,,,55130738.0,ns,129 -simple_insert,hecs,,,,56432981.0,ns,132 -simple_insert,hecs,,,,58224263.0,ns,135 -simple_insert,hecs,,,,59170455.0,ns,138 -simple_insert,hecs,,,,60510919.0,ns,141 -simple_insert,hecs,,,,61630942.0,ns,144 -simple_insert,hecs,,,,63968366.0,ns,147 -simple_insert,hecs,,,,65067551.0,ns,150 -simple_insert,hecs,,,,67866501.0,ns,153 -simple_insert,hecs,,,,66793347.0,ns,156 -simple_insert,hecs,,,,68322250.0,ns,159 -simple_insert,hecs,,,,69310763.0,ns,162 -simple_insert,hecs,,,,70835598.0,ns,165 -simple_insert,hecs,,,,71901389.0,ns,168 -simple_insert,hecs,,,,73222255.0,ns,171 -simple_insert,hecs,,,,75665621.0,ns,174 -simple_insert,hecs,,,,75647194.0,ns,177 -simple_insert,hecs,,,,76953073.0,ns,180 -simple_insert,hecs,,,,78266284.0,ns,183 -simple_insert,hecs,,,,79484866.0,ns,186 -simple_insert,hecs,,,,80817514.0,ns,189 -simple_insert,hecs,,,,82159051.0,ns,192 -simple_insert,hecs,,,,83402348.0,ns,195 -simple_insert,hecs,,,,84657891.0,ns,198 -simple_insert,hecs,,,,85838070.0,ns,201 -simple_insert,hecs,,,,87259086.0,ns,204 -simple_insert,hecs,,,,88477308.0,ns,207 -simple_insert,hecs,,,,89769559.0,ns,210 -simple_insert,hecs,,,,91023047.0,ns,213 -simple_insert,hecs,,,,92446288.0,ns,216 -simple_insert,hecs,,,,93637458.0,ns,219 -simple_insert,hecs,,,,94925190.0,ns,222 -simple_insert,hecs,,,,96211783.0,ns,225 -simple_insert,hecs,,,,97462405.0,ns,228 -simple_insert,hecs,,,,98837254.0,ns,231 -simple_insert,hecs,,,,100048322.0,ns,234 -simple_insert,hecs,,,,101360041.0,ns,237 -simple_insert,hecs,,,,102671598.0,ns,240 -simple_insert,hecs,,,,103867486.0,ns,243 -simple_insert,hecs,,,,105150361.0,ns,246 -simple_insert,hecs,,,,106440369.0,ns,249 -simple_insert,hecs,,,,107752078.0,ns,252 -simple_insert,hecs,,,,109132396.0,ns,255 -simple_insert,hecs,,,,110488190.0,ns,258 -simple_insert,hecs,,,,111684949.0,ns,261 -simple_insert,hecs,,,,112886378.0,ns,264 -simple_insert,hecs,,,,114191455.0,ns,267 -simple_insert,hecs,,,,115444562.0,ns,270 -simple_insert,hecs,,,,116774115.0,ns,273 -simple_insert,hecs,,,,118250498.0,ns,276 -simple_insert,hecs,,,,119417983.0,ns,279 -simple_insert,hecs,,,,120604812.0,ns,282 -simple_insert,hecs,,,,121873631.0,ns,285 -simple_insert,hecs,,,,123178455.0,ns,288 -simple_insert,hecs,,,,124378863.0,ns,291 -simple_insert,hecs,,,,125778278.0,ns,294 -simple_insert,hecs,,,,127718585.0,ns,297 -simple_insert,hecs,,,,128302137.0,ns,300 +simple_insert,hecs,,,,1282000.0,ns,2 +simple_insert,hecs,,,,2309200.0,ns,4 +simple_insert,hecs,,,,3434700.0,ns,6 +simple_insert,hecs,,,,4581400.0,ns,8 +simple_insert,hecs,,,,5739100.0,ns,10 +simple_insert,hecs,,,,6895800.0,ns,12 +simple_insert,hecs,,,,8086600.0,ns,14 +simple_insert,hecs,,,,9145100.0,ns,16 +simple_insert,hecs,,,,10326800.0,ns,18 +simple_insert,hecs,,,,11416000.0,ns,20 +simple_insert,hecs,,,,12392200.0,ns,22 +simple_insert,hecs,,,,13659600.0,ns,24 +simple_insert,hecs,,,,14847500.0,ns,26 +simple_insert,hecs,,,,16071700.0,ns,28 +simple_insert,hecs,,,,17035700.0,ns,30 +simple_insert,hecs,,,,18284900.0,ns,32 +simple_insert,hecs,,,,19490200.0,ns,34 +simple_insert,hecs,,,,20595200.0,ns,36 +simple_insert,hecs,,,,21711900.0,ns,38 +simple_insert,hecs,,,,22225900.0,ns,40 +simple_insert,hecs,,,,24173900.0,ns,42 +simple_insert,hecs,,,,24878200.0,ns,44 +simple_insert,hecs,,,,25512700.0,ns,46 +simple_insert,hecs,,,,26247500.0,ns,48 +simple_insert,hecs,,,,27145200.0,ns,50 +simple_insert,hecs,,,,29153100.0,ns,52 +simple_insert,hecs,,,,30767700.0,ns,54 +simple_insert,hecs,,,,30663000.0,ns,56 +simple_insert,hecs,,,,33337700.0,ns,58 +simple_insert,hecs,,,,34091600.0,ns,60 +simple_insert,hecs,,,,35151400.0,ns,62 +simple_insert,hecs,,,,36002200.0,ns,64 +simple_insert,hecs,,,,37800700.0,ns,66 +simple_insert,hecs,,,,38367200.0,ns,68 +simple_insert,hecs,,,,39956700.0,ns,70 +simple_insert,hecs,,,,41222600.0,ns,72 +simple_insert,hecs,,,,42251600.0,ns,74 +simple_insert,hecs,,,,43469700.0,ns,76 +simple_insert,hecs,,,,43374700.0,ns,78 +simple_insert,hecs,,,,42034100.0,ns,80 +simple_insert,hecs,,,,44473200.0,ns,82 +simple_insert,hecs,,,,46861300.0,ns,84 +simple_insert,hecs,,,,48111300.0,ns,86 +simple_insert,hecs,,,,49610300.0,ns,88 +simple_insert,hecs,,,,52223700.0,ns,90 +simple_insert,hecs,,,,52587000.0,ns,92 +simple_insert,hecs,,,,54198200.0,ns,94 +simple_insert,hecs,,,,55199200.0,ns,96 +simple_insert,hecs,,,,53545300.0,ns,98 +simple_insert,hecs,,,,53563300.0,ns,100 +simple_insert,hecs,,,,54063200.0,ns,102 +simple_insert,hecs,,,,54937800.0,ns,104 +simple_insert,hecs,,,,55694800.0,ns,106 +simple_insert,hecs,,,,56648900.0,ns,108 +simple_insert,hecs,,,,57813700.0,ns,110 +simple_insert,hecs,,,,58785600.0,ns,112 +simple_insert,hecs,,,,59793700.0,ns,114 +simple_insert,hecs,,,,61082400.0,ns,116 +simple_insert,hecs,,,,61880900.0,ns,118 +simple_insert,hecs,,,,63177900.0,ns,120 +simple_insert,hecs,,,,64661700.0,ns,122 +simple_insert,hecs,,,,70031400.0,ns,124 +simple_insert,hecs,,,,71556100.0,ns,126 +simple_insert,hecs,,,,71951700.0,ns,128 +simple_insert,hecs,,,,73236700.0,ns,130 +simple_insert,hecs,,,,74862400.0,ns,132 +simple_insert,hecs,,,,76251500.0,ns,134 +simple_insert,hecs,,,,74334000.0,ns,136 +simple_insert,hecs,,,,78716100.0,ns,138 +simple_insert,hecs,,,,79755600.0,ns,140 +simple_insert,hecs,,,,74950500.0,ns,142 +simple_insert,hecs,,,,75522900.0,ns,144 +simple_insert,hecs,,,,76653300.0,ns,146 +simple_insert,hecs,,,,77794400.0,ns,148 +simple_insert,hecs,,,,84869500.0,ns,150 +simple_insert,hecs,,,,91257400.0,ns,152 +simple_insert,hecs,,,,83129800.0,ns,154 +simple_insert,hecs,,,,83996500.0,ns,156 +simple_insert,hecs,,,,85115300.0,ns,158 +simple_insert,hecs,,,,86158700.0,ns,160 +simple_insert,hecs,,,,87142900.0,ns,162 +simple_insert,hecs,,,,97308000.0,ns,164 +simple_insert,hecs,,,,91392600.0,ns,166 +simple_insert,hecs,,,,90325000.0,ns,168 +simple_insert,hecs,,,,91426800.0,ns,170 +simple_insert,hecs,,,,92604200.0,ns,172 +simple_insert,hecs,,,,93643900.0,ns,174 +simple_insert,hecs,,,,95355800.0,ns,176 +simple_insert,hecs,,,,96383500.0,ns,178 +simple_insert,hecs,,,,103897700.0,ns,180 +simple_insert,hecs,,,,107924000.0,ns,182 +simple_insert,hecs,,,,108008300.0,ns,184 +simple_insert,hecs,,,,110284500.0,ns,186 +simple_insert,hecs,,,,110165200.0,ns,188 +simple_insert,hecs,,,,108442000.0,ns,190 +simple_insert,hecs,,,,110138100.0,ns,192 +simple_insert,hecs,,,,110310400.0,ns,194 +simple_insert,hecs,,,,105681800.0,ns,196 +simple_insert,hecs,,,,113615200.0,ns,198 +simple_insert,hecs,,,,122924900.0,ns,200 diff --git a/target/criterion/simple_insert/hecs/new/sample.json b/target/criterion/simple_insert/hecs/new/sample.json index 3210a2ad..7360bec7 100644 --- a/target/criterion/simple_insert/hecs/new/sample.json +++ b/target/criterion/simple_insert/hecs/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[1287303.0,2567762.0,3862999.0,5138210.0,6431241.0,7680622.0,9006649.0,10287600.0,11525597.0,12843037.0,14086075.0,15370161.0,16670420.0,17964463.0,19212914.0,20713861.0,21811773.0,23095770.0,24373264.0,25630368.0,26955844.0,28196817.0,29521471.0,30773786.0,32110173.0,33310690.0,34622650.0,35898610.0,37191293.0,38449018.0,39781027.0,41050897.0,42326725.0,43556931.0,44922992.0,46205626.0,47419158.0,48784679.0,50063856.0,51268291.0,52565854.0,53843676.0,55130738.0,56432981.0,58224263.0,59170455.0,60510919.0,61630942.0,63968366.0,65067551.0,67866501.0,66793347.0,68322250.0,69310763.0,70835598.0,71901389.0,73222255.0,75665621.0,75647194.0,76953073.0,78266284.0,79484866.0,80817514.0,82159051.0,83402348.0,84657891.0,85838070.0,87259086.0,88477308.0,89769559.0,91023047.0,92446288.0,93637458.0,94925190.0,96211783.0,97462405.0,98837254.0,100048322.0,101360041.0,102671598.0,103867486.0,105150361.0,106440369.0,107752078.0,109132396.0,110488190.0,111684949.0,112886378.0,114191455.0,115444562.0,116774115.0,118250498.0,119417983.0,120604812.0,121873631.0,123178455.0,124378863.0,125778278.0,127718585.0,128302137.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[1282000.0,2309200.0,3434700.0,4581400.0,5739100.0,6895800.0,8086600.0,9145100.0,10326800.0,11416000.0,12392200.0,13659600.0,14847500.0,16071700.0,17035700.0,18284900.0,19490200.0,20595200.0,21711900.0,22225900.0,24173900.0,24878200.0,25512700.0,26247500.0,27145200.0,29153100.0,30767700.0,30663000.0,33337700.0,34091600.0,35151400.0,36002200.0,37800700.0,38367200.0,39956700.0,41222600.0,42251600.0,43469700.0,43374700.0,42034100.0,44473200.0,46861300.0,48111300.0,49610300.0,52223700.0,52587000.0,54198200.0,55199200.0,53545300.0,53563300.0,54063200.0,54937800.0,55694800.0,56648900.0,57813700.0,58785600.0,59793700.0,61082400.0,61880900.0,63177900.0,64661700.0,70031400.0,71556100.0,71951700.0,73236700.0,74862400.0,76251500.0,74334000.0,78716100.0,79755600.0,74950500.0,75522900.0,76653300.0,77794400.0,84869500.0,91257400.0,83129800.0,83996500.0,85115300.0,86158700.0,87142900.0,97308000.0,91392600.0,90325000.0,91426800.0,92604200.0,93643900.0,95355800.0,96383500.0,103897700.0,107924000.0,108008300.0,110284500.0,110165200.0,108442000.0,110138100.0,110310400.0,105681800.0,113615200.0,122924900.0]} \ No newline at end of file diff --git a/target/criterion/simple_insert/hecs/new/tukey.json b/target/criterion/simple_insert/hecs/new/tukey.json index e0868e74..7c3c8e27 100644 --- a/target/criterion/simple_insert/hecs/new/tukey.json +++ b/target/criterion/simple_insert/hecs/new/tukey.json @@ -1 +1 @@ -[425784.9428165462,426612.67129159137,428819.9472250452,429647.67570009036] \ No newline at end of file +[438570.5018083182,488820.6261301989,622820.957655214,673071.0819770948] \ No newline at end of file diff --git a/target/criterion/simple_insert/hecs/report/MAD.svg b/target/criterion/simple_insert/hecs/report/MAD.svg index 097f1518..9c2ee942 100644 --- a/target/criterion/simple_insert/hecs/report/MAD.svg +++ b/target/criterion/simple_insert/hecs/report/MAD.svg @@ -1,303 +1,64 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.001 - - - - - 0.002 - - - - - 0.003 - - - - - 0.004 - - - - - 0.005 - - - - - 0.006 - - - - - 0.007 - - - - - 0.008 - - - - - 0.009 - - - - - 0.01 - - - - - 300 - - - - - 350 - - - - - 400 - - - - - 450 - - - - - 500 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - simple_insert/hecs: MAD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_insert/hecs:MAD + + +Density (a.u.) + + +Average time (us) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + + +10 + + + +15 + + + +20 + + + +25 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_insert/hecs/report/SD.svg b/target/criterion/simple_insert/hecs/report/SD.svg index f845c97c..0c4479d4 100644 --- a/target/criterion/simple_insert/hecs/report/SD.svg +++ b/target/criterion/simple_insert/hecs/report/SD.svg @@ -1,298 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.1 - - - - - 0.2 - - - - - 0.3 - - - - - 0.4 - - - - - 0.5 - - - - - 0.6 - - - - - 0.7 - - - - - 0.8 - - - - - 0.9 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_insert/hecs: SD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_insert/hecs:SD + + +Density (a.u.) + + +Average time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + + +18 + + + +19 + + + +20 + + + +21 + + + +22 + + + +23 + + + +24 + + + +25 + + + +26 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_insert/hecs/report/both/pdf.svg b/target/criterion/simple_insert/hecs/report/both/pdf.svg index 54c16cd2..6d92418d 100644 --- a/target/criterion/simple_insert/hecs/report/both/pdf.svg +++ b/target/criterion/simple_insert/hecs/report/both/pdf.svg @@ -1,318 +1,81 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.2 - - - - - 0.4 - - - - - 0.6 - - - - - 0.8 - - - - - 1 - - - - - 1.2 - - - - - 420 - - - - - 425 - - - - - 430 - - - - - 435 - - - - - 440 - - - - - 445 - - - - - 450 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_insert/hecs - - - - - Base PDF - - - Base PDF - - - - - - - - - - Base Mean - - - - - Base Mean - - - - - - New PDF - - - - - New PDF - - - - - - - - - - New Mean - - - - - New Mean - - - - - - - - - - - - - - + + +simple_insert/hecs + + +Density (a.u.) + + +Average Time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + + +450 + + + +500 + + + +550 + + + +600 + + + +650 + + + + + + + +Base PDF + + +New PDF + + +Base Mean + + +New Mean + + + + + - diff --git a/target/criterion/simple_insert/hecs/report/both/regression.svg b/target/criterion/simple_insert/hecs/report/both/regression.svg index 076c207b..f38fc228 100644 --- a/target/criterion/simple_insert/hecs/report/both/regression.svg +++ b/target/criterion/simple_insert/hecs/report/both/regression.svg @@ -1,305 +1,95 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 250 - - - - - - - - - - - - - 300 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - simple_insert/hecs - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - Base sample - - - - - - New sample - - - New sample - - - - - - - - - - - - - - + + +simple_insert/hecs + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + + + + +Base Sample + + +New Sample + + + - diff --git a/target/criterion/simple_insert/hecs/report/change/mean.svg b/target/criterion/simple_insert/hecs/report/change/mean.svg index 96551c50..5f8827cd 100644 --- a/target/criterion/simple_insert/hecs/report/change/mean.svg +++ b/target/criterion/simple_insert/hecs/report/change/mean.svg @@ -1,320 +1,81 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 100 - - - - - 200 - - - - - 300 - - - - - 400 - - - - - 500 - - - - - 600 - - - - - 700 - - - - - 800 - - - - - 900 - - - - - 1000 - - - - - -0.65 - - - - - -0.6 - - - - - -0.55 - - - - - -0.5 - - - - - -0.45 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - simple_insert/hecs: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +simple_insert/hecs:mean + + +Density (a.u.) + + +Relative change (%) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + + +0.295 + + + +0.3 + + + +0.305 + + + +0.31 + + + +0.315 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/simple_insert/hecs/report/change/median.svg b/target/criterion/simple_insert/hecs/report/change/median.svg index f72b8aaf..7bfaf850 100644 --- a/target/criterion/simple_insert/hecs/report/change/median.svg +++ b/target/criterion/simple_insert/hecs/report/change/median.svg @@ -1,315 +1,85 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 500 - - - - - 1000 - - - - - 1500 - - - - - 2000 - - - - - 2500 - - - - - 3000 - - - - - 3500 - - - - - -0.7 - - - - - -0.69 - - - - - -0.68 - - - - - -0.67 - - - - - -0.66 - - - - - -0.65 - - - - - -0.64 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - simple_insert/hecs: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +simple_insert/hecs:median + + +Density (a.u.) + + +Relative change (%) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + + +0.31 + + + +0.315 + + + +0.32 + + + +0.325 + + + +0.33 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/simple_insert/hecs/report/change/t-test.svg b/target/criterion/simple_insert/hecs/report/change/t-test.svg index a9d79131..1ecee796 100644 --- a/target/criterion/simple_insert/hecs/report/change/t-test.svg +++ b/target/criterion/simple_insert/hecs/report/change/t-test.svg @@ -1,255 +1,75 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - -12 - - - - - -10 - - - - - -8 - - - - - -6 - - - - - -4 - - - - - -2 - - - - - 0 - - - - - 2 - - - - - 4 - - - - - 6 - - - - - - - - - Density - - - - - t score - - - - - simple_insert/hecs: Welch t test - - - - - t distribution - - - t distribution - - - - - - - - - - t statistic - - - - - t statistic - - - - - - - - - - - - - - + + +simple_insert/hecs: Welch t test + + +Density + + +t score + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +-4.0 + + + +-2.0 + + + +0.0 + + + +2.0 + + + +4.0 + + + + + +t distribution + + +t statistic + + + - diff --git a/target/criterion/simple_insert/hecs/report/index.html b/target/criterion/simple_insert/hecs/report/index.html index 45622ba2..a4c0afea 100644 --- a/target/criterion/simple_insert/hecs/report/index.html +++ b/target/criterion/simple_insert/hecs/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 427.82 us - 428.11 us - 428.50 us + 550.83 us + 557.46 us + 564.16 us R² - 0.9974182 - 0.9974842 - 0.9973693 + 0.8400285 + 0.8495792 + 0.8398436 Mean - 427.85 us - 428.20 us - 428.66 us + 555.09 us + 559.34 us + 563.67 us Std. Dev. - 937.14 ns - 2.0881 us - 3.1237 us + 18.674 us + 22.059 us + 25.617 us Median - 427.60 us - 427.68 us - 427.80 us + 559.25 us + 565.61 us + 569.68 us MAD - 311.44 ns - 394.90 ns - 523.78 ns + 9.1219 us + 15.519 us + 26.237 us @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.6298% - -0.5447% - -0.4362% + +29.656% + +30.626% + +31.673% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has regressed.

Additional Plots:

diff --git a/target/criterion/simple_insert/hecs/report/mean.svg b/target/criterion/simple_insert/hecs/report/mean.svg index 0494b302..637139a0 100644 --- a/target/criterion/simple_insert/hecs/report/mean.svg +++ b/target/criterion/simple_insert/hecs/report/mean.svg @@ -1,328 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.2 - - - - - 0.4 - - - - - 0.6 - - - - - 0.8 - - - - - 1 - - - - - 1.2 - - - - - 1.4 - - - - - 1.6 - - - - - 1.8 - - - - - 2 - - - - - 427.8 - - - - - 427.9 - - - - - 428 - - - - - 428.1 - - - - - 428.2 - - - - - 428.3 - - - - - 428.4 - - - - - 428.5 - - - - - 428.6 - - - - - 428.7 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_insert/hecs: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_insert/hecs:mean + + +Density (a.u.) + + +Average time (us) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + +0.16 + + + +0.18 + + + + +556 + + + +558 + + + +560 + + + +562 + + + +564 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_insert/hecs/report/median.svg b/target/criterion/simple_insert/hecs/report/median.svg index 5ea1113f..b09ab6a8 100644 --- a/target/criterion/simple_insert/hecs/report/median.svg +++ b/target/criterion/simple_insert/hecs/report/median.svg @@ -1,283 +1,92 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - 25 - - - - - 30 - - - - - 427.6 - - - - - 427.65 - - - - - 427.7 - - - - - 427.75 - - - - - 427.8 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_insert/hecs: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_insert/hecs:median + + +Density (a.u.) + + +Average time (us) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + +0.16 + + + +0.18 + + + +0.2 + + + + +560 + + + +562 + + + +564 + + + +566 + + + +568 + + + +570 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_insert/hecs/report/pdf.svg b/target/criterion/simple_insert/hecs/report/pdf.svg index 49f96b24..794cc37a 100644 --- a/target/criterion/simple_insert/hecs/report/pdf.svg +++ b/target/criterion/simple_insert/hecs/report/pdf.svg @@ -1,420 +1,157 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - 300 - - - - - 425 - - - - - 430 - - - - - 435 - - - - - 440 - - - - - 445 - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - - - - - Iterations - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_insert/hecs - - - - - PDF - - - PDF - - - - - - - - - - Mean - - - - - Mean - - - - - - "Clean" sample - - - - - "Clean" sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Mild outliers - - - Mild outliers - - - - - - - - - - - - Severe outliers - - - Severe outliers - - - - - - - - - - - - - - - gnuplot_plot_6 - - - - - - gnuplot_plot_7 - - - - gnuplot_plot_8 - - - - gnuplot_plot_9 - - - - - - - - - - - - + + +simple_insert/hecs + + +Iterations + + +Average Time (us) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + + +500 + + + +520 + + + +540 + + + +560 + + + +580 + + + +600 + + + +620 + + + +640 + + + +660 + + + +Density (a.u.) + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + +0.014 + + + +0.016 + + + +0.018 + + + +0.02 + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + - diff --git a/target/criterion/simple_insert/hecs/report/pdf_small.svg b/target/criterion/simple_insert/hecs/report/pdf_small.svg index 0951823d..5e5f33cf 100644 --- a/target/criterion/simple_insert/hecs/report/pdf_small.svg +++ b/target/criterion/simple_insert/hecs/report/pdf_small.svg @@ -1,214 +1,44 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - 425 - - - - - 430 - - - - - 435 - - - - - 440 - - - - - 445 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - PDF - - - - - - - Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + + +500 + + + +550 + + + +600 + + + +650 + + + + - diff --git a/target/criterion/simple_insert/hecs/report/regression.svg b/target/criterion/simple_insert/hecs/report/regression.svg index 9b61192f..24356232 100644 --- a/target/criterion/simple_insert/hecs/report/regression.svg +++ b/target/criterion/simple_insert/hecs/report/regression.svg @@ -1,408 +1,207 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 250 - - - - - - - - - - - - - 300 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - simple_insert/hecs - - - - - Sample - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - Linear regression - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - - + + +simple_insert/hecs + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + - diff --git a/target/criterion/simple_insert/hecs/report/regression_small.svg b/target/criterion/simple_insert/hecs/report/regression_small.svg index 89bb2266..df0994cb 100644 --- a/target/criterion/simple_insert/hecs/report/regression_small.svg +++ b/target/criterion/simple_insert/hecs/report/regression_small.svg @@ -1,386 +1,192 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 250 - - - - - - - - - - - - - 300 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/simple_insert/hecs/report/relative_pdf_small.svg b/target/criterion/simple_insert/hecs/report/relative_pdf_small.svg index e4414cad..431a72c2 100644 --- a/target/criterion/simple_insert/hecs/report/relative_pdf_small.svg +++ b/target/criterion/simple_insert/hecs/report/relative_pdf_small.svg @@ -1,291 +1,62 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.2 - - - - - 0.4 - - - - - 0.6 - - - - - 0.8 - - - - - 1 - - - - - 1.2 - - - - - 420 - - - - - 425 - - - - - 430 - - - - - 435 - - - - - 440 - - - - - 445 - - - - - 450 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - Base PDF - - - - - - - Base Mean - - - - - - New PDF - - - - - - - - - New Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + + +450 + + + +500 + + + +550 + + + +600 + + + +650 + + + + + + - diff --git a/target/criterion/simple_insert/hecs/report/relative_regression_small.svg b/target/criterion/simple_insert/hecs/report/relative_regression_small.svg index 438bc05a..f2456593 100644 --- a/target/criterion/simple_insert/hecs/report/relative_regression_small.svg +++ b/target/criterion/simple_insert/hecs/report/relative_regression_small.svg @@ -1,290 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 250 - - - - - - - - - - - - - 300 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - - New sample - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + + + - diff --git a/target/criterion/simple_insert/hecs/report/slope.svg b/target/criterion/simple_insert/hecs/report/slope.svg index 1d3d9064..da8b93cf 100644 --- a/target/criterion/simple_insert/hecs/report/slope.svg +++ b/target/criterion/simple_insert/hecs/report/slope.svg @@ -1,293 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 427.8 - - - - - 427.9 - - - - - 428 - - - - - 428.1 - - - - - 428.2 - - - - - 428.3 - - - - - 428.4 - - - - - 428.5 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_insert/hecs: slope - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_insert/hecs:slope + + +Density (a.u.) + + +Average time (us) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + + +550 + + + +552 + + + +554 + + + +556 + + + +558 + + + +560 + + + +562 + + + +564 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_insert/hecs/report/typical.svg b/target/criterion/simple_insert/hecs/report/typical.svg index 89aa805f..bb5a698a 100644 --- a/target/criterion/simple_insert/hecs/report/typical.svg +++ b/target/criterion/simple_insert/hecs/report/typical.svg @@ -1,293 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 427.8 - - - - - 427.9 - - - - - 428 - - - - - 428.1 - - - - - 428.2 - - - - - 428.3 - - - - - 428.4 - - - - - 428.5 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_insert/hecs: typical - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_insert/hecs:typical + + +Density (a.u.) + + +Average time (us) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + + +550 + + + +552 + + + +554 + + + +556 + + + +558 + + + +560 + + + +562 + + + +564 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_insert/legion/base/estimates.json b/target/criterion/simple_insert/legion/base/estimates.json index ebdfe976..71f99382 100644 --- a/target/criterion/simple_insert/legion/base/estimates.json +++ b/target/criterion/simple_insert/legion/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":147992.01744655333,"upper_bound":148206.03131549575},"point_estimate":148081.07208856006,"standard_error":55.61937096041166},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":147943.64990851074,"upper_bound":148048.11523574946},"point_estimate":147994.76663121826,"standard_error":28.191845214076913},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":141.64376891389875,"upper_bound":224.26451501010462},"point_estimate":170.44086104828327,"standard_error":21.839031771642123},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":147951.2981797243,"upper_bound":148080.7346878641},"point_estimate":148008.5218982879,"standard_error":33.32100845545063},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":192.20862921941705,"upper_bound":889.9142253439855},"point_estimate":560.4948439919312,"standard_error":204.92916081434774}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":262659.4608792359,"upper_bound":266212.7131415061},"point_estimate":264411.38048670173,"standard_error":902.5079746573006},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":262413.24404761905,"upper_bound":265825.62855787476},"point_estimate":263568.55232558143,"standard_error":890.1162896594666},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4794.956331351663,"upper_bound":7670.995211579079},"point_estimate":6281.261799054432,"standard_error":711.1084513896056},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":263523.05881594133,"upper_bound":265604.80085563357},"point_estimate":264544.06177035614,"standard_error":531.9096316813133},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6501.75191263746,"upper_bound":11589.212466070405},"point_estimate":9066.348505383494,"standard_error":1307.974519411244}} \ No newline at end of file diff --git a/target/criterion/simple_insert/legion/base/raw.csv b/target/criterion/simple_insert/legion/base/raw.csv index d09b8979..2d079832 100644 --- a/target/criterion/simple_insert/legion/base/raw.csv +++ b/target/criterion/simple_insert/legion/base/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -simple_insert,legion,,,,1036285.0,ns,7 -simple_insert,legion,,,,2069563.0,ns,14 -simple_insert,legion,,,,3097532.0,ns,21 -simple_insert,legion,,,,4277368.0,ns,28 -simple_insert,legion,,,,5194176.0,ns,35 -simple_insert,legion,,,,6228396.0,ns,42 -simple_insert,legion,,,,7219364.0,ns,49 -simple_insert,legion,,,,8300854.0,ns,56 -simple_insert,legion,,,,9299468.0,ns,63 -simple_insert,legion,,,,10363162.0,ns,70 -simple_insert,legion,,,,11410187.0,ns,77 -simple_insert,legion,,,,12414040.0,ns,84 -simple_insert,legion,,,,13467767.0,ns,91 -simple_insert,legion,,,,14508029.0,ns,98 -simple_insert,legion,,,,15520649.0,ns,105 -simple_insert,legion,,,,16594383.0,ns,112 -simple_insert,legion,,,,17619737.0,ns,119 -simple_insert,legion,,,,18662926.0,ns,126 -simple_insert,legion,,,,19682297.0,ns,133 -simple_insert,legion,,,,20717970.0,ns,140 -simple_insert,legion,,,,21776355.0,ns,147 -simple_insert,legion,,,,22798615.0,ns,154 -simple_insert,legion,,,,23912245.0,ns,161 -simple_insert,legion,,,,24914725.0,ns,168 -simple_insert,legion,,,,25930941.0,ns,175 -simple_insert,legion,,,,26969130.0,ns,182 -simple_insert,legion,,,,27986417.0,ns,189 -simple_insert,legion,,,,29020467.0,ns,196 -simple_insert,legion,,,,30055189.0,ns,203 -simple_insert,legion,,,,31070461.0,ns,210 -simple_insert,legion,,,,32086269.0,ns,217 -simple_insert,legion,,,,33128954.0,ns,224 -simple_insert,legion,,,,34153437.0,ns,231 -simple_insert,legion,,,,35259854.0,ns,238 -simple_insert,legion,,,,36222789.0,ns,245 -simple_insert,legion,,,,37253383.0,ns,252 -simple_insert,legion,,,,38347486.0,ns,259 -simple_insert,legion,,,,39386986.0,ns,266 -simple_insert,legion,,,,40395207.0,ns,273 -simple_insert,legion,,,,41428096.0,ns,280 -simple_insert,legion,,,,42466333.0,ns,287 -simple_insert,legion,,,,43541851.0,ns,294 -simple_insert,legion,,,,44576363.0,ns,301 -simple_insert,legion,,,,45555057.0,ns,308 -simple_insert,legion,,,,46639263.0,ns,315 -simple_insert,legion,,,,47632866.0,ns,322 -simple_insert,legion,,,,48655585.0,ns,329 -simple_insert,legion,,,,49684764.0,ns,336 -simple_insert,legion,,,,50739173.0,ns,343 -simple_insert,legion,,,,51757375.0,ns,350 -simple_insert,legion,,,,52801312.0,ns,357 -simple_insert,legion,,,,53906998.0,ns,364 -simple_insert,legion,,,,54945477.0,ns,371 -simple_insert,legion,,,,56045683.0,ns,378 -simple_insert,legion,,,,57024569.0,ns,385 -simple_insert,legion,,,,58260673.0,ns,392 -simple_insert,legion,,,,59134679.0,ns,399 -simple_insert,legion,,,,60102091.0,ns,406 -simple_insert,legion,,,,62011689.0,ns,413 -simple_insert,legion,,,,62296641.0,ns,420 -simple_insert,legion,,,,63195825.0,ns,427 -simple_insert,legion,,,,64266506.0,ns,434 -simple_insert,legion,,,,65181057.0,ns,441 -simple_insert,legion,,,,66343182.0,ns,448 -simple_insert,legion,,,,67589977.0,ns,455 -simple_insert,legion,,,,68393637.0,ns,462 -simple_insert,legion,,,,69331224.0,ns,469 -simple_insert,legion,,,,70429727.0,ns,476 -simple_insert,legion,,,,71483112.0,ns,483 -simple_insert,legion,,,,72456338.0,ns,490 -simple_insert,legion,,,,73543549.0,ns,497 -simple_insert,legion,,,,74920903.0,ns,504 -simple_insert,legion,,,,75698805.0,ns,511 -simple_insert,legion,,,,76697737.0,ns,518 -simple_insert,legion,,,,77901060.0,ns,525 -simple_insert,legion,,,,78854667.0,ns,532 -simple_insert,legion,,,,80040216.0,ns,539 -simple_insert,legion,,,,80864516.0,ns,546 -simple_insert,legion,,,,81743290.0,ns,553 -simple_insert,legion,,,,82760316.0,ns,560 -simple_insert,legion,,,,83822952.0,ns,567 -simple_insert,legion,,,,84885176.0,ns,574 -simple_insert,legion,,,,85929224.0,ns,581 -simple_insert,legion,,,,86962524.0,ns,588 -simple_insert,legion,,,,87961707.0,ns,595 -simple_insert,legion,,,,88954277.0,ns,602 -simple_insert,legion,,,,89987466.0,ns,609 -simple_insert,legion,,,,91031315.0,ns,616 -simple_insert,legion,,,,92101704.0,ns,623 -simple_insert,legion,,,,93163828.0,ns,630 -simple_insert,legion,,,,94199891.0,ns,637 -simple_insert,legion,,,,95204494.0,ns,644 -simple_insert,legion,,,,96342853.0,ns,651 -simple_insert,legion,,,,97327210.0,ns,658 -simple_insert,legion,,,,98373471.0,ns,665 -simple_insert,legion,,,,99461686.0,ns,672 -simple_insert,legion,,,,100459106.0,ns,679 -simple_insert,legion,,,,101451025.0,ns,686 -simple_insert,legion,,,,102519471.0,ns,693 -simple_insert,legion,,,,103524035.0,ns,700 +simple_insert,legion,,,,1095600.0,ns,4 +simple_insert,legion,,,,1893800.0,ns,8 +simple_insert,legion,,,,3708900.0,ns,12 +simple_insert,legion,,,,3822800.0,ns,16 +simple_insert,legion,,,,4700800.0,ns,20 +simple_insert,legion,,,,6861900.0,ns,24 +simple_insert,legion,,,,7434700.0,ns,28 +simple_insert,legion,,,,8791200.0,ns,32 +simple_insert,legion,,,,9335300.0,ns,36 +simple_insert,legion,,,,10172800.0,ns,40 +simple_insert,legion,,,,11073900.0,ns,44 +simple_insert,legion,,,,12191700.0,ns,48 +simple_insert,legion,,,,13385500.0,ns,52 +simple_insert,legion,,,,14342400.0,ns,56 +simple_insert,legion,,,,15728700.0,ns,60 +simple_insert,legion,,,,16590400.0,ns,64 +simple_insert,legion,,,,17013800.0,ns,68 +simple_insert,legion,,,,18804900.0,ns,72 +simple_insert,legion,,,,19248700.0,ns,76 +simple_insert,legion,,,,22273300.0,ns,80 +simple_insert,legion,,,,22021300.0,ns,84 +simple_insert,legion,,,,23854700.0,ns,88 +simple_insert,legion,,,,23507800.0,ns,92 +simple_insert,legion,,,,26549900.0,ns,96 +simple_insert,legion,,,,27109000.0,ns,100 +simple_insert,legion,,,,27812800.0,ns,104 +simple_insert,legion,,,,29259300.0,ns,108 +simple_insert,legion,,,,29397700.0,ns,112 +simple_insert,legion,,,,30142400.0,ns,116 +simple_insert,legion,,,,32414600.0,ns,120 +simple_insert,legion,,,,32269400.0,ns,124 +simple_insert,legion,,,,34482600.0,ns,128 +simple_insert,legion,,,,34753000.0,ns,132 +simple_insert,legion,,,,35921800.0,ns,136 +simple_insert,legion,,,,36995800.0,ns,140 +simple_insert,legion,,,,39209900.0,ns,144 +simple_insert,legion,,,,38626000.0,ns,148 +simple_insert,legion,,,,40769600.0,ns,152 +simple_insert,legion,,,,41318600.0,ns,156 +simple_insert,legion,,,,43516800.0,ns,160 +simple_insert,legion,,,,43917100.0,ns,164 +simple_insert,legion,,,,44074300.0,ns,168 +simple_insert,legion,,,,47075600.0,ns,172 +simple_insert,legion,,,,46235600.0,ns,176 +simple_insert,legion,,,,48719000.0,ns,180 +simple_insert,legion,,,,47736900.0,ns,184 +simple_insert,legion,,,,50467500.0,ns,188 +simple_insert,legion,,,,51535100.0,ns,192 +simple_insert,legion,,,,52370900.0,ns,196 +simple_insert,legion,,,,52706200.0,ns,200 +simple_insert,legion,,,,54190800.0,ns,204 +simple_insert,legion,,,,58589100.0,ns,208 +simple_insert,legion,,,,54971600.0,ns,212 +simple_insert,legion,,,,55975700.0,ns,216 +simple_insert,legion,,,,59829100.0,ns,220 +simple_insert,legion,,,,56971300.0,ns,224 +simple_insert,legion,,,,59791500.0,ns,228 +simple_insert,legion,,,,61100600.0,ns,232 +simple_insert,legion,,,,64503300.0,ns,236 +simple_insert,legion,,,,61920100.0,ns,240 +simple_insert,legion,,,,64700300.0,ns,244 +simple_insert,legion,,,,65970500.0,ns,248 +simple_insert,legion,,,,68267300.0,ns,252 +simple_insert,legion,,,,70437000.0,ns,256 +simple_insert,legion,,,,69770100.0,ns,260 +simple_insert,legion,,,,71969000.0,ns,264 +simple_insert,legion,,,,70216300.0,ns,268 +simple_insert,legion,,,,71602900.0,ns,272 +simple_insert,legion,,,,73747800.0,ns,276 +simple_insert,legion,,,,72895800.0,ns,280 +simple_insert,legion,,,,74101000.0,ns,284 +simple_insert,legion,,,,75628900.0,ns,288 +simple_insert,legion,,,,77299500.0,ns,292 +simple_insert,legion,,,,76466700.0,ns,296 +simple_insert,legion,,,,77646200.0,ns,300 +simple_insert,legion,,,,82182400.0,ns,304 +simple_insert,legion,,,,82525700.0,ns,308 +simple_insert,legion,,,,81385400.0,ns,312 +simple_insert,legion,,,,84337400.0,ns,316 +simple_insert,legion,,,,82262100.0,ns,320 +simple_insert,legion,,,,84270100.0,ns,324 +simple_insert,legion,,,,87505200.0,ns,328 +simple_insert,legion,,,,88823300.0,ns,332 +simple_insert,legion,,,,89281200.0,ns,336 +simple_insert,legion,,,,90733700.0,ns,340 +simple_insert,legion,,,,90680500.0,ns,344 +simple_insert,legion,,,,91944600.0,ns,348 +simple_insert,legion,,,,95109100.0,ns,352 +simple_insert,legion,,,,93327000.0,ns,356 +simple_insert,legion,,,,94376500.0,ns,360 +simple_insert,legion,,,,97307800.0,ns,364 +simple_insert,legion,,,,96294000.0,ns,368 +simple_insert,legion,,,,99088600.0,ns,372 +simple_insert,legion,,,,99024300.0,ns,376 +simple_insert,legion,,,,99960100.0,ns,380 +simple_insert,legion,,,,100791600.0,ns,384 +simple_insert,legion,,,,104325400.0,ns,388 +simple_insert,legion,,,,101581700.0,ns,392 +simple_insert,legion,,,,103356100.0,ns,396 +simple_insert,legion,,,,104775500.0,ns,400 diff --git a/target/criterion/simple_insert/legion/base/sample.json b/target/criterion/simple_insert/legion/base/sample.json index cb246674..edeb0106 100644 --- a/target/criterion/simple_insert/legion/base/sample.json +++ b/target/criterion/simple_insert/legion/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[1036285.0,2069563.0,3097532.0,4277368.0,5194176.0,6228396.0,7219364.0,8300854.0,9299468.0,10363162.0,11410187.0,12414040.0,13467767.0,14508029.0,15520649.0,16594383.0,17619737.0,18662926.0,19682297.0,20717970.0,21776355.0,22798615.0,23912245.0,24914725.0,25930941.0,26969130.0,27986417.0,29020467.0,30055189.0,31070461.0,32086269.0,33128954.0,34153437.0,35259854.0,36222789.0,37253383.0,38347486.0,39386986.0,40395207.0,41428096.0,42466333.0,43541851.0,44576363.0,45555057.0,46639263.0,47632866.0,48655585.0,49684764.0,50739173.0,51757375.0,52801312.0,53906998.0,54945477.0,56045683.0,57024569.0,58260673.0,59134679.0,60102091.0,62011689.0,62296641.0,63195825.0,64266506.0,65181057.0,66343182.0,67589977.0,68393637.0,69331224.0,70429727.0,71483112.0,72456338.0,73543549.0,74920903.0,75698805.0,76697737.0,77901060.0,78854667.0,80040216.0,80864516.0,81743290.0,82760316.0,83822952.0,84885176.0,85929224.0,86962524.0,87961707.0,88954277.0,89987466.0,91031315.0,92101704.0,93163828.0,94199891.0,95204494.0,96342853.0,97327210.0,98373471.0,99461686.0,100459106.0,101451025.0,102519471.0,103524035.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1095600.0,1893800.0,3708900.0,3822800.0,4700800.0,6861900.0,7434700.0,8791200.0,9335300.0,10172800.0,11073900.0,12191700.0,13385500.0,14342400.0,15728700.0,16590400.0,17013800.0,18804900.0,19248700.0,22273300.0,22021300.0,23854700.0,23507800.0,26549900.0,27109000.0,27812800.0,29259300.0,29397700.0,30142400.0,32414600.0,32269400.0,34482600.0,34753000.0,35921800.0,36995800.0,39209900.0,38626000.0,40769600.0,41318600.0,43516800.0,43917100.0,44074300.0,47075600.0,46235600.0,48719000.0,47736900.0,50467500.0,51535100.0,52370900.0,52706200.0,54190800.0,58589100.0,54971600.0,55975700.0,59829100.0,56971300.0,59791500.0,61100600.0,64503300.0,61920100.0,64700300.0,65970500.0,68267300.0,70437000.0,69770100.0,71969000.0,70216300.0,71602900.0,73747800.0,72895800.0,74101000.0,75628900.0,77299500.0,76466700.0,77646200.0,82182400.0,82525700.0,81385400.0,84337400.0,82262100.0,84270100.0,87505200.0,88823300.0,89281200.0,90733700.0,90680500.0,91944600.0,95109100.0,93327000.0,94376500.0,97307800.0,96294000.0,99088600.0,99024300.0,99960100.0,100791600.0,104325400.0,101581700.0,103356100.0,104775500.0]} \ No newline at end of file diff --git a/target/criterion/simple_insert/legion/base/tukey.json b/target/criterion/simple_insert/legion/base/tukey.json index 184eae38..0161e6c4 100644 --- a/target/criterion/simple_insert/legion/base/tukey.json +++ b/target/criterion/simple_insert/legion/base/tukey.json @@ -1 +1 @@ -[147200.9326015254,147540.5476674119,148446.1878431093,148785.80290899583] \ No newline at end of file +[236003.46051849448,248159.67092745,280576.23201799806,292732.4424269536] \ No newline at end of file diff --git a/target/criterion/simple_insert/legion/change/estimates.json b/target/criterion/simple_insert/legion/change/estimates.json index 7fa3f9e0..df60d23d 100644 --- a/target/criterion/simple_insert/legion/change/estimates.json +++ b/target/criterion/simple_insert/legion/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.014059641754309172,"upper_bound":0.022520350065167616},"point_estimate":0.018842985647226085,"standard_error":0.00218880447454375},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.021295965517959647,"upper_bound":0.0224999961941712},"point_estimate":0.021786024252141933,"standard_error":0.00030772952862112536}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.7758412233962397,"upper_bound":0.797016935263378},"point_estimate":0.7855852659451992,"standard_error":0.005766980734810305},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.7730842855292259,"upper_bound":0.7968788420583326},"point_estimate":0.7809315716031804,"standard_error":0.006046801245642608}} \ No newline at end of file diff --git a/target/criterion/simple_insert/legion/new/estimates.json b/target/criterion/simple_insert/legion/new/estimates.json index ebdfe976..71f99382 100644 --- a/target/criterion/simple_insert/legion/new/estimates.json +++ b/target/criterion/simple_insert/legion/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":147992.01744655333,"upper_bound":148206.03131549575},"point_estimate":148081.07208856006,"standard_error":55.61937096041166},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":147943.64990851074,"upper_bound":148048.11523574946},"point_estimate":147994.76663121826,"standard_error":28.191845214076913},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":141.64376891389875,"upper_bound":224.26451501010462},"point_estimate":170.44086104828327,"standard_error":21.839031771642123},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":147951.2981797243,"upper_bound":148080.7346878641},"point_estimate":148008.5218982879,"standard_error":33.32100845545063},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":192.20862921941705,"upper_bound":889.9142253439855},"point_estimate":560.4948439919312,"standard_error":204.92916081434774}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":262659.4608792359,"upper_bound":266212.7131415061},"point_estimate":264411.38048670173,"standard_error":902.5079746573006},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":262413.24404761905,"upper_bound":265825.62855787476},"point_estimate":263568.55232558143,"standard_error":890.1162896594666},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4794.956331351663,"upper_bound":7670.995211579079},"point_estimate":6281.261799054432,"standard_error":711.1084513896056},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":263523.05881594133,"upper_bound":265604.80085563357},"point_estimate":264544.06177035614,"standard_error":531.9096316813133},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6501.75191263746,"upper_bound":11589.212466070405},"point_estimate":9066.348505383494,"standard_error":1307.974519411244}} \ No newline at end of file diff --git a/target/criterion/simple_insert/legion/new/raw.csv b/target/criterion/simple_insert/legion/new/raw.csv index d09b8979..2d079832 100644 --- a/target/criterion/simple_insert/legion/new/raw.csv +++ b/target/criterion/simple_insert/legion/new/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -simple_insert,legion,,,,1036285.0,ns,7 -simple_insert,legion,,,,2069563.0,ns,14 -simple_insert,legion,,,,3097532.0,ns,21 -simple_insert,legion,,,,4277368.0,ns,28 -simple_insert,legion,,,,5194176.0,ns,35 -simple_insert,legion,,,,6228396.0,ns,42 -simple_insert,legion,,,,7219364.0,ns,49 -simple_insert,legion,,,,8300854.0,ns,56 -simple_insert,legion,,,,9299468.0,ns,63 -simple_insert,legion,,,,10363162.0,ns,70 -simple_insert,legion,,,,11410187.0,ns,77 -simple_insert,legion,,,,12414040.0,ns,84 -simple_insert,legion,,,,13467767.0,ns,91 -simple_insert,legion,,,,14508029.0,ns,98 -simple_insert,legion,,,,15520649.0,ns,105 -simple_insert,legion,,,,16594383.0,ns,112 -simple_insert,legion,,,,17619737.0,ns,119 -simple_insert,legion,,,,18662926.0,ns,126 -simple_insert,legion,,,,19682297.0,ns,133 -simple_insert,legion,,,,20717970.0,ns,140 -simple_insert,legion,,,,21776355.0,ns,147 -simple_insert,legion,,,,22798615.0,ns,154 -simple_insert,legion,,,,23912245.0,ns,161 -simple_insert,legion,,,,24914725.0,ns,168 -simple_insert,legion,,,,25930941.0,ns,175 -simple_insert,legion,,,,26969130.0,ns,182 -simple_insert,legion,,,,27986417.0,ns,189 -simple_insert,legion,,,,29020467.0,ns,196 -simple_insert,legion,,,,30055189.0,ns,203 -simple_insert,legion,,,,31070461.0,ns,210 -simple_insert,legion,,,,32086269.0,ns,217 -simple_insert,legion,,,,33128954.0,ns,224 -simple_insert,legion,,,,34153437.0,ns,231 -simple_insert,legion,,,,35259854.0,ns,238 -simple_insert,legion,,,,36222789.0,ns,245 -simple_insert,legion,,,,37253383.0,ns,252 -simple_insert,legion,,,,38347486.0,ns,259 -simple_insert,legion,,,,39386986.0,ns,266 -simple_insert,legion,,,,40395207.0,ns,273 -simple_insert,legion,,,,41428096.0,ns,280 -simple_insert,legion,,,,42466333.0,ns,287 -simple_insert,legion,,,,43541851.0,ns,294 -simple_insert,legion,,,,44576363.0,ns,301 -simple_insert,legion,,,,45555057.0,ns,308 -simple_insert,legion,,,,46639263.0,ns,315 -simple_insert,legion,,,,47632866.0,ns,322 -simple_insert,legion,,,,48655585.0,ns,329 -simple_insert,legion,,,,49684764.0,ns,336 -simple_insert,legion,,,,50739173.0,ns,343 -simple_insert,legion,,,,51757375.0,ns,350 -simple_insert,legion,,,,52801312.0,ns,357 -simple_insert,legion,,,,53906998.0,ns,364 -simple_insert,legion,,,,54945477.0,ns,371 -simple_insert,legion,,,,56045683.0,ns,378 -simple_insert,legion,,,,57024569.0,ns,385 -simple_insert,legion,,,,58260673.0,ns,392 -simple_insert,legion,,,,59134679.0,ns,399 -simple_insert,legion,,,,60102091.0,ns,406 -simple_insert,legion,,,,62011689.0,ns,413 -simple_insert,legion,,,,62296641.0,ns,420 -simple_insert,legion,,,,63195825.0,ns,427 -simple_insert,legion,,,,64266506.0,ns,434 -simple_insert,legion,,,,65181057.0,ns,441 -simple_insert,legion,,,,66343182.0,ns,448 -simple_insert,legion,,,,67589977.0,ns,455 -simple_insert,legion,,,,68393637.0,ns,462 -simple_insert,legion,,,,69331224.0,ns,469 -simple_insert,legion,,,,70429727.0,ns,476 -simple_insert,legion,,,,71483112.0,ns,483 -simple_insert,legion,,,,72456338.0,ns,490 -simple_insert,legion,,,,73543549.0,ns,497 -simple_insert,legion,,,,74920903.0,ns,504 -simple_insert,legion,,,,75698805.0,ns,511 -simple_insert,legion,,,,76697737.0,ns,518 -simple_insert,legion,,,,77901060.0,ns,525 -simple_insert,legion,,,,78854667.0,ns,532 -simple_insert,legion,,,,80040216.0,ns,539 -simple_insert,legion,,,,80864516.0,ns,546 -simple_insert,legion,,,,81743290.0,ns,553 -simple_insert,legion,,,,82760316.0,ns,560 -simple_insert,legion,,,,83822952.0,ns,567 -simple_insert,legion,,,,84885176.0,ns,574 -simple_insert,legion,,,,85929224.0,ns,581 -simple_insert,legion,,,,86962524.0,ns,588 -simple_insert,legion,,,,87961707.0,ns,595 -simple_insert,legion,,,,88954277.0,ns,602 -simple_insert,legion,,,,89987466.0,ns,609 -simple_insert,legion,,,,91031315.0,ns,616 -simple_insert,legion,,,,92101704.0,ns,623 -simple_insert,legion,,,,93163828.0,ns,630 -simple_insert,legion,,,,94199891.0,ns,637 -simple_insert,legion,,,,95204494.0,ns,644 -simple_insert,legion,,,,96342853.0,ns,651 -simple_insert,legion,,,,97327210.0,ns,658 -simple_insert,legion,,,,98373471.0,ns,665 -simple_insert,legion,,,,99461686.0,ns,672 -simple_insert,legion,,,,100459106.0,ns,679 -simple_insert,legion,,,,101451025.0,ns,686 -simple_insert,legion,,,,102519471.0,ns,693 -simple_insert,legion,,,,103524035.0,ns,700 +simple_insert,legion,,,,1095600.0,ns,4 +simple_insert,legion,,,,1893800.0,ns,8 +simple_insert,legion,,,,3708900.0,ns,12 +simple_insert,legion,,,,3822800.0,ns,16 +simple_insert,legion,,,,4700800.0,ns,20 +simple_insert,legion,,,,6861900.0,ns,24 +simple_insert,legion,,,,7434700.0,ns,28 +simple_insert,legion,,,,8791200.0,ns,32 +simple_insert,legion,,,,9335300.0,ns,36 +simple_insert,legion,,,,10172800.0,ns,40 +simple_insert,legion,,,,11073900.0,ns,44 +simple_insert,legion,,,,12191700.0,ns,48 +simple_insert,legion,,,,13385500.0,ns,52 +simple_insert,legion,,,,14342400.0,ns,56 +simple_insert,legion,,,,15728700.0,ns,60 +simple_insert,legion,,,,16590400.0,ns,64 +simple_insert,legion,,,,17013800.0,ns,68 +simple_insert,legion,,,,18804900.0,ns,72 +simple_insert,legion,,,,19248700.0,ns,76 +simple_insert,legion,,,,22273300.0,ns,80 +simple_insert,legion,,,,22021300.0,ns,84 +simple_insert,legion,,,,23854700.0,ns,88 +simple_insert,legion,,,,23507800.0,ns,92 +simple_insert,legion,,,,26549900.0,ns,96 +simple_insert,legion,,,,27109000.0,ns,100 +simple_insert,legion,,,,27812800.0,ns,104 +simple_insert,legion,,,,29259300.0,ns,108 +simple_insert,legion,,,,29397700.0,ns,112 +simple_insert,legion,,,,30142400.0,ns,116 +simple_insert,legion,,,,32414600.0,ns,120 +simple_insert,legion,,,,32269400.0,ns,124 +simple_insert,legion,,,,34482600.0,ns,128 +simple_insert,legion,,,,34753000.0,ns,132 +simple_insert,legion,,,,35921800.0,ns,136 +simple_insert,legion,,,,36995800.0,ns,140 +simple_insert,legion,,,,39209900.0,ns,144 +simple_insert,legion,,,,38626000.0,ns,148 +simple_insert,legion,,,,40769600.0,ns,152 +simple_insert,legion,,,,41318600.0,ns,156 +simple_insert,legion,,,,43516800.0,ns,160 +simple_insert,legion,,,,43917100.0,ns,164 +simple_insert,legion,,,,44074300.0,ns,168 +simple_insert,legion,,,,47075600.0,ns,172 +simple_insert,legion,,,,46235600.0,ns,176 +simple_insert,legion,,,,48719000.0,ns,180 +simple_insert,legion,,,,47736900.0,ns,184 +simple_insert,legion,,,,50467500.0,ns,188 +simple_insert,legion,,,,51535100.0,ns,192 +simple_insert,legion,,,,52370900.0,ns,196 +simple_insert,legion,,,,52706200.0,ns,200 +simple_insert,legion,,,,54190800.0,ns,204 +simple_insert,legion,,,,58589100.0,ns,208 +simple_insert,legion,,,,54971600.0,ns,212 +simple_insert,legion,,,,55975700.0,ns,216 +simple_insert,legion,,,,59829100.0,ns,220 +simple_insert,legion,,,,56971300.0,ns,224 +simple_insert,legion,,,,59791500.0,ns,228 +simple_insert,legion,,,,61100600.0,ns,232 +simple_insert,legion,,,,64503300.0,ns,236 +simple_insert,legion,,,,61920100.0,ns,240 +simple_insert,legion,,,,64700300.0,ns,244 +simple_insert,legion,,,,65970500.0,ns,248 +simple_insert,legion,,,,68267300.0,ns,252 +simple_insert,legion,,,,70437000.0,ns,256 +simple_insert,legion,,,,69770100.0,ns,260 +simple_insert,legion,,,,71969000.0,ns,264 +simple_insert,legion,,,,70216300.0,ns,268 +simple_insert,legion,,,,71602900.0,ns,272 +simple_insert,legion,,,,73747800.0,ns,276 +simple_insert,legion,,,,72895800.0,ns,280 +simple_insert,legion,,,,74101000.0,ns,284 +simple_insert,legion,,,,75628900.0,ns,288 +simple_insert,legion,,,,77299500.0,ns,292 +simple_insert,legion,,,,76466700.0,ns,296 +simple_insert,legion,,,,77646200.0,ns,300 +simple_insert,legion,,,,82182400.0,ns,304 +simple_insert,legion,,,,82525700.0,ns,308 +simple_insert,legion,,,,81385400.0,ns,312 +simple_insert,legion,,,,84337400.0,ns,316 +simple_insert,legion,,,,82262100.0,ns,320 +simple_insert,legion,,,,84270100.0,ns,324 +simple_insert,legion,,,,87505200.0,ns,328 +simple_insert,legion,,,,88823300.0,ns,332 +simple_insert,legion,,,,89281200.0,ns,336 +simple_insert,legion,,,,90733700.0,ns,340 +simple_insert,legion,,,,90680500.0,ns,344 +simple_insert,legion,,,,91944600.0,ns,348 +simple_insert,legion,,,,95109100.0,ns,352 +simple_insert,legion,,,,93327000.0,ns,356 +simple_insert,legion,,,,94376500.0,ns,360 +simple_insert,legion,,,,97307800.0,ns,364 +simple_insert,legion,,,,96294000.0,ns,368 +simple_insert,legion,,,,99088600.0,ns,372 +simple_insert,legion,,,,99024300.0,ns,376 +simple_insert,legion,,,,99960100.0,ns,380 +simple_insert,legion,,,,100791600.0,ns,384 +simple_insert,legion,,,,104325400.0,ns,388 +simple_insert,legion,,,,101581700.0,ns,392 +simple_insert,legion,,,,103356100.0,ns,396 +simple_insert,legion,,,,104775500.0,ns,400 diff --git a/target/criterion/simple_insert/legion/new/sample.json b/target/criterion/simple_insert/legion/new/sample.json index cb246674..edeb0106 100644 --- a/target/criterion/simple_insert/legion/new/sample.json +++ b/target/criterion/simple_insert/legion/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[1036285.0,2069563.0,3097532.0,4277368.0,5194176.0,6228396.0,7219364.0,8300854.0,9299468.0,10363162.0,11410187.0,12414040.0,13467767.0,14508029.0,15520649.0,16594383.0,17619737.0,18662926.0,19682297.0,20717970.0,21776355.0,22798615.0,23912245.0,24914725.0,25930941.0,26969130.0,27986417.0,29020467.0,30055189.0,31070461.0,32086269.0,33128954.0,34153437.0,35259854.0,36222789.0,37253383.0,38347486.0,39386986.0,40395207.0,41428096.0,42466333.0,43541851.0,44576363.0,45555057.0,46639263.0,47632866.0,48655585.0,49684764.0,50739173.0,51757375.0,52801312.0,53906998.0,54945477.0,56045683.0,57024569.0,58260673.0,59134679.0,60102091.0,62011689.0,62296641.0,63195825.0,64266506.0,65181057.0,66343182.0,67589977.0,68393637.0,69331224.0,70429727.0,71483112.0,72456338.0,73543549.0,74920903.0,75698805.0,76697737.0,77901060.0,78854667.0,80040216.0,80864516.0,81743290.0,82760316.0,83822952.0,84885176.0,85929224.0,86962524.0,87961707.0,88954277.0,89987466.0,91031315.0,92101704.0,93163828.0,94199891.0,95204494.0,96342853.0,97327210.0,98373471.0,99461686.0,100459106.0,101451025.0,102519471.0,103524035.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1095600.0,1893800.0,3708900.0,3822800.0,4700800.0,6861900.0,7434700.0,8791200.0,9335300.0,10172800.0,11073900.0,12191700.0,13385500.0,14342400.0,15728700.0,16590400.0,17013800.0,18804900.0,19248700.0,22273300.0,22021300.0,23854700.0,23507800.0,26549900.0,27109000.0,27812800.0,29259300.0,29397700.0,30142400.0,32414600.0,32269400.0,34482600.0,34753000.0,35921800.0,36995800.0,39209900.0,38626000.0,40769600.0,41318600.0,43516800.0,43917100.0,44074300.0,47075600.0,46235600.0,48719000.0,47736900.0,50467500.0,51535100.0,52370900.0,52706200.0,54190800.0,58589100.0,54971600.0,55975700.0,59829100.0,56971300.0,59791500.0,61100600.0,64503300.0,61920100.0,64700300.0,65970500.0,68267300.0,70437000.0,69770100.0,71969000.0,70216300.0,71602900.0,73747800.0,72895800.0,74101000.0,75628900.0,77299500.0,76466700.0,77646200.0,82182400.0,82525700.0,81385400.0,84337400.0,82262100.0,84270100.0,87505200.0,88823300.0,89281200.0,90733700.0,90680500.0,91944600.0,95109100.0,93327000.0,94376500.0,97307800.0,96294000.0,99088600.0,99024300.0,99960100.0,100791600.0,104325400.0,101581700.0,103356100.0,104775500.0]} \ No newline at end of file diff --git a/target/criterion/simple_insert/legion/new/tukey.json b/target/criterion/simple_insert/legion/new/tukey.json index 184eae38..0161e6c4 100644 --- a/target/criterion/simple_insert/legion/new/tukey.json +++ b/target/criterion/simple_insert/legion/new/tukey.json @@ -1 +1 @@ -[147200.9326015254,147540.5476674119,148446.1878431093,148785.80290899583] \ No newline at end of file +[236003.46051849448,248159.67092745,280576.23201799806,292732.4424269536] \ No newline at end of file diff --git a/target/criterion/simple_insert/legion/report/MAD.svg b/target/criterion/simple_insert/legion/report/MAD.svg index 7e1038e2..fdf82b32 100644 --- a/target/criterion/simple_insert/legion/report/MAD.svg +++ b/target/criterion/simple_insert/legion/report/MAD.svg @@ -1,278 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 140 - - - - - 160 - - - - - 180 - - - - - 200 - - - - - 220 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - simple_insert/legion: MAD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_insert/legion:MAD + + +Density (a.u.) + + +Average time (us) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + + +4.5 + + + +5 + + + +5.5 + + + +6 + + + +6.5 + + + +7 + + + +7.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_insert/legion/report/SD.svg b/target/criterion/simple_insert/legion/report/SD.svg index 885b8699..a8f3258d 100644 --- a/target/criterion/simple_insert/legion/report/SD.svg +++ b/target/criterion/simple_insert/legion/report/SD.svg @@ -1,303 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.0005 - - - - - 0.001 - - - - - 0.0015 - - - - - 0.002 - - - - - 0.0025 - - - - - 0.003 - - - - - 0.0035 - - - - - 200 - - - - - 300 - - - - - 400 - - - - - 500 - - - - - 600 - - - - - 700 - - - - - 800 - - - - - 900 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - simple_insert/legion: SD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_insert/legion:SD + + +Density (a.u.) + + +Average time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + + +6 + + + +7 + + + +8 + + + +9 + + + +10 + + + +11 + + + +12 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_insert/legion/report/both/pdf.svg b/target/criterion/simple_insert/legion/report/both/pdf.svg index 1f3fa857..9c1b37b6 100644 --- a/target/criterion/simple_insert/legion/report/both/pdf.svg +++ b/target/criterion/simple_insert/legion/report/both/pdf.svg @@ -1,333 +1,73 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.2 - - - - - 0.4 - - - - - 0.6 - - - - - 0.8 - - - - - 1 - - - - - 1.2 - - - - - 1.4 - - - - - 135 - - - - - 140 - - - - - 145 - - - - - 150 - - - - - 155 - - - - - 160 - - - - - 165 - - - - - 170 - - - - - 175 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_insert/legion - - - - - Base PDF - - - Base PDF - - - - - - - - - - Base Mean - - - - - Base Mean - - - - - - New PDF - - - - - New PDF - - - - - - - - - - New Mean - - - - - New Mean - - - - - - - - - - - - - - + + +simple_insert/legion + + +Density (a.u.) + + +Average Time (us) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + + +150 + + + +200 + + + +250 + + + +300 + + + + + + + +Base PDF + + +New PDF + + +Base Mean + + +New Mean + + + + + - diff --git a/target/criterion/simple_insert/legion/report/both/regression.svg b/target/criterion/simple_insert/legion/report/both/regression.svg index d6fce451..2acd1629 100644 --- a/target/criterion/simple_insert/legion/report/both/regression.svg +++ b/target/criterion/simple_insert/legion/report/both/regression.svg @@ -1,305 +1,105 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 300 - - - - - - - - - - - - - 400 - - - - - - - - - - - - - 500 - - - - - - - - - - - - - 600 - - - - - - - - - - - - - 700 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - simple_insert/legion - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - Base sample - - - - - - New sample - - - New sample - - - - - - - - - - - - - - + + +simple_insert/legion + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + + + + + +Base Sample + + +New Sample + + + - diff --git a/target/criterion/simple_insert/legion/report/change/mean.svg b/target/criterion/simple_insert/legion/report/change/mean.svg index f57d9840..5ccbb010 100644 --- a/target/criterion/simple_insert/legion/report/change/mean.svg +++ b/target/criterion/simple_insert/legion/report/change/mean.svg @@ -1,320 +1,77 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 20 - - - - - 40 - - - - - 60 - - - - - 80 - - - - - 100 - - - - - 120 - - - - - 140 - - - - - 160 - - - - - 180 - - - - - 200 - - - - - 1.4 - - - - - 1.6 - - - - - 1.8 - - - - - 2 - - - - - 2.2 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - simple_insert/legion: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +simple_insert/legion:mean + + +Density (a.u.) + + +Relative change (%) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + + +0.775 + + + +0.78 + + + +0.785 + + + +0.79 + + + +0.795 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/simple_insert/legion/report/change/median.svg b/target/criterion/simple_insert/legion/report/change/median.svg index 87c1d775..7699350f 100644 --- a/target/criterion/simple_insert/legion/report/change/median.svg +++ b/target/criterion/simple_insert/legion/report/change/median.svg @@ -1,320 +1,77 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 200 - - - - - 400 - - - - - 600 - - - - - 800 - - - - - 1000 - - - - - 1200 - - - - - 1400 - - - - - 2.12 - - - - - 2.14 - - - - - 2.16 - - - - - 2.18 - - - - - 2.2 - - - - - 2.22 - - - - - 2.24 - - - - - 2.26 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - simple_insert/legion: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +simple_insert/legion:median + + +Density (a.u.) + + +Relative change (%) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + + +0.775 + + + +0.78 + + + +0.785 + + + +0.79 + + + +0.795 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/simple_insert/legion/report/change/t-test.svg b/target/criterion/simple_insert/legion/report/change/t-test.svg index 723dc85a..0eab1ab0 100644 --- a/target/criterion/simple_insert/legion/report/change/t-test.svg +++ b/target/criterion/simple_insert/legion/report/change/t-test.svg @@ -1,245 +1,95 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - -4 - - - - - -2 - - - - - 0 - - - - - 2 - - - - - 4 - - - - - 6 - - - - - 8 - - - - - 10 - - - - - - - - - Density - - - - - t score - - - - - simple_insert/legion: Welch t test - - - - - t distribution - - - t distribution - - - - - - - - - - t statistic - - - - - t statistic - - - - - - - - - - - - - - + + +simple_insert/legion: Welch t test + + +Density + + +t score + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +-4.0 + + + +-3.0 + + + +-2.0 + + + +-1.0 + + + +0.0 + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + +5.0 + + + + + +t distribution + + +t statistic + + + - diff --git a/target/criterion/simple_insert/legion/report/index.html b/target/criterion/simple_insert/legion/report/index.html index b7ef22c9..3573c3d8 100644 --- a/target/criterion/simple_insert/legion/report/index.html +++ b/target/criterion/simple_insert/legion/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 147.95 us - 148.01 us - 148.08 us + 263.52 us + 264.54 us + 265.60 us R² - 0.9994317 - 0.9994524 - 0.9994194 + 0.9571797 + 0.9591480 + 0.9570238 Mean - 147.99 us - 148.08 us - 148.21 us + 262.66 us + 264.41 us + 266.21 us Std. Dev. - 192.21 ns - 560.49 ns - 889.91 ns + 6.5018 us + 9.0663 us + 11.589 us Median - 147.94 us - 147.99 us - 148.05 us + 262.41 us + 263.57 us + 265.83 us MAD - 141.64 ns - 170.44 ns - 224.26 ns + 4.7950 us + 6.2813 us + 7.6710 us @@ -231,9 +231,9 @@

Additional Statistics:

Change in time - +1.4060% - +1.8843% - +2.2520% + +77.584% + +78.559% + +79.702% (p = 0.00 < 0.05) diff --git a/target/criterion/simple_insert/legion/report/mean.svg b/target/criterion/simple_insert/legion/report/mean.svg index 8e5c2dbe..a36fe072 100644 --- a/target/criterion/simple_insert/legion/report/mean.svg +++ b/target/criterion/simple_insert/legion/report/mean.svg @@ -1,293 +1,100 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - 5 - - - - - 6 - - - - - 7 - - - - - 8 - - - - - 148 - - - - - 148.05 - - - - - 148.1 - - - - - 148.15 - - - - - 148.2 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_insert/legion: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_insert/legion:mean + + +Density (a.u.) + + +Average time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + +0.45 + + + + +262.5 + + + +263 + + + +263.5 + + + +264 + + + +264.5 + + + +265 + + + +265.5 + + + +266 + + + +266.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_insert/legion/report/median.svg b/target/criterion/simple_insert/legion/report/median.svg index 5cabcddd..7867b732 100644 --- a/target/criterion/simple_insert/legion/report/median.svg +++ b/target/criterion/simple_insert/legion/report/median.svg @@ -1,288 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - 25 - - - - - 30 - - - - - 147.94 - - - - - 147.96 - - - - - 147.98 - - - - - 148 - - - - - 148.02 - - - - - 148.04 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_insert/legion: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_insert/legion:median + + +Density (a.u.) + + +Average time (us) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + + +262.5 + + + +263 + + + +263.5 + + + +264 + + + +264.5 + + + +265 + + + +265.5 + + + +266 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_insert/legion/report/pdf.svg b/target/criterion/simple_insert/legion/report/pdf.svg index 72ddb23d..5eeb0fb6 100644 --- a/target/criterion/simple_insert/legion/report/pdf.svg +++ b/target/criterion/simple_insert/legion/report/pdf.svg @@ -1,430 +1,163 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 100 - - - - - 200 - - - - - 300 - - - - - 400 - - - - - 500 - - - - - 600 - - - - - 700 - - - - - 147 - - - - - 148 - - - - - 149 - - - - - 150 - - - - - 151 - - - - - 152 - - - - - 153 - - - - - 0 - - - - - 0.2 - - - - - 0.4 - - - - - 0.6 - - - - - 0.8 - - - - - 1 - - - - - 1.2 - - - - - 1.4 - - - - - - - - - Iterations - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_insert/legion - - - - - PDF - - - PDF - - - - - - - - - - Mean - - - - - Mean - - - - - - "Clean" sample - - - - - "Clean" sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Mild outliers - - - Mild outliers - - - - - - - - - - - - - - Severe outliers - - - Severe outliers - - - - - - - - - gnuplot_plot_6 - - - - - - gnuplot_plot_7 - - - - gnuplot_plot_8 - - - - gnuplot_plot_9 - - - - - - - - - - - - + + +simple_insert/legion + + +Iterations + + +Average Time (us) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + + +230 + + + +240 + + + +250 + + + +260 + + + +270 + + + +280 + + + +290 + + + +300 + + + +310 + + + +320 + + + +Density (a.u.) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + +0.045 + + + +0.05 + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + - diff --git a/target/criterion/simple_insert/legion/report/pdf_small.svg b/target/criterion/simple_insert/legion/report/pdf_small.svg index 947407e5..dd960313 100644 --- a/target/criterion/simple_insert/legion/report/pdf_small.svg +++ b/target/criterion/simple_insert/legion/report/pdf_small.svg @@ -1,219 +1,52 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.2 - - - - - 0.4 - - - - - 0.6 - - - - - 0.8 - - - - - 1 - - - - - 1.2 - - - - - 1.4 - - - - - 147 - - - - - 148 - - - - - 149 - - - - - 150 - - - - - 151 - - - - - 152 - - - - - 153 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - PDF - - - - - - - Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + + +240 + + + +260 + + + +280 + + + +300 + + + +320 + + + + - diff --git a/target/criterion/simple_insert/legion/report/regression.svg b/target/criterion/simple_insert/legion/report/regression.svg index 0074bfa5..afa215f6 100644 --- a/target/criterion/simple_insert/legion/report/regression.svg +++ b/target/criterion/simple_insert/legion/report/regression.svg @@ -1,408 +1,192 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 300 - - - - - - - - - - - - - 400 - - - - - - - - - - - - - 500 - - - - - - - - - - - - - 600 - - - - - - - - - - - - - 700 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - simple_insert/legion - - - - - Sample - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - Linear regression - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - - + + +simple_insert/legion + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + - diff --git a/target/criterion/simple_insert/legion/report/regression_small.svg b/target/criterion/simple_insert/legion/report/regression_small.svg index fa09c363..0172f9a8 100644 --- a/target/criterion/simple_insert/legion/report/regression_small.svg +++ b/target/criterion/simple_insert/legion/report/regression_small.svg @@ -1,386 +1,177 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 300 - - - - - - - - - - - - - 400 - - - - - - - - - - - - - 500 - - - - - - - - - - - - - 600 - - - - - - - - - - - - - 700 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/simple_insert/legion/report/relative_pdf_small.svg b/target/criterion/simple_insert/legion/report/relative_pdf_small.svg index 6f42af25..8d86d086 100644 --- a/target/criterion/simple_insert/legion/report/relative_pdf_small.svg +++ b/target/criterion/simple_insert/legion/report/relative_pdf_small.svg @@ -1,306 +1,54 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.2 - - - - - 0.4 - - - - - 0.6 - - - - - 0.8 - - - - - 1 - - - - - 1.2 - - - - - 1.4 - - - - - 135 - - - - - 140 - - - - - 145 - - - - - 150 - - - - - 155 - - - - - 160 - - - - - 165 - - - - - 170 - - - - - 175 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - Base PDF - - - - - - - Base Mean - - - - - - New PDF - - - - - - - - - New Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + + +150 + + + +200 + + + +250 + + + +300 + + + + + + - diff --git a/target/criterion/simple_insert/legion/report/relative_regression_small.svg b/target/criterion/simple_insert/legion/report/relative_regression_small.svg index e518bed2..f91e6362 100644 --- a/target/criterion/simple_insert/legion/report/relative_regression_small.svg +++ b/target/criterion/simple_insert/legion/report/relative_regression_small.svg @@ -1,290 +1,94 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 300 - - - - - - - - - - - - - 400 - - - - - - - - - - - - - 500 - - - - - - - - - - - - - 600 - - - - - - - - - - - - - 700 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - - New sample - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + + + + - diff --git a/target/criterion/simple_insert/legion/report/slope.svg b/target/criterion/simple_insert/legion/report/slope.svg index 5f078574..cf619496 100644 --- a/target/criterion/simple_insert/legion/report/slope.svg +++ b/target/criterion/simple_insert/legion/report/slope.svg @@ -1,303 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 2 - - - - - 4 - - - - - 6 - - - - - 8 - - - - - 10 - - - - - 12 - - - - - 14 - - - - - 147.94 - - - - - 147.96 - - - - - 147.98 - - - - - 148 - - - - - 148.02 - - - - - 148.04 - - - - - 148.06 - - - - - 148.08 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_insert/legion: slope - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_insert/legion:slope + + +Density (a.u.) + + +Average time (us) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + + +263.5 + + + +264 + + + +264.5 + + + +265 + + + +265.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_insert/legion/report/typical.svg b/target/criterion/simple_insert/legion/report/typical.svg index 334ac651..d383fd7a 100644 --- a/target/criterion/simple_insert/legion/report/typical.svg +++ b/target/criterion/simple_insert/legion/report/typical.svg @@ -1,303 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 2 - - - - - 4 - - - - - 6 - - - - - 8 - - - - - 10 - - - - - 12 - - - - - 14 - - - - - 147.94 - - - - - 147.96 - - - - - 147.98 - - - - - 148 - - - - - 148.02 - - - - - 148.04 - - - - - 148.06 - - - - - 148.08 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_insert/legion: typical - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_insert/legion:typical + + +Density (a.u.) + + +Average time (us) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + + +263.5 + + + +264 + + + +264.5 + + + +265 + + + +265.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_insert/planck_ecs/base/estimates.json b/target/criterion/simple_insert/planck_ecs/base/estimates.json index 808696cc..b5a5435f 100644 --- a/target/criterion/simple_insert/planck_ecs/base/estimates.json +++ b/target/criterion/simple_insert/planck_ecs/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":443848.44999919157,"upper_bound":445230.0974235822},"point_estimate":444531.35132044216,"standard_error":353.16799072873073},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":443296.225,"upper_bound":444466.2444444444},"point_estimate":444236.41389514046,"standard_error":274.27327530041447},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2090.832093810077,"upper_bound":4759.930285290033},"point_estimate":3327.3586863820888,"standard_error":713.6996692692588},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":442746.681200757,"upper_bound":444368.2180590512},"point_estimate":443534.21308704006,"standard_error":414.196704166686},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3086.7190713020655,"upper_bound":3937.8028750757276},"point_estimate":3545.5770227414287,"standard_error":217.01923905482136}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":599953.6466162833,"upper_bound":608805.0137704799},"point_estimate":604283.1747203412,"standard_error":2264.3085336864556},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":595590.0,"upper_bound":601585.0},"point_estimate":597804.9731983324,"standard_error":1529.4349731302648},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9734.149439483866,"upper_bound":17847.366419298378},"point_estimate":13209.660318349226,"standard_error":2165.1529000433447},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":604366.8409227742,"upper_bound":615475.5697722869},"point_estimate":609722.0812767844,"standard_error":2834.3057913352413},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18797.546029723275,"upper_bound":26112.341550416306},"point_estimate":22741.91323418131,"standard_error":1867.3077636704418}} \ No newline at end of file diff --git a/target/criterion/simple_insert/planck_ecs/base/raw.csv b/target/criterion/simple_insert/planck_ecs/base/raw.csv index a964b075..191384a8 100644 --- a/target/criterion/simple_insert/planck_ecs/base/raw.csv +++ b/target/criterion/simple_insert/planck_ecs/base/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -simple_insert,planck_ecs,,,,1359390.0,ns,3 -simple_insert,planck_ecs,,,,2712687.0,ns,6 -simple_insert,planck_ecs,,,,4053031.0,ns,9 -simple_insert,planck_ecs,,,,5404977.0,ns,12 -simple_insert,planck_ecs,,,,6752885.0,ns,15 -simple_insert,planck_ecs,,,,8073330.0,ns,18 -simple_insert,planck_ecs,,,,9416791.0,ns,21 -simple_insert,planck_ecs,,,,10766851.0,ns,24 -simple_insert,planck_ecs,,,,12143505.0,ns,27 -simple_insert,planck_ecs,,,,13196260.0,ns,30 -simple_insert,planck_ecs,,,,14585667.0,ns,33 -simple_insert,planck_ecs,,,,15901633.0,ns,36 -simple_insert,planck_ecs,,,,17259081.0,ns,39 -simple_insert,planck_ecs,,,,18521615.0,ns,42 -simple_insert,planck_ecs,,,,20228145.0,ns,45 -simple_insert,planck_ecs,,,,21569462.0,ns,48 -simple_insert,planck_ecs,,,,22967345.0,ns,51 -simple_insert,planck_ecs,,,,24342423.0,ns,54 -simple_insert,planck_ecs,,,,25687167.0,ns,57 -simple_insert,planck_ecs,,,,26655772.0,ns,60 -simple_insert,planck_ecs,,,,27954044.0,ns,63 -simple_insert,planck_ecs,,,,29407534.0,ns,66 -simple_insert,planck_ecs,,,,31002072.0,ns,69 -simple_insert,planck_ecs,,,,31999682.0,ns,72 -simple_insert,planck_ecs,,,,32997573.0,ns,75 -simple_insert,planck_ecs,,,,34335562.0,ns,78 -simple_insert,planck_ecs,,,,35608097.0,ns,81 -simple_insert,planck_ecs,,,,36927751.0,ns,84 -simple_insert,planck_ecs,,,,38510986.0,ns,87 -simple_insert,planck_ecs,,,,40335722.0,ns,90 -simple_insert,planck_ecs,,,,41206693.0,ns,93 -simple_insert,planck_ecs,,,,42657245.0,ns,96 -simple_insert,planck_ecs,,,,44201367.0,ns,99 -simple_insert,planck_ecs,,,,44896662.0,ns,102 -simple_insert,planck_ecs,,,,46181179.0,ns,105 -simple_insert,planck_ecs,,,,48765040.0,ns,108 -simple_insert,planck_ecs,,,,49327152.0,ns,111 -simple_insert,planck_ecs,,,,50717652.0,ns,114 -simple_insert,planck_ecs,,,,51940871.0,ns,117 -simple_insert,planck_ecs,,,,53404790.0,ns,120 -simple_insert,planck_ecs,,,,55030218.0,ns,123 -simple_insert,planck_ecs,,,,56523662.0,ns,126 -simple_insert,planck_ecs,,,,57306284.0,ns,129 -simple_insert,planck_ecs,,,,58247166.0,ns,132 -simple_insert,planck_ecs,,,,59797368.0,ns,135 -simple_insert,planck_ecs,,,,61327244.0,ns,138 -simple_insert,planck_ecs,,,,62801722.0,ns,141 -simple_insert,planck_ecs,,,,64159230.0,ns,144 -simple_insert,planck_ecs,,,,65638095.0,ns,147 -simple_insert,planck_ecs,,,,66852300.0,ns,150 -simple_insert,planck_ecs,,,,69237182.0,ns,153 -simple_insert,planck_ecs,,,,68368837.0,ns,156 -simple_insert,planck_ecs,,,,70283366.0,ns,159 -simple_insert,planck_ecs,,,,71924151.0,ns,162 -simple_insert,planck_ecs,,,,73109341.0,ns,165 -simple_insert,planck_ecs,,,,74418924.0,ns,168 -simple_insert,planck_ecs,,,,75974047.0,ns,171 -simple_insert,planck_ecs,,,,77359917.0,ns,174 -simple_insert,planck_ecs,,,,78605731.0,ns,177 -simple_insert,planck_ecs,,,,80008643.0,ns,180 -simple_insert,planck_ecs,,,,80724067.0,ns,183 -simple_insert,planck_ecs,,,,83008698.0,ns,186 -simple_insert,planck_ecs,,,,83867586.0,ns,189 -simple_insert,planck_ecs,,,,85151671.0,ns,192 -simple_insert,planck_ecs,,,,86340135.0,ns,195 -simple_insert,planck_ecs,,,,87607219.0,ns,198 -simple_insert,planck_ecs,,,,89359748.0,ns,201 -simple_insert,planck_ecs,,,,90668802.0,ns,204 -simple_insert,planck_ecs,,,,91479395.0,ns,207 -simple_insert,planck_ecs,,,,93420484.0,ns,210 -simple_insert,planck_ecs,,,,94410841.0,ns,213 -simple_insert,planck_ecs,,,,95299283.0,ns,216 -simple_insert,planck_ecs,,,,96959936.0,ns,219 -simple_insert,planck_ecs,,,,98972391.0,ns,222 -simple_insert,planck_ecs,,,,99703223.0,ns,225 -simple_insert,planck_ecs,,,,101233829.0,ns,228 -simple_insert,planck_ecs,,,,102541551.0,ns,231 -simple_insert,planck_ecs,,,,103719673.0,ns,234 -simple_insert,planck_ecs,,,,105397241.0,ns,237 -simple_insert,planck_ecs,,,,106391094.0,ns,240 -simple_insert,planck_ecs,,,,108250997.0,ns,243 -simple_insert,planck_ecs,,,,108948967.0,ns,246 -simple_insert,planck_ecs,,,,109466823.0,ns,249 -simple_insert,planck_ecs,,,,110701936.0,ns,252 -simple_insert,planck_ecs,,,,112084510.0,ns,255 -simple_insert,planck_ecs,,,,113346985.0,ns,258 -simple_insert,planck_ecs,,,,115299064.0,ns,261 -simple_insert,planck_ecs,,,,117306808.0,ns,264 -simple_insert,planck_ecs,,,,118340458.0,ns,267 -simple_insert,planck_ecs,,,,118718408.0,ns,270 -simple_insert,planck_ecs,,,,119926249.0,ns,273 -simple_insert,planck_ecs,,,,122645429.0,ns,276 -simple_insert,planck_ecs,,,,123942421.0,ns,279 -simple_insert,planck_ecs,,,,126213967.0,ns,282 -simple_insert,planck_ecs,,,,128282690.0,ns,285 -simple_insert,planck_ecs,,,,129342347.0,ns,288 -simple_insert,planck_ecs,,,,130285785.0,ns,291 -simple_insert,planck_ecs,,,,129605678.0,ns,294 -simple_insert,planck_ecs,,,,130633999.0,ns,297 -simple_insert,planck_ecs,,,,132326713.0,ns,300 +simple_insert,planck_ecs,,,,1253300.0,ns,2 +simple_insert,planck_ecs,,,,2264100.0,ns,4 +simple_insert,planck_ecs,,,,3336100.0,ns,6 +simple_insert,planck_ecs,,,,4701200.0,ns,8 +simple_insert,planck_ecs,,,,5752300.0,ns,10 +simple_insert,planck_ecs,,,,7506300.0,ns,12 +simple_insert,planck_ecs,,,,7997500.0,ns,14 +simple_insert,planck_ecs,,,,9219000.0,ns,16 +simple_insert,planck_ecs,,,,10292000.0,ns,18 +simple_insert,planck_ecs,,,,12031700.0,ns,20 +simple_insert,planck_ecs,,,,12621900.0,ns,22 +simple_insert,planck_ecs,,,,14425400.0,ns,24 +simple_insert,planck_ecs,,,,15515500.0,ns,26 +simple_insert,planck_ecs,,,,16107200.0,ns,28 +simple_insert,planck_ecs,,,,17719900.0,ns,30 +simple_insert,planck_ecs,,,,19175000.0,ns,32 +simple_insert,planck_ecs,,,,20079100.0,ns,34 +simple_insert,planck_ecs,,,,21283500.0,ns,36 +simple_insert,planck_ecs,,,,22096000.0,ns,38 +simple_insert,planck_ecs,,,,23487300.0,ns,40 +simple_insert,planck_ecs,,,,25037100.0,ns,42 +simple_insert,planck_ecs,,,,25955300.0,ns,44 +simple_insert,planck_ecs,,,,27496800.0,ns,46 +simple_insert,planck_ecs,,,,28668900.0,ns,48 +simple_insert,planck_ecs,,,,30086600.0,ns,50 +simple_insert,planck_ecs,,,,30934800.0,ns,52 +simple_insert,planck_ecs,,,,31808000.0,ns,54 +simple_insert,planck_ecs,,,,35828100.0,ns,56 +simple_insert,planck_ecs,,,,34162700.0,ns,58 +simple_insert,planck_ecs,,,,35735400.0,ns,60 +simple_insert,planck_ecs,,,,37869300.0,ns,62 +simple_insert,planck_ecs,,,,37601500.0,ns,64 +simple_insert,planck_ecs,,,,40060200.0,ns,66 +simple_insert,planck_ecs,,,,44185300.0,ns,68 +simple_insert,planck_ecs,,,,47061200.0,ns,70 +simple_insert,planck_ecs,,,,47718800.0,ns,72 +simple_insert,planck_ecs,,,,45707500.0,ns,74 +simple_insert,planck_ecs,,,,47202300.0,ns,76 +simple_insert,planck_ecs,,,,46343300.0,ns,78 +simple_insert,planck_ecs,,,,46322100.0,ns,80 +simple_insert,planck_ecs,,,,50906500.0,ns,82 +simple_insert,planck_ecs,,,,49080900.0,ns,84 +simple_insert,planck_ecs,,,,50674500.0,ns,86 +simple_insert,planck_ecs,,,,53336600.0,ns,88 +simple_insert,planck_ecs,,,,53219800.0,ns,90 +simple_insert,planck_ecs,,,,54000500.0,ns,92 +simple_insert,planck_ecs,,,,55492000.0,ns,94 +simple_insert,planck_ecs,,,,57155600.0,ns,96 +simple_insert,planck_ecs,,,,58100400.0,ns,98 +simple_insert,planck_ecs,,,,59904000.0,ns,100 +simple_insert,planck_ecs,,,,60164400.0,ns,102 +simple_insert,planck_ecs,,,,62345900.0,ns,104 +simple_insert,planck_ecs,,,,69311700.0,ns,106 +simple_insert,planck_ecs,,,,69773500.0,ns,108 +simple_insert,planck_ecs,,,,71711300.0,ns,110 +simple_insert,planck_ecs,,,,68302400.0,ns,112 +simple_insert,planck_ecs,,,,67318000.0,ns,114 +simple_insert,planck_ecs,,,,69906600.0,ns,116 +simple_insert,planck_ecs,,,,71069100.0,ns,118 +simple_insert,planck_ecs,,,,72994500.0,ns,120 +simple_insert,planck_ecs,,,,73786600.0,ns,122 +simple_insert,planck_ecs,,,,72662500.0,ns,124 +simple_insert,planck_ecs,,,,75863800.0,ns,126 +simple_insert,planck_ecs,,,,76893500.0,ns,128 +simple_insert,planck_ecs,,,,78216600.0,ns,130 +simple_insert,planck_ecs,,,,80514300.0,ns,132 +simple_insert,planck_ecs,,,,86891000.0,ns,134 +simple_insert,planck_ecs,,,,86002500.0,ns,136 +simple_insert,planck_ecs,,,,85632200.0,ns,138 +simple_insert,planck_ecs,,,,82740300.0,ns,140 +simple_insert,planck_ecs,,,,86744100.0,ns,142 +simple_insert,planck_ecs,,,,87816600.0,ns,144 +simple_insert,planck_ecs,,,,87286600.0,ns,146 +simple_insert,planck_ecs,,,,87387400.0,ns,148 +simple_insert,planck_ecs,,,,89047500.0,ns,150 +simple_insert,planck_ecs,,,,89494300.0,ns,152 +simple_insert,planck_ecs,,,,92036400.0,ns,154 +simple_insert,planck_ecs,,,,98530400.0,ns,156 +simple_insert,planck_ecs,,,,100005700.0,ns,158 +simple_insert,planck_ecs,,,,100200100.0,ns,160 +simple_insert,planck_ecs,,,,96733100.0,ns,162 +simple_insert,planck_ecs,,,,96841900.0,ns,164 +simple_insert,planck_ecs,,,,97701700.0,ns,166 +simple_insert,planck_ecs,,,,101645500.0,ns,168 +simple_insert,planck_ecs,,,,100722300.0,ns,170 +simple_insert,planck_ecs,,,,103037500.0,ns,172 +simple_insert,planck_ecs,,,,103423900.0,ns,174 +simple_insert,planck_ecs,,,,113216000.0,ns,176 +simple_insert,planck_ecs,,,,113004300.0,ns,178 +simple_insert,planck_ecs,,,,108116400.0,ns,180 +simple_insert,planck_ecs,,,,109129800.0,ns,182 +simple_insert,planck_ecs,,,,112422300.0,ns,184 +simple_insert,planck_ecs,,,,124201600.0,ns,186 +simple_insert,planck_ecs,,,,117716200.0,ns,188 +simple_insert,planck_ecs,,,,113423500.0,ns,190 +simple_insert,planck_ecs,,,,114525400.0,ns,192 +simple_insert,planck_ecs,,,,123878500.0,ns,194 +simple_insert,planck_ecs,,,,124077600.0,ns,196 +simple_insert,planck_ecs,,,,117982400.0,ns,198 +simple_insert,planck_ecs,,,,118050500.0,ns,200 diff --git a/target/criterion/simple_insert/planck_ecs/base/sample.json b/target/criterion/simple_insert/planck_ecs/base/sample.json index f93d7e63..b4f46dd4 100644 --- a/target/criterion/simple_insert/planck_ecs/base/sample.json +++ b/target/criterion/simple_insert/planck_ecs/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[1359390.0,2712687.0,4053031.0,5404977.0,6752885.0,8073330.0,9416791.0,10766851.0,12143505.0,13196260.0,14585667.0,15901633.0,17259081.0,18521615.0,20228145.0,21569462.0,22967345.0,24342423.0,25687167.0,26655772.0,27954044.0,29407534.0,31002072.0,31999682.0,32997573.0,34335562.0,35608097.0,36927751.0,38510986.0,40335722.0,41206693.0,42657245.0,44201367.0,44896662.0,46181179.0,48765040.0,49327152.0,50717652.0,51940871.0,53404790.0,55030218.0,56523662.0,57306284.0,58247166.0,59797368.0,61327244.0,62801722.0,64159230.0,65638095.0,66852300.0,69237182.0,68368837.0,70283366.0,71924151.0,73109341.0,74418924.0,75974047.0,77359917.0,78605731.0,80008643.0,80724067.0,83008698.0,83867586.0,85151671.0,86340135.0,87607219.0,89359748.0,90668802.0,91479395.0,93420484.0,94410841.0,95299283.0,96959936.0,98972391.0,99703223.0,101233829.0,102541551.0,103719673.0,105397241.0,106391094.0,108250997.0,108948967.0,109466823.0,110701936.0,112084510.0,113346985.0,115299064.0,117306808.0,118340458.0,118718408.0,119926249.0,122645429.0,123942421.0,126213967.0,128282690.0,129342347.0,130285785.0,129605678.0,130633999.0,132326713.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[1253300.0,2264100.0,3336100.0,4701200.0,5752300.0,7506300.0,7997500.0,9219000.0,10292000.0,12031700.0,12621900.0,14425400.0,15515500.0,16107200.0,17719900.0,19175000.0,20079100.0,21283500.0,22096000.0,23487300.0,25037100.0,25955300.0,27496800.0,28668900.0,30086600.0,30934800.0,31808000.0,35828100.0,34162700.0,35735400.0,37869300.0,37601500.0,40060200.0,44185300.0,47061200.0,47718800.0,45707500.0,47202300.0,46343300.0,46322100.0,50906500.0,49080900.0,50674500.0,53336600.0,53219800.0,54000500.0,55492000.0,57155600.0,58100400.0,59904000.0,60164400.0,62345900.0,69311700.0,69773500.0,71711300.0,68302400.0,67318000.0,69906600.0,71069100.0,72994500.0,73786600.0,72662500.0,75863800.0,76893500.0,78216600.0,80514300.0,86891000.0,86002500.0,85632200.0,82740300.0,86744100.0,87816600.0,87286600.0,87387400.0,89047500.0,89494300.0,92036400.0,98530400.0,100005700.0,100200100.0,96733100.0,96841900.0,97701700.0,101645500.0,100722300.0,103037500.0,103423900.0,113216000.0,113004300.0,108116400.0,109129800.0,112422300.0,124201600.0,117716200.0,113423500.0,114525400.0,123878500.0,124077600.0,117982400.0,118050500.0]} \ No newline at end of file diff --git a/target/criterion/simple_insert/planck_ecs/base/tukey.json b/target/criterion/simple_insert/planck_ecs/base/tukey.json index 314f7423..a995dbf8 100644 --- a/target/criterion/simple_insert/planck_ecs/base/tukey.json +++ b/target/criterion/simple_insert/planck_ecs/base/tukey.json @@ -1 +1 @@ -[428626.39185073687,435324.59022210946,453186.4525457696,459884.65091714216] \ No newline at end of file +[528997.1978565207,559711.9291467767,641617.8792541262,672332.6105443824] \ No newline at end of file diff --git a/target/criterion/simple_insert/planck_ecs/change/estimates.json b/target/criterion/simple_insert/planck_ecs/change/estimates.json index bf28cc82..cb745568 100644 --- a/target/criterion/simple_insert/planck_ecs/change/estimates.json +++ b/target/criterion/simple_insert/planck_ecs/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.02632786610672268,"upper_bound":0.029487374699071527},"point_estimate":0.028011944047211967,"standard_error":0.0008034647634902916},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.025665142498992877,"upper_bound":0.02842418693291771},"point_estimate":0.027891656816858568,"standard_error":0.000655829874786432}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.3493730463611511,"upper_bound":0.36890435202228017},"point_estimate":0.35937133101044516,"standard_error":0.004973277556470896},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.34056126415780597,"upper_bound":0.3542394897551753},"point_estimate":0.3456910656122867,"standard_error":0.0035871902344837524}} \ No newline at end of file diff --git a/target/criterion/simple_insert/planck_ecs/new/estimates.json b/target/criterion/simple_insert/planck_ecs/new/estimates.json index 808696cc..b5a5435f 100644 --- a/target/criterion/simple_insert/planck_ecs/new/estimates.json +++ b/target/criterion/simple_insert/planck_ecs/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":443848.44999919157,"upper_bound":445230.0974235822},"point_estimate":444531.35132044216,"standard_error":353.16799072873073},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":443296.225,"upper_bound":444466.2444444444},"point_estimate":444236.41389514046,"standard_error":274.27327530041447},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2090.832093810077,"upper_bound":4759.930285290033},"point_estimate":3327.3586863820888,"standard_error":713.6996692692588},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":442746.681200757,"upper_bound":444368.2180590512},"point_estimate":443534.21308704006,"standard_error":414.196704166686},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3086.7190713020655,"upper_bound":3937.8028750757276},"point_estimate":3545.5770227414287,"standard_error":217.01923905482136}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":599953.6466162833,"upper_bound":608805.0137704799},"point_estimate":604283.1747203412,"standard_error":2264.3085336864556},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":595590.0,"upper_bound":601585.0},"point_estimate":597804.9731983324,"standard_error":1529.4349731302648},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9734.149439483866,"upper_bound":17847.366419298378},"point_estimate":13209.660318349226,"standard_error":2165.1529000433447},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":604366.8409227742,"upper_bound":615475.5697722869},"point_estimate":609722.0812767844,"standard_error":2834.3057913352413},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18797.546029723275,"upper_bound":26112.341550416306},"point_estimate":22741.91323418131,"standard_error":1867.3077636704418}} \ No newline at end of file diff --git a/target/criterion/simple_insert/planck_ecs/new/raw.csv b/target/criterion/simple_insert/planck_ecs/new/raw.csv index a964b075..191384a8 100644 --- a/target/criterion/simple_insert/planck_ecs/new/raw.csv +++ b/target/criterion/simple_insert/planck_ecs/new/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -simple_insert,planck_ecs,,,,1359390.0,ns,3 -simple_insert,planck_ecs,,,,2712687.0,ns,6 -simple_insert,planck_ecs,,,,4053031.0,ns,9 -simple_insert,planck_ecs,,,,5404977.0,ns,12 -simple_insert,planck_ecs,,,,6752885.0,ns,15 -simple_insert,planck_ecs,,,,8073330.0,ns,18 -simple_insert,planck_ecs,,,,9416791.0,ns,21 -simple_insert,planck_ecs,,,,10766851.0,ns,24 -simple_insert,planck_ecs,,,,12143505.0,ns,27 -simple_insert,planck_ecs,,,,13196260.0,ns,30 -simple_insert,planck_ecs,,,,14585667.0,ns,33 -simple_insert,planck_ecs,,,,15901633.0,ns,36 -simple_insert,planck_ecs,,,,17259081.0,ns,39 -simple_insert,planck_ecs,,,,18521615.0,ns,42 -simple_insert,planck_ecs,,,,20228145.0,ns,45 -simple_insert,planck_ecs,,,,21569462.0,ns,48 -simple_insert,planck_ecs,,,,22967345.0,ns,51 -simple_insert,planck_ecs,,,,24342423.0,ns,54 -simple_insert,planck_ecs,,,,25687167.0,ns,57 -simple_insert,planck_ecs,,,,26655772.0,ns,60 -simple_insert,planck_ecs,,,,27954044.0,ns,63 -simple_insert,planck_ecs,,,,29407534.0,ns,66 -simple_insert,planck_ecs,,,,31002072.0,ns,69 -simple_insert,planck_ecs,,,,31999682.0,ns,72 -simple_insert,planck_ecs,,,,32997573.0,ns,75 -simple_insert,planck_ecs,,,,34335562.0,ns,78 -simple_insert,planck_ecs,,,,35608097.0,ns,81 -simple_insert,planck_ecs,,,,36927751.0,ns,84 -simple_insert,planck_ecs,,,,38510986.0,ns,87 -simple_insert,planck_ecs,,,,40335722.0,ns,90 -simple_insert,planck_ecs,,,,41206693.0,ns,93 -simple_insert,planck_ecs,,,,42657245.0,ns,96 -simple_insert,planck_ecs,,,,44201367.0,ns,99 -simple_insert,planck_ecs,,,,44896662.0,ns,102 -simple_insert,planck_ecs,,,,46181179.0,ns,105 -simple_insert,planck_ecs,,,,48765040.0,ns,108 -simple_insert,planck_ecs,,,,49327152.0,ns,111 -simple_insert,planck_ecs,,,,50717652.0,ns,114 -simple_insert,planck_ecs,,,,51940871.0,ns,117 -simple_insert,planck_ecs,,,,53404790.0,ns,120 -simple_insert,planck_ecs,,,,55030218.0,ns,123 -simple_insert,planck_ecs,,,,56523662.0,ns,126 -simple_insert,planck_ecs,,,,57306284.0,ns,129 -simple_insert,planck_ecs,,,,58247166.0,ns,132 -simple_insert,planck_ecs,,,,59797368.0,ns,135 -simple_insert,planck_ecs,,,,61327244.0,ns,138 -simple_insert,planck_ecs,,,,62801722.0,ns,141 -simple_insert,planck_ecs,,,,64159230.0,ns,144 -simple_insert,planck_ecs,,,,65638095.0,ns,147 -simple_insert,planck_ecs,,,,66852300.0,ns,150 -simple_insert,planck_ecs,,,,69237182.0,ns,153 -simple_insert,planck_ecs,,,,68368837.0,ns,156 -simple_insert,planck_ecs,,,,70283366.0,ns,159 -simple_insert,planck_ecs,,,,71924151.0,ns,162 -simple_insert,planck_ecs,,,,73109341.0,ns,165 -simple_insert,planck_ecs,,,,74418924.0,ns,168 -simple_insert,planck_ecs,,,,75974047.0,ns,171 -simple_insert,planck_ecs,,,,77359917.0,ns,174 -simple_insert,planck_ecs,,,,78605731.0,ns,177 -simple_insert,planck_ecs,,,,80008643.0,ns,180 -simple_insert,planck_ecs,,,,80724067.0,ns,183 -simple_insert,planck_ecs,,,,83008698.0,ns,186 -simple_insert,planck_ecs,,,,83867586.0,ns,189 -simple_insert,planck_ecs,,,,85151671.0,ns,192 -simple_insert,planck_ecs,,,,86340135.0,ns,195 -simple_insert,planck_ecs,,,,87607219.0,ns,198 -simple_insert,planck_ecs,,,,89359748.0,ns,201 -simple_insert,planck_ecs,,,,90668802.0,ns,204 -simple_insert,planck_ecs,,,,91479395.0,ns,207 -simple_insert,planck_ecs,,,,93420484.0,ns,210 -simple_insert,planck_ecs,,,,94410841.0,ns,213 -simple_insert,planck_ecs,,,,95299283.0,ns,216 -simple_insert,planck_ecs,,,,96959936.0,ns,219 -simple_insert,planck_ecs,,,,98972391.0,ns,222 -simple_insert,planck_ecs,,,,99703223.0,ns,225 -simple_insert,planck_ecs,,,,101233829.0,ns,228 -simple_insert,planck_ecs,,,,102541551.0,ns,231 -simple_insert,planck_ecs,,,,103719673.0,ns,234 -simple_insert,planck_ecs,,,,105397241.0,ns,237 -simple_insert,planck_ecs,,,,106391094.0,ns,240 -simple_insert,planck_ecs,,,,108250997.0,ns,243 -simple_insert,planck_ecs,,,,108948967.0,ns,246 -simple_insert,planck_ecs,,,,109466823.0,ns,249 -simple_insert,planck_ecs,,,,110701936.0,ns,252 -simple_insert,planck_ecs,,,,112084510.0,ns,255 -simple_insert,planck_ecs,,,,113346985.0,ns,258 -simple_insert,planck_ecs,,,,115299064.0,ns,261 -simple_insert,planck_ecs,,,,117306808.0,ns,264 -simple_insert,planck_ecs,,,,118340458.0,ns,267 -simple_insert,planck_ecs,,,,118718408.0,ns,270 -simple_insert,planck_ecs,,,,119926249.0,ns,273 -simple_insert,planck_ecs,,,,122645429.0,ns,276 -simple_insert,planck_ecs,,,,123942421.0,ns,279 -simple_insert,planck_ecs,,,,126213967.0,ns,282 -simple_insert,planck_ecs,,,,128282690.0,ns,285 -simple_insert,planck_ecs,,,,129342347.0,ns,288 -simple_insert,planck_ecs,,,,130285785.0,ns,291 -simple_insert,planck_ecs,,,,129605678.0,ns,294 -simple_insert,planck_ecs,,,,130633999.0,ns,297 -simple_insert,planck_ecs,,,,132326713.0,ns,300 +simple_insert,planck_ecs,,,,1253300.0,ns,2 +simple_insert,planck_ecs,,,,2264100.0,ns,4 +simple_insert,planck_ecs,,,,3336100.0,ns,6 +simple_insert,planck_ecs,,,,4701200.0,ns,8 +simple_insert,planck_ecs,,,,5752300.0,ns,10 +simple_insert,planck_ecs,,,,7506300.0,ns,12 +simple_insert,planck_ecs,,,,7997500.0,ns,14 +simple_insert,planck_ecs,,,,9219000.0,ns,16 +simple_insert,planck_ecs,,,,10292000.0,ns,18 +simple_insert,planck_ecs,,,,12031700.0,ns,20 +simple_insert,planck_ecs,,,,12621900.0,ns,22 +simple_insert,planck_ecs,,,,14425400.0,ns,24 +simple_insert,planck_ecs,,,,15515500.0,ns,26 +simple_insert,planck_ecs,,,,16107200.0,ns,28 +simple_insert,planck_ecs,,,,17719900.0,ns,30 +simple_insert,planck_ecs,,,,19175000.0,ns,32 +simple_insert,planck_ecs,,,,20079100.0,ns,34 +simple_insert,planck_ecs,,,,21283500.0,ns,36 +simple_insert,planck_ecs,,,,22096000.0,ns,38 +simple_insert,planck_ecs,,,,23487300.0,ns,40 +simple_insert,planck_ecs,,,,25037100.0,ns,42 +simple_insert,planck_ecs,,,,25955300.0,ns,44 +simple_insert,planck_ecs,,,,27496800.0,ns,46 +simple_insert,planck_ecs,,,,28668900.0,ns,48 +simple_insert,planck_ecs,,,,30086600.0,ns,50 +simple_insert,planck_ecs,,,,30934800.0,ns,52 +simple_insert,planck_ecs,,,,31808000.0,ns,54 +simple_insert,planck_ecs,,,,35828100.0,ns,56 +simple_insert,planck_ecs,,,,34162700.0,ns,58 +simple_insert,planck_ecs,,,,35735400.0,ns,60 +simple_insert,planck_ecs,,,,37869300.0,ns,62 +simple_insert,planck_ecs,,,,37601500.0,ns,64 +simple_insert,planck_ecs,,,,40060200.0,ns,66 +simple_insert,planck_ecs,,,,44185300.0,ns,68 +simple_insert,planck_ecs,,,,47061200.0,ns,70 +simple_insert,planck_ecs,,,,47718800.0,ns,72 +simple_insert,planck_ecs,,,,45707500.0,ns,74 +simple_insert,planck_ecs,,,,47202300.0,ns,76 +simple_insert,planck_ecs,,,,46343300.0,ns,78 +simple_insert,planck_ecs,,,,46322100.0,ns,80 +simple_insert,planck_ecs,,,,50906500.0,ns,82 +simple_insert,planck_ecs,,,,49080900.0,ns,84 +simple_insert,planck_ecs,,,,50674500.0,ns,86 +simple_insert,planck_ecs,,,,53336600.0,ns,88 +simple_insert,planck_ecs,,,,53219800.0,ns,90 +simple_insert,planck_ecs,,,,54000500.0,ns,92 +simple_insert,planck_ecs,,,,55492000.0,ns,94 +simple_insert,planck_ecs,,,,57155600.0,ns,96 +simple_insert,planck_ecs,,,,58100400.0,ns,98 +simple_insert,planck_ecs,,,,59904000.0,ns,100 +simple_insert,planck_ecs,,,,60164400.0,ns,102 +simple_insert,planck_ecs,,,,62345900.0,ns,104 +simple_insert,planck_ecs,,,,69311700.0,ns,106 +simple_insert,planck_ecs,,,,69773500.0,ns,108 +simple_insert,planck_ecs,,,,71711300.0,ns,110 +simple_insert,planck_ecs,,,,68302400.0,ns,112 +simple_insert,planck_ecs,,,,67318000.0,ns,114 +simple_insert,planck_ecs,,,,69906600.0,ns,116 +simple_insert,planck_ecs,,,,71069100.0,ns,118 +simple_insert,planck_ecs,,,,72994500.0,ns,120 +simple_insert,planck_ecs,,,,73786600.0,ns,122 +simple_insert,planck_ecs,,,,72662500.0,ns,124 +simple_insert,planck_ecs,,,,75863800.0,ns,126 +simple_insert,planck_ecs,,,,76893500.0,ns,128 +simple_insert,planck_ecs,,,,78216600.0,ns,130 +simple_insert,planck_ecs,,,,80514300.0,ns,132 +simple_insert,planck_ecs,,,,86891000.0,ns,134 +simple_insert,planck_ecs,,,,86002500.0,ns,136 +simple_insert,planck_ecs,,,,85632200.0,ns,138 +simple_insert,planck_ecs,,,,82740300.0,ns,140 +simple_insert,planck_ecs,,,,86744100.0,ns,142 +simple_insert,planck_ecs,,,,87816600.0,ns,144 +simple_insert,planck_ecs,,,,87286600.0,ns,146 +simple_insert,planck_ecs,,,,87387400.0,ns,148 +simple_insert,planck_ecs,,,,89047500.0,ns,150 +simple_insert,planck_ecs,,,,89494300.0,ns,152 +simple_insert,planck_ecs,,,,92036400.0,ns,154 +simple_insert,planck_ecs,,,,98530400.0,ns,156 +simple_insert,planck_ecs,,,,100005700.0,ns,158 +simple_insert,planck_ecs,,,,100200100.0,ns,160 +simple_insert,planck_ecs,,,,96733100.0,ns,162 +simple_insert,planck_ecs,,,,96841900.0,ns,164 +simple_insert,planck_ecs,,,,97701700.0,ns,166 +simple_insert,planck_ecs,,,,101645500.0,ns,168 +simple_insert,planck_ecs,,,,100722300.0,ns,170 +simple_insert,planck_ecs,,,,103037500.0,ns,172 +simple_insert,planck_ecs,,,,103423900.0,ns,174 +simple_insert,planck_ecs,,,,113216000.0,ns,176 +simple_insert,planck_ecs,,,,113004300.0,ns,178 +simple_insert,planck_ecs,,,,108116400.0,ns,180 +simple_insert,planck_ecs,,,,109129800.0,ns,182 +simple_insert,planck_ecs,,,,112422300.0,ns,184 +simple_insert,planck_ecs,,,,124201600.0,ns,186 +simple_insert,planck_ecs,,,,117716200.0,ns,188 +simple_insert,planck_ecs,,,,113423500.0,ns,190 +simple_insert,planck_ecs,,,,114525400.0,ns,192 +simple_insert,planck_ecs,,,,123878500.0,ns,194 +simple_insert,planck_ecs,,,,124077600.0,ns,196 +simple_insert,planck_ecs,,,,117982400.0,ns,198 +simple_insert,planck_ecs,,,,118050500.0,ns,200 diff --git a/target/criterion/simple_insert/planck_ecs/new/sample.json b/target/criterion/simple_insert/planck_ecs/new/sample.json index f93d7e63..b4f46dd4 100644 --- a/target/criterion/simple_insert/planck_ecs/new/sample.json +++ b/target/criterion/simple_insert/planck_ecs/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[1359390.0,2712687.0,4053031.0,5404977.0,6752885.0,8073330.0,9416791.0,10766851.0,12143505.0,13196260.0,14585667.0,15901633.0,17259081.0,18521615.0,20228145.0,21569462.0,22967345.0,24342423.0,25687167.0,26655772.0,27954044.0,29407534.0,31002072.0,31999682.0,32997573.0,34335562.0,35608097.0,36927751.0,38510986.0,40335722.0,41206693.0,42657245.0,44201367.0,44896662.0,46181179.0,48765040.0,49327152.0,50717652.0,51940871.0,53404790.0,55030218.0,56523662.0,57306284.0,58247166.0,59797368.0,61327244.0,62801722.0,64159230.0,65638095.0,66852300.0,69237182.0,68368837.0,70283366.0,71924151.0,73109341.0,74418924.0,75974047.0,77359917.0,78605731.0,80008643.0,80724067.0,83008698.0,83867586.0,85151671.0,86340135.0,87607219.0,89359748.0,90668802.0,91479395.0,93420484.0,94410841.0,95299283.0,96959936.0,98972391.0,99703223.0,101233829.0,102541551.0,103719673.0,105397241.0,106391094.0,108250997.0,108948967.0,109466823.0,110701936.0,112084510.0,113346985.0,115299064.0,117306808.0,118340458.0,118718408.0,119926249.0,122645429.0,123942421.0,126213967.0,128282690.0,129342347.0,130285785.0,129605678.0,130633999.0,132326713.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[1253300.0,2264100.0,3336100.0,4701200.0,5752300.0,7506300.0,7997500.0,9219000.0,10292000.0,12031700.0,12621900.0,14425400.0,15515500.0,16107200.0,17719900.0,19175000.0,20079100.0,21283500.0,22096000.0,23487300.0,25037100.0,25955300.0,27496800.0,28668900.0,30086600.0,30934800.0,31808000.0,35828100.0,34162700.0,35735400.0,37869300.0,37601500.0,40060200.0,44185300.0,47061200.0,47718800.0,45707500.0,47202300.0,46343300.0,46322100.0,50906500.0,49080900.0,50674500.0,53336600.0,53219800.0,54000500.0,55492000.0,57155600.0,58100400.0,59904000.0,60164400.0,62345900.0,69311700.0,69773500.0,71711300.0,68302400.0,67318000.0,69906600.0,71069100.0,72994500.0,73786600.0,72662500.0,75863800.0,76893500.0,78216600.0,80514300.0,86891000.0,86002500.0,85632200.0,82740300.0,86744100.0,87816600.0,87286600.0,87387400.0,89047500.0,89494300.0,92036400.0,98530400.0,100005700.0,100200100.0,96733100.0,96841900.0,97701700.0,101645500.0,100722300.0,103037500.0,103423900.0,113216000.0,113004300.0,108116400.0,109129800.0,112422300.0,124201600.0,117716200.0,113423500.0,114525400.0,123878500.0,124077600.0,117982400.0,118050500.0]} \ No newline at end of file diff --git a/target/criterion/simple_insert/planck_ecs/new/tukey.json b/target/criterion/simple_insert/planck_ecs/new/tukey.json index 314f7423..a995dbf8 100644 --- a/target/criterion/simple_insert/planck_ecs/new/tukey.json +++ b/target/criterion/simple_insert/planck_ecs/new/tukey.json @@ -1 +1 @@ -[428626.39185073687,435324.59022210946,453186.4525457696,459884.65091714216] \ No newline at end of file +[528997.1978565207,559711.9291467767,641617.8792541262,672332.6105443824] \ No newline at end of file diff --git a/target/criterion/simple_insert/planck_ecs/report/MAD.svg b/target/criterion/simple_insert/planck_ecs/report/MAD.svg index 3ce01867..2a4f7bf5 100644 --- a/target/criterion/simple_insert/planck_ecs/report/MAD.svg +++ b/target/criterion/simple_insert/planck_ecs/report/MAD.svg @@ -1,303 +1,108 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.1 - - - - - 0.2 - - - - - 0.3 - - - - - 0.4 - - - - - 0.5 - - - - - 0.6 - - - - - 0.7 - - - - - 0.8 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 3.5 - - - - - 4 - - - - - 4.5 - - - - - 5 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_insert/planck_ecs: MAD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_insert/planck_ecs:MAD + + +Density (a.u.) + + +Average time (us) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + +0.16 + + + +0.18 + + + +0.2 + + + + +9 + + + +10 + + + +11 + + + +12 + + + +13 + + + +14 + + + +15 + + + +16 + + + +17 + + + +18 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_insert/planck_ecs/report/SD.svg b/target/criterion/simple_insert/planck_ecs/report/SD.svg index 53b684db..a8871c3a 100644 --- a/target/criterion/simple_insert/planck_ecs/report/SD.svg +++ b/target/criterion/simple_insert/planck_ecs/report/SD.svg @@ -1,308 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.2 - - - - - 0.4 - - - - - 0.6 - - - - - 0.8 - - - - - 1 - - - - - 1.2 - - - - - 1.4 - - - - - 1.6 - - - - - 1.8 - - - - - 2 - - - - - 3 - - - - - 3.2 - - - - - 3.4 - - - - - 3.6 - - - - - 3.8 - - - - - 4 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_insert/planck_ecs: SD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_insert/planck_ecs:SD + + +Density (a.u.) + + +Average time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + + +18 + + + +19 + + + +20 + + + +21 + + + +22 + + + +23 + + + +24 + + + +25 + + + +26 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_insert/planck_ecs/report/both/pdf.svg b/target/criterion/simple_insert/planck_ecs/report/both/pdf.svg index f3ad406b..a95bbac3 100644 --- a/target/criterion/simple_insert/planck_ecs/report/both/pdf.svg +++ b/target/criterion/simple_insert/planck_ecs/report/both/pdf.svg @@ -1,333 +1,65 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.1 - - - - - 0.2 - - - - - 0.3 - - - - - 0.4 - - - - - 0.5 - - - - - 0.6 - - - - - 0.7 - - - - - 0.8 - - - - - 0.9 - - - - - 430 - - - - - 435 - - - - - 440 - - - - - 445 - - - - - 450 - - - - - 455 - - - - - 460 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_insert/planck_ecs - - - - - Base PDF - - - Base PDF - - - - - - - - - - Base Mean - - - - - Base Mean - - - - - - New PDF - - - - - New PDF - - - - - - - - - - New Mean - - - - - New Mean - - - - - - - - - - - - - - + + +simple_insert/planck_ecs + + +Density (a.u.) + + +Average Time (us) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + + +500 + + + +600 + + + +700 + + + + + + + +Base PDF + + +New PDF + + +Base Mean + + +New Mean + + + + + - diff --git a/target/criterion/simple_insert/planck_ecs/report/both/regression.svg b/target/criterion/simple_insert/planck_ecs/report/both/regression.svg index 43a384c8..7d190377 100644 --- a/target/criterion/simple_insert/planck_ecs/report/both/regression.svg +++ b/target/criterion/simple_insert/planck_ecs/report/both/regression.svg @@ -1,305 +1,100 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 250 - - - - - - - - - - - - - 300 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - simple_insert/planck_ecs - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - Base sample - - - - - - New sample - - - New sample - - - - - - - - - - - - - - + + +simple_insert/planck_ecs + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + + + + +Base Sample + + +New Sample + + + - diff --git a/target/criterion/simple_insert/planck_ecs/report/change/mean.svg b/target/criterion/simple_insert/planck_ecs/report/change/mean.svg index c4316154..47637176 100644 --- a/target/criterion/simple_insert/planck_ecs/report/change/mean.svg +++ b/target/criterion/simple_insert/planck_ecs/report/change/mean.svg @@ -1,335 +1,85 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - 300 - - - - - 350 - - - - - 400 - - - - - 450 - - - - - 500 - - - - - 2.6 - - - - - 2.65 - - - - - 2.7 - - - - - 2.75 - - - - - 2.8 - - - - - 2.85 - - - - - 2.9 - - - - - 2.95 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - simple_insert/planck_ecs: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +simple_insert/planck_ecs:mean + + +Density (a.u.) + + +Relative change (%) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + + +0.35 + + + +0.355 + + + +0.36 + + + +0.365 + + + +0.37 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/simple_insert/planck_ecs/report/change/median.svg b/target/criterion/simple_insert/planck_ecs/report/change/median.svg index 891667ac..09357d58 100644 --- a/target/criterion/simple_insert/planck_ecs/report/change/median.svg +++ b/target/criterion/simple_insert/planck_ecs/report/change/median.svg @@ -1,310 +1,89 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 200 - - - - - 400 - - - - - 600 - - - - - 800 - - - - - 1000 - - - - - 1200 - - - - - 2.55 - - - - - 2.6 - - - - - 2.65 - - - - - 2.7 - - - - - 2.75 - - - - - 2.8 - - - - - 2.85 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - simple_insert/planck_ecs: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +simple_insert/planck_ecs:median + + +Density (a.u.) + + +Relative change (%) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + + +0.34 + + + +0.342 + + + +0.344 + + + +0.346 + + + +0.348 + + + +0.35 + + + +0.352 + + + +0.354 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/simple_insert/planck_ecs/report/change/t-test.svg b/target/criterion/simple_insert/planck_ecs/report/change/t-test.svg index a7dc1040..d71ee794 100644 --- a/target/criterion/simple_insert/planck_ecs/report/change/t-test.svg +++ b/target/criterion/simple_insert/planck_ecs/report/change/t-test.svg @@ -1,250 +1,79 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - -5 - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - 25 - - - - - 30 - - - - - 35 - - - - - - - - - Density - - - - - t score - - - - - simple_insert/planck_ecs: Welch t test - - - - - t distribution - - - t distribution - - - - - - - - - - t statistic - - - - - t statistic - - - - - - - - - - - - - - + + +simple_insert/planck_ecs: Welch t test + + +Density + + +t score + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +-4.0 + + + +-2.0 + + + +0.0 + + + +2.0 + + + +4.0 + + + +6.0 + + + + + +t distribution + + +t statistic + + + - diff --git a/target/criterion/simple_insert/planck_ecs/report/index.html b/target/criterion/simple_insert/planck_ecs/report/index.html index fb1b664a..f02340df 100644 --- a/target/criterion/simple_insert/planck_ecs/report/index.html +++ b/target/criterion/simple_insert/planck_ecs/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 442.75 us - 443.53 us - 444.37 us + 604.37 us + 609.72 us + 615.48 us R² - 0.9933350 - 0.9937749 - 0.9932815 + 0.8330846 + 0.8415790 + 0.8317895 Mean - 443.85 us - 444.53 us - 445.23 us + 599.95 us + 604.28 us + 608.81 us Std. Dev. - 3.0867 us - 3.5456 us - 3.9378 us + 18.798 us + 22.742 us + 26.112 us Median - 443.30 us - 444.24 us - 444.47 us + 595.59 us + 597.80 us + 601.59 us MAD - 2.0908 us - 3.3274 us - 4.7599 us + 9.7341 us + 13.210 us + 17.847 us @@ -231,9 +231,9 @@

Additional Statistics:

Change in time - +2.6328% - +2.8012% - +2.9487% + +34.937% + +35.937% + +36.890% (p = 0.00 < 0.05) diff --git a/target/criterion/simple_insert/planck_ecs/report/mean.svg b/target/criterion/simple_insert/planck_ecs/report/mean.svg index 36d607c6..fe834753 100644 --- a/target/criterion/simple_insert/planck_ecs/report/mean.svg +++ b/target/criterion/simple_insert/planck_ecs/report/mean.svg @@ -1,298 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.2 - - - - - 0.4 - - - - - 0.6 - - - - - 0.8 - - - - - 1 - - - - - 1.2 - - - - - 443.8 - - - - - 444 - - - - - 444.2 - - - - - 444.4 - - - - - 444.6 - - - - - 444.8 - - - - - 445 - - - - - 445.2 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_insert/planck_ecs: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_insert/planck_ecs:mean + + +Density (a.u.) + + +Average time (us) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + +0.16 + + + +0.18 + + + + +600 + + + +602 + + + +604 + + + +606 + + + +608 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_insert/planck_ecs/report/median.svg b/target/criterion/simple_insert/planck_ecs/report/median.svg index 5cc6d208..7e1059a4 100644 --- a/target/criterion/simple_insert/planck_ecs/report/median.svg +++ b/target/criterion/simple_insert/planck_ecs/report/median.svg @@ -1,293 +1,92 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 443.2 - - - - - 443.4 - - - - - 443.6 - - - - - 443.8 - - - - - 444 - - - - - 444.2 - - - - - 444.4 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_insert/planck_ecs: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_insert/planck_ecs:median + + +Density (a.u.) + + +Average time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +595 + + + +596 + + + +597 + + + +598 + + + +599 + + + +600 + + + +601 + + + +602 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_insert/planck_ecs/report/pdf.svg b/target/criterion/simple_insert/planck_ecs/report/pdf.svg index 4d50b8d4..9f12a077 100644 --- a/target/criterion/simple_insert/planck_ecs/report/pdf.svg +++ b/target/criterion/simple_insert/planck_ecs/report/pdf.svg @@ -1,390 +1,151 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - 300 - - - - - 435 - - - - - 440 - - - - - 445 - - - - - 450 - - - - - 455 - - - - - 0 - - - - - 0.02 - - - - - 0.04 - - - - - 0.06 - - - - - 0.08 - - - - - 0.1 - - - - - 0.12 - - - - - - - - - Iterations - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_insert/planck_ecs - - - - - PDF - - - PDF - - - - - - - - - - Mean - - - - - Mean - - - - - - "Clean" sample - - - - - "Clean" sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - gnuplot_plot_4 - - - - - - gnuplot_plot_5 - - - - gnuplot_plot_6 - - - - gnuplot_plot_7 - - - - - - - - - - - - + + +simple_insert/planck_ecs + + +Iterations + + +Average Time (us) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + + +540 + + + +560 + + + +580 + + + +600 + + + +620 + + + +640 + + + +660 + + + +680 + + + +700 + + + +Density (a.u.) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + - diff --git a/target/criterion/simple_insert/planck_ecs/report/pdf_small.svg b/target/criterion/simple_insert/planck_ecs/report/pdf_small.svg index b9436587..f10e139e 100644 --- a/target/criterion/simple_insert/planck_ecs/report/pdf_small.svg +++ b/target/criterion/simple_insert/planck_ecs/report/pdf_small.svg @@ -1,204 +1,44 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.02 - - - - - 0.04 - - - - - 0.06 - - - - - 0.08 - - - - - 0.1 - - - - - 0.12 - - - - - 435 - - - - - 440 - - - - - 445 - - - - - 450 - - - - - 455 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - PDF - - - - - - - Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + + +550 + + + +600 + + + +650 + + + +700 + + + + - diff --git a/target/criterion/simple_insert/planck_ecs/report/regression.svg b/target/criterion/simple_insert/planck_ecs/report/regression.svg index 945bc447..ac51adc5 100644 --- a/target/criterion/simple_insert/planck_ecs/report/regression.svg +++ b/target/criterion/simple_insert/planck_ecs/report/regression.svg @@ -1,408 +1,207 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 250 - - - - - - - - - - - - - 300 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - simple_insert/planck_ecs - - - - - Sample - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - Linear regression - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - - + + +simple_insert/planck_ecs + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + - diff --git a/target/criterion/simple_insert/planck_ecs/report/regression_small.svg b/target/criterion/simple_insert/planck_ecs/report/regression_small.svg index 5a212439..9130f6c8 100644 --- a/target/criterion/simple_insert/planck_ecs/report/regression_small.svg +++ b/target/criterion/simple_insert/planck_ecs/report/regression_small.svg @@ -1,386 +1,192 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 250 - - - - - - - - - - - - - 300 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/simple_insert/planck_ecs/report/relative_pdf_small.svg b/target/criterion/simple_insert/planck_ecs/report/relative_pdf_small.svg index 65037ac4..2b1f4926 100644 --- a/target/criterion/simple_insert/planck_ecs/report/relative_pdf_small.svg +++ b/target/criterion/simple_insert/planck_ecs/report/relative_pdf_small.svg @@ -1,306 +1,46 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.1 - - - - - 0.2 - - - - - 0.3 - - - - - 0.4 - - - - - 0.5 - - - - - 0.6 - - - - - 0.7 - - - - - 0.8 - - - - - 0.9 - - - - - 430 - - - - - 435 - - - - - 440 - - - - - 445 - - - - - 450 - - - - - 455 - - - - - 460 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - Base PDF - - - - - - - Base Mean - - - - - - New PDF - - - - - - - - - New Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + + +500 + + + +600 + + + +700 + + + + + + - diff --git a/target/criterion/simple_insert/planck_ecs/report/relative_regression_small.svg b/target/criterion/simple_insert/planck_ecs/report/relative_regression_small.svg index 5d21bde4..641ab997 100644 --- a/target/criterion/simple_insert/planck_ecs/report/relative_regression_small.svg +++ b/target/criterion/simple_insert/planck_ecs/report/relative_regression_small.svg @@ -1,290 +1,89 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 250 - - - - - - - - - - - - - 300 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - - New sample - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + + + - diff --git a/target/criterion/simple_insert/planck_ecs/report/slope.svg b/target/criterion/simple_insert/planck_ecs/report/slope.svg index f988f508..d3abd3e7 100644 --- a/target/criterion/simple_insert/planck_ecs/report/slope.svg +++ b/target/criterion/simple_insert/planck_ecs/report/slope.svg @@ -1,328 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.1 - - - - - 0.2 - - - - - 0.3 - - - - - 0.4 - - - - - 0.5 - - - - - 0.6 - - - - - 0.7 - - - - - 0.8 - - - - - 0.9 - - - - - 1 - - - - - 442.6 - - - - - 442.8 - - - - - 443 - - - - - 443.2 - - - - - 443.4 - - - - - 443.6 - - - - - 443.8 - - - - - 444 - - - - - 444.2 - - - - - 444.4 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_insert/planck_ecs: slope - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_insert/planck_ecs:slope + + +Density (a.u.) + + +Average time (us) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + + +604 + + + +606 + + + +608 + + + +610 + + + +612 + + + +614 + + + +616 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_insert/planck_ecs/report/typical.svg b/target/criterion/simple_insert/planck_ecs/report/typical.svg index 07b93e70..43534f41 100644 --- a/target/criterion/simple_insert/planck_ecs/report/typical.svg +++ b/target/criterion/simple_insert/planck_ecs/report/typical.svg @@ -1,328 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.1 - - - - - 0.2 - - - - - 0.3 - - - - - 0.4 - - - - - 0.5 - - - - - 0.6 - - - - - 0.7 - - - - - 0.8 - - - - - 0.9 - - - - - 1 - - - - - 442.6 - - - - - 442.8 - - - - - 443 - - - - - 443.2 - - - - - 443.4 - - - - - 443.6 - - - - - 443.8 - - - - - 444 - - - - - 444.2 - - - - - 444.4 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_insert/planck_ecs: typical - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_insert/planck_ecs:typical + + +Density (a.u.) + + +Average time (us) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + + +604 + + + +606 + + + +608 + + + +610 + + + +612 + + + +614 + + + +616 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_insert/report/index.html b/target/criterion/simple_insert/report/index.html index 3b6056ac..8bf80a68 100644 --- a/target/criterion/simple_insert/report/index.html +++ b/target/criterion/simple_insert/report/index.html @@ -82,6 +82,29 @@

simple_insert/bevy

+
+ +

simple_insert/brood

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+

simple_insert/hecs

diff --git a/target/criterion/simple_insert/report/violin.svg b/target/criterion/simple_insert/report/violin.svg index c517997c..456bfc61 100644 --- a/target/criterion/simple_insert/report/violin.svg +++ b/target/criterion/simple_insert/report/violin.svg @@ -1,604 +1,87 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - simple_insert/specs - - - - - simple_insert/shipyard - - - - - simple_insert/planck_ecs - - - - - simple_insert/legion - - - - - simple_insert/hecs - - - - - simple_insert/bevy - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 400 - - - - - - - - - - - - - 600 - - - - - - - - - - - - - 800 - - - - - - - - - - - - - 1000 - - - - - - - - - Input - - - - - Average time (us) - - - - - simple_insert: Violin plot - - - - - PDF - - - PDF - - - - - - - - - - gnuplot_plot_2 - - - - - - - gnuplot_plot_3 - - - - - - - gnuplot_plot_4 - - - - - - - gnuplot_plot_5 - - - - - - - gnuplot_plot_6 - - - - - - - - - - - - - - - - - + + +simple_insert: Violin plot + + +Input + + +Average time (ms) + + + +simple_insert/specs + + + +simple_insert/shipyard + + + +simple_insert/planck_ecs + + + +simple_insert/legion + + + +simple_insert/hecs + + + +simple_insert/brood + + + +simple_insert/bevy + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1.0 + + + +1.2 + + + +1.4 + + + +1.6 + + + + + + + + + + + + + + + + - diff --git a/target/criterion/simple_insert/shipyard/base/estimates.json b/target/criterion/simple_insert/shipyard/base/estimates.json index 6d3746b2..4d82578c 100644 --- a/target/criterion/simple_insert/shipyard/base/estimates.json +++ b/target/criterion/simple_insert/shipyard/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":315028.08692944975,"upper_bound":316100.6856289174},"point_estimate":315534.8203221009,"standard_error":274.4718953535197},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":314284.68253968254,"upper_bound":314397.39344262297},"point_estimate":314344.4865679825,"standard_error":29.683756937330852},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":310.95657134425244,"upper_bound":565.2722435828787},"point_estimate":432.90007148112875,"standard_error":62.747066436899075},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":315421.72024815634,"upper_bound":316776.4685609002},"point_estimate":316075.74523274717,"standard_error":345.74387228890293},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2014.8866442268002,"upper_bound":3525.8954994496285},"point_estimate":2756.411460760828,"standard_error":397.9730116233717}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":613753.419760785,"upper_bound":628475.8677724095},"point_estimate":620371.3075984954,"standard_error":3764.5948187999124},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":605117.074074074,"upper_bound":612293.75},"point_estimate":607429.3349429324,"standard_error":2160.420616802324},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8012.157639710649,"upper_bound":18477.411687153817},"point_estimate":11670.666231283052,"standard_error":2884.8523830988975},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":610392.626244868,"upper_bound":619585.5265864305},"point_estimate":614769.0073887986,"standard_error":2355.345803062038},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20362.537090799415,"upper_bound":54722.37174188085},"point_estimate":37877.682324327354,"standard_error":9238.665426559923}} \ No newline at end of file diff --git a/target/criterion/simple_insert/shipyard/base/raw.csv b/target/criterion/simple_insert/shipyard/base/raw.csv index 2d9432a8..679f9982 100644 --- a/target/criterion/simple_insert/shipyard/base/raw.csv +++ b/target/criterion/simple_insert/shipyard/base/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -simple_insert,shipyard,,,,1260892.0,ns,4 -simple_insert,shipyard,,,,2506304.0,ns,8 -simple_insert,shipyard,,,,3779130.0,ns,12 -simple_insert,shipyard,,,,5036426.0,ns,16 -simple_insert,shipyard,,,,6285854.0,ns,20 -simple_insert,shipyard,,,,7543692.0,ns,24 -simple_insert,shipyard,,,,8777551.0,ns,28 -simple_insert,shipyard,,,,10040910.0,ns,32 -simple_insert,shipyard,,,,11301681.0,ns,36 -simple_insert,shipyard,,,,12549486.0,ns,40 -simple_insert,shipyard,,,,13804810.0,ns,44 -simple_insert,shipyard,,,,15091240.0,ns,48 -simple_insert,shipyard,,,,16307556.0,ns,52 -simple_insert,shipyard,,,,17576314.0,ns,56 -simple_insert,shipyard,,,,18859759.0,ns,60 -simple_insert,shipyard,,,,20101315.0,ns,64 -simple_insert,shipyard,,,,21336628.0,ns,68 -simple_insert,shipyard,,,,22653857.0,ns,72 -simple_insert,shipyard,,,,23888629.0,ns,76 -simple_insert,shipyard,,,,25124314.0,ns,80 -simple_insert,shipyard,,,,26380446.0,ns,84 -simple_insert,shipyard,,,,27631211.0,ns,88 -simple_insert,shipyard,,,,28896340.0,ns,92 -simple_insert,shipyard,,,,30176669.0,ns,96 -simple_insert,shipyard,,,,31436950.0,ns,100 -simple_insert,shipyard,,,,32690218.0,ns,104 -simple_insert,shipyard,,,,33979804.0,ns,108 -simple_insert,shipyard,,,,35168388.0,ns,112 -simple_insert,shipyard,,,,36448156.0,ns,116 -simple_insert,shipyard,,,,37723846.0,ns,120 -simple_insert,shipyard,,,,38939112.0,ns,124 -simple_insert,shipyard,,,,40197641.0,ns,128 -simple_insert,shipyard,,,,41465184.0,ns,132 -simple_insert,shipyard,,,,42689848.0,ns,136 -simple_insert,shipyard,,,,43966509.0,ns,140 -simple_insert,shipyard,,,,45259443.0,ns,144 -simple_insert,shipyard,,,,46492402.0,ns,148 -simple_insert,shipyard,,,,49112052.0,ns,152 -simple_insert,shipyard,,,,51479462.0,ns,156 -simple_insert,shipyard,,,,50265560.0,ns,160 -simple_insert,shipyard,,,,51554615.0,ns,164 -simple_insert,shipyard,,,,52797122.0,ns,168 -simple_insert,shipyard,,,,54075256.0,ns,172 -simple_insert,shipyard,,,,55346549.0,ns,176 -simple_insert,shipyard,,,,56570040.0,ns,180 -simple_insert,shipyard,,,,57826052.0,ns,184 -simple_insert,shipyard,,,,59132362.0,ns,188 -simple_insert,shipyard,,,,61431380.0,ns,192 -simple_insert,shipyard,,,,62732441.0,ns,196 -simple_insert,shipyard,,,,62901382.0,ns,200 -simple_insert,shipyard,,,,64095776.0,ns,204 -simple_insert,shipyard,,,,65392238.0,ns,208 -simple_insert,shipyard,,,,66672216.0,ns,212 -simple_insert,shipyard,,,,68857007.0,ns,216 -simple_insert,shipyard,,,,69338866.0,ns,220 -simple_insert,shipyard,,,,70499507.0,ns,224 -simple_insert,shipyard,,,,71595815.0,ns,228 -simple_insert,shipyard,,,,72776704.0,ns,232 -simple_insert,shipyard,,,,74118180.0,ns,236 -simple_insert,shipyard,,,,75358823.0,ns,240 -simple_insert,shipyard,,,,76712964.0,ns,244 -simple_insert,shipyard,,,,77851533.0,ns,248 -simple_insert,shipyard,,,,79201424.0,ns,252 -simple_insert,shipyard,,,,80401840.0,ns,256 -simple_insert,shipyard,,,,81674416.0,ns,260 -simple_insert,shipyard,,,,83067851.0,ns,264 -simple_insert,shipyard,,,,84899530.0,ns,268 -simple_insert,shipyard,,,,87072209.0,ns,272 -simple_insert,shipyard,,,,88354151.0,ns,276 -simple_insert,shipyard,,,,89706478.0,ns,280 -simple_insert,shipyard,,,,91000702.0,ns,284 -simple_insert,shipyard,,,,92165451.0,ns,288 -simple_insert,shipyard,,,,92972279.0,ns,292 -simple_insert,shipyard,,,,93050537.0,ns,296 -simple_insert,shipyard,,,,94221529.0,ns,300 -simple_insert,shipyard,,,,95498402.0,ns,304 -simple_insert,shipyard,,,,97602208.0,ns,308 -simple_insert,shipyard,,,,100011810.0,ns,312 -simple_insert,shipyard,,,,101062511.0,ns,316 -simple_insert,shipyard,,,,102453932.0,ns,320 -simple_insert,shipyard,,,,103718121.0,ns,324 -simple_insert,shipyard,,,,105057071.0,ns,328 -simple_insert,shipyard,,,,106369911.0,ns,332 -simple_insert,shipyard,,,,107510916.0,ns,336 -simple_insert,shipyard,,,,108691525.0,ns,340 -simple_insert,shipyard,,,,108114777.0,ns,344 -simple_insert,shipyard,,,,109362382.0,ns,348 -simple_insert,shipyard,,,,110663783.0,ns,352 -simple_insert,shipyard,,,,113006144.0,ns,356 -simple_insert,shipyard,,,,113165858.0,ns,360 -simple_insert,shipyard,,,,114446670.0,ns,364 -simple_insert,shipyard,,,,115667774.0,ns,368 -simple_insert,shipyard,,,,116978372.0,ns,372 -simple_insert,shipyard,,,,118326721.0,ns,376 -simple_insert,shipyard,,,,119452495.0,ns,380 -simple_insert,shipyard,,,,120742504.0,ns,384 -simple_insert,shipyard,,,,121883195.0,ns,388 -simple_insert,shipyard,,,,123013810.0,ns,392 -simple_insert,shipyard,,,,124389811.0,ns,396 -simple_insert,shipyard,,,,125778626.0,ns,400 +simple_insert,shipyard,,,,1746200.0,ns,2 +simple_insert,shipyard,,,,3168000.0,ns,4 +simple_insert,shipyard,,,,3531900.0,ns,6 +simple_insert,shipyard,,,,4601100.0,ns,8 +simple_insert,shipyard,,,,6780900.0,ns,10 +simple_insert,shipyard,,,,6976700.0,ns,12 +simple_insert,shipyard,,,,8794400.0,ns,14 +simple_insert,shipyard,,,,9296200.0,ns,16 +simple_insert,shipyard,,,,10553000.0,ns,18 +simple_insert,shipyard,,,,12847900.0,ns,20 +simple_insert,shipyard,,,,13948600.0,ns,22 +simple_insert,shipyard,,,,14223100.0,ns,24 +simple_insert,shipyard,,,,16623800.0,ns,26 +simple_insert,shipyard,,,,16951000.0,ns,28 +simple_insert,shipyard,,,,18120600.0,ns,30 +simple_insert,shipyard,,,,19593400.0,ns,32 +simple_insert,shipyard,,,,21014400.0,ns,34 +simple_insert,shipyard,,,,23900300.0,ns,36 +simple_insert,shipyard,,,,23958800.0,ns,38 +simple_insert,shipyard,,,,26674500.0,ns,40 +simple_insert,shipyard,,,,27911300.0,ns,42 +simple_insert,shipyard,,,,28992500.0,ns,44 +simple_insert,shipyard,,,,29031200.0,ns,46 +simple_insert,shipyard,,,,31054000.0,ns,48 +simple_insert,shipyard,,,,31284200.0,ns,50 +simple_insert,shipyard,,,,32308800.0,ns,52 +simple_insert,shipyard,,,,32623400.0,ns,54 +simple_insert,shipyard,,,,33776300.0,ns,56 +simple_insert,shipyard,,,,34761100.0,ns,58 +simple_insert,shipyard,,,,36095100.0,ns,60 +simple_insert,shipyard,,,,37168800.0,ns,62 +simple_insert,shipyard,,,,38742000.0,ns,64 +simple_insert,shipyard,,,,40314200.0,ns,66 +simple_insert,shipyard,,,,41321500.0,ns,68 +simple_insert,shipyard,,,,42330200.0,ns,70 +simple_insert,shipyard,,,,44676500.0,ns,72 +simple_insert,shipyard,,,,44884800.0,ns,74 +simple_insert,shipyard,,,,45401600.0,ns,76 +simple_insert,shipyard,,,,47421400.0,ns,78 +simple_insert,shipyard,,,,48271100.0,ns,80 +simple_insert,shipyard,,,,49448300.0,ns,82 +simple_insert,shipyard,,,,50415200.0,ns,84 +simple_insert,shipyard,,,,51277300.0,ns,86 +simple_insert,shipyard,,,,53937200.0,ns,88 +simple_insert,shipyard,,,,60797200.0,ns,90 +simple_insert,shipyard,,,,59048000.0,ns,92 +simple_insert,shipyard,,,,59679800.0,ns,94 +simple_insert,shipyard,,,,59782500.0,ns,96 +simple_insert,shipyard,,,,58787500.0,ns,98 +simple_insert,shipyard,,,,60037900.0,ns,100 +simple_insert,shipyard,,,,61196700.0,ns,102 +simple_insert,shipyard,,,,62457500.0,ns,104 +simple_insert,shipyard,,,,64288400.0,ns,106 +simple_insert,shipyard,,,,65332600.0,ns,108 +simple_insert,shipyard,,,,67471300.0,ns,110 +simple_insert,shipyard,,,,67631400.0,ns,112 +simple_insert,shipyard,,,,69617600.0,ns,114 +simple_insert,shipyard,,,,70064500.0,ns,116 +simple_insert,shipyard,,,,71016000.0,ns,118 +simple_insert,shipyard,,,,77844500.0,ns,120 +simple_insert,shipyard,,,,79314800.0,ns,122 +simple_insert,shipyard,,,,80135000.0,ns,124 +simple_insert,shipyard,,,,77470000.0,ns,126 +simple_insert,shipyard,,,,78198400.0,ns,128 +simple_insert,shipyard,,,,78533500.0,ns,130 +simple_insert,shipyard,,,,80533600.0,ns,132 +simple_insert,shipyard,,,,81363400.0,ns,134 +simple_insert,shipyard,,,,81548100.0,ns,136 +simple_insert,shipyard,,,,82914400.0,ns,138 +simple_insert,shipyard,,,,86696600.0,ns,140 +simple_insert,shipyard,,,,86468800.0,ns,142 +simple_insert,shipyard,,,,93551000.0,ns,144 +simple_insert,shipyard,,,,95579100.0,ns,146 +simple_insert,shipyard,,,,95406400.0,ns,148 +simple_insert,shipyard,,,,90795400.0,ns,150 +simple_insert,shipyard,,,,91476100.0,ns,152 +simple_insert,shipyard,,,,93196200.0,ns,154 +simple_insert,shipyard,,,,94480200.0,ns,156 +simple_insert,shipyard,,,,94902700.0,ns,158 +simple_insert,shipyard,,,,96914700.0,ns,160 +simple_insert,shipyard,,,,97008500.0,ns,162 +simple_insert,shipyard,,,,102252200.0,ns,164 +simple_insert,shipyard,,,,109423700.0,ns,166 +simple_insert,shipyard,,,,107998000.0,ns,168 +simple_insert,shipyard,,,,102916200.0,ns,170 +simple_insert,shipyard,,,,102782700.0,ns,172 +simple_insert,shipyard,,,,106200300.0,ns,174 +simple_insert,shipyard,,,,106123400.0,ns,176 +simple_insert,shipyard,,,,109935800.0,ns,178 +simple_insert,shipyard,,,,108777500.0,ns,180 +simple_insert,shipyard,,,,108824300.0,ns,182 +simple_insert,shipyard,,,,117915200.0,ns,184 +simple_insert,shipyard,,,,120345600.0,ns,186 +simple_insert,shipyard,,,,113548100.0,ns,188 +simple_insert,shipyard,,,,116680200.0,ns,190 +simple_insert,shipyard,,,,115592100.0,ns,192 +simple_insert,shipyard,,,,118459700.0,ns,194 +simple_insert,shipyard,,,,116774500.0,ns,196 +simple_insert,shipyard,,,,119392600.0,ns,198 +simple_insert,shipyard,,,,123586800.0,ns,200 diff --git a/target/criterion/simple_insert/shipyard/base/sample.json b/target/criterion/simple_insert/shipyard/base/sample.json index 425b4547..e8a01fff 100644 --- a/target/criterion/simple_insert/shipyard/base/sample.json +++ b/target/criterion/simple_insert/shipyard/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1260892.0,2506304.0,3779130.0,5036426.0,6285854.0,7543692.0,8777551.0,10040910.0,11301681.0,12549486.0,13804810.0,15091240.0,16307556.0,17576314.0,18859759.0,20101315.0,21336628.0,22653857.0,23888629.0,25124314.0,26380446.0,27631211.0,28896340.0,30176669.0,31436950.0,32690218.0,33979804.0,35168388.0,36448156.0,37723846.0,38939112.0,40197641.0,41465184.0,42689848.0,43966509.0,45259443.0,46492402.0,49112052.0,51479462.0,50265560.0,51554615.0,52797122.0,54075256.0,55346549.0,56570040.0,57826052.0,59132362.0,61431380.0,62732441.0,62901382.0,64095776.0,65392238.0,66672216.0,68857007.0,69338866.0,70499507.0,71595815.0,72776704.0,74118180.0,75358823.0,76712964.0,77851533.0,79201424.0,80401840.0,81674416.0,83067851.0,84899530.0,87072209.0,88354151.0,89706478.0,91000702.0,92165451.0,92972279.0,93050537.0,94221529.0,95498402.0,97602208.0,100011810.0,101062511.0,102453932.0,103718121.0,105057071.0,106369911.0,107510916.0,108691525.0,108114777.0,109362382.0,110663783.0,113006144.0,113165858.0,114446670.0,115667774.0,116978372.0,118326721.0,119452495.0,120742504.0,121883195.0,123013810.0,124389811.0,125778626.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[1746200.0,3168000.0,3531900.0,4601100.0,6780900.0,6976700.0,8794400.0,9296200.0,10553000.0,12847900.0,13948600.0,14223100.0,16623800.0,16951000.0,18120600.0,19593400.0,21014400.0,23900300.0,23958800.0,26674500.0,27911300.0,28992500.0,29031200.0,31054000.0,31284200.0,32308800.0,32623400.0,33776300.0,34761100.0,36095100.0,37168800.0,38742000.0,40314200.0,41321500.0,42330200.0,44676500.0,44884800.0,45401600.0,47421400.0,48271100.0,49448300.0,50415200.0,51277300.0,53937200.0,60797200.0,59048000.0,59679800.0,59782500.0,58787500.0,60037900.0,61196700.0,62457500.0,64288400.0,65332600.0,67471300.0,67631400.0,69617600.0,70064500.0,71016000.0,77844500.0,79314800.0,80135000.0,77470000.0,78198400.0,78533500.0,80533600.0,81363400.0,81548100.0,82914400.0,86696600.0,86468800.0,93551000.0,95579100.0,95406400.0,90795400.0,91476100.0,93196200.0,94480200.0,94902700.0,96914700.0,97008500.0,102252200.0,109423700.0,107998000.0,102916200.0,102782700.0,106200300.0,106123400.0,109935800.0,108777500.0,108824300.0,117915200.0,120345600.0,113548100.0,116680200.0,115592100.0,118459700.0,116774500.0,119392600.0,123586800.0]} \ No newline at end of file diff --git a/target/criterion/simple_insert/shipyard/base/tukey.json b/target/criterion/simple_insert/shipyard/base/tukey.json index 81bd00ba..68f7db67 100644 --- a/target/criterion/simple_insert/shipyard/base/tukey.json +++ b/target/criterion/simple_insert/shipyard/base/tukey.json @@ -1 +1 @@ -[311877.8727083332,312979.04934895824,315915.52039062505,317016.6970312501] \ No newline at end of file +[516009.13047114376,558999.1991073939,673639.3821373943,716629.4507736445] \ No newline at end of file diff --git a/target/criterion/simple_insert/shipyard/change/estimates.json b/target/criterion/simple_insert/shipyard/change/estimates.json index b63a042d..ee95b9d0 100644 --- a/target/criterion/simple_insert/shipyard/change/estimates.json +++ b/target/criterion/simple_insert/shipyard/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.05519356542500781,"upper_bound":0.058962578604939954},"point_estimate":0.05702624438177861,"standard_error":0.0009734350882974303},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.052727141351935014,"upper_bound":0.05429264053380689},"point_estimate":0.053451382916576806,"standard_error":0.00042529979454078643}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.9443549887291335,"upper_bound":0.9912918323993732},"point_estimate":0.9660946039654659,"standard_error":0.011649009294673877},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.9251393924422253,"upper_bound":0.9476377841445018},"point_estimate":0.9323683439619201,"standard_error":0.006645852458907795}} \ No newline at end of file diff --git a/target/criterion/simple_insert/shipyard/new/estimates.json b/target/criterion/simple_insert/shipyard/new/estimates.json index 6d3746b2..4d82578c 100644 --- a/target/criterion/simple_insert/shipyard/new/estimates.json +++ b/target/criterion/simple_insert/shipyard/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":315028.08692944975,"upper_bound":316100.6856289174},"point_estimate":315534.8203221009,"standard_error":274.4718953535197},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":314284.68253968254,"upper_bound":314397.39344262297},"point_estimate":314344.4865679825,"standard_error":29.683756937330852},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":310.95657134425244,"upper_bound":565.2722435828787},"point_estimate":432.90007148112875,"standard_error":62.747066436899075},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":315421.72024815634,"upper_bound":316776.4685609002},"point_estimate":316075.74523274717,"standard_error":345.74387228890293},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2014.8866442268002,"upper_bound":3525.8954994496285},"point_estimate":2756.411460760828,"standard_error":397.9730116233717}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":613753.419760785,"upper_bound":628475.8677724095},"point_estimate":620371.3075984954,"standard_error":3764.5948187999124},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":605117.074074074,"upper_bound":612293.75},"point_estimate":607429.3349429324,"standard_error":2160.420616802324},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8012.157639710649,"upper_bound":18477.411687153817},"point_estimate":11670.666231283052,"standard_error":2884.8523830988975},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":610392.626244868,"upper_bound":619585.5265864305},"point_estimate":614769.0073887986,"standard_error":2355.345803062038},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20362.537090799415,"upper_bound":54722.37174188085},"point_estimate":37877.682324327354,"standard_error":9238.665426559923}} \ No newline at end of file diff --git a/target/criterion/simple_insert/shipyard/new/raw.csv b/target/criterion/simple_insert/shipyard/new/raw.csv index 2d9432a8..679f9982 100644 --- a/target/criterion/simple_insert/shipyard/new/raw.csv +++ b/target/criterion/simple_insert/shipyard/new/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -simple_insert,shipyard,,,,1260892.0,ns,4 -simple_insert,shipyard,,,,2506304.0,ns,8 -simple_insert,shipyard,,,,3779130.0,ns,12 -simple_insert,shipyard,,,,5036426.0,ns,16 -simple_insert,shipyard,,,,6285854.0,ns,20 -simple_insert,shipyard,,,,7543692.0,ns,24 -simple_insert,shipyard,,,,8777551.0,ns,28 -simple_insert,shipyard,,,,10040910.0,ns,32 -simple_insert,shipyard,,,,11301681.0,ns,36 -simple_insert,shipyard,,,,12549486.0,ns,40 -simple_insert,shipyard,,,,13804810.0,ns,44 -simple_insert,shipyard,,,,15091240.0,ns,48 -simple_insert,shipyard,,,,16307556.0,ns,52 -simple_insert,shipyard,,,,17576314.0,ns,56 -simple_insert,shipyard,,,,18859759.0,ns,60 -simple_insert,shipyard,,,,20101315.0,ns,64 -simple_insert,shipyard,,,,21336628.0,ns,68 -simple_insert,shipyard,,,,22653857.0,ns,72 -simple_insert,shipyard,,,,23888629.0,ns,76 -simple_insert,shipyard,,,,25124314.0,ns,80 -simple_insert,shipyard,,,,26380446.0,ns,84 -simple_insert,shipyard,,,,27631211.0,ns,88 -simple_insert,shipyard,,,,28896340.0,ns,92 -simple_insert,shipyard,,,,30176669.0,ns,96 -simple_insert,shipyard,,,,31436950.0,ns,100 -simple_insert,shipyard,,,,32690218.0,ns,104 -simple_insert,shipyard,,,,33979804.0,ns,108 -simple_insert,shipyard,,,,35168388.0,ns,112 -simple_insert,shipyard,,,,36448156.0,ns,116 -simple_insert,shipyard,,,,37723846.0,ns,120 -simple_insert,shipyard,,,,38939112.0,ns,124 -simple_insert,shipyard,,,,40197641.0,ns,128 -simple_insert,shipyard,,,,41465184.0,ns,132 -simple_insert,shipyard,,,,42689848.0,ns,136 -simple_insert,shipyard,,,,43966509.0,ns,140 -simple_insert,shipyard,,,,45259443.0,ns,144 -simple_insert,shipyard,,,,46492402.0,ns,148 -simple_insert,shipyard,,,,49112052.0,ns,152 -simple_insert,shipyard,,,,51479462.0,ns,156 -simple_insert,shipyard,,,,50265560.0,ns,160 -simple_insert,shipyard,,,,51554615.0,ns,164 -simple_insert,shipyard,,,,52797122.0,ns,168 -simple_insert,shipyard,,,,54075256.0,ns,172 -simple_insert,shipyard,,,,55346549.0,ns,176 -simple_insert,shipyard,,,,56570040.0,ns,180 -simple_insert,shipyard,,,,57826052.0,ns,184 -simple_insert,shipyard,,,,59132362.0,ns,188 -simple_insert,shipyard,,,,61431380.0,ns,192 -simple_insert,shipyard,,,,62732441.0,ns,196 -simple_insert,shipyard,,,,62901382.0,ns,200 -simple_insert,shipyard,,,,64095776.0,ns,204 -simple_insert,shipyard,,,,65392238.0,ns,208 -simple_insert,shipyard,,,,66672216.0,ns,212 -simple_insert,shipyard,,,,68857007.0,ns,216 -simple_insert,shipyard,,,,69338866.0,ns,220 -simple_insert,shipyard,,,,70499507.0,ns,224 -simple_insert,shipyard,,,,71595815.0,ns,228 -simple_insert,shipyard,,,,72776704.0,ns,232 -simple_insert,shipyard,,,,74118180.0,ns,236 -simple_insert,shipyard,,,,75358823.0,ns,240 -simple_insert,shipyard,,,,76712964.0,ns,244 -simple_insert,shipyard,,,,77851533.0,ns,248 -simple_insert,shipyard,,,,79201424.0,ns,252 -simple_insert,shipyard,,,,80401840.0,ns,256 -simple_insert,shipyard,,,,81674416.0,ns,260 -simple_insert,shipyard,,,,83067851.0,ns,264 -simple_insert,shipyard,,,,84899530.0,ns,268 -simple_insert,shipyard,,,,87072209.0,ns,272 -simple_insert,shipyard,,,,88354151.0,ns,276 -simple_insert,shipyard,,,,89706478.0,ns,280 -simple_insert,shipyard,,,,91000702.0,ns,284 -simple_insert,shipyard,,,,92165451.0,ns,288 -simple_insert,shipyard,,,,92972279.0,ns,292 -simple_insert,shipyard,,,,93050537.0,ns,296 -simple_insert,shipyard,,,,94221529.0,ns,300 -simple_insert,shipyard,,,,95498402.0,ns,304 -simple_insert,shipyard,,,,97602208.0,ns,308 -simple_insert,shipyard,,,,100011810.0,ns,312 -simple_insert,shipyard,,,,101062511.0,ns,316 -simple_insert,shipyard,,,,102453932.0,ns,320 -simple_insert,shipyard,,,,103718121.0,ns,324 -simple_insert,shipyard,,,,105057071.0,ns,328 -simple_insert,shipyard,,,,106369911.0,ns,332 -simple_insert,shipyard,,,,107510916.0,ns,336 -simple_insert,shipyard,,,,108691525.0,ns,340 -simple_insert,shipyard,,,,108114777.0,ns,344 -simple_insert,shipyard,,,,109362382.0,ns,348 -simple_insert,shipyard,,,,110663783.0,ns,352 -simple_insert,shipyard,,,,113006144.0,ns,356 -simple_insert,shipyard,,,,113165858.0,ns,360 -simple_insert,shipyard,,,,114446670.0,ns,364 -simple_insert,shipyard,,,,115667774.0,ns,368 -simple_insert,shipyard,,,,116978372.0,ns,372 -simple_insert,shipyard,,,,118326721.0,ns,376 -simple_insert,shipyard,,,,119452495.0,ns,380 -simple_insert,shipyard,,,,120742504.0,ns,384 -simple_insert,shipyard,,,,121883195.0,ns,388 -simple_insert,shipyard,,,,123013810.0,ns,392 -simple_insert,shipyard,,,,124389811.0,ns,396 -simple_insert,shipyard,,,,125778626.0,ns,400 +simple_insert,shipyard,,,,1746200.0,ns,2 +simple_insert,shipyard,,,,3168000.0,ns,4 +simple_insert,shipyard,,,,3531900.0,ns,6 +simple_insert,shipyard,,,,4601100.0,ns,8 +simple_insert,shipyard,,,,6780900.0,ns,10 +simple_insert,shipyard,,,,6976700.0,ns,12 +simple_insert,shipyard,,,,8794400.0,ns,14 +simple_insert,shipyard,,,,9296200.0,ns,16 +simple_insert,shipyard,,,,10553000.0,ns,18 +simple_insert,shipyard,,,,12847900.0,ns,20 +simple_insert,shipyard,,,,13948600.0,ns,22 +simple_insert,shipyard,,,,14223100.0,ns,24 +simple_insert,shipyard,,,,16623800.0,ns,26 +simple_insert,shipyard,,,,16951000.0,ns,28 +simple_insert,shipyard,,,,18120600.0,ns,30 +simple_insert,shipyard,,,,19593400.0,ns,32 +simple_insert,shipyard,,,,21014400.0,ns,34 +simple_insert,shipyard,,,,23900300.0,ns,36 +simple_insert,shipyard,,,,23958800.0,ns,38 +simple_insert,shipyard,,,,26674500.0,ns,40 +simple_insert,shipyard,,,,27911300.0,ns,42 +simple_insert,shipyard,,,,28992500.0,ns,44 +simple_insert,shipyard,,,,29031200.0,ns,46 +simple_insert,shipyard,,,,31054000.0,ns,48 +simple_insert,shipyard,,,,31284200.0,ns,50 +simple_insert,shipyard,,,,32308800.0,ns,52 +simple_insert,shipyard,,,,32623400.0,ns,54 +simple_insert,shipyard,,,,33776300.0,ns,56 +simple_insert,shipyard,,,,34761100.0,ns,58 +simple_insert,shipyard,,,,36095100.0,ns,60 +simple_insert,shipyard,,,,37168800.0,ns,62 +simple_insert,shipyard,,,,38742000.0,ns,64 +simple_insert,shipyard,,,,40314200.0,ns,66 +simple_insert,shipyard,,,,41321500.0,ns,68 +simple_insert,shipyard,,,,42330200.0,ns,70 +simple_insert,shipyard,,,,44676500.0,ns,72 +simple_insert,shipyard,,,,44884800.0,ns,74 +simple_insert,shipyard,,,,45401600.0,ns,76 +simple_insert,shipyard,,,,47421400.0,ns,78 +simple_insert,shipyard,,,,48271100.0,ns,80 +simple_insert,shipyard,,,,49448300.0,ns,82 +simple_insert,shipyard,,,,50415200.0,ns,84 +simple_insert,shipyard,,,,51277300.0,ns,86 +simple_insert,shipyard,,,,53937200.0,ns,88 +simple_insert,shipyard,,,,60797200.0,ns,90 +simple_insert,shipyard,,,,59048000.0,ns,92 +simple_insert,shipyard,,,,59679800.0,ns,94 +simple_insert,shipyard,,,,59782500.0,ns,96 +simple_insert,shipyard,,,,58787500.0,ns,98 +simple_insert,shipyard,,,,60037900.0,ns,100 +simple_insert,shipyard,,,,61196700.0,ns,102 +simple_insert,shipyard,,,,62457500.0,ns,104 +simple_insert,shipyard,,,,64288400.0,ns,106 +simple_insert,shipyard,,,,65332600.0,ns,108 +simple_insert,shipyard,,,,67471300.0,ns,110 +simple_insert,shipyard,,,,67631400.0,ns,112 +simple_insert,shipyard,,,,69617600.0,ns,114 +simple_insert,shipyard,,,,70064500.0,ns,116 +simple_insert,shipyard,,,,71016000.0,ns,118 +simple_insert,shipyard,,,,77844500.0,ns,120 +simple_insert,shipyard,,,,79314800.0,ns,122 +simple_insert,shipyard,,,,80135000.0,ns,124 +simple_insert,shipyard,,,,77470000.0,ns,126 +simple_insert,shipyard,,,,78198400.0,ns,128 +simple_insert,shipyard,,,,78533500.0,ns,130 +simple_insert,shipyard,,,,80533600.0,ns,132 +simple_insert,shipyard,,,,81363400.0,ns,134 +simple_insert,shipyard,,,,81548100.0,ns,136 +simple_insert,shipyard,,,,82914400.0,ns,138 +simple_insert,shipyard,,,,86696600.0,ns,140 +simple_insert,shipyard,,,,86468800.0,ns,142 +simple_insert,shipyard,,,,93551000.0,ns,144 +simple_insert,shipyard,,,,95579100.0,ns,146 +simple_insert,shipyard,,,,95406400.0,ns,148 +simple_insert,shipyard,,,,90795400.0,ns,150 +simple_insert,shipyard,,,,91476100.0,ns,152 +simple_insert,shipyard,,,,93196200.0,ns,154 +simple_insert,shipyard,,,,94480200.0,ns,156 +simple_insert,shipyard,,,,94902700.0,ns,158 +simple_insert,shipyard,,,,96914700.0,ns,160 +simple_insert,shipyard,,,,97008500.0,ns,162 +simple_insert,shipyard,,,,102252200.0,ns,164 +simple_insert,shipyard,,,,109423700.0,ns,166 +simple_insert,shipyard,,,,107998000.0,ns,168 +simple_insert,shipyard,,,,102916200.0,ns,170 +simple_insert,shipyard,,,,102782700.0,ns,172 +simple_insert,shipyard,,,,106200300.0,ns,174 +simple_insert,shipyard,,,,106123400.0,ns,176 +simple_insert,shipyard,,,,109935800.0,ns,178 +simple_insert,shipyard,,,,108777500.0,ns,180 +simple_insert,shipyard,,,,108824300.0,ns,182 +simple_insert,shipyard,,,,117915200.0,ns,184 +simple_insert,shipyard,,,,120345600.0,ns,186 +simple_insert,shipyard,,,,113548100.0,ns,188 +simple_insert,shipyard,,,,116680200.0,ns,190 +simple_insert,shipyard,,,,115592100.0,ns,192 +simple_insert,shipyard,,,,118459700.0,ns,194 +simple_insert,shipyard,,,,116774500.0,ns,196 +simple_insert,shipyard,,,,119392600.0,ns,198 +simple_insert,shipyard,,,,123586800.0,ns,200 diff --git a/target/criterion/simple_insert/shipyard/new/sample.json b/target/criterion/simple_insert/shipyard/new/sample.json index 425b4547..e8a01fff 100644 --- a/target/criterion/simple_insert/shipyard/new/sample.json +++ b/target/criterion/simple_insert/shipyard/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1260892.0,2506304.0,3779130.0,5036426.0,6285854.0,7543692.0,8777551.0,10040910.0,11301681.0,12549486.0,13804810.0,15091240.0,16307556.0,17576314.0,18859759.0,20101315.0,21336628.0,22653857.0,23888629.0,25124314.0,26380446.0,27631211.0,28896340.0,30176669.0,31436950.0,32690218.0,33979804.0,35168388.0,36448156.0,37723846.0,38939112.0,40197641.0,41465184.0,42689848.0,43966509.0,45259443.0,46492402.0,49112052.0,51479462.0,50265560.0,51554615.0,52797122.0,54075256.0,55346549.0,56570040.0,57826052.0,59132362.0,61431380.0,62732441.0,62901382.0,64095776.0,65392238.0,66672216.0,68857007.0,69338866.0,70499507.0,71595815.0,72776704.0,74118180.0,75358823.0,76712964.0,77851533.0,79201424.0,80401840.0,81674416.0,83067851.0,84899530.0,87072209.0,88354151.0,89706478.0,91000702.0,92165451.0,92972279.0,93050537.0,94221529.0,95498402.0,97602208.0,100011810.0,101062511.0,102453932.0,103718121.0,105057071.0,106369911.0,107510916.0,108691525.0,108114777.0,109362382.0,110663783.0,113006144.0,113165858.0,114446670.0,115667774.0,116978372.0,118326721.0,119452495.0,120742504.0,121883195.0,123013810.0,124389811.0,125778626.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[1746200.0,3168000.0,3531900.0,4601100.0,6780900.0,6976700.0,8794400.0,9296200.0,10553000.0,12847900.0,13948600.0,14223100.0,16623800.0,16951000.0,18120600.0,19593400.0,21014400.0,23900300.0,23958800.0,26674500.0,27911300.0,28992500.0,29031200.0,31054000.0,31284200.0,32308800.0,32623400.0,33776300.0,34761100.0,36095100.0,37168800.0,38742000.0,40314200.0,41321500.0,42330200.0,44676500.0,44884800.0,45401600.0,47421400.0,48271100.0,49448300.0,50415200.0,51277300.0,53937200.0,60797200.0,59048000.0,59679800.0,59782500.0,58787500.0,60037900.0,61196700.0,62457500.0,64288400.0,65332600.0,67471300.0,67631400.0,69617600.0,70064500.0,71016000.0,77844500.0,79314800.0,80135000.0,77470000.0,78198400.0,78533500.0,80533600.0,81363400.0,81548100.0,82914400.0,86696600.0,86468800.0,93551000.0,95579100.0,95406400.0,90795400.0,91476100.0,93196200.0,94480200.0,94902700.0,96914700.0,97008500.0,102252200.0,109423700.0,107998000.0,102916200.0,102782700.0,106200300.0,106123400.0,109935800.0,108777500.0,108824300.0,117915200.0,120345600.0,113548100.0,116680200.0,115592100.0,118459700.0,116774500.0,119392600.0,123586800.0]} \ No newline at end of file diff --git a/target/criterion/simple_insert/shipyard/new/tukey.json b/target/criterion/simple_insert/shipyard/new/tukey.json index 81bd00ba..68f7db67 100644 --- a/target/criterion/simple_insert/shipyard/new/tukey.json +++ b/target/criterion/simple_insert/shipyard/new/tukey.json @@ -1 +1 @@ -[311877.8727083332,312979.04934895824,315915.52039062505,317016.6970312501] \ No newline at end of file +[516009.13047114376,558999.1991073939,673639.3821373943,716629.4507736445] \ No newline at end of file diff --git a/target/criterion/simple_insert/shipyard/report/MAD.svg b/target/criterion/simple_insert/shipyard/report/MAD.svg index 11c44d77..b9bda978 100644 --- a/target/criterion/simple_insert/shipyard/report/MAD.svg +++ b/target/criterion/simple_insert/shipyard/report/MAD.svg @@ -1,298 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.001 - - - - - 0.002 - - - - - 0.003 - - - - - 0.004 - - - - - 0.005 - - - - - 0.006 - - - - - 0.007 - - - - - 0.008 - - - - - 300 - - - - - 350 - - - - - 400 - - - - - 450 - - - - - 500 - - - - - 550 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - simple_insert/shipyard: MAD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_insert/shipyard:MAD + + +Density (a.u.) + + +Average time (us) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_insert/shipyard/report/SD.svg b/target/criterion/simple_insert/shipyard/report/SD.svg index 6fb653a3..a0d518fc 100644 --- a/target/criterion/simple_insert/shipyard/report/SD.svg +++ b/target/criterion/simple_insert/shipyard/report/SD.svg @@ -1,323 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.1 - - - - - 0.2 - - - - - 0.3 - - - - - 0.4 - - - - - 0.5 - - - - - 0.6 - - - - - 0.7 - - - - - 0.8 - - - - - 0.9 - - - - - 1 - - - - - 2 - - - - - 2.2 - - - - - 2.4 - - - - - 2.6 - - - - - 2.8 - - - - - 3 - - - - - 3.2 - - - - - 3.4 - - - - - 3.6 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_insert/shipyard: SD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_insert/shipyard:SD + + +Density (a.u.) + + +Average time (us) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + +45 + + + +50 + + + +55 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_insert/shipyard/report/both/pdf.svg b/target/criterion/simple_insert/shipyard/report/both/pdf.svg index 4cc02561..b8c958c6 100644 --- a/target/criterion/simple_insert/shipyard/report/both/pdf.svg +++ b/target/criterion/simple_insert/shipyard/report/both/pdf.svg @@ -1,328 +1,65 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.1 - - - - - 0.2 - - - - - 0.3 - - - - - 0.4 - - - - - 0.5 - - - - - 0.6 - - - - - 295 - - - - - 300 - - - - - 305 - - - - - 310 - - - - - 315 - - - - - 320 - - - - - 325 - - - - - 330 - - - - - 335 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_insert/shipyard - - - - - Base PDF - - - Base PDF - - - - - - - - - - Base Mean - - - - - Base Mean - - - - - - New PDF - - - - - New PDF - - - - - - - - - - New Mean - - - - - New Mean - - - - - - - - - - - - - - + + +simple_insert/shipyard + + +Density (a.u.) + + +Average Time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + + +400 + + + +600 + + + +800 + + + + + + + +Base PDF + + +New PDF + + +Base Mean + + +New Mean + + + + + - diff --git a/target/criterion/simple_insert/shipyard/report/both/regression.svg b/target/criterion/simple_insert/shipyard/report/both/regression.svg index f1e04d00..9154ca48 100644 --- a/target/criterion/simple_insert/shipyard/report/both/regression.svg +++ b/target/criterion/simple_insert/shipyard/report/both/regression.svg @@ -1,331 +1,85 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 250 - - - - - - - - - - - - - 300 - - - - - - - - - - - - - 350 - - - - - - - - - - - - - 400 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - simple_insert/shipyard - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - Base sample - - - - - - New sample - - - New sample - - - - - - - - - - - - - - + + +simple_insert/shipyard + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + + + + + +Base Sample + + +New Sample + + + - diff --git a/target/criterion/simple_insert/shipyard/report/change/mean.svg b/target/criterion/simple_insert/shipyard/report/change/mean.svg index 352b4707..9c308e91 100644 --- a/target/criterion/simple_insert/shipyard/report/change/mean.svg +++ b/target/criterion/simple_insert/shipyard/report/change/mean.svg @@ -1,330 +1,85 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - 300 - - - - - 350 - - - - - 400 - - - - - 5.5 - - - - - 5.55 - - - - - 5.6 - - - - - 5.65 - - - - - 5.7 - - - - - 5.75 - - - - - 5.8 - - - - - 5.85 - - - - - 5.9 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - simple_insert/shipyard: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +simple_insert/shipyard:mean + + +Density (a.u.) + + +Relative change (%) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + + +0.94 + + + +0.95 + + + +0.96 + + + +0.97 + + + +0.98 + + + +0.99 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/simple_insert/shipyard/report/change/median.svg b/target/criterion/simple_insert/shipyard/report/change/median.svg index b003c9e1..50039dad 100644 --- a/target/criterion/simple_insert/shipyard/report/change/median.svg +++ b/target/criterion/simple_insert/shipyard/report/change/median.svg @@ -1,340 +1,89 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 100 - - - - - 200 - - - - - 300 - - - - - 400 - - - - - 500 - - - - - 600 - - - - - 700 - - - - - 800 - - - - - 900 - - - - - 5.26 - - - - - 5.28 - - - - - 5.3 - - - - - 5.32 - - - - - 5.34 - - - - - 5.36 - - - - - 5.38 - - - - - 5.4 - - - - - 5.42 - - - - - 5.44 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - simple_insert/shipyard: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +simple_insert/shipyard:median + + +Density (a.u.) + + +Relative change (%) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + + +0.925 + + + +0.93 + + + +0.935 + + + +0.94 + + + +0.945 + + + +0.95 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/simple_insert/shipyard/report/change/t-test.svg b/target/criterion/simple_insert/shipyard/report/change/t-test.svg index 4f88f8e5..23ba0a42 100644 --- a/target/criterion/simple_insert/shipyard/report/change/t-test.svg +++ b/target/criterion/simple_insert/shipyard/report/change/t-test.svg @@ -1,245 +1,75 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - -10 - - - - - 0 - - - - - 10 - - - - - 20 - - - - - 30 - - - - - 40 - - - - - 50 - - - - - 60 - - - - - - - - - Density - - - - - t score - - - - - simple_insert/shipyard: Welch t test - - - - - t distribution - - - t distribution - - - - - - - - - - t statistic - - - - - t statistic - - - - - - - - - - - - - - + + +simple_insert/shipyard: Welch t test + + +Density + + +t score + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +-4.0 + + + +-2.0 + + + +0.0 + + + +2.0 + + + +4.0 + + + + + +t distribution + + +t statistic + + + - diff --git a/target/criterion/simple_insert/shipyard/report/index.html b/target/criterion/simple_insert/shipyard/report/index.html index d88dc391..9c9c618d 100644 --- a/target/criterion/simple_insert/shipyard/report/index.html +++ b/target/criterion/simple_insert/shipyard/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 315.42 us - 316.08 us - 316.78 us + 610.39 us + 614.77 us + 619.59 us R² - 0.9889239 - 0.9895143 - 0.9888366 + 0.8869918 + 0.8924294 + 0.8858515 Mean - 315.03 us - 315.53 us - 316.10 us + 613.75 us + 620.37 us + 628.48 us Std. Dev. - 2.0149 us - 2.7564 us - 3.5259 us + 20.363 us + 37.878 us + 54.722 us Median - 314.28 us - 314.34 us - 314.40 us + 605.12 us + 607.43 us + 612.29 us MAD - 310.96 ns - 432.90 ns - 565.27 ns + 8.0122 us + 11.671 us + 18.477 us @@ -231,9 +231,9 @@

Additional Statistics:

Change in time - +5.5194% - +5.7026% - +5.8963% + +94.435% + +96.609% + +99.129% (p = 0.00 < 0.05) diff --git a/target/criterion/simple_insert/shipyard/report/mean.svg b/target/criterion/simple_insert/shipyard/report/mean.svg index eeebb869..cd1fc809 100644 --- a/target/criterion/simple_insert/shipyard/report/mean.svg +++ b/target/criterion/simple_insert/shipyard/report/mean.svg @@ -1,303 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.2 - - - - - 0.4 - - - - - 0.6 - - - - - 0.8 - - - - - 1 - - - - - 1.2 - - - - - 1.4 - - - - - 1.6 - - - - - 315 - - - - - 315.2 - - - - - 315.4 - - - - - 315.6 - - - - - 315.8 - - - - - 316 - - - - - 316.2 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_insert/shipyard: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_insert/shipyard:mean + + +Density (a.u.) + + +Average time (us) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + + +614 + + + +616 + + + +618 + + + +620 + + + +622 + + + +624 + + + +626 + + + +628 + + + +630 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_insert/shipyard/report/median.svg b/target/criterion/simple_insert/shipyard/report/median.svg index c4606a3f..cba84403 100644 --- a/target/criterion/simple_insert/shipyard/report/median.svg +++ b/target/criterion/simple_insert/shipyard/report/median.svg @@ -1,313 +1,88 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 2 - - - - - 4 - - - - - 6 - - - - - 8 - - - - - 10 - - - - - 12 - - - - - 14 - - - - - 16 - - - - - 18 - - - - - 20 - - - - - 314.28 - - - - - 314.3 - - - - - 314.32 - - - - - 314.34 - - - - - 314.36 - - - - - 314.38 - - - - - 314.4 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_insert/shipyard: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_insert/shipyard:median + + +Density (a.u.) + + +Average time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + + +605 + + + +606 + + + +607 + + + +608 + + + +609 + + + +610 + + + +611 + + + +612 + + + +613 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_insert/shipyard/report/pdf.svg b/target/criterion/simple_insert/shipyard/report/pdf.svg index 9f0baa08..ffbdbf52 100644 --- a/target/criterion/simple_insert/shipyard/report/pdf.svg +++ b/target/criterion/simple_insert/shipyard/report/pdf.svg @@ -1,420 +1,151 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - 300 - - - - - 350 - - - - - 400 - - - - - 310 - - - - - 315 - - - - - 320 - - - - - 325 - - - - - 330 - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - - - - - Iterations - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_insert/shipyard - - - - - PDF - - - PDF - - - - - - - - - - Mean - - - - - Mean - - - - - - "Clean" sample - - - - - "Clean" sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Mild outliers - - - Mild outliers - - - - - - - - - Severe outliers - - - Severe outliers - - - - - - - - - - - - - - - - - - - - - - - - - - - gnuplot_plot_6 - - - - - - gnuplot_plot_7 - - - - gnuplot_plot_8 - - - - gnuplot_plot_9 - - - - - - - - - - - - + + +simple_insert/shipyard + + +Iterations + + +Average Time (us) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + + +550 + + + +600 + + + +650 + + + +700 + + + +750 + + + +800 + + + +850 + + + +900 + + + +Density (a.u.) + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + +0.014 + + + +0.016 + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + - diff --git a/target/criterion/simple_insert/shipyard/report/pdf_small.svg b/target/criterion/simple_insert/shipyard/report/pdf_small.svg index b6557286..887cfc06 100644 --- a/target/criterion/simple_insert/shipyard/report/pdf_small.svg +++ b/target/criterion/simple_insert/shipyard/report/pdf_small.svg @@ -1,199 +1,64 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 310 - - - - - 315 - - - - - 320 - - - - - 325 - - - - - 330 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - PDF - - - - - - - Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + +0.014 + + + +0.016 + + + +0.018 + + + + +600 + + + +700 + + + +800 + + + +900 + + + + - diff --git a/target/criterion/simple_insert/shipyard/report/regression.svg b/target/criterion/simple_insert/shipyard/report/regression.svg index 4c4eef70..eb6ec58a 100644 --- a/target/criterion/simple_insert/shipyard/report/regression.svg +++ b/target/criterion/simple_insert/shipyard/report/regression.svg @@ -1,434 +1,207 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 250 - - - - - - - - - - - - - 300 - - - - - - - - - - - - - 350 - - - - - - - - - - - - - 400 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - simple_insert/shipyard - - - - - Sample - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - Linear regression - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - - + + +simple_insert/shipyard + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + - diff --git a/target/criterion/simple_insert/shipyard/report/regression_small.svg b/target/criterion/simple_insert/shipyard/report/regression_small.svg index e978a438..ae2d10d3 100644 --- a/target/criterion/simple_insert/shipyard/report/regression_small.svg +++ b/target/criterion/simple_insert/shipyard/report/regression_small.svg @@ -1,412 +1,192 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 250 - - - - - - - - - - - - - 300 - - - - - - - - - - - - - 350 - - - - - - - - - - - - - 400 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/simple_insert/shipyard/report/relative_pdf_small.svg b/target/criterion/simple_insert/shipyard/report/relative_pdf_small.svg index 9ec9f7fe..43a2a3b8 100644 --- a/target/criterion/simple_insert/shipyard/report/relative_pdf_small.svg +++ b/target/criterion/simple_insert/shipyard/report/relative_pdf_small.svg @@ -1,301 +1,46 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.1 - - - - - 0.2 - - - - - 0.3 - - - - - 0.4 - - - - - 0.5 - - - - - 0.6 - - - - - 295 - - - - - 300 - - - - - 305 - - - - - 310 - - - - - 315 - - - - - 320 - - - - - 325 - - - - - 330 - - - - - 335 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - Base PDF - - - - - - - Base Mean - - - - - - New PDF - - - - - - - - - New Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + + +400 + + + +600 + + + +800 + + + + + + - diff --git a/target/criterion/simple_insert/shipyard/report/relative_regression_small.svg b/target/criterion/simple_insert/shipyard/report/relative_regression_small.svg index 16a37a9e..6570c017 100644 --- a/target/criterion/simple_insert/shipyard/report/relative_regression_small.svg +++ b/target/criterion/simple_insert/shipyard/report/relative_regression_small.svg @@ -1,316 +1,74 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 150 - - - - - - - - - - - - - 200 - - - - - - - - - - - - - 250 - - - - - - - - - - - - - 300 - - - - - - - - - - - - - 350 - - - - - - - - - - - - - 400 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - - New sample - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + + + + - diff --git a/target/criterion/simple_insert/shipyard/report/slope.svg b/target/criterion/simple_insert/shipyard/report/slope.svg index 0045c967..56163412 100644 --- a/target/criterion/simple_insert/shipyard/report/slope.svg +++ b/target/criterion/simple_insert/shipyard/report/slope.svg @@ -1,298 +1,88 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.2 - - - - - 0.4 - - - - - 0.6 - - - - - 0.8 - - - - - 1 - - - - - 1.2 - - - - - 315.4 - - - - - 315.6 - - - - - 315.8 - - - - - 316 - - - - - 316.2 - - - - - 316.4 - - - - - 316.6 - - - - - 316.8 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_insert/shipyard: slope - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_insert/shipyard:slope + + +Density (a.u.) + + +Average time (us) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + +0.16 + + + +0.18 + + + + +610 + + + +612 + + + +614 + + + +616 + + + +618 + + + +620 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_insert/shipyard/report/typical.svg b/target/criterion/simple_insert/shipyard/report/typical.svg index 057bb77e..d4f3df37 100644 --- a/target/criterion/simple_insert/shipyard/report/typical.svg +++ b/target/criterion/simple_insert/shipyard/report/typical.svg @@ -1,298 +1,88 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.2 - - - - - 0.4 - - - - - 0.6 - - - - - 0.8 - - - - - 1 - - - - - 1.2 - - - - - 315.4 - - - - - 315.6 - - - - - 315.8 - - - - - 316 - - - - - 316.2 - - - - - 316.4 - - - - - 316.6 - - - - - 316.8 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_insert/shipyard: typical - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_insert/shipyard:typical + + +Density (a.u.) + + +Average time (us) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + +0.16 + + + +0.18 + + + + +610 + + + +612 + + + +614 + + + +616 + + + +618 + + + +620 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_insert/specs/base/estimates.json b/target/criterion/simple_insert/specs/base/estimates.json index 60bf7bec..ea3ae2e3 100644 --- a/target/criterion/simple_insert/specs/base/estimates.json +++ b/target/criterion/simple_insert/specs/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1029696.3099822722,"upper_bound":1030292.3071067294},"point_estimate":1029990.9191511355,"standard_error":152.0763109422116},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1029602.270021645,"upper_bound":1030195.925925926},"point_estimate":1029812.9217918392,"standard_error":173.85822657738757},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1133.040515657741,"upper_bound":1896.6741111743152},"point_estimate":1667.452972828122,"standard_error":199.83042807526965},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1029618.3302602791,"upper_bound":1030379.3086915608},"point_estimate":1029988.9755194326,"standard_error":195.0006434423042},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1289.8139728460355,"upper_bound":1757.0227114103968},"point_estimate":1531.2777626799957,"standard_error":119.06842895529803}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1618466.3986858553,"upper_bound":1624762.1759495737},"point_estimate":1621507.1042351956,"standard_error":1611.3398589725186},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1616054.2835595775,"upper_bound":1620437.163876205},"point_estimate":1618787.2294372295,"standard_error":1119.9675000867287},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7496.935973709511,"upper_bound":13791.502501363846},"point_estimate":10816.02202346561,"standard_error":1683.4659441971971},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1619739.3619661639,"upper_bound":1626524.0301430188},"point_estimate":1622887.4762819565,"standard_error":1735.4860693393227},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12209.404622421465,"upper_bound":19678.92887228517},"point_estimate":16149.33572319472,"standard_error":1914.0938288532093}} \ No newline at end of file diff --git a/target/criterion/simple_insert/specs/base/raw.csv b/target/criterion/simple_insert/specs/base/raw.csv index c200ea03..8cf36096 100644 --- a/target/criterion/simple_insert/specs/base/raw.csv +++ b/target/criterion/simple_insert/specs/base/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -simple_insert,specs,,,,1030964.0,ns,1 -simple_insert,specs,,,,2067258.0,ns,2 -simple_insert,specs,,,,3079247.0,ns,3 -simple_insert,specs,,,,4125620.0,ns,4 -simple_insert,specs,,,,5136745.0,ns,5 -simple_insert,specs,,,,6169002.0,ns,6 -simple_insert,specs,,,,7188345.0,ns,7 -simple_insert,specs,,,,8236110.0,ns,8 -simple_insert,specs,,,,9303243.0,ns,9 -simple_insert,specs,,,,10325611.0,ns,10 -simple_insert,specs,,,,11305879.0,ns,11 -simple_insert,specs,,,,12355758.0,ns,12 -simple_insert,specs,,,,13373758.0,ns,13 -simple_insert,specs,,,,14444919.0,ns,14 -simple_insert,specs,,,,15430214.0,ns,15 -simple_insert,specs,,,,16443516.0,ns,16 -simple_insert,specs,,,,17502724.0,ns,17 -simple_insert,specs,,,,18561271.0,ns,18 -simple_insert,specs,,,,19540756.0,ns,19 -simple_insert,specs,,,,20597690.0,ns,20 -simple_insert,specs,,,,21685432.0,ns,21 -simple_insert,specs,,,,22650890.0,ns,22 -simple_insert,specs,,,,23667247.0,ns,23 -simple_insert,specs,,,,24723730.0,ns,24 -simple_insert,specs,,,,25741710.0,ns,25 -simple_insert,specs,,,,26788634.0,ns,26 -simple_insert,specs,,,,27815290.0,ns,27 -simple_insert,specs,,,,28836827.0,ns,28 -simple_insert,specs,,,,29860335.0,ns,29 -simple_insert,specs,,,,30935515.0,ns,30 -simple_insert,specs,,,,31934275.0,ns,31 -simple_insert,specs,,,,32976232.0,ns,32 -simple_insert,specs,,,,34020763.0,ns,33 -simple_insert,specs,,,,34994987.0,ns,34 -simple_insert,specs,,,,36113849.0,ns,35 -simple_insert,specs,,,,37100820.0,ns,36 -simple_insert,specs,,,,38092598.0,ns,37 -simple_insert,specs,,,,39133321.0,ns,38 -simple_insert,specs,,,,40115202.0,ns,39 -simple_insert,specs,,,,41220268.0,ns,40 -simple_insert,specs,,,,42215524.0,ns,41 -simple_insert,specs,,,,43280130.0,ns,42 -simple_insert,specs,,,,44311446.0,ns,43 -simple_insert,specs,,,,45341548.0,ns,44 -simple_insert,specs,,,,46300687.0,ns,45 -simple_insert,specs,,,,47464172.0,ns,46 -simple_insert,specs,,,,48466151.0,ns,47 -simple_insert,specs,,,,49362969.0,ns,48 -simple_insert,specs,,,,50481912.0,ns,49 -simple_insert,specs,,,,51417494.0,ns,50 -simple_insert,specs,,,,52569138.0,ns,51 -simple_insert,specs,,,,53449345.0,ns,52 -simple_insert,specs,,,,54587773.0,ns,53 -simple_insert,specs,,,,55602186.0,ns,54 -simple_insert,specs,,,,56561744.0,ns,55 -simple_insert,specs,,,,57596725.0,ns,56 -simple_insert,specs,,,,58690920.0,ns,57 -simple_insert,specs,,,,59772601.0,ns,58 -simple_insert,specs,,,,60961956.0,ns,59 -simple_insert,specs,,,,61921353.0,ns,60 -simple_insert,specs,,,,62835455.0,ns,61 -simple_insert,specs,,,,63947915.0,ns,62 -simple_insert,specs,,,,64859982.0,ns,63 -simple_insert,specs,,,,65882552.0,ns,64 -simple_insert,specs,,,,66891132.0,ns,65 -simple_insert,specs,,,,67855899.0,ns,66 -simple_insert,specs,,,,69003976.0,ns,67 -simple_insert,specs,,,,70050050.0,ns,68 -simple_insert,specs,,,,71169242.0,ns,69 -simple_insert,specs,,,,72018619.0,ns,70 -simple_insert,specs,,,,73061517.0,ns,71 -simple_insert,specs,,,,74514705.0,ns,72 -simple_insert,specs,,,,75313408.0,ns,73 -simple_insert,specs,,,,76154428.0,ns,74 -simple_insert,specs,,,,77331010.0,ns,75 -simple_insert,specs,,,,78491191.0,ns,76 -simple_insert,specs,,,,79414370.0,ns,77 -simple_insert,specs,,,,80430496.0,ns,78 -simple_insert,specs,,,,81412596.0,ns,79 -simple_insert,specs,,,,82289436.0,ns,80 -simple_insert,specs,,,,83307917.0,ns,81 -simple_insert,specs,,,,84333931.0,ns,82 -simple_insert,specs,,,,85431944.0,ns,83 -simple_insert,specs,,,,86487965.0,ns,84 -simple_insert,specs,,,,87632465.0,ns,85 -simple_insert,specs,,,,88466725.0,ns,86 -simple_insert,specs,,,,89589864.0,ns,87 -simple_insert,specs,,,,90663158.0,ns,88 -simple_insert,specs,,,,91652343.0,ns,89 -simple_insert,specs,,,,92518744.0,ns,90 -simple_insert,specs,,,,93694813.0,ns,91 -simple_insert,specs,,,,94868720.0,ns,92 -simple_insert,specs,,,,95739962.0,ns,93 -simple_insert,specs,,,,96610308.0,ns,94 -simple_insert,specs,,,,97711897.0,ns,95 -simple_insert,specs,,,,98728083.0,ns,96 -simple_insert,specs,,,,99790427.0,ns,97 -simple_insert,specs,,,,101084300.0,ns,98 -simple_insert,specs,,,,102194348.0,ns,99 -simple_insert,specs,,,,103113307.0,ns,100 +simple_insert,specs,,,,1629600.0,ns,1 +simple_insert,specs,,,,3214500.0,ns,2 +simple_insert,specs,,,,4860900.0,ns,3 +simple_insert,specs,,,,6478900.0,ns,4 +simple_insert,specs,,,,8080400.0,ns,5 +simple_insert,specs,,,,9585900.0,ns,6 +simple_insert,specs,,,,11182800.0,ns,7 +simple_insert,specs,,,,13457400.0,ns,8 +simple_insert,specs,,,,14394900.0,ns,9 +simple_insert,specs,,,,16121400.0,ns,10 +simple_insert,specs,,,,17758200.0,ns,11 +simple_insert,specs,,,,19176500.0,ns,12 +simple_insert,specs,,,,20898200.0,ns,13 +simple_insert,specs,,,,22376900.0,ns,14 +simple_insert,specs,,,,24675600.0,ns,15 +simple_insert,specs,,,,25696500.0,ns,16 +simple_insert,specs,,,,27839400.0,ns,17 +simple_insert,specs,,,,28957700.0,ns,18 +simple_insert,specs,,,,30531100.0,ns,19 +simple_insert,specs,,,,32263000.0,ns,20 +simple_insert,specs,,,,34376200.0,ns,21 +simple_insert,specs,,,,35689500.0,ns,22 +simple_insert,specs,,,,37490500.0,ns,23 +simple_insert,specs,,,,39546600.0,ns,24 +simple_insert,specs,,,,39957200.0,ns,25 +simple_insert,specs,,,,42401200.0,ns,26 +simple_insert,specs,,,,43747000.0,ns,27 +simple_insert,specs,,,,46092900.0,ns,28 +simple_insert,specs,,,,46546400.0,ns,29 +simple_insert,specs,,,,48042400.0,ns,30 +simple_insert,specs,,,,50643600.0,ns,31 +simple_insert,specs,,,,52052500.0,ns,32 +simple_insert,specs,,,,52962100.0,ns,33 +simple_insert,specs,,,,55147500.0,ns,34 +simple_insert,specs,,,,56394200.0,ns,35 +simple_insert,specs,,,,58208100.0,ns,36 +simple_insert,specs,,,,59483600.0,ns,37 +simple_insert,specs,,,,61862400.0,ns,38 +simple_insert,specs,,,,63475500.0,ns,39 +simple_insert,specs,,,,64564600.0,ns,40 +simple_insert,specs,,,,66516100.0,ns,41 +simple_insert,specs,,,,68840900.0,ns,42 +simple_insert,specs,,,,69866400.0,ns,43 +simple_insert,specs,,,,70764200.0,ns,44 +simple_insert,specs,,,,73273600.0,ns,45 +simple_insert,specs,,,,74040900.0,ns,46 +simple_insert,specs,,,,76248000.0,ns,47 +simple_insert,specs,,,,77842700.0,ns,48 +simple_insert,specs,,,,79561300.0,ns,49 +simple_insert,specs,,,,80754800.0,ns,50 +simple_insert,specs,,,,82877200.0,ns,51 +simple_insert,specs,,,,83416500.0,ns,52 +simple_insert,specs,,,,85690600.0,ns,53 +simple_insert,specs,,,,87967400.0,ns,54 +simple_insert,specs,,,,90154800.0,ns,55 +simple_insert,specs,,,,90353800.0,ns,56 +simple_insert,specs,,,,92335900.0,ns,57 +simple_insert,specs,,,,93901700.0,ns,58 +simple_insert,specs,,,,95278500.0,ns,59 +simple_insert,specs,,,,96899100.0,ns,60 +simple_insert,specs,,,,98185800.0,ns,61 +simple_insert,specs,,,,100253600.0,ns,62 +simple_insert,specs,,,,101985900.0,ns,63 +simple_insert,specs,,,,103740100.0,ns,64 +simple_insert,specs,,,,107172000.0,ns,65 +simple_insert,specs,,,,106409200.0,ns,66 +simple_insert,specs,,,,110925000.0,ns,67 +simple_insert,specs,,,,109718100.0,ns,68 +simple_insert,specs,,,,116217800.0,ns,69 +simple_insert,specs,,,,113002300.0,ns,70 +simple_insert,specs,,,,114356900.0,ns,71 +simple_insert,specs,,,,120256300.0,ns,72 +simple_insert,specs,,,,118304900.0,ns,73 +simple_insert,specs,,,,121168500.0,ns,74 +simple_insert,specs,,,,121041200.0,ns,75 +simple_insert,specs,,,,126395800.0,ns,76 +simple_insert,specs,,,,124643800.0,ns,77 +simple_insert,specs,,,,126078400.0,ns,78 +simple_insert,specs,,,,127522500.0,ns,79 +simple_insert,specs,,,,129509800.0,ns,80 +simple_insert,specs,,,,130549400.0,ns,81 +simple_insert,specs,,,,134364600.0,ns,82 +simple_insert,specs,,,,133685100.0,ns,83 +simple_insert,specs,,,,135971000.0,ns,84 +simple_insert,specs,,,,137336100.0,ns,85 +simple_insert,specs,,,,138770400.0,ns,86 +simple_insert,specs,,,,140814300.0,ns,87 +simple_insert,specs,,,,142477000.0,ns,88 +simple_insert,specs,,,,145281500.0,ns,89 +simple_insert,specs,,,,146606700.0,ns,90 +simple_insert,specs,,,,148054500.0,ns,91 +simple_insert,specs,,,,149339800.0,ns,92 +simple_insert,specs,,,,150646600.0,ns,93 +simple_insert,specs,,,,152622200.0,ns,94 +simple_insert,specs,,,,153313500.0,ns,95 +simple_insert,specs,,,,156165100.0,ns,96 +simple_insert,specs,,,,156446900.0,ns,97 +simple_insert,specs,,,,158711900.0,ns,98 +simple_insert,specs,,,,160116500.0,ns,99 +simple_insert,specs,,,,161843600.0,ns,100 diff --git a/target/criterion/simple_insert/specs/base/sample.json b/target/criterion/simple_insert/specs/base/sample.json index 3e432cab..805787a2 100644 --- a/target/criterion/simple_insert/specs/base/sample.json +++ b/target/criterion/simple_insert/specs/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1030964.0,2067258.0,3079247.0,4125620.0,5136745.0,6169002.0,7188345.0,8236110.0,9303243.0,10325611.0,11305879.0,12355758.0,13373758.0,14444919.0,15430214.0,16443516.0,17502724.0,18561271.0,19540756.0,20597690.0,21685432.0,22650890.0,23667247.0,24723730.0,25741710.0,26788634.0,27815290.0,28836827.0,29860335.0,30935515.0,31934275.0,32976232.0,34020763.0,34994987.0,36113849.0,37100820.0,38092598.0,39133321.0,40115202.0,41220268.0,42215524.0,43280130.0,44311446.0,45341548.0,46300687.0,47464172.0,48466151.0,49362969.0,50481912.0,51417494.0,52569138.0,53449345.0,54587773.0,55602186.0,56561744.0,57596725.0,58690920.0,59772601.0,60961956.0,61921353.0,62835455.0,63947915.0,64859982.0,65882552.0,66891132.0,67855899.0,69003976.0,70050050.0,71169242.0,72018619.0,73061517.0,74514705.0,75313408.0,76154428.0,77331010.0,78491191.0,79414370.0,80430496.0,81412596.0,82289436.0,83307917.0,84333931.0,85431944.0,86487965.0,87632465.0,88466725.0,89589864.0,90663158.0,91652343.0,92518744.0,93694813.0,94868720.0,95739962.0,96610308.0,97711897.0,98728083.0,99790427.0,101084300.0,102194348.0,103113307.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1629600.0,3214500.0,4860900.0,6478900.0,8080400.0,9585900.0,11182800.0,13457400.0,14394900.0,16121400.0,17758200.0,19176500.0,20898200.0,22376900.0,24675600.0,25696500.0,27839400.0,28957700.0,30531100.0,32263000.0,34376200.0,35689500.0,37490500.0,39546600.0,39957200.0,42401200.0,43747000.0,46092900.0,46546400.0,48042400.0,50643600.0,52052500.0,52962100.0,55147500.0,56394200.0,58208100.0,59483600.0,61862400.0,63475500.0,64564600.0,66516100.0,68840900.0,69866400.0,70764200.0,73273600.0,74040900.0,76248000.0,77842700.0,79561300.0,80754800.0,82877200.0,83416500.0,85690600.0,87967400.0,90154800.0,90353800.0,92335900.0,93901700.0,95278500.0,96899100.0,98185800.0,100253600.0,101985900.0,103740100.0,107172000.0,106409200.0,110925000.0,109718100.0,116217800.0,113002300.0,114356900.0,120256300.0,118304900.0,121168500.0,121041200.0,126395800.0,124643800.0,126078400.0,127522500.0,129509800.0,130549400.0,134364600.0,133685100.0,135971000.0,137336100.0,138770400.0,140814300.0,142477000.0,145281500.0,146606700.0,148054500.0,149339800.0,150646600.0,152622200.0,153313500.0,156165100.0,156446900.0,158711900.0,160116500.0,161843600.0]} \ No newline at end of file diff --git a/target/criterion/simple_insert/specs/base/tukey.json b/target/criterion/simple_insert/specs/base/tukey.json index aae57d8c..00a5e386 100644 --- a/target/criterion/simple_insert/specs/base/tukey.json +++ b/target/criterion/simple_insert/specs/base/tukey.json @@ -1 +1 @@ -[1022286.5344581134,1025553.2086686738,1034264.3398968348,1037531.0141073952] \ No newline at end of file +[1569453.6444655005,1591079.8876810477,1648749.8695891735,1670376.1128047206] \ No newline at end of file diff --git a/target/criterion/simple_insert/specs/change/estimates.json b/target/criterion/simple_insert/specs/change/estimates.json index 588f860c..9f4a5390 100644 --- a/target/criterion/simple_insert/specs/change/estimates.json +++ b/target/criterion/simple_insert/specs/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.18574980803972604,"upper_bound":-0.18411638103627104},"point_estimate":-0.1848318343473495,"standard_error":0.00041843301239214613},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.18460616450191092,"upper_bound":-0.18388613080000812},"point_estimate":-0.18428818444937034,"standard_error":0.00018299356744930307}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.571616709692147,"upper_bound":0.5773074058400793},"point_estimate":0.5742926215034563,"standard_error":0.0014389786391821402},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.5693406756246236,"upper_bound":0.5734351105640918},"point_estimate":0.5719235942588439,"standard_error":0.0010454192610384184}} \ No newline at end of file diff --git a/target/criterion/simple_insert/specs/new/estimates.json b/target/criterion/simple_insert/specs/new/estimates.json index 60bf7bec..ea3ae2e3 100644 --- a/target/criterion/simple_insert/specs/new/estimates.json +++ b/target/criterion/simple_insert/specs/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1029696.3099822722,"upper_bound":1030292.3071067294},"point_estimate":1029990.9191511355,"standard_error":152.0763109422116},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1029602.270021645,"upper_bound":1030195.925925926},"point_estimate":1029812.9217918392,"standard_error":173.85822657738757},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1133.040515657741,"upper_bound":1896.6741111743152},"point_estimate":1667.452972828122,"standard_error":199.83042807526965},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1029618.3302602791,"upper_bound":1030379.3086915608},"point_estimate":1029988.9755194326,"standard_error":195.0006434423042},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1289.8139728460355,"upper_bound":1757.0227114103968},"point_estimate":1531.2777626799957,"standard_error":119.06842895529803}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1618466.3986858553,"upper_bound":1624762.1759495737},"point_estimate":1621507.1042351956,"standard_error":1611.3398589725186},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1616054.2835595775,"upper_bound":1620437.163876205},"point_estimate":1618787.2294372295,"standard_error":1119.9675000867287},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7496.935973709511,"upper_bound":13791.502501363846},"point_estimate":10816.02202346561,"standard_error":1683.4659441971971},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1619739.3619661639,"upper_bound":1626524.0301430188},"point_estimate":1622887.4762819565,"standard_error":1735.4860693393227},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12209.404622421465,"upper_bound":19678.92887228517},"point_estimate":16149.33572319472,"standard_error":1914.0938288532093}} \ No newline at end of file diff --git a/target/criterion/simple_insert/specs/new/raw.csv b/target/criterion/simple_insert/specs/new/raw.csv index c200ea03..8cf36096 100644 --- a/target/criterion/simple_insert/specs/new/raw.csv +++ b/target/criterion/simple_insert/specs/new/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -simple_insert,specs,,,,1030964.0,ns,1 -simple_insert,specs,,,,2067258.0,ns,2 -simple_insert,specs,,,,3079247.0,ns,3 -simple_insert,specs,,,,4125620.0,ns,4 -simple_insert,specs,,,,5136745.0,ns,5 -simple_insert,specs,,,,6169002.0,ns,6 -simple_insert,specs,,,,7188345.0,ns,7 -simple_insert,specs,,,,8236110.0,ns,8 -simple_insert,specs,,,,9303243.0,ns,9 -simple_insert,specs,,,,10325611.0,ns,10 -simple_insert,specs,,,,11305879.0,ns,11 -simple_insert,specs,,,,12355758.0,ns,12 -simple_insert,specs,,,,13373758.0,ns,13 -simple_insert,specs,,,,14444919.0,ns,14 -simple_insert,specs,,,,15430214.0,ns,15 -simple_insert,specs,,,,16443516.0,ns,16 -simple_insert,specs,,,,17502724.0,ns,17 -simple_insert,specs,,,,18561271.0,ns,18 -simple_insert,specs,,,,19540756.0,ns,19 -simple_insert,specs,,,,20597690.0,ns,20 -simple_insert,specs,,,,21685432.0,ns,21 -simple_insert,specs,,,,22650890.0,ns,22 -simple_insert,specs,,,,23667247.0,ns,23 -simple_insert,specs,,,,24723730.0,ns,24 -simple_insert,specs,,,,25741710.0,ns,25 -simple_insert,specs,,,,26788634.0,ns,26 -simple_insert,specs,,,,27815290.0,ns,27 -simple_insert,specs,,,,28836827.0,ns,28 -simple_insert,specs,,,,29860335.0,ns,29 -simple_insert,specs,,,,30935515.0,ns,30 -simple_insert,specs,,,,31934275.0,ns,31 -simple_insert,specs,,,,32976232.0,ns,32 -simple_insert,specs,,,,34020763.0,ns,33 -simple_insert,specs,,,,34994987.0,ns,34 -simple_insert,specs,,,,36113849.0,ns,35 -simple_insert,specs,,,,37100820.0,ns,36 -simple_insert,specs,,,,38092598.0,ns,37 -simple_insert,specs,,,,39133321.0,ns,38 -simple_insert,specs,,,,40115202.0,ns,39 -simple_insert,specs,,,,41220268.0,ns,40 -simple_insert,specs,,,,42215524.0,ns,41 -simple_insert,specs,,,,43280130.0,ns,42 -simple_insert,specs,,,,44311446.0,ns,43 -simple_insert,specs,,,,45341548.0,ns,44 -simple_insert,specs,,,,46300687.0,ns,45 -simple_insert,specs,,,,47464172.0,ns,46 -simple_insert,specs,,,,48466151.0,ns,47 -simple_insert,specs,,,,49362969.0,ns,48 -simple_insert,specs,,,,50481912.0,ns,49 -simple_insert,specs,,,,51417494.0,ns,50 -simple_insert,specs,,,,52569138.0,ns,51 -simple_insert,specs,,,,53449345.0,ns,52 -simple_insert,specs,,,,54587773.0,ns,53 -simple_insert,specs,,,,55602186.0,ns,54 -simple_insert,specs,,,,56561744.0,ns,55 -simple_insert,specs,,,,57596725.0,ns,56 -simple_insert,specs,,,,58690920.0,ns,57 -simple_insert,specs,,,,59772601.0,ns,58 -simple_insert,specs,,,,60961956.0,ns,59 -simple_insert,specs,,,,61921353.0,ns,60 -simple_insert,specs,,,,62835455.0,ns,61 -simple_insert,specs,,,,63947915.0,ns,62 -simple_insert,specs,,,,64859982.0,ns,63 -simple_insert,specs,,,,65882552.0,ns,64 -simple_insert,specs,,,,66891132.0,ns,65 -simple_insert,specs,,,,67855899.0,ns,66 -simple_insert,specs,,,,69003976.0,ns,67 -simple_insert,specs,,,,70050050.0,ns,68 -simple_insert,specs,,,,71169242.0,ns,69 -simple_insert,specs,,,,72018619.0,ns,70 -simple_insert,specs,,,,73061517.0,ns,71 -simple_insert,specs,,,,74514705.0,ns,72 -simple_insert,specs,,,,75313408.0,ns,73 -simple_insert,specs,,,,76154428.0,ns,74 -simple_insert,specs,,,,77331010.0,ns,75 -simple_insert,specs,,,,78491191.0,ns,76 -simple_insert,specs,,,,79414370.0,ns,77 -simple_insert,specs,,,,80430496.0,ns,78 -simple_insert,specs,,,,81412596.0,ns,79 -simple_insert,specs,,,,82289436.0,ns,80 -simple_insert,specs,,,,83307917.0,ns,81 -simple_insert,specs,,,,84333931.0,ns,82 -simple_insert,specs,,,,85431944.0,ns,83 -simple_insert,specs,,,,86487965.0,ns,84 -simple_insert,specs,,,,87632465.0,ns,85 -simple_insert,specs,,,,88466725.0,ns,86 -simple_insert,specs,,,,89589864.0,ns,87 -simple_insert,specs,,,,90663158.0,ns,88 -simple_insert,specs,,,,91652343.0,ns,89 -simple_insert,specs,,,,92518744.0,ns,90 -simple_insert,specs,,,,93694813.0,ns,91 -simple_insert,specs,,,,94868720.0,ns,92 -simple_insert,specs,,,,95739962.0,ns,93 -simple_insert,specs,,,,96610308.0,ns,94 -simple_insert,specs,,,,97711897.0,ns,95 -simple_insert,specs,,,,98728083.0,ns,96 -simple_insert,specs,,,,99790427.0,ns,97 -simple_insert,specs,,,,101084300.0,ns,98 -simple_insert,specs,,,,102194348.0,ns,99 -simple_insert,specs,,,,103113307.0,ns,100 +simple_insert,specs,,,,1629600.0,ns,1 +simple_insert,specs,,,,3214500.0,ns,2 +simple_insert,specs,,,,4860900.0,ns,3 +simple_insert,specs,,,,6478900.0,ns,4 +simple_insert,specs,,,,8080400.0,ns,5 +simple_insert,specs,,,,9585900.0,ns,6 +simple_insert,specs,,,,11182800.0,ns,7 +simple_insert,specs,,,,13457400.0,ns,8 +simple_insert,specs,,,,14394900.0,ns,9 +simple_insert,specs,,,,16121400.0,ns,10 +simple_insert,specs,,,,17758200.0,ns,11 +simple_insert,specs,,,,19176500.0,ns,12 +simple_insert,specs,,,,20898200.0,ns,13 +simple_insert,specs,,,,22376900.0,ns,14 +simple_insert,specs,,,,24675600.0,ns,15 +simple_insert,specs,,,,25696500.0,ns,16 +simple_insert,specs,,,,27839400.0,ns,17 +simple_insert,specs,,,,28957700.0,ns,18 +simple_insert,specs,,,,30531100.0,ns,19 +simple_insert,specs,,,,32263000.0,ns,20 +simple_insert,specs,,,,34376200.0,ns,21 +simple_insert,specs,,,,35689500.0,ns,22 +simple_insert,specs,,,,37490500.0,ns,23 +simple_insert,specs,,,,39546600.0,ns,24 +simple_insert,specs,,,,39957200.0,ns,25 +simple_insert,specs,,,,42401200.0,ns,26 +simple_insert,specs,,,,43747000.0,ns,27 +simple_insert,specs,,,,46092900.0,ns,28 +simple_insert,specs,,,,46546400.0,ns,29 +simple_insert,specs,,,,48042400.0,ns,30 +simple_insert,specs,,,,50643600.0,ns,31 +simple_insert,specs,,,,52052500.0,ns,32 +simple_insert,specs,,,,52962100.0,ns,33 +simple_insert,specs,,,,55147500.0,ns,34 +simple_insert,specs,,,,56394200.0,ns,35 +simple_insert,specs,,,,58208100.0,ns,36 +simple_insert,specs,,,,59483600.0,ns,37 +simple_insert,specs,,,,61862400.0,ns,38 +simple_insert,specs,,,,63475500.0,ns,39 +simple_insert,specs,,,,64564600.0,ns,40 +simple_insert,specs,,,,66516100.0,ns,41 +simple_insert,specs,,,,68840900.0,ns,42 +simple_insert,specs,,,,69866400.0,ns,43 +simple_insert,specs,,,,70764200.0,ns,44 +simple_insert,specs,,,,73273600.0,ns,45 +simple_insert,specs,,,,74040900.0,ns,46 +simple_insert,specs,,,,76248000.0,ns,47 +simple_insert,specs,,,,77842700.0,ns,48 +simple_insert,specs,,,,79561300.0,ns,49 +simple_insert,specs,,,,80754800.0,ns,50 +simple_insert,specs,,,,82877200.0,ns,51 +simple_insert,specs,,,,83416500.0,ns,52 +simple_insert,specs,,,,85690600.0,ns,53 +simple_insert,specs,,,,87967400.0,ns,54 +simple_insert,specs,,,,90154800.0,ns,55 +simple_insert,specs,,,,90353800.0,ns,56 +simple_insert,specs,,,,92335900.0,ns,57 +simple_insert,specs,,,,93901700.0,ns,58 +simple_insert,specs,,,,95278500.0,ns,59 +simple_insert,specs,,,,96899100.0,ns,60 +simple_insert,specs,,,,98185800.0,ns,61 +simple_insert,specs,,,,100253600.0,ns,62 +simple_insert,specs,,,,101985900.0,ns,63 +simple_insert,specs,,,,103740100.0,ns,64 +simple_insert,specs,,,,107172000.0,ns,65 +simple_insert,specs,,,,106409200.0,ns,66 +simple_insert,specs,,,,110925000.0,ns,67 +simple_insert,specs,,,,109718100.0,ns,68 +simple_insert,specs,,,,116217800.0,ns,69 +simple_insert,specs,,,,113002300.0,ns,70 +simple_insert,specs,,,,114356900.0,ns,71 +simple_insert,specs,,,,120256300.0,ns,72 +simple_insert,specs,,,,118304900.0,ns,73 +simple_insert,specs,,,,121168500.0,ns,74 +simple_insert,specs,,,,121041200.0,ns,75 +simple_insert,specs,,,,126395800.0,ns,76 +simple_insert,specs,,,,124643800.0,ns,77 +simple_insert,specs,,,,126078400.0,ns,78 +simple_insert,specs,,,,127522500.0,ns,79 +simple_insert,specs,,,,129509800.0,ns,80 +simple_insert,specs,,,,130549400.0,ns,81 +simple_insert,specs,,,,134364600.0,ns,82 +simple_insert,specs,,,,133685100.0,ns,83 +simple_insert,specs,,,,135971000.0,ns,84 +simple_insert,specs,,,,137336100.0,ns,85 +simple_insert,specs,,,,138770400.0,ns,86 +simple_insert,specs,,,,140814300.0,ns,87 +simple_insert,specs,,,,142477000.0,ns,88 +simple_insert,specs,,,,145281500.0,ns,89 +simple_insert,specs,,,,146606700.0,ns,90 +simple_insert,specs,,,,148054500.0,ns,91 +simple_insert,specs,,,,149339800.0,ns,92 +simple_insert,specs,,,,150646600.0,ns,93 +simple_insert,specs,,,,152622200.0,ns,94 +simple_insert,specs,,,,153313500.0,ns,95 +simple_insert,specs,,,,156165100.0,ns,96 +simple_insert,specs,,,,156446900.0,ns,97 +simple_insert,specs,,,,158711900.0,ns,98 +simple_insert,specs,,,,160116500.0,ns,99 +simple_insert,specs,,,,161843600.0,ns,100 diff --git a/target/criterion/simple_insert/specs/new/sample.json b/target/criterion/simple_insert/specs/new/sample.json index 3e432cab..805787a2 100644 --- a/target/criterion/simple_insert/specs/new/sample.json +++ b/target/criterion/simple_insert/specs/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1030964.0,2067258.0,3079247.0,4125620.0,5136745.0,6169002.0,7188345.0,8236110.0,9303243.0,10325611.0,11305879.0,12355758.0,13373758.0,14444919.0,15430214.0,16443516.0,17502724.0,18561271.0,19540756.0,20597690.0,21685432.0,22650890.0,23667247.0,24723730.0,25741710.0,26788634.0,27815290.0,28836827.0,29860335.0,30935515.0,31934275.0,32976232.0,34020763.0,34994987.0,36113849.0,37100820.0,38092598.0,39133321.0,40115202.0,41220268.0,42215524.0,43280130.0,44311446.0,45341548.0,46300687.0,47464172.0,48466151.0,49362969.0,50481912.0,51417494.0,52569138.0,53449345.0,54587773.0,55602186.0,56561744.0,57596725.0,58690920.0,59772601.0,60961956.0,61921353.0,62835455.0,63947915.0,64859982.0,65882552.0,66891132.0,67855899.0,69003976.0,70050050.0,71169242.0,72018619.0,73061517.0,74514705.0,75313408.0,76154428.0,77331010.0,78491191.0,79414370.0,80430496.0,81412596.0,82289436.0,83307917.0,84333931.0,85431944.0,86487965.0,87632465.0,88466725.0,89589864.0,90663158.0,91652343.0,92518744.0,93694813.0,94868720.0,95739962.0,96610308.0,97711897.0,98728083.0,99790427.0,101084300.0,102194348.0,103113307.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1629600.0,3214500.0,4860900.0,6478900.0,8080400.0,9585900.0,11182800.0,13457400.0,14394900.0,16121400.0,17758200.0,19176500.0,20898200.0,22376900.0,24675600.0,25696500.0,27839400.0,28957700.0,30531100.0,32263000.0,34376200.0,35689500.0,37490500.0,39546600.0,39957200.0,42401200.0,43747000.0,46092900.0,46546400.0,48042400.0,50643600.0,52052500.0,52962100.0,55147500.0,56394200.0,58208100.0,59483600.0,61862400.0,63475500.0,64564600.0,66516100.0,68840900.0,69866400.0,70764200.0,73273600.0,74040900.0,76248000.0,77842700.0,79561300.0,80754800.0,82877200.0,83416500.0,85690600.0,87967400.0,90154800.0,90353800.0,92335900.0,93901700.0,95278500.0,96899100.0,98185800.0,100253600.0,101985900.0,103740100.0,107172000.0,106409200.0,110925000.0,109718100.0,116217800.0,113002300.0,114356900.0,120256300.0,118304900.0,121168500.0,121041200.0,126395800.0,124643800.0,126078400.0,127522500.0,129509800.0,130549400.0,134364600.0,133685100.0,135971000.0,137336100.0,138770400.0,140814300.0,142477000.0,145281500.0,146606700.0,148054500.0,149339800.0,150646600.0,152622200.0,153313500.0,156165100.0,156446900.0,158711900.0,160116500.0,161843600.0]} \ No newline at end of file diff --git a/target/criterion/simple_insert/specs/new/tukey.json b/target/criterion/simple_insert/specs/new/tukey.json index aae57d8c..00a5e386 100644 --- a/target/criterion/simple_insert/specs/new/tukey.json +++ b/target/criterion/simple_insert/specs/new/tukey.json @@ -1 +1 @@ -[1022286.5344581134,1025553.2086686738,1034264.3398968348,1037531.0141073952] \ No newline at end of file +[1569453.6444655005,1591079.8876810477,1648749.8695891735,1670376.1128047206] \ No newline at end of file diff --git a/target/criterion/simple_insert/specs/report/MAD.svg b/target/criterion/simple_insert/specs/report/MAD.svg index 91d60a3a..2ccb366a 100644 --- a/target/criterion/simple_insert/specs/report/MAD.svg +++ b/target/criterion/simple_insert/specs/report/MAD.svg @@ -1,298 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 1.1 - - - - - 1.2 - - - - - 1.3 - - - - - 1.4 - - - - - 1.5 - - - - - 1.6 - - - - - 1.7 - - - - - 1.8 - - - - - 1.9 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_insert/specs: MAD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_insert/specs:MAD + + +Density (a.u.) + + +Average time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + + +7 + + + +8 + + + +9 + + + +10 + + + +11 + + + +12 + + + +13 + + + +14 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_insert/specs/report/SD.svg b/target/criterion/simple_insert/specs/report/SD.svg index 95d80ef7..93c77176 100644 --- a/target/criterion/simple_insert/specs/report/SD.svg +++ b/target/criterion/simple_insert/specs/report/SD.svg @@ -1,293 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 3.5 - - - - - 1.3 - - - - - 1.4 - - - - - 1.5 - - - - - 1.6 - - - - - 1.7 - - - - - 1.8 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_insert/specs: SD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_insert/specs:SD + + +Density (a.u.) + + +Average time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + + +12 + + + +13 + + + +14 + + + +15 + + + +16 + + + +17 + + + +18 + + + +19 + + + +20 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_insert/specs/report/both/pdf.svg b/target/criterion/simple_insert/specs/report/both/pdf.svg index 85e0ca49..82d10c25 100644 --- a/target/criterion/simple_insert/specs/report/both/pdf.svg +++ b/target/criterion/simple_insert/specs/report/both/pdf.svg @@ -1,323 +1,65 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - 300 - - - - - 1 - - - - - 1.05 - - - - - 1.1 - - - - - 1.15 - - - - - 1.2 - - - - - 1.25 - - - - - 1.3 - - - - - 1.35 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - simple_insert/specs - - - - - Base PDF - - - Base PDF - - - - - - - - - - Base Mean - - - - - Base Mean - - - - - - New PDF - - - - - New PDF - - - - - - - - - - New Mean - - - - - New Mean - - - - - - - - - - - - - - + + +simple_insert/specs + + +Density (a.u.) + + +Average Time (ms) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + + +1.2 + + + +1.4 + + + +1.6 + + + + + + + +Base PDF + + +New PDF + + +Base Mean + + +New Mean + + + + + - diff --git a/target/criterion/simple_insert/specs/report/both/regression.svg b/target/criterion/simple_insert/specs/report/both/regression.svg index 8751d43b..bb40e395 100644 --- a/target/criterion/simple_insert/specs/report/both/regression.svg +++ b/target/criterion/simple_insert/specs/report/both/regression.svg @@ -1,292 +1,115 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - simple_insert/specs - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - Base sample - - - - - - New sample - - - New sample - - - - - - - - - - - - - - + + +simple_insert/specs + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + + +Base Sample + + +New Sample + + + - diff --git a/target/criterion/simple_insert/specs/report/change/mean.svg b/target/criterion/simple_insert/specs/report/change/mean.svg index feaa6546..e847212d 100644 --- a/target/criterion/simple_insert/specs/report/change/mean.svg +++ b/target/criterion/simple_insert/specs/report/change/mean.svg @@ -1,345 +1,81 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 100 - - - - - 200 - - - - - 300 - - - - - 400 - - - - - 500 - - - - - 600 - - - - - 700 - - - - - 800 - - - - - 900 - - - - - 1000 - - - - - -18.58 - - - - - -18.56 - - - - - -18.54 - - - - - -18.52 - - - - - -18.5 - - - - - -18.48 - - - - - -18.46 - - - - - -18.44 - - - - - -18.42 - - - - - -18.4 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - simple_insert/specs: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +simple_insert/specs:mean + + +Density (a.u.) + + +Relative change (%) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + + +0.571 + + + +0.572 + + + +0.573 + + + +0.574 + + + +0.575 + + + +0.576 + + + +0.577 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/simple_insert/specs/report/change/median.svg b/target/criterion/simple_insert/specs/report/change/median.svg index 87afcb3f..2aabaf7c 100644 --- a/target/criterion/simple_insert/specs/report/change/median.svg +++ b/target/criterion/simple_insert/specs/report/change/median.svg @@ -1,310 +1,97 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 500 - - - - - 1000 - - - - - 1500 - - - - - 2000 - - - - - 2500 - - - - - -18.46 - - - - - -18.45 - - - - - -18.44 - - - - - -18.43 - - - - - -18.42 - - - - - -18.41 - - - - - -18.4 - - - - - -18.39 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - simple_insert/specs: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +simple_insert/specs:median + + +Density (a.u.) + + +Relative change (%) + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + + +0.569 + + + +0.5695 + + + +0.57 + + + +0.5705 + + + +0.571 + + + +0.5715 + + + +0.572 + + + +0.5725 + + + +0.573 + + + +0.5735 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/simple_insert/specs/report/change/t-test.svg b/target/criterion/simple_insert/specs/report/change/t-test.svg index bda3aa22..8f63b6b9 100644 --- a/target/criterion/simple_insert/specs/report/change/t-test.svg +++ b/target/criterion/simple_insert/specs/report/change/t-test.svg @@ -1,255 +1,75 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - -400 - - - - - -350 - - - - - -300 - - - - - -250 - - - - - -200 - - - - - -150 - - - - - -100 - - - - - -50 - - - - - 0 - - - - - 50 - - - - - - - - - Density - - - - - t score - - - - - simple_insert/specs: Welch t test - - - - - t distribution - - - t distribution - - - - - - - - - - t statistic - - - - - t statistic - - - - - - - - - - - - - - + + +simple_insert/specs: Welch t test + + +Density + + +t score + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +-4.0 + + + +-2.0 + + + +0.0 + + + +2.0 + + + +4.0 + + + + + +t distribution + + +t statistic + + + - diff --git a/target/criterion/simple_insert/specs/report/index.html b/target/criterion/simple_insert/specs/report/index.html index 02098900..44667f01 100644 --- a/target/criterion/simple_insert/specs/report/index.html +++ b/target/criterion/simple_insert/specs/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 1.0296 ms - 1.0300 ms - 1.0304 ms + 1.6197 ms + 1.6229 ms + 1.6265 ms R² - 0.9997141 - 0.9997319 - 0.9997121 + 0.9887815 + 0.9892953 + 0.9886098 Mean - 1.0297 ms - 1.0300 ms - 1.0303 ms + 1.6185 ms + 1.6215 ms + 1.6248 ms Std. Dev. - 1.2898 us - 1.5313 us - 1.7570 us + 12.209 us + 16.149 us + 19.679 us Median - 1.0296 ms - 1.0298 ms - 1.0302 ms + 1.6161 ms + 1.6188 ms + 1.6204 ms MAD - 1.1330 us - 1.6675 us - 1.8967 us + 7.4969 us + 10.816 us + 13.792 us @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -18.575% - -18.483% - -18.412% + +57.162% + +57.429% + +57.731% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/target/criterion/simple_insert/specs/report/mean.svg b/target/criterion/simple_insert/specs/report/mean.svg index 1e723062..ae4c04c2 100644 --- a/target/criterion/simple_insert/specs/report/mean.svg +++ b/target/criterion/simple_insert/specs/report/mean.svg @@ -1,293 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 500 - - - - - 1000 - - - - - 1500 - - - - - 2000 - - - - - 2500 - - - - - 3000 - - - - - 1.0297 - - - - - 1.0298 - - - - - 1.0299 - - - - - 1.03 - - - - - 1.0301 - - - - - 1.0302 - - - - - 1.0303 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - simple_insert/specs: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_insert/specs:mean + + +Density (a.u.) + + +Average time (ms) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + + +1.618 + + + +1.619 + + + +1.62 + + + +1.621 + + + +1.622 + + + +1.623 + + + +1.624 + + + +1.625 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_insert/specs/report/median.svg b/target/criterion/simple_insert/specs/report/median.svg index 55aacdf6..5cccc013 100644 --- a/target/criterion/simple_insert/specs/report/median.svg +++ b/target/criterion/simple_insert/specs/report/median.svg @@ -1,293 +1,88 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 1000 - - - - - 2000 - - - - - 3000 - - - - - 4000 - - - - - 5000 - - - - - 6000 - - - - - 1.0296 - - - - - 1.0297 - - - - - 1.0298 - - - - - 1.0299 - - - - - 1.03 - - - - - 1.0301 - - - - - 1.0302 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - simple_insert/specs: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_insert/specs:median + + +Density (a.u.) + + +Average time (ms) + + + +200 + + + +400 + + + +600 + + + +800 + + + +1000 + + + + +1.616 + + + +1.6165 + + + +1.617 + + + +1.6175 + + + +1.618 + + + +1.6185 + + + +1.619 + + + +1.6195 + + + +1.62 + + + +1.6205 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_insert/specs/report/pdf.svg b/target/criterion/simple_insert/specs/report/pdf.svg index c264173e..41d11f55 100644 --- a/target/criterion/simple_insert/specs/report/pdf.svg +++ b/target/criterion/simple_insert/specs/report/pdf.svg @@ -1,400 +1,143 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 20 - - - - - 40 - - - - - 60 - - - - - 80 - - - - - 100 - - - - - 1.026 - - - - - 1.028 - - - - - 1.03 - - - - - 1.032 - - - - - 1.034 - - - - - 1.036 - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - 300 - - - - - - - - - Iterations - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - simple_insert/specs - - - - - PDF - - - PDF - - - - - - - - - - Mean - - - - - Mean - - - - - - "Clean" sample - - - - - "Clean" sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Mild outliers - - - Mild outliers - - - - - - - - gnuplot_plot_5 - - - - - - gnuplot_plot_6 - - - - gnuplot_plot_7 - - - - gnuplot_plot_8 - - - - - - - - - - - - + + +simple_insert/specs + + +Iterations + + +Average Time (ms) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + + +1.58 + + + +1.6 + + + +1.62 + + + +1.64 + + + +1.66 + + + +1.68 + + + +1.7 + + + +Density (a.u.) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + - diff --git a/target/criterion/simple_insert/specs/report/pdf_small.svg b/target/criterion/simple_insert/specs/report/pdf_small.svg index 760df5a2..9a426477 100644 --- a/target/criterion/simple_insert/specs/report/pdf_small.svg +++ b/target/criterion/simple_insert/specs/report/pdf_small.svg @@ -1,204 +1,48 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - 1.026 - - - - - 1.028 - - - - - 1.03 - - - - - 1.032 - - - - - 1.034 - - - - - 1.036 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - PDF - - - - - - - Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (ms) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + + +1.6 + + + +1.65 + + + +1.7 + + + + - diff --git a/target/criterion/simple_insert/specs/report/regression.svg b/target/criterion/simple_insert/specs/report/regression.svg index ffc5932a..606b8c50 100644 --- a/target/criterion/simple_insert/specs/report/regression.svg +++ b/target/criterion/simple_insert/specs/report/regression.svg @@ -1,382 +1,217 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - simple_insert/specs - - - - - Sample - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - Linear regression - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - - + + +simple_insert/specs + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + - diff --git a/target/criterion/simple_insert/specs/report/regression_small.svg b/target/criterion/simple_insert/specs/report/regression_small.svg index 06699a4b..98a27aa5 100644 --- a/target/criterion/simple_insert/specs/report/regression_small.svg +++ b/target/criterion/simple_insert/specs/report/regression_small.svg @@ -1,360 +1,202 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/simple_insert/specs/report/relative_pdf_small.svg b/target/criterion/simple_insert/specs/report/relative_pdf_small.svg index 0c3bb14a..72f64cf9 100644 --- a/target/criterion/simple_insert/specs/report/relative_pdf_small.svg +++ b/target/criterion/simple_insert/specs/report/relative_pdf_small.svg @@ -1,296 +1,46 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - 300 - - - - - 1 - - - - - 1.05 - - - - - 1.1 - - - - - 1.15 - - - - - 1.2 - - - - - 1.25 - - - - - 1.3 - - - - - 1.35 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - Base PDF - - - - - - - Base Mean - - - - - - New PDF - - - - - - - - - New Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (ms) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + + +1.2 + + + +1.4 + + + +1.6 + + + + + + - diff --git a/target/criterion/simple_insert/specs/report/relative_regression_small.svg b/target/criterion/simple_insert/specs/report/relative_regression_small.svg index 49c11a93..617d97d6 100644 --- a/target/criterion/simple_insert/specs/report/relative_regression_small.svg +++ b/target/criterion/simple_insert/specs/report/relative_regression_small.svg @@ -1,277 +1,104 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 140 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - Total sample time (ms) - - - - - Iterations - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - - New sample - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + - diff --git a/target/criterion/simple_insert/specs/report/slope.svg b/target/criterion/simple_insert/specs/report/slope.svg index 752e322d..c2e91545 100644 --- a/target/criterion/simple_insert/specs/report/slope.svg +++ b/target/criterion/simple_insert/specs/report/slope.svg @@ -1,298 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 500 - - - - - 1000 - - - - - 1500 - - - - - 2000 - - - - - 2500 - - - - - 1.0296 - - - - - 1.0297 - - - - - 1.0298 - - - - - 1.0299 - - - - - 1.03 - - - - - 1.0301 - - - - - 1.0302 - - - - - 1.0303 - - - - - 1.0304 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - simple_insert/specs: slope - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_insert/specs:slope + + +Density (a.u.) + + +Average time (ms) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + + +1.619 + + + +1.62 + + + +1.621 + + + +1.622 + + + +1.623 + + + +1.624 + + + +1.625 + + + +1.626 + + + +1.627 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_insert/specs/report/typical.svg b/target/criterion/simple_insert/specs/report/typical.svg index d06c1df3..ce58fdc9 100644 --- a/target/criterion/simple_insert/specs/report/typical.svg +++ b/target/criterion/simple_insert/specs/report/typical.svg @@ -1,298 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 500 - - - - - 1000 - - - - - 1500 - - - - - 2000 - - - - - 2500 - - - - - 1.0296 - - - - - 1.0297 - - - - - 1.0298 - - - - - 1.0299 - - - - - 1.03 - - - - - 1.0301 - - - - - 1.0302 - - - - - 1.0303 - - - - - 1.0304 - - - - - - - - - Density (a.u.) - - - - - Average time (ms) - - - - - simple_insert/specs: typical - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_insert/specs:typical + + +Density (a.u.) + + +Average time (ms) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + + +1.619 + + + +1.62 + + + +1.621 + + + +1.622 + + + +1.623 + + + +1.624 + + + +1.625 + + + +1.626 + + + +1.627 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_iter/bevy/base/estimates.json b/target/criterion/simple_iter/bevy/base/estimates.json index b6807776..b84166fb 100644 --- a/target/criterion/simple_iter/bevy/base/estimates.json +++ b/target/criterion/simple_iter/bevy/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17629.522672804083,"upper_bound":17687.09920926844},"point_estimate":17653.54070737307,"standard_error":14.884289544542955},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17615.993797625375,"upper_bound":17632.53777581841},"point_estimate":17624.25140123035,"standard_error":5.034679989487626},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19.806515875874563,"upper_bound":33.25983666025518},"point_estimate":25.638856833500736,"standard_error":3.5946886650532637},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17627.351223093887,"upper_bound":17676.344626689068},"point_estimate":17646.450642773627,"standard_error":13.05957352220674},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29.54290236330355,"upper_bound":237.81804155067343},"point_estimate":149.90367126325953,"standard_error":54.31117085490208}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21325.489729851688,"upper_bound":21412.771170676013},"point_estimate":21363.017565647635,"standard_error":22.624675338144574},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21301.14167099118,"upper_bound":21362.677304964538},"point_estimate":21337.920250735224,"standard_error":15.502907202268823},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":96.78716588827938,"upper_bound":154.21393927970124},"point_estimate":124.49349088598262,"standard_error":14.760116705751754},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21355.105542804893,"upper_bound":21422.141750768344},"point_estimate":21386.802014783887,"standard_error":17.12431232236617},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":108.97283420362245,"upper_bound":351.1439317830033},"point_estimate":227.8780012138223,"standard_error":75.53038546719708}} \ No newline at end of file diff --git a/target/criterion/simple_iter/bevy/base/raw.csv b/target/criterion/simple_iter/bevy/base/raw.csv index 38b72e2e..3d2ab4f6 100644 --- a/target/criterion/simple_iter/bevy/base/raw.csv +++ b/target/criterion/simple_iter/bevy/base/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -simple_iter,bevy,,,,1006558.0,ns,57 -simple_iter,bevy,,,,2004510.0,ns,114 -simple_iter,bevy,,,,3007629.0,ns,171 -simple_iter,bevy,,,,4021822.0,ns,228 -simple_iter,bevy,,,,5016997.0,ns,285 -simple_iter,bevy,,,,6019387.0,ns,342 -simple_iter,bevy,,,,7020284.0,ns,399 -simple_iter,bevy,,,,8035237.0,ns,456 -simple_iter,bevy,,,,9030986.0,ns,513 -simple_iter,bevy,,,,10052559.0,ns,570 -simple_iter,bevy,,,,11037197.0,ns,627 -simple_iter,bevy,,,,12059903.0,ns,684 -simple_iter,bevy,,,,13046826.0,ns,741 -simple_iter,bevy,,,,14057469.0,ns,798 -simple_iter,bevy,,,,15053266.0,ns,855 -simple_iter,bevy,,,,16066469.0,ns,912 -simple_iter,bevy,,,,17055291.0,ns,969 -simple_iter,bevy,,,,18109359.0,ns,1026 -simple_iter,bevy,,,,19094787.0,ns,1083 -simple_iter,bevy,,,,20131311.0,ns,1140 -simple_iter,bevy,,,,21151996.0,ns,1197 -simple_iter,bevy,,,,22155187.0,ns,1254 -simple_iter,bevy,,,,23110827.0,ns,1311 -simple_iter,bevy,,,,24287157.0,ns,1368 -simple_iter,bevy,,,,25169379.0,ns,1425 -simple_iter,bevy,,,,26099651.0,ns,1482 -simple_iter,bevy,,,,27155292.0,ns,1539 -simple_iter,bevy,,,,28151510.0,ns,1596 -simple_iter,bevy,,,,31199085.0,ns,1653 -simple_iter,bevy,,,,31210858.0,ns,1710 -simple_iter,bevy,,,,31119193.0,ns,1767 -simple_iter,bevy,,,,32128566.0,ns,1824 -simple_iter,bevy,,,,33149772.0,ns,1881 -simple_iter,bevy,,,,34102787.0,ns,1938 -simple_iter,bevy,,,,35161914.0,ns,1995 -simple_iter,bevy,,,,36381849.0,ns,2052 -simple_iter,bevy,,,,37161394.0,ns,2109 -simple_iter,bevy,,,,38335881.0,ns,2166 -simple_iter,bevy,,,,39191931.0,ns,2223 -simple_iter,bevy,,,,40201917.0,ns,2280 -simple_iter,bevy,,,,41180069.0,ns,2337 -simple_iter,bevy,,,,42222766.0,ns,2394 -simple_iter,bevy,,,,43165842.0,ns,2451 -simple_iter,bevy,,,,44271168.0,ns,2508 -simple_iter,bevy,,,,45173036.0,ns,2565 -simple_iter,bevy,,,,46242434.0,ns,2622 -simple_iter,bevy,,,,47232179.0,ns,2679 -simple_iter,bevy,,,,48174464.0,ns,2736 -simple_iter,bevy,,,,49445025.0,ns,2793 -simple_iter,bevy,,,,50262882.0,ns,2850 -simple_iter,bevy,,,,51222922.0,ns,2907 -simple_iter,bevy,,,,52141451.0,ns,2964 -simple_iter,bevy,,,,53381814.0,ns,3021 -simple_iter,bevy,,,,54221694.0,ns,3078 -simple_iter,bevy,,,,55298416.0,ns,3135 -simple_iter,bevy,,,,56311084.0,ns,3192 -simple_iter,bevy,,,,57187785.0,ns,3249 -simple_iter,bevy,,,,58475088.0,ns,3306 -simple_iter,bevy,,,,59203655.0,ns,3363 -simple_iter,bevy,,,,60243395.0,ns,3420 -simple_iter,bevy,,,,61331028.0,ns,3477 -simple_iter,bevy,,,,62220983.0,ns,3534 -simple_iter,bevy,,,,63226248.0,ns,3591 -simple_iter,bevy,,,,64260450.0,ns,3648 -simple_iter,bevy,,,,65259440.0,ns,3705 -simple_iter,bevy,,,,66420032.0,ns,3762 -simple_iter,bevy,,,,67398358.0,ns,3819 -simple_iter,bevy,,,,68204983.0,ns,3876 -simple_iter,bevy,,,,69278477.0,ns,3933 -simple_iter,bevy,,,,70357625.0,ns,3990 -simple_iter,bevy,,,,71348220.0,ns,4047 -simple_iter,bevy,,,,72334550.0,ns,4104 -simple_iter,bevy,,,,73481676.0,ns,4161 -simple_iter,bevy,,,,74287310.0,ns,4218 -simple_iter,bevy,,,,75278148.0,ns,4275 -simple_iter,bevy,,,,76276130.0,ns,4332 -simple_iter,bevy,,,,77247569.0,ns,4389 -simple_iter,bevy,,,,78461272.0,ns,4446 -simple_iter,bevy,,,,79287284.0,ns,4503 -simple_iter,bevy,,,,80493414.0,ns,4560 -simple_iter,bevy,,,,81323955.0,ns,4617 -simple_iter,bevy,,,,82278784.0,ns,4674 -simple_iter,bevy,,,,83336588.0,ns,4731 -simple_iter,bevy,,,,84351934.0,ns,4788 -simple_iter,bevy,,,,85531801.0,ns,4845 -simple_iter,bevy,,,,86665501.0,ns,4902 -simple_iter,bevy,,,,87276625.0,ns,4959 -simple_iter,bevy,,,,88365570.0,ns,5016 -simple_iter,bevy,,,,89548904.0,ns,5073 -simple_iter,bevy,,,,90535122.0,ns,5130 -simple_iter,bevy,,,,94094364.0,ns,5187 -simple_iter,bevy,,,,92272862.0,ns,5244 -simple_iter,bevy,,,,93311281.0,ns,5301 -simple_iter,bevy,,,,94533118.0,ns,5358 -simple_iter,bevy,,,,95716072.0,ns,5415 -simple_iter,bevy,,,,96538388.0,ns,5472 -simple_iter,bevy,,,,97490954.0,ns,5529 -simple_iter,bevy,,,,98413612.0,ns,5586 -simple_iter,bevy,,,,99407053.0,ns,5643 -simple_iter,bevy,,,,100505085.0,ns,5700 +simple_iter,bevy,,,,1012600.0,ns,47 +simple_iter,bevy,,,,2009100.0,ns,94 +simple_iter,bevy,,,,3013600.0,ns,141 +simple_iter,bevy,,,,4027000.0,ns,188 +simple_iter,bevy,,,,4980200.0,ns,235 +simple_iter,bevy,,,,5983200.0,ns,282 +simple_iter,bevy,,,,7110200.0,ns,329 +simple_iter,bevy,,,,7996000.0,ns,376 +simple_iter,bevy,,,,8973900.0,ns,423 +simple_iter,bevy,,,,9984400.0,ns,470 +simple_iter,bevy,,,,10985400.0,ns,517 +simple_iter,bevy,,,,11968100.0,ns,564 +simple_iter,bevy,,,,12940600.0,ns,611 +simple_iter,bevy,,,,13960900.0,ns,658 +simple_iter,bevy,,,,14925200.0,ns,705 +simple_iter,bevy,,,,16077700.0,ns,752 +simple_iter,bevy,,,,16939700.0,ns,799 +simple_iter,bevy,,,,17954100.0,ns,846 +simple_iter,bevy,,,,18909800.0,ns,893 +simple_iter,bevy,,,,19941000.0,ns,940 +simple_iter,bevy,,,,20917500.0,ns,987 +simple_iter,bevy,,,,21908900.0,ns,1034 +simple_iter,bevy,,,,22913700.0,ns,1081 +simple_iter,bevy,,,,24098100.0,ns,1128 +simple_iter,bevy,,,,24912100.0,ns,1175 +simple_iter,bevy,,,,25936900.0,ns,1222 +simple_iter,bevy,,,,26962800.0,ns,1269 +simple_iter,bevy,,,,27921200.0,ns,1316 +simple_iter,bevy,,,,31655800.0,ns,1363 +simple_iter,bevy,,,,29909700.0,ns,1410 +simple_iter,bevy,,,,30837400.0,ns,1457 +simple_iter,bevy,,,,31964100.0,ns,1504 +simple_iter,bevy,,,,32835600.0,ns,1551 +simple_iter,bevy,,,,33963200.0,ns,1598 +simple_iter,bevy,,,,34920100.0,ns,1645 +simple_iter,bevy,,,,36010700.0,ns,1692 +simple_iter,bevy,,,,37173200.0,ns,1739 +simple_iter,bevy,,,,38119100.0,ns,1786 +simple_iter,bevy,,,,39130700.0,ns,1833 +simple_iter,bevy,,,,39986400.0,ns,1880 +simple_iter,bevy,,,,41175600.0,ns,1927 +simple_iter,bevy,,,,42276600.0,ns,1974 +simple_iter,bevy,,,,43571100.0,ns,2021 +simple_iter,bevy,,,,44276900.0,ns,2068 +simple_iter,bevy,,,,45499300.0,ns,2115 +simple_iter,bevy,,,,46495900.0,ns,2162 +simple_iter,bevy,,,,47418100.0,ns,2209 +simple_iter,bevy,,,,48110000.0,ns,2256 +simple_iter,bevy,,,,49290500.0,ns,2303 +simple_iter,bevy,,,,49934500.0,ns,2350 +simple_iter,bevy,,,,51173200.0,ns,2397 +simple_iter,bevy,,,,52083900.0,ns,2444 +simple_iter,bevy,,,,53339100.0,ns,2491 +simple_iter,bevy,,,,53943500.0,ns,2538 +simple_iter,bevy,,,,56511300.0,ns,2585 +simple_iter,bevy,,,,56111300.0,ns,2632 +simple_iter,bevy,,,,57186600.0,ns,2679 +simple_iter,bevy,,,,57968300.0,ns,2726 +simple_iter,bevy,,,,59517600.0,ns,2773 +simple_iter,bevy,,,,60765000.0,ns,2820 +simple_iter,bevy,,,,61304300.0,ns,2867 +simple_iter,bevy,,,,62457300.0,ns,2914 +simple_iter,bevy,,,,63513000.0,ns,2961 +simple_iter,bevy,,,,63939000.0,ns,3008 +simple_iter,bevy,,,,65414500.0,ns,3055 +simple_iter,bevy,,,,65986300.0,ns,3102 +simple_iter,bevy,,,,67196000.0,ns,3149 +simple_iter,bevy,,,,67883100.0,ns,3196 +simple_iter,bevy,,,,69195900.0,ns,3243 +simple_iter,bevy,,,,70534000.0,ns,3290 +simple_iter,bevy,,,,71233300.0,ns,3337 +simple_iter,bevy,,,,72291300.0,ns,3384 +simple_iter,bevy,,,,73163300.0,ns,3431 +simple_iter,bevy,,,,74250400.0,ns,3478 +simple_iter,bevy,,,,75158000.0,ns,3525 +simple_iter,bevy,,,,76706400.0,ns,3572 +simple_iter,bevy,,,,78539300.0,ns,3619 +simple_iter,bevy,,,,78871500.0,ns,3666 +simple_iter,bevy,,,,79690700.0,ns,3713 +simple_iter,bevy,,,,79887800.0,ns,3760 +simple_iter,bevy,,,,81368300.0,ns,3807 +simple_iter,bevy,,,,82094600.0,ns,3854 +simple_iter,bevy,,,,83534000.0,ns,3901 +simple_iter,bevy,,,,84952100.0,ns,3948 +simple_iter,bevy,,,,85370000.0,ns,3995 +simple_iter,bevy,,,,86087300.0,ns,4042 +simple_iter,bevy,,,,87464100.0,ns,4089 +simple_iter,bevy,,,,87935800.0,ns,4136 +simple_iter,bevy,,,,89305900.0,ns,4183 +simple_iter,bevy,,,,90132800.0,ns,4230 +simple_iter,bevy,,,,92144400.0,ns,4277 +simple_iter,bevy,,,,92171800.0,ns,4324 +simple_iter,bevy,,,,93963900.0,ns,4371 +simple_iter,bevy,,,,93979500.0,ns,4418 +simple_iter,bevy,,,,95472700.0,ns,4465 +simple_iter,bevy,,,,96247400.0,ns,4512 +simple_iter,bevy,,,,97415400.0,ns,4559 +simple_iter,bevy,,,,98376700.0,ns,4606 +simple_iter,bevy,,,,101114800.0,ns,4653 +simple_iter,bevy,,,,99944600.0,ns,4700 diff --git a/target/criterion/simple_iter/bevy/base/sample.json b/target/criterion/simple_iter/bevy/base/sample.json index 2e1ed41c..d5ed52ec 100644 --- a/target/criterion/simple_iter/bevy/base/sample.json +++ b/target/criterion/simple_iter/bevy/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[57.0,114.0,171.0,228.0,285.0,342.0,399.0,456.0,513.0,570.0,627.0,684.0,741.0,798.0,855.0,912.0,969.0,1026.0,1083.0,1140.0,1197.0,1254.0,1311.0,1368.0,1425.0,1482.0,1539.0,1596.0,1653.0,1710.0,1767.0,1824.0,1881.0,1938.0,1995.0,2052.0,2109.0,2166.0,2223.0,2280.0,2337.0,2394.0,2451.0,2508.0,2565.0,2622.0,2679.0,2736.0,2793.0,2850.0,2907.0,2964.0,3021.0,3078.0,3135.0,3192.0,3249.0,3306.0,3363.0,3420.0,3477.0,3534.0,3591.0,3648.0,3705.0,3762.0,3819.0,3876.0,3933.0,3990.0,4047.0,4104.0,4161.0,4218.0,4275.0,4332.0,4389.0,4446.0,4503.0,4560.0,4617.0,4674.0,4731.0,4788.0,4845.0,4902.0,4959.0,5016.0,5073.0,5130.0,5187.0,5244.0,5301.0,5358.0,5415.0,5472.0,5529.0,5586.0,5643.0,5700.0],"times":[1006558.0,2004510.0,3007629.0,4021822.0,5016997.0,6019387.0,7020284.0,8035237.0,9030986.0,10052559.0,11037197.0,12059903.0,13046826.0,14057469.0,15053266.0,16066469.0,17055291.0,18109359.0,19094787.0,20131311.0,21151996.0,22155187.0,23110827.0,24287157.0,25169379.0,26099651.0,27155292.0,28151510.0,31199085.0,31210858.0,31119193.0,32128566.0,33149772.0,34102787.0,35161914.0,36381849.0,37161394.0,38335881.0,39191931.0,40201917.0,41180069.0,42222766.0,43165842.0,44271168.0,45173036.0,46242434.0,47232179.0,48174464.0,49445025.0,50262882.0,51222922.0,52141451.0,53381814.0,54221694.0,55298416.0,56311084.0,57187785.0,58475088.0,59203655.0,60243395.0,61331028.0,62220983.0,63226248.0,64260450.0,65259440.0,66420032.0,67398358.0,68204983.0,69278477.0,70357625.0,71348220.0,72334550.0,73481676.0,74287310.0,75278148.0,76276130.0,77247569.0,78461272.0,79287284.0,80493414.0,81323955.0,82278784.0,83336588.0,84351934.0,85531801.0,86665501.0,87276625.0,88365570.0,89548904.0,90535122.0,94094364.0,92272862.0,93311281.0,94533118.0,95716072.0,96538388.0,97490954.0,98413612.0,99407053.0,100505085.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[47.0,94.0,141.0,188.0,235.0,282.0,329.0,376.0,423.0,470.0,517.0,564.0,611.0,658.0,705.0,752.0,799.0,846.0,893.0,940.0,987.0,1034.0,1081.0,1128.0,1175.0,1222.0,1269.0,1316.0,1363.0,1410.0,1457.0,1504.0,1551.0,1598.0,1645.0,1692.0,1739.0,1786.0,1833.0,1880.0,1927.0,1974.0,2021.0,2068.0,2115.0,2162.0,2209.0,2256.0,2303.0,2350.0,2397.0,2444.0,2491.0,2538.0,2585.0,2632.0,2679.0,2726.0,2773.0,2820.0,2867.0,2914.0,2961.0,3008.0,3055.0,3102.0,3149.0,3196.0,3243.0,3290.0,3337.0,3384.0,3431.0,3478.0,3525.0,3572.0,3619.0,3666.0,3713.0,3760.0,3807.0,3854.0,3901.0,3948.0,3995.0,4042.0,4089.0,4136.0,4183.0,4230.0,4277.0,4324.0,4371.0,4418.0,4465.0,4512.0,4559.0,4606.0,4653.0,4700.0],"times":[1012600.0,2009100.0,3013600.0,4027000.0,4980200.0,5983200.0,7110200.0,7996000.0,8973900.0,9984400.0,10985400.0,11968100.0,12940600.0,13960900.0,14925200.0,16077700.0,16939700.0,17954100.0,18909800.0,19941000.0,20917500.0,21908900.0,22913700.0,24098100.0,24912100.0,25936900.0,26962800.0,27921200.0,31655800.0,29909700.0,30837400.0,31964100.0,32835600.0,33963200.0,34920100.0,36010700.0,37173200.0,38119100.0,39130700.0,39986400.0,41175600.0,42276600.0,43571100.0,44276900.0,45499300.0,46495900.0,47418100.0,48110000.0,49290500.0,49934500.0,51173200.0,52083900.0,53339100.0,53943500.0,56511300.0,56111300.0,57186600.0,57968300.0,59517600.0,60765000.0,61304300.0,62457300.0,63513000.0,63939000.0,65414500.0,65986300.0,67196000.0,67883100.0,69195900.0,70534000.0,71233300.0,72291300.0,73163300.0,74250400.0,75158000.0,76706400.0,78539300.0,78871500.0,79690700.0,79887800.0,81368300.0,82094600.0,83534000.0,84952100.0,85370000.0,86087300.0,87464100.0,87935800.0,89305900.0,90132800.0,92144400.0,92171800.0,93963900.0,93979500.0,95472700.0,96247400.0,97415400.0,98376700.0,101114800.0,99944600.0]} \ No newline at end of file diff --git a/target/criterion/simple_iter/bevy/base/tukey.json b/target/criterion/simple_iter/bevy/base/tukey.json index 72861100..99fd2713 100644 --- a/target/criterion/simple_iter/bevy/base/tukey.json +++ b/target/criterion/simple_iter/bevy/base/tukey.json @@ -1 +1 @@ -[17491.180208928203,17549.893670975318,17706.462903100954,17765.176365148065] \ No newline at end of file +[20755.186004503554,21001.63663001881,21658.83829805949,21905.288923574746] \ No newline at end of file diff --git a/target/criterion/simple_iter/bevy/change/estimates.json b/target/criterion/simple_iter/bevy/change/estimates.json index d31b77a7..bc92bd17 100644 --- a/target/criterion/simple_iter/bevy/change/estimates.json +++ b/target/criterion/simple_iter/bevy/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.020161031257549897,"upper_bound":-0.014453946466084774},"point_estimate":-0.01711804436522857,"standard_error":0.0014525803846332259},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.018253700208812,"upper_bound":-0.015961345578006103},"point_estimate":-0.016972586518519073,"standard_error":0.0005619517199183069}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.2070027706603474,"upper_bound":0.2132607262821233},"point_estimate":0.2101265077506682,"standard_error":0.0015966927307811112},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.20868474468858245,"upper_bound":0.21233911118784676},"point_estimate":0.21071356535719987,"standard_error":0.0009609063941077652}} \ No newline at end of file diff --git a/target/criterion/simple_iter/bevy/new/estimates.json b/target/criterion/simple_iter/bevy/new/estimates.json index b6807776..b84166fb 100644 --- a/target/criterion/simple_iter/bevy/new/estimates.json +++ b/target/criterion/simple_iter/bevy/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17629.522672804083,"upper_bound":17687.09920926844},"point_estimate":17653.54070737307,"standard_error":14.884289544542955},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17615.993797625375,"upper_bound":17632.53777581841},"point_estimate":17624.25140123035,"standard_error":5.034679989487626},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19.806515875874563,"upper_bound":33.25983666025518},"point_estimate":25.638856833500736,"standard_error":3.5946886650532637},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17627.351223093887,"upper_bound":17676.344626689068},"point_estimate":17646.450642773627,"standard_error":13.05957352220674},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29.54290236330355,"upper_bound":237.81804155067343},"point_estimate":149.90367126325953,"standard_error":54.31117085490208}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21325.489729851688,"upper_bound":21412.771170676013},"point_estimate":21363.017565647635,"standard_error":22.624675338144574},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21301.14167099118,"upper_bound":21362.677304964538},"point_estimate":21337.920250735224,"standard_error":15.502907202268823},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":96.78716588827938,"upper_bound":154.21393927970124},"point_estimate":124.49349088598262,"standard_error":14.760116705751754},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21355.105542804893,"upper_bound":21422.141750768344},"point_estimate":21386.802014783887,"standard_error":17.12431232236617},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":108.97283420362245,"upper_bound":351.1439317830033},"point_estimate":227.8780012138223,"standard_error":75.53038546719708}} \ No newline at end of file diff --git a/target/criterion/simple_iter/bevy/new/raw.csv b/target/criterion/simple_iter/bevy/new/raw.csv index 38b72e2e..3d2ab4f6 100644 --- a/target/criterion/simple_iter/bevy/new/raw.csv +++ b/target/criterion/simple_iter/bevy/new/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -simple_iter,bevy,,,,1006558.0,ns,57 -simple_iter,bevy,,,,2004510.0,ns,114 -simple_iter,bevy,,,,3007629.0,ns,171 -simple_iter,bevy,,,,4021822.0,ns,228 -simple_iter,bevy,,,,5016997.0,ns,285 -simple_iter,bevy,,,,6019387.0,ns,342 -simple_iter,bevy,,,,7020284.0,ns,399 -simple_iter,bevy,,,,8035237.0,ns,456 -simple_iter,bevy,,,,9030986.0,ns,513 -simple_iter,bevy,,,,10052559.0,ns,570 -simple_iter,bevy,,,,11037197.0,ns,627 -simple_iter,bevy,,,,12059903.0,ns,684 -simple_iter,bevy,,,,13046826.0,ns,741 -simple_iter,bevy,,,,14057469.0,ns,798 -simple_iter,bevy,,,,15053266.0,ns,855 -simple_iter,bevy,,,,16066469.0,ns,912 -simple_iter,bevy,,,,17055291.0,ns,969 -simple_iter,bevy,,,,18109359.0,ns,1026 -simple_iter,bevy,,,,19094787.0,ns,1083 -simple_iter,bevy,,,,20131311.0,ns,1140 -simple_iter,bevy,,,,21151996.0,ns,1197 -simple_iter,bevy,,,,22155187.0,ns,1254 -simple_iter,bevy,,,,23110827.0,ns,1311 -simple_iter,bevy,,,,24287157.0,ns,1368 -simple_iter,bevy,,,,25169379.0,ns,1425 -simple_iter,bevy,,,,26099651.0,ns,1482 -simple_iter,bevy,,,,27155292.0,ns,1539 -simple_iter,bevy,,,,28151510.0,ns,1596 -simple_iter,bevy,,,,31199085.0,ns,1653 -simple_iter,bevy,,,,31210858.0,ns,1710 -simple_iter,bevy,,,,31119193.0,ns,1767 -simple_iter,bevy,,,,32128566.0,ns,1824 -simple_iter,bevy,,,,33149772.0,ns,1881 -simple_iter,bevy,,,,34102787.0,ns,1938 -simple_iter,bevy,,,,35161914.0,ns,1995 -simple_iter,bevy,,,,36381849.0,ns,2052 -simple_iter,bevy,,,,37161394.0,ns,2109 -simple_iter,bevy,,,,38335881.0,ns,2166 -simple_iter,bevy,,,,39191931.0,ns,2223 -simple_iter,bevy,,,,40201917.0,ns,2280 -simple_iter,bevy,,,,41180069.0,ns,2337 -simple_iter,bevy,,,,42222766.0,ns,2394 -simple_iter,bevy,,,,43165842.0,ns,2451 -simple_iter,bevy,,,,44271168.0,ns,2508 -simple_iter,bevy,,,,45173036.0,ns,2565 -simple_iter,bevy,,,,46242434.0,ns,2622 -simple_iter,bevy,,,,47232179.0,ns,2679 -simple_iter,bevy,,,,48174464.0,ns,2736 -simple_iter,bevy,,,,49445025.0,ns,2793 -simple_iter,bevy,,,,50262882.0,ns,2850 -simple_iter,bevy,,,,51222922.0,ns,2907 -simple_iter,bevy,,,,52141451.0,ns,2964 -simple_iter,bevy,,,,53381814.0,ns,3021 -simple_iter,bevy,,,,54221694.0,ns,3078 -simple_iter,bevy,,,,55298416.0,ns,3135 -simple_iter,bevy,,,,56311084.0,ns,3192 -simple_iter,bevy,,,,57187785.0,ns,3249 -simple_iter,bevy,,,,58475088.0,ns,3306 -simple_iter,bevy,,,,59203655.0,ns,3363 -simple_iter,bevy,,,,60243395.0,ns,3420 -simple_iter,bevy,,,,61331028.0,ns,3477 -simple_iter,bevy,,,,62220983.0,ns,3534 -simple_iter,bevy,,,,63226248.0,ns,3591 -simple_iter,bevy,,,,64260450.0,ns,3648 -simple_iter,bevy,,,,65259440.0,ns,3705 -simple_iter,bevy,,,,66420032.0,ns,3762 -simple_iter,bevy,,,,67398358.0,ns,3819 -simple_iter,bevy,,,,68204983.0,ns,3876 -simple_iter,bevy,,,,69278477.0,ns,3933 -simple_iter,bevy,,,,70357625.0,ns,3990 -simple_iter,bevy,,,,71348220.0,ns,4047 -simple_iter,bevy,,,,72334550.0,ns,4104 -simple_iter,bevy,,,,73481676.0,ns,4161 -simple_iter,bevy,,,,74287310.0,ns,4218 -simple_iter,bevy,,,,75278148.0,ns,4275 -simple_iter,bevy,,,,76276130.0,ns,4332 -simple_iter,bevy,,,,77247569.0,ns,4389 -simple_iter,bevy,,,,78461272.0,ns,4446 -simple_iter,bevy,,,,79287284.0,ns,4503 -simple_iter,bevy,,,,80493414.0,ns,4560 -simple_iter,bevy,,,,81323955.0,ns,4617 -simple_iter,bevy,,,,82278784.0,ns,4674 -simple_iter,bevy,,,,83336588.0,ns,4731 -simple_iter,bevy,,,,84351934.0,ns,4788 -simple_iter,bevy,,,,85531801.0,ns,4845 -simple_iter,bevy,,,,86665501.0,ns,4902 -simple_iter,bevy,,,,87276625.0,ns,4959 -simple_iter,bevy,,,,88365570.0,ns,5016 -simple_iter,bevy,,,,89548904.0,ns,5073 -simple_iter,bevy,,,,90535122.0,ns,5130 -simple_iter,bevy,,,,94094364.0,ns,5187 -simple_iter,bevy,,,,92272862.0,ns,5244 -simple_iter,bevy,,,,93311281.0,ns,5301 -simple_iter,bevy,,,,94533118.0,ns,5358 -simple_iter,bevy,,,,95716072.0,ns,5415 -simple_iter,bevy,,,,96538388.0,ns,5472 -simple_iter,bevy,,,,97490954.0,ns,5529 -simple_iter,bevy,,,,98413612.0,ns,5586 -simple_iter,bevy,,,,99407053.0,ns,5643 -simple_iter,bevy,,,,100505085.0,ns,5700 +simple_iter,bevy,,,,1012600.0,ns,47 +simple_iter,bevy,,,,2009100.0,ns,94 +simple_iter,bevy,,,,3013600.0,ns,141 +simple_iter,bevy,,,,4027000.0,ns,188 +simple_iter,bevy,,,,4980200.0,ns,235 +simple_iter,bevy,,,,5983200.0,ns,282 +simple_iter,bevy,,,,7110200.0,ns,329 +simple_iter,bevy,,,,7996000.0,ns,376 +simple_iter,bevy,,,,8973900.0,ns,423 +simple_iter,bevy,,,,9984400.0,ns,470 +simple_iter,bevy,,,,10985400.0,ns,517 +simple_iter,bevy,,,,11968100.0,ns,564 +simple_iter,bevy,,,,12940600.0,ns,611 +simple_iter,bevy,,,,13960900.0,ns,658 +simple_iter,bevy,,,,14925200.0,ns,705 +simple_iter,bevy,,,,16077700.0,ns,752 +simple_iter,bevy,,,,16939700.0,ns,799 +simple_iter,bevy,,,,17954100.0,ns,846 +simple_iter,bevy,,,,18909800.0,ns,893 +simple_iter,bevy,,,,19941000.0,ns,940 +simple_iter,bevy,,,,20917500.0,ns,987 +simple_iter,bevy,,,,21908900.0,ns,1034 +simple_iter,bevy,,,,22913700.0,ns,1081 +simple_iter,bevy,,,,24098100.0,ns,1128 +simple_iter,bevy,,,,24912100.0,ns,1175 +simple_iter,bevy,,,,25936900.0,ns,1222 +simple_iter,bevy,,,,26962800.0,ns,1269 +simple_iter,bevy,,,,27921200.0,ns,1316 +simple_iter,bevy,,,,31655800.0,ns,1363 +simple_iter,bevy,,,,29909700.0,ns,1410 +simple_iter,bevy,,,,30837400.0,ns,1457 +simple_iter,bevy,,,,31964100.0,ns,1504 +simple_iter,bevy,,,,32835600.0,ns,1551 +simple_iter,bevy,,,,33963200.0,ns,1598 +simple_iter,bevy,,,,34920100.0,ns,1645 +simple_iter,bevy,,,,36010700.0,ns,1692 +simple_iter,bevy,,,,37173200.0,ns,1739 +simple_iter,bevy,,,,38119100.0,ns,1786 +simple_iter,bevy,,,,39130700.0,ns,1833 +simple_iter,bevy,,,,39986400.0,ns,1880 +simple_iter,bevy,,,,41175600.0,ns,1927 +simple_iter,bevy,,,,42276600.0,ns,1974 +simple_iter,bevy,,,,43571100.0,ns,2021 +simple_iter,bevy,,,,44276900.0,ns,2068 +simple_iter,bevy,,,,45499300.0,ns,2115 +simple_iter,bevy,,,,46495900.0,ns,2162 +simple_iter,bevy,,,,47418100.0,ns,2209 +simple_iter,bevy,,,,48110000.0,ns,2256 +simple_iter,bevy,,,,49290500.0,ns,2303 +simple_iter,bevy,,,,49934500.0,ns,2350 +simple_iter,bevy,,,,51173200.0,ns,2397 +simple_iter,bevy,,,,52083900.0,ns,2444 +simple_iter,bevy,,,,53339100.0,ns,2491 +simple_iter,bevy,,,,53943500.0,ns,2538 +simple_iter,bevy,,,,56511300.0,ns,2585 +simple_iter,bevy,,,,56111300.0,ns,2632 +simple_iter,bevy,,,,57186600.0,ns,2679 +simple_iter,bevy,,,,57968300.0,ns,2726 +simple_iter,bevy,,,,59517600.0,ns,2773 +simple_iter,bevy,,,,60765000.0,ns,2820 +simple_iter,bevy,,,,61304300.0,ns,2867 +simple_iter,bevy,,,,62457300.0,ns,2914 +simple_iter,bevy,,,,63513000.0,ns,2961 +simple_iter,bevy,,,,63939000.0,ns,3008 +simple_iter,bevy,,,,65414500.0,ns,3055 +simple_iter,bevy,,,,65986300.0,ns,3102 +simple_iter,bevy,,,,67196000.0,ns,3149 +simple_iter,bevy,,,,67883100.0,ns,3196 +simple_iter,bevy,,,,69195900.0,ns,3243 +simple_iter,bevy,,,,70534000.0,ns,3290 +simple_iter,bevy,,,,71233300.0,ns,3337 +simple_iter,bevy,,,,72291300.0,ns,3384 +simple_iter,bevy,,,,73163300.0,ns,3431 +simple_iter,bevy,,,,74250400.0,ns,3478 +simple_iter,bevy,,,,75158000.0,ns,3525 +simple_iter,bevy,,,,76706400.0,ns,3572 +simple_iter,bevy,,,,78539300.0,ns,3619 +simple_iter,bevy,,,,78871500.0,ns,3666 +simple_iter,bevy,,,,79690700.0,ns,3713 +simple_iter,bevy,,,,79887800.0,ns,3760 +simple_iter,bevy,,,,81368300.0,ns,3807 +simple_iter,bevy,,,,82094600.0,ns,3854 +simple_iter,bevy,,,,83534000.0,ns,3901 +simple_iter,bevy,,,,84952100.0,ns,3948 +simple_iter,bevy,,,,85370000.0,ns,3995 +simple_iter,bevy,,,,86087300.0,ns,4042 +simple_iter,bevy,,,,87464100.0,ns,4089 +simple_iter,bevy,,,,87935800.0,ns,4136 +simple_iter,bevy,,,,89305900.0,ns,4183 +simple_iter,bevy,,,,90132800.0,ns,4230 +simple_iter,bevy,,,,92144400.0,ns,4277 +simple_iter,bevy,,,,92171800.0,ns,4324 +simple_iter,bevy,,,,93963900.0,ns,4371 +simple_iter,bevy,,,,93979500.0,ns,4418 +simple_iter,bevy,,,,95472700.0,ns,4465 +simple_iter,bevy,,,,96247400.0,ns,4512 +simple_iter,bevy,,,,97415400.0,ns,4559 +simple_iter,bevy,,,,98376700.0,ns,4606 +simple_iter,bevy,,,,101114800.0,ns,4653 +simple_iter,bevy,,,,99944600.0,ns,4700 diff --git a/target/criterion/simple_iter/bevy/new/sample.json b/target/criterion/simple_iter/bevy/new/sample.json index 2e1ed41c..d5ed52ec 100644 --- a/target/criterion/simple_iter/bevy/new/sample.json +++ b/target/criterion/simple_iter/bevy/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[57.0,114.0,171.0,228.0,285.0,342.0,399.0,456.0,513.0,570.0,627.0,684.0,741.0,798.0,855.0,912.0,969.0,1026.0,1083.0,1140.0,1197.0,1254.0,1311.0,1368.0,1425.0,1482.0,1539.0,1596.0,1653.0,1710.0,1767.0,1824.0,1881.0,1938.0,1995.0,2052.0,2109.0,2166.0,2223.0,2280.0,2337.0,2394.0,2451.0,2508.0,2565.0,2622.0,2679.0,2736.0,2793.0,2850.0,2907.0,2964.0,3021.0,3078.0,3135.0,3192.0,3249.0,3306.0,3363.0,3420.0,3477.0,3534.0,3591.0,3648.0,3705.0,3762.0,3819.0,3876.0,3933.0,3990.0,4047.0,4104.0,4161.0,4218.0,4275.0,4332.0,4389.0,4446.0,4503.0,4560.0,4617.0,4674.0,4731.0,4788.0,4845.0,4902.0,4959.0,5016.0,5073.0,5130.0,5187.0,5244.0,5301.0,5358.0,5415.0,5472.0,5529.0,5586.0,5643.0,5700.0],"times":[1006558.0,2004510.0,3007629.0,4021822.0,5016997.0,6019387.0,7020284.0,8035237.0,9030986.0,10052559.0,11037197.0,12059903.0,13046826.0,14057469.0,15053266.0,16066469.0,17055291.0,18109359.0,19094787.0,20131311.0,21151996.0,22155187.0,23110827.0,24287157.0,25169379.0,26099651.0,27155292.0,28151510.0,31199085.0,31210858.0,31119193.0,32128566.0,33149772.0,34102787.0,35161914.0,36381849.0,37161394.0,38335881.0,39191931.0,40201917.0,41180069.0,42222766.0,43165842.0,44271168.0,45173036.0,46242434.0,47232179.0,48174464.0,49445025.0,50262882.0,51222922.0,52141451.0,53381814.0,54221694.0,55298416.0,56311084.0,57187785.0,58475088.0,59203655.0,60243395.0,61331028.0,62220983.0,63226248.0,64260450.0,65259440.0,66420032.0,67398358.0,68204983.0,69278477.0,70357625.0,71348220.0,72334550.0,73481676.0,74287310.0,75278148.0,76276130.0,77247569.0,78461272.0,79287284.0,80493414.0,81323955.0,82278784.0,83336588.0,84351934.0,85531801.0,86665501.0,87276625.0,88365570.0,89548904.0,90535122.0,94094364.0,92272862.0,93311281.0,94533118.0,95716072.0,96538388.0,97490954.0,98413612.0,99407053.0,100505085.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[47.0,94.0,141.0,188.0,235.0,282.0,329.0,376.0,423.0,470.0,517.0,564.0,611.0,658.0,705.0,752.0,799.0,846.0,893.0,940.0,987.0,1034.0,1081.0,1128.0,1175.0,1222.0,1269.0,1316.0,1363.0,1410.0,1457.0,1504.0,1551.0,1598.0,1645.0,1692.0,1739.0,1786.0,1833.0,1880.0,1927.0,1974.0,2021.0,2068.0,2115.0,2162.0,2209.0,2256.0,2303.0,2350.0,2397.0,2444.0,2491.0,2538.0,2585.0,2632.0,2679.0,2726.0,2773.0,2820.0,2867.0,2914.0,2961.0,3008.0,3055.0,3102.0,3149.0,3196.0,3243.0,3290.0,3337.0,3384.0,3431.0,3478.0,3525.0,3572.0,3619.0,3666.0,3713.0,3760.0,3807.0,3854.0,3901.0,3948.0,3995.0,4042.0,4089.0,4136.0,4183.0,4230.0,4277.0,4324.0,4371.0,4418.0,4465.0,4512.0,4559.0,4606.0,4653.0,4700.0],"times":[1012600.0,2009100.0,3013600.0,4027000.0,4980200.0,5983200.0,7110200.0,7996000.0,8973900.0,9984400.0,10985400.0,11968100.0,12940600.0,13960900.0,14925200.0,16077700.0,16939700.0,17954100.0,18909800.0,19941000.0,20917500.0,21908900.0,22913700.0,24098100.0,24912100.0,25936900.0,26962800.0,27921200.0,31655800.0,29909700.0,30837400.0,31964100.0,32835600.0,33963200.0,34920100.0,36010700.0,37173200.0,38119100.0,39130700.0,39986400.0,41175600.0,42276600.0,43571100.0,44276900.0,45499300.0,46495900.0,47418100.0,48110000.0,49290500.0,49934500.0,51173200.0,52083900.0,53339100.0,53943500.0,56511300.0,56111300.0,57186600.0,57968300.0,59517600.0,60765000.0,61304300.0,62457300.0,63513000.0,63939000.0,65414500.0,65986300.0,67196000.0,67883100.0,69195900.0,70534000.0,71233300.0,72291300.0,73163300.0,74250400.0,75158000.0,76706400.0,78539300.0,78871500.0,79690700.0,79887800.0,81368300.0,82094600.0,83534000.0,84952100.0,85370000.0,86087300.0,87464100.0,87935800.0,89305900.0,90132800.0,92144400.0,92171800.0,93963900.0,93979500.0,95472700.0,96247400.0,97415400.0,98376700.0,101114800.0,99944600.0]} \ No newline at end of file diff --git a/target/criterion/simple_iter/bevy/new/tukey.json b/target/criterion/simple_iter/bevy/new/tukey.json index 72861100..99fd2713 100644 --- a/target/criterion/simple_iter/bevy/new/tukey.json +++ b/target/criterion/simple_iter/bevy/new/tukey.json @@ -1 +1 @@ -[17491.180208928203,17549.893670975318,17706.462903100954,17765.176365148065] \ No newline at end of file +[20755.186004503554,21001.63663001881,21658.83829805949,21905.288923574746] \ No newline at end of file diff --git a/target/criterion/simple_iter/bevy/report/MAD.svg b/target/criterion/simple_iter/bevy/report/MAD.svg index d8c06ac7..cce57a51 100644 --- a/target/criterion/simple_iter/bevy/report/MAD.svg +++ b/target/criterion/simple_iter/bevy/report/MAD.svg @@ -1,298 +1,76 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.02 - - - - - 0.04 - - - - - 0.06 - - - - - 0.08 - - - - - 0.1 - - - - - 0.12 - - - - - 20 - - - - - 22 - - - - - 24 - - - - - 26 - - - - - 28 - - - - - 30 - - - - - 32 - - - - - 34 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - simple_iter/bevy: MAD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_iter/bevy:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + + +100 + + + +110 + + + +120 + + + +130 + + + +140 + + + +150 + + + +160 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_iter/bevy/report/SD.svg b/target/criterion/simple_iter/bevy/report/SD.svg index 8489ba30..d854e907 100644 --- a/target/criterion/simple_iter/bevy/report/SD.svg +++ b/target/criterion/simple_iter/bevy/report/SD.svg @@ -1,303 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.001 - - - - - 0.002 - - - - - 0.003 - - - - - 0.004 - - - - - 0.005 - - - - - 0.006 - - - - - 0.007 - - - - - 0.008 - - - - - 0.009 - - - - - 0.01 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - simple_iter/bevy: SD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_iter/bevy:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + +0.014 + + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_iter/bevy/report/both/pdf.svg b/target/criterion/simple_iter/bevy/report/both/pdf.svg index a258aab0..7b1e1a0d 100644 --- a/target/criterion/simple_iter/bevy/report/both/pdf.svg +++ b/target/criterion/simple_iter/bevy/report/both/pdf.svg @@ -1,323 +1,65 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - 5 - - - - - 6 - - - - - 17 - - - - - 17.5 - - - - - 18 - - - - - 18.5 - - - - - 19 - - - - - 19.5 - - - - - 20 - - - - - 20.5 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_iter/bevy - - - - - Base PDF - - - Base PDF - - - - - - - - - - Base Mean - - - - - Base Mean - - - - - - New PDF - - - - - New PDF - - - - - - - - - - New Mean - - - - - New Mean - - - - - - - - - - - - - - + + +simple_iter/bevy + + +Density (a.u.) + + +Average Time (us) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + + +18 + + + +20 + + + +22 + + + + + + + +Base PDF + + +New PDF + + +Base Mean + + +New Mean + + + + + - diff --git a/target/criterion/simple_iter/bevy/report/both/regression.svg b/target/criterion/simple_iter/bevy/report/both/regression.svg index 897946da..6f5a1b00 100644 --- a/target/criterion/simple_iter/bevy/report/both/regression.svg +++ b/target/criterion/simple_iter/bevy/report/both/regression.svg @@ -1,292 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 2 - - - - - - - - - - - - - 3 - - - - - - - - - - - - - 4 - - - - - - - - - - - - - 5 - - - - - - - - - - - - - 6 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - simple_iter/bevy - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - Base sample - - - - - - New sample - - - New sample - - - - - - - - - - - - - - + + +simple_iter/bevy + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + + + + + +Base Sample + + +New Sample + + + - diff --git a/target/criterion/simple_iter/bevy/report/change/mean.svg b/target/criterion/simple_iter/bevy/report/change/mean.svg index 7aa772a7..0e894364 100644 --- a/target/criterion/simple_iter/bevy/report/change/mean.svg +++ b/target/criterion/simple_iter/bevy/report/change/mean.svg @@ -1,310 +1,77 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - 300 - - - - - -2 - - - - - -1.9 - - - - - -1.8 - - - - - -1.7 - - - - - -1.6 - - - - - -1.5 - - - - - -1.4 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - simple_iter/bevy: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +simple_iter/bevy:mean + + +Density (a.u.) + + +Relative change (%) + + + +50 + + + +100 + + + +150 + + + +200 + + + + +0.207 + + + +0.208 + + + +0.209 + + + +0.21 + + + +0.211 + + + +0.212 + + + +0.213 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/simple_iter/bevy/report/change/median.svg b/target/criterion/simple_iter/bevy/report/change/median.svg index 9541e678..76a27f34 100644 --- a/target/criterion/simple_iter/bevy/report/change/median.svg +++ b/target/criterion/simple_iter/bevy/report/change/median.svg @@ -1,320 +1,105 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 100 - - - - - 200 - - - - - 300 - - - - - 400 - - - - - 500 - - - - - 600 - - - - - 700 - - - - - 800 - - - - - 900 - - - - - -1.85 - - - - - -1.8 - - - - - -1.75 - - - - - -1.7 - - - - - -1.65 - - - - - -1.6 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - simple_iter/bevy: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +simple_iter/bevy:median + + +Density (a.u.) + + +Relative change (%) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + +450 + + + + +0.2085 + + + +0.209 + + + +0.2095 + + + +0.21 + + + +0.2105 + + + +0.211 + + + +0.2115 + + + +0.212 + + + +0.2125 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/simple_iter/bevy/report/change/t-test.svg b/target/criterion/simple_iter/bevy/report/change/t-test.svg index e845878c..ebda07cb 100644 --- a/target/criterion/simple_iter/bevy/report/change/t-test.svg +++ b/target/criterion/simple_iter/bevy/report/change/t-test.svg @@ -1,255 +1,91 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - -12 - - - - - -10 - - - - - -8 - - - - - -6 - - - - - -4 - - - - - -2 - - - - - 0 - - - - - 2 - - - - - 4 - - - - - 6 - - - - - - - - - Density - - - - - t score - - - - - simple_iter/bevy: Welch t test - - - - - t distribution - - - t distribution - - - - - - - - - - t statistic - - - - - t statistic - - - - - - - - - - - - - - + + +simple_iter/bevy: Welch t test + + +Density + + +t score + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +-4.0 + + + +-3.0 + + + +-2.0 + + + +-1.0 + + + +0.0 + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + + + +t distribution + + +t statistic + + + - diff --git a/target/criterion/simple_iter/bevy/report/index.html b/target/criterion/simple_iter/bevy/report/index.html index 75a8926f..3f53ccdb 100644 --- a/target/criterion/simple_iter/bevy/report/index.html +++ b/target/criterion/simple_iter/bevy/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 17.627 us - 17.646 us - 17.676 us + 21.355 us + 21.387 us + 21.422 us R² - 0.9947035 - 0.9948641 - 0.9944706 + 0.9925269 + 0.9928326 + 0.9924526 Mean - 17.630 us - 17.654 us - 17.687 us + 21.325 us + 21.363 us + 21.413 us Std. Dev. - 29.543 ns - 149.90 ns - 237.82 ns + 108.97 ns + 227.88 ns + 351.14 ns Median - 17.616 us - 17.624 us - 17.633 us + 21.301 us + 21.338 us + 21.363 us MAD - 19.807 ns - 25.639 ns - 33.260 ns + 96.787 ns + 124.49 ns + 154.21 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -2.0161% - -1.7118% - -1.4454% + +20.700% + +21.013% + +21.326% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/target/criterion/simple_iter/bevy/report/mean.svg b/target/criterion/simple_iter/bevy/report/mean.svg index 77d17fd5..60b6f10f 100644 --- a/target/criterion/simple_iter/bevy/report/mean.svg +++ b/target/criterion/simple_iter/bevy/report/mean.svg @@ -1,293 +1,88 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - 25 - - - - - 30 - - - - - 17.63 - - - - - 17.64 - - - - - 17.65 - - - - - 17.66 - - - - - 17.67 - - - - - 17.68 - - - - - 17.69 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_iter/bevy: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_iter/bevy:mean + + +Density (a.u.) + + +Average time (us) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + + +21.32 + + + +21.34 + + + +21.36 + + + +21.38 + + + +21.4 + + + +21.42 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_iter/bevy/report/median.svg b/target/criterion/simple_iter/bevy/report/median.svg index 86926a60..5e98c046 100644 --- a/target/criterion/simple_iter/bevy/report/median.svg +++ b/target/criterion/simple_iter/bevy/report/median.svg @@ -1,283 +1,72 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 20 - - - - - 40 - - - - - 60 - - - - - 80 - - - - - 100 - - - - - 120 - - - - - 140 - - - - - 17.615 - - - - - 17.62 - - - - - 17.625 - - - - - 17.63 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_iter/bevy: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_iter/bevy:median + + +Density (a.u.) + + +Average time (us) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + + +21.3 + + + +21.31 + + + +21.32 + + + +21.33 + + + +21.34 + + + +21.35 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_iter/bevy/report/pdf.svg b/target/criterion/simple_iter/bevy/report/pdf.svg index 570c5de3..75b2826d 100644 --- a/target/criterion/simple_iter/bevy/report/pdf.svg +++ b/target/criterion/simple_iter/bevy/report/pdf.svg @@ -1,425 +1,131 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - 5 - - - - - 17.4 - - - - - 17.6 - - - - - 17.8 - - - - - 18 - - - - - 18.2 - - - - - 18.4 - - - - - 18.6 - - - - - 18.8 - - - - - 19 - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - 5 - - - - - 6 - - - - - - - - - Iterations (x 103) - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_iter/bevy - - - - - PDF - - - PDF - - - - - - - - - - Mean - - - - - Mean - - - - - - "Clean" sample - - - - - "Clean" sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Mild outliers - - - Mild outliers - - - - - - - - - Severe outliers - - - Severe outliers - - - - - - - - - - gnuplot_plot_6 - - - - - - gnuplot_plot_7 - - - - gnuplot_plot_8 - - - - gnuplot_plot_9 - - - - - - - - - - - - + + +simple_iter/bevy + + +Iterations (x 10^3) + + +Average Time (us) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + + +21 + + + +21.5 + + + +22 + + + +22.5 + + + +23 + + + +23.5 + + + +Density (a.u.) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + - diff --git a/target/criterion/simple_iter/bevy/report/pdf_small.svg b/target/criterion/simple_iter/bevy/report/pdf_small.svg index 921e4462..983bde0d 100644 --- a/target/criterion/simple_iter/bevy/report/pdf_small.svg +++ b/target/criterion/simple_iter/bevy/report/pdf_small.svg @@ -1,224 +1,44 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - 5 - - - - - 6 - - - - - 17.4 - - - - - 17.6 - - - - - 17.8 - - - - - 18 - - - - - 18.2 - - - - - 18.4 - - - - - 18.6 - - - - - 18.8 - - - - - 19 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - PDF - - - - - - - Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + +21 + + + +22 + + + +23 + + + + - diff --git a/target/criterion/simple_iter/bevy/report/regression.svg b/target/criterion/simple_iter/bevy/report/regression.svg index b518671d..bd9b33db 100644 --- a/target/criterion/simple_iter/bevy/report/regression.svg +++ b/target/criterion/simple_iter/bevy/report/regression.svg @@ -1,395 +1,222 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 2 - - - - - - - - - - - - - 3 - - - - - - - - - - - - - 4 - - - - - - - - - - - - - 5 - - - - - - - - - - - - - 6 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - simple_iter/bevy - - - - - Sample - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - Linear regression - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - - + + +simple_iter/bevy + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + +100.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + - diff --git a/target/criterion/simple_iter/bevy/report/regression_small.svg b/target/criterion/simple_iter/bevy/report/regression_small.svg index 3408d492..7228ad4e 100644 --- a/target/criterion/simple_iter/bevy/report/regression_small.svg +++ b/target/criterion/simple_iter/bevy/report/regression_small.svg @@ -1,373 +1,207 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 2 - - - - - - - - - - - - - 3 - - - - - - - - - - - - - 4 - - - - - - - - - - - - - 5 - - - - - - - - - - - - - 6 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + +100.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/simple_iter/bevy/report/relative_pdf_small.svg b/target/criterion/simple_iter/bevy/report/relative_pdf_small.svg index 472e70ae..bbe53a68 100644 --- a/target/criterion/simple_iter/bevy/report/relative_pdf_small.svg +++ b/target/criterion/simple_iter/bevy/report/relative_pdf_small.svg @@ -1,296 +1,46 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - 5 - - - - - 6 - - - - - 17 - - - - - 17.5 - - - - - 18 - - - - - 18.5 - - - - - 19 - - - - - 19.5 - - - - - 20 - - - - - 20.5 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - Base PDF - - - - - - - Base Mean - - - - - - New PDF - - - - - - - - - New Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + + +18 + + + +20 + + + +22 + + + + + + - diff --git a/target/criterion/simple_iter/bevy/report/relative_regression_small.svg b/target/criterion/simple_iter/bevy/report/relative_regression_small.svg index 90fc4dcc..51321d77 100644 --- a/target/criterion/simple_iter/bevy/report/relative_regression_small.svg +++ b/target/criterion/simple_iter/bevy/report/relative_regression_small.svg @@ -1,277 +1,69 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 2 - - - - - - - - - - - - - 3 - - - - - - - - - - - - - 4 - - - - - - - - - - - - - 5 - - - - - - - - - - - - - 6 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - - New sample - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + + + + - diff --git a/target/criterion/simple_iter/bevy/report/slope.svg b/target/criterion/simple_iter/bevy/report/slope.svg index 448bfaf3..8203ea86 100644 --- a/target/criterion/simple_iter/bevy/report/slope.svg +++ b/target/criterion/simple_iter/bevy/report/slope.svg @@ -1,293 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - 25 - - - - - 30 - - - - - 35 - - - - - 17.63 - - - - - 17.64 - - - - - 17.65 - - - - - 17.66 - - - - - 17.67 - - - - - 17.68 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_iter/bevy: slope - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_iter/bevy:slope + + +Density (a.u.) + + +Average time (us) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + + +21.35 + + + +21.36 + + + +21.37 + + + +21.38 + + + +21.39 + + + +21.4 + + + +21.41 + + + +21.42 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_iter/bevy/report/typical.svg b/target/criterion/simple_iter/bevy/report/typical.svg index 7c21f0bf..b49f3205 100644 --- a/target/criterion/simple_iter/bevy/report/typical.svg +++ b/target/criterion/simple_iter/bevy/report/typical.svg @@ -1,293 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - 25 - - - - - 30 - - - - - 35 - - - - - 17.63 - - - - - 17.64 - - - - - 17.65 - - - - - 17.66 - - - - - 17.67 - - - - - 17.68 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_iter/bevy: typical - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_iter/bevy:typical + + +Density (a.u.) + + +Average time (us) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + + +21.35 + + + +21.36 + + + +21.37 + + + +21.38 + + + +21.39 + + + +21.4 + + + +21.41 + + + +21.42 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_iter/brood/base/benchmark.json b/target/criterion/simple_iter/brood/base/benchmark.json new file mode 100644 index 00000000..0e642bdc --- /dev/null +++ b/target/criterion/simple_iter/brood/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"simple_iter","function_id":"brood","value_str":null,"throughput":null,"full_id":"simple_iter/brood","directory_name":"simple_iter/brood","title":"simple_iter/brood"} \ No newline at end of file diff --git a/target/criterion/simple_iter/brood/base/estimates.json b/target/criterion/simple_iter/brood/base/estimates.json new file mode 100644 index 00000000..ded8da8a --- /dev/null +++ b/target/criterion/simple_iter/brood/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8573.965617307329,"upper_bound":8598.00561661749},"point_estimate":8585.612902583824,"standard_error":6.167468473446174},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8557.727272727272,"upper_bound":8578.619737750172},"point_estimate":8566.24966103227,"standard_error":5.605382656765768},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":35.43999639372134,"upper_bound":63.77564702829287},"point_estimate":51.805608675904615,"standard_error":6.9113168997020225},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8575.667551985995,"upper_bound":8605.806456974542},"point_estimate":8590.123150069712,"standard_error":7.713853850012318},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":50.214568419756596,"upper_bound":72.7289424852413},"point_estimate":62.230569976281224,"standard_error":5.762243868026401}} \ No newline at end of file diff --git a/target/criterion/simple_iter/brood/base/raw.csv b/target/criterion/simple_iter/brood/base/raw.csv new file mode 100644 index 00000000..0e0cf917 --- /dev/null +++ b/target/criterion/simple_iter/brood/base/raw.csv @@ -0,0 +1,101 @@ +group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count +simple_iter,brood,,,,991800.0,ns,115 +simple_iter,brood,,,,1986800.0,ns,230 +simple_iter,brood,,,,2974500.0,ns,345 +simple_iter,brood,,,,3977200.0,ns,460 +simple_iter,brood,,,,4947900.0,ns,575 +simple_iter,brood,,,,6069800.0,ns,690 +simple_iter,brood,,,,6901500.0,ns,805 +simple_iter,brood,,,,7962600.0,ns,920 +simple_iter,brood,,,,8797900.0,ns,1035 +simple_iter,brood,,,,10089700.0,ns,1150 +simple_iter,brood,,,,10775100.0,ns,1265 +simple_iter,brood,,,,11722600.0,ns,1380 +simple_iter,brood,,,,12980100.0,ns,1495 +simple_iter,brood,,,,13861400.0,ns,1610 +simple_iter,brood,,,,14788900.0,ns,1725 +simple_iter,brood,,,,15728700.0,ns,1840 +simple_iter,brood,,,,16672300.0,ns,1955 +simple_iter,brood,,,,17625700.0,ns,2070 +simple_iter,brood,,,,18620700.0,ns,2185 +simple_iter,brood,,,,19613200.0,ns,2300 +simple_iter,brood,,,,20609500.0,ns,2415 +simple_iter,brood,,,,21556200.0,ns,2530 +simple_iter,brood,,,,22566200.0,ns,2645 +simple_iter,brood,,,,23580900.0,ns,2760 +simple_iter,brood,,,,24529300.0,ns,2875 +simple_iter,brood,,,,25522100.0,ns,2990 +simple_iter,brood,,,,26786200.0,ns,3105 +simple_iter,brood,,,,27548500.0,ns,3220 +simple_iter,brood,,,,28607200.0,ns,3335 +simple_iter,brood,,,,29450100.0,ns,3450 +simple_iter,brood,,,,30974600.0,ns,3565 +simple_iter,brood,,,,31888900.0,ns,3680 +simple_iter,brood,,,,33244000.0,ns,3795 +simple_iter,brood,,,,33437400.0,ns,3910 +simple_iter,brood,,,,34788500.0,ns,4025 +simple_iter,brood,,,,35647500.0,ns,4140 +simple_iter,brood,,,,36293300.0,ns,4255 +simple_iter,brood,,,,37247900.0,ns,4370 +simple_iter,brood,,,,38261400.0,ns,4485 +simple_iter,brood,,,,39216000.0,ns,4600 +simple_iter,brood,,,,40529600.0,ns,4715 +simple_iter,brood,,,,41234100.0,ns,4830 +simple_iter,brood,,,,42555400.0,ns,4945 +simple_iter,brood,,,,43362000.0,ns,5060 +simple_iter,brood,,,,44745700.0,ns,5175 +simple_iter,brood,,,,45298900.0,ns,5290 +simple_iter,brood,,,,46292600.0,ns,5405 +simple_iter,brood,,,,47072500.0,ns,5520 +simple_iter,brood,,,,48190400.0,ns,5635 +simple_iter,brood,,,,49338000.0,ns,5750 +simple_iter,brood,,,,50722500.0,ns,5865 +simple_iter,brood,,,,51223000.0,ns,5980 +simple_iter,brood,,,,52192100.0,ns,6095 +simple_iter,brood,,,,53116800.0,ns,6210 +simple_iter,brood,,,,54114500.0,ns,6325 +simple_iter,brood,,,,55173200.0,ns,6440 +simple_iter,brood,,,,56049500.0,ns,6555 +simple_iter,brood,,,,56983200.0,ns,6670 +simple_iter,brood,,,,57867800.0,ns,6785 +simple_iter,brood,,,,59174100.0,ns,6900 +simple_iter,brood,,,,59799400.0,ns,7015 +simple_iter,brood,,,,61046900.0,ns,7130 +simple_iter,brood,,,,62152100.0,ns,7245 +simple_iter,brood,,,,63088800.0,ns,7360 +simple_iter,brood,,,,63971900.0,ns,7475 +simple_iter,brood,,,,65143100.0,ns,7590 +simple_iter,brood,,,,65782100.0,ns,7705 +simple_iter,brood,,,,67033500.0,ns,7820 +simple_iter,brood,,,,69126600.0,ns,7935 +simple_iter,brood,,,,69314900.0,ns,8050 +simple_iter,brood,,,,69768600.0,ns,8165 +simple_iter,brood,,,,70618600.0,ns,8280 +simple_iter,brood,,,,72018600.0,ns,8395 +simple_iter,brood,,,,72903300.0,ns,8510 +simple_iter,brood,,,,73598500.0,ns,8625 +simple_iter,brood,,,,74703100.0,ns,8740 +simple_iter,brood,,,,76981900.0,ns,8855 +simple_iter,brood,,,,76508900.0,ns,8970 +simple_iter,brood,,,,78610300.0,ns,9085 +simple_iter,brood,,,,79138200.0,ns,9200 +simple_iter,brood,,,,80060700.0,ns,9315 +simple_iter,brood,,,,81343400.0,ns,9430 +simple_iter,brood,,,,82335500.0,ns,9545 +simple_iter,brood,,,,83120600.0,ns,9660 +simple_iter,brood,,,,83671300.0,ns,9775 +simple_iter,brood,,,,86010400.0,ns,9890 +simple_iter,brood,,,,85512200.0,ns,10005 +simple_iter,brood,,,,86604200.0,ns,10120 +simple_iter,brood,,,,87928600.0,ns,10235 +simple_iter,brood,,,,89089900.0,ns,10350 +simple_iter,brood,,,,89584400.0,ns,10465 +simple_iter,brood,,,,92365200.0,ns,10580 +simple_iter,brood,,,,93501200.0,ns,10695 +simple_iter,brood,,,,92506100.0,ns,10810 +simple_iter,brood,,,,94185700.0,ns,10925 +simple_iter,brood,,,,94735800.0,ns,11040 +simple_iter,brood,,,,95294400.0,ns,11155 +simple_iter,brood,,,,96444300.0,ns,11270 +simple_iter,brood,,,,98383500.0,ns,11385 +simple_iter,brood,,,,98419100.0,ns,11500 diff --git a/target/criterion/simple_iter/brood/base/sample.json b/target/criterion/simple_iter/brood/base/sample.json new file mode 100644 index 00000000..e4986310 --- /dev/null +++ b/target/criterion/simple_iter/brood/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[115.0,230.0,345.0,460.0,575.0,690.0,805.0,920.0,1035.0,1150.0,1265.0,1380.0,1495.0,1610.0,1725.0,1840.0,1955.0,2070.0,2185.0,2300.0,2415.0,2530.0,2645.0,2760.0,2875.0,2990.0,3105.0,3220.0,3335.0,3450.0,3565.0,3680.0,3795.0,3910.0,4025.0,4140.0,4255.0,4370.0,4485.0,4600.0,4715.0,4830.0,4945.0,5060.0,5175.0,5290.0,5405.0,5520.0,5635.0,5750.0,5865.0,5980.0,6095.0,6210.0,6325.0,6440.0,6555.0,6670.0,6785.0,6900.0,7015.0,7130.0,7245.0,7360.0,7475.0,7590.0,7705.0,7820.0,7935.0,8050.0,8165.0,8280.0,8395.0,8510.0,8625.0,8740.0,8855.0,8970.0,9085.0,9200.0,9315.0,9430.0,9545.0,9660.0,9775.0,9890.0,10005.0,10120.0,10235.0,10350.0,10465.0,10580.0,10695.0,10810.0,10925.0,11040.0,11155.0,11270.0,11385.0,11500.0],"times":[991800.0,1986800.0,2974500.0,3977200.0,4947900.0,6069800.0,6901500.0,7962600.0,8797900.0,10089700.0,10775100.0,11722600.0,12980100.0,13861400.0,14788900.0,15728700.0,16672300.0,17625700.0,18620700.0,19613200.0,20609500.0,21556200.0,22566200.0,23580900.0,24529300.0,25522100.0,26786200.0,27548500.0,28607200.0,29450100.0,30974600.0,31888900.0,33244000.0,33437400.0,34788500.0,35647500.0,36293300.0,37247900.0,38261400.0,39216000.0,40529600.0,41234100.0,42555400.0,43362000.0,44745700.0,45298900.0,46292600.0,47072500.0,48190400.0,49338000.0,50722500.0,51223000.0,52192100.0,53116800.0,54114500.0,55173200.0,56049500.0,56983200.0,57867800.0,59174100.0,59799400.0,61046900.0,62152100.0,63088800.0,63971900.0,65143100.0,65782100.0,67033500.0,69126600.0,69314900.0,69768600.0,70618600.0,72018600.0,72903300.0,73598500.0,74703100.0,76981900.0,76508900.0,78610300.0,79138200.0,80060700.0,81343400.0,82335500.0,83120600.0,83671300.0,86010400.0,85512200.0,86604200.0,87928600.0,89089900.0,89584400.0,92365200.0,93501200.0,92506100.0,94185700.0,94735800.0,95294400.0,96444300.0,98383500.0,98419100.0]} \ No newline at end of file diff --git a/target/criterion/simple_iter/brood/base/tukey.json b/target/criterion/simple_iter/brood/base/tukey.json new file mode 100644 index 00000000..fea5bfe9 --- /dev/null +++ b/target/criterion/simple_iter/brood/base/tukey.json @@ -0,0 +1 @@ +[8326.27502812941,8433.86781036447,8720.781896324632,8828.374678559692] \ No newline at end of file diff --git a/target/criterion/simple_iter/brood/new/benchmark.json b/target/criterion/simple_iter/brood/new/benchmark.json new file mode 100644 index 00000000..0e642bdc --- /dev/null +++ b/target/criterion/simple_iter/brood/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"simple_iter","function_id":"brood","value_str":null,"throughput":null,"full_id":"simple_iter/brood","directory_name":"simple_iter/brood","title":"simple_iter/brood"} \ No newline at end of file diff --git a/target/criterion/simple_iter/brood/new/estimates.json b/target/criterion/simple_iter/brood/new/estimates.json new file mode 100644 index 00000000..ded8da8a --- /dev/null +++ b/target/criterion/simple_iter/brood/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8573.965617307329,"upper_bound":8598.00561661749},"point_estimate":8585.612902583824,"standard_error":6.167468473446174},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8557.727272727272,"upper_bound":8578.619737750172},"point_estimate":8566.24966103227,"standard_error":5.605382656765768},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":35.43999639372134,"upper_bound":63.77564702829287},"point_estimate":51.805608675904615,"standard_error":6.9113168997020225},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8575.667551985995,"upper_bound":8605.806456974542},"point_estimate":8590.123150069712,"standard_error":7.713853850012318},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":50.214568419756596,"upper_bound":72.7289424852413},"point_estimate":62.230569976281224,"standard_error":5.762243868026401}} \ No newline at end of file diff --git a/target/criterion/simple_iter/brood/new/raw.csv b/target/criterion/simple_iter/brood/new/raw.csv new file mode 100644 index 00000000..0e0cf917 --- /dev/null +++ b/target/criterion/simple_iter/brood/new/raw.csv @@ -0,0 +1,101 @@ +group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count +simple_iter,brood,,,,991800.0,ns,115 +simple_iter,brood,,,,1986800.0,ns,230 +simple_iter,brood,,,,2974500.0,ns,345 +simple_iter,brood,,,,3977200.0,ns,460 +simple_iter,brood,,,,4947900.0,ns,575 +simple_iter,brood,,,,6069800.0,ns,690 +simple_iter,brood,,,,6901500.0,ns,805 +simple_iter,brood,,,,7962600.0,ns,920 +simple_iter,brood,,,,8797900.0,ns,1035 +simple_iter,brood,,,,10089700.0,ns,1150 +simple_iter,brood,,,,10775100.0,ns,1265 +simple_iter,brood,,,,11722600.0,ns,1380 +simple_iter,brood,,,,12980100.0,ns,1495 +simple_iter,brood,,,,13861400.0,ns,1610 +simple_iter,brood,,,,14788900.0,ns,1725 +simple_iter,brood,,,,15728700.0,ns,1840 +simple_iter,brood,,,,16672300.0,ns,1955 +simple_iter,brood,,,,17625700.0,ns,2070 +simple_iter,brood,,,,18620700.0,ns,2185 +simple_iter,brood,,,,19613200.0,ns,2300 +simple_iter,brood,,,,20609500.0,ns,2415 +simple_iter,brood,,,,21556200.0,ns,2530 +simple_iter,brood,,,,22566200.0,ns,2645 +simple_iter,brood,,,,23580900.0,ns,2760 +simple_iter,brood,,,,24529300.0,ns,2875 +simple_iter,brood,,,,25522100.0,ns,2990 +simple_iter,brood,,,,26786200.0,ns,3105 +simple_iter,brood,,,,27548500.0,ns,3220 +simple_iter,brood,,,,28607200.0,ns,3335 +simple_iter,brood,,,,29450100.0,ns,3450 +simple_iter,brood,,,,30974600.0,ns,3565 +simple_iter,brood,,,,31888900.0,ns,3680 +simple_iter,brood,,,,33244000.0,ns,3795 +simple_iter,brood,,,,33437400.0,ns,3910 +simple_iter,brood,,,,34788500.0,ns,4025 +simple_iter,brood,,,,35647500.0,ns,4140 +simple_iter,brood,,,,36293300.0,ns,4255 +simple_iter,brood,,,,37247900.0,ns,4370 +simple_iter,brood,,,,38261400.0,ns,4485 +simple_iter,brood,,,,39216000.0,ns,4600 +simple_iter,brood,,,,40529600.0,ns,4715 +simple_iter,brood,,,,41234100.0,ns,4830 +simple_iter,brood,,,,42555400.0,ns,4945 +simple_iter,brood,,,,43362000.0,ns,5060 +simple_iter,brood,,,,44745700.0,ns,5175 +simple_iter,brood,,,,45298900.0,ns,5290 +simple_iter,brood,,,,46292600.0,ns,5405 +simple_iter,brood,,,,47072500.0,ns,5520 +simple_iter,brood,,,,48190400.0,ns,5635 +simple_iter,brood,,,,49338000.0,ns,5750 +simple_iter,brood,,,,50722500.0,ns,5865 +simple_iter,brood,,,,51223000.0,ns,5980 +simple_iter,brood,,,,52192100.0,ns,6095 +simple_iter,brood,,,,53116800.0,ns,6210 +simple_iter,brood,,,,54114500.0,ns,6325 +simple_iter,brood,,,,55173200.0,ns,6440 +simple_iter,brood,,,,56049500.0,ns,6555 +simple_iter,brood,,,,56983200.0,ns,6670 +simple_iter,brood,,,,57867800.0,ns,6785 +simple_iter,brood,,,,59174100.0,ns,6900 +simple_iter,brood,,,,59799400.0,ns,7015 +simple_iter,brood,,,,61046900.0,ns,7130 +simple_iter,brood,,,,62152100.0,ns,7245 +simple_iter,brood,,,,63088800.0,ns,7360 +simple_iter,brood,,,,63971900.0,ns,7475 +simple_iter,brood,,,,65143100.0,ns,7590 +simple_iter,brood,,,,65782100.0,ns,7705 +simple_iter,brood,,,,67033500.0,ns,7820 +simple_iter,brood,,,,69126600.0,ns,7935 +simple_iter,brood,,,,69314900.0,ns,8050 +simple_iter,brood,,,,69768600.0,ns,8165 +simple_iter,brood,,,,70618600.0,ns,8280 +simple_iter,brood,,,,72018600.0,ns,8395 +simple_iter,brood,,,,72903300.0,ns,8510 +simple_iter,brood,,,,73598500.0,ns,8625 +simple_iter,brood,,,,74703100.0,ns,8740 +simple_iter,brood,,,,76981900.0,ns,8855 +simple_iter,brood,,,,76508900.0,ns,8970 +simple_iter,brood,,,,78610300.0,ns,9085 +simple_iter,brood,,,,79138200.0,ns,9200 +simple_iter,brood,,,,80060700.0,ns,9315 +simple_iter,brood,,,,81343400.0,ns,9430 +simple_iter,brood,,,,82335500.0,ns,9545 +simple_iter,brood,,,,83120600.0,ns,9660 +simple_iter,brood,,,,83671300.0,ns,9775 +simple_iter,brood,,,,86010400.0,ns,9890 +simple_iter,brood,,,,85512200.0,ns,10005 +simple_iter,brood,,,,86604200.0,ns,10120 +simple_iter,brood,,,,87928600.0,ns,10235 +simple_iter,brood,,,,89089900.0,ns,10350 +simple_iter,brood,,,,89584400.0,ns,10465 +simple_iter,brood,,,,92365200.0,ns,10580 +simple_iter,brood,,,,93501200.0,ns,10695 +simple_iter,brood,,,,92506100.0,ns,10810 +simple_iter,brood,,,,94185700.0,ns,10925 +simple_iter,brood,,,,94735800.0,ns,11040 +simple_iter,brood,,,,95294400.0,ns,11155 +simple_iter,brood,,,,96444300.0,ns,11270 +simple_iter,brood,,,,98383500.0,ns,11385 +simple_iter,brood,,,,98419100.0,ns,11500 diff --git a/target/criterion/simple_iter/brood/new/sample.json b/target/criterion/simple_iter/brood/new/sample.json new file mode 100644 index 00000000..e4986310 --- /dev/null +++ b/target/criterion/simple_iter/brood/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[115.0,230.0,345.0,460.0,575.0,690.0,805.0,920.0,1035.0,1150.0,1265.0,1380.0,1495.0,1610.0,1725.0,1840.0,1955.0,2070.0,2185.0,2300.0,2415.0,2530.0,2645.0,2760.0,2875.0,2990.0,3105.0,3220.0,3335.0,3450.0,3565.0,3680.0,3795.0,3910.0,4025.0,4140.0,4255.0,4370.0,4485.0,4600.0,4715.0,4830.0,4945.0,5060.0,5175.0,5290.0,5405.0,5520.0,5635.0,5750.0,5865.0,5980.0,6095.0,6210.0,6325.0,6440.0,6555.0,6670.0,6785.0,6900.0,7015.0,7130.0,7245.0,7360.0,7475.0,7590.0,7705.0,7820.0,7935.0,8050.0,8165.0,8280.0,8395.0,8510.0,8625.0,8740.0,8855.0,8970.0,9085.0,9200.0,9315.0,9430.0,9545.0,9660.0,9775.0,9890.0,10005.0,10120.0,10235.0,10350.0,10465.0,10580.0,10695.0,10810.0,10925.0,11040.0,11155.0,11270.0,11385.0,11500.0],"times":[991800.0,1986800.0,2974500.0,3977200.0,4947900.0,6069800.0,6901500.0,7962600.0,8797900.0,10089700.0,10775100.0,11722600.0,12980100.0,13861400.0,14788900.0,15728700.0,16672300.0,17625700.0,18620700.0,19613200.0,20609500.0,21556200.0,22566200.0,23580900.0,24529300.0,25522100.0,26786200.0,27548500.0,28607200.0,29450100.0,30974600.0,31888900.0,33244000.0,33437400.0,34788500.0,35647500.0,36293300.0,37247900.0,38261400.0,39216000.0,40529600.0,41234100.0,42555400.0,43362000.0,44745700.0,45298900.0,46292600.0,47072500.0,48190400.0,49338000.0,50722500.0,51223000.0,52192100.0,53116800.0,54114500.0,55173200.0,56049500.0,56983200.0,57867800.0,59174100.0,59799400.0,61046900.0,62152100.0,63088800.0,63971900.0,65143100.0,65782100.0,67033500.0,69126600.0,69314900.0,69768600.0,70618600.0,72018600.0,72903300.0,73598500.0,74703100.0,76981900.0,76508900.0,78610300.0,79138200.0,80060700.0,81343400.0,82335500.0,83120600.0,83671300.0,86010400.0,85512200.0,86604200.0,87928600.0,89089900.0,89584400.0,92365200.0,93501200.0,92506100.0,94185700.0,94735800.0,95294400.0,96444300.0,98383500.0,98419100.0]} \ No newline at end of file diff --git a/target/criterion/simple_iter/brood/new/tukey.json b/target/criterion/simple_iter/brood/new/tukey.json new file mode 100644 index 00000000..fea5bfe9 --- /dev/null +++ b/target/criterion/simple_iter/brood/new/tukey.json @@ -0,0 +1 @@ +[8326.27502812941,8433.86781036447,8720.781896324632,8828.374678559692] \ No newline at end of file diff --git a/target/criterion/simple_iter/brood/report/MAD.svg b/target/criterion/simple_iter/brood/report/MAD.svg new file mode 100644 index 00000000..c6e6cda2 --- /dev/null +++ b/target/criterion/simple_iter/brood/report/MAD.svg @@ -0,0 +1,76 @@ + + +simple_iter/brood:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + + +35 + + + +40 + + + +45 + + + +50 + + + +55 + + + +60 + + + +65 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/simple_iter/brood/report/SD.svg b/target/criterion/simple_iter/brood/report/SD.svg new file mode 100644 index 00000000..4610019e --- /dev/null +++ b/target/criterion/simple_iter/brood/report/SD.svg @@ -0,0 +1,80 @@ + + +simple_iter/brood:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + + +50 + + + +55 + + + +60 + + + +65 + + + +70 + + + +75 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/simple_iter/brood/report/index.html b/target/criterion/simple_iter/brood/report/index.html new file mode 100644 index 00000000..34eefd5c --- /dev/null +++ b/target/criterion/simple_iter/brood/report/index.html @@ -0,0 +1,203 @@ + + + + + + simple_iter/brood - Criterion.rs + + + + +
+

simple_iter/brood

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope8.5757 us8.5901 us8.6058 us
R²0.99367460.99406640.9936053
Mean8.5740 us8.5856 us8.5980 us
Std. Dev.50.215 ns62.231 ns72.729 ns
Median8.5577 us8.5662 us8.5786 us
MAD35.440 ns51.806 ns63.776 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/target/criterion/simple_iter/brood/report/mean.svg b/target/criterion/simple_iter/brood/report/mean.svg new file mode 100644 index 00000000..d3f673b2 --- /dev/null +++ b/target/criterion/simple_iter/brood/report/mean.svg @@ -0,0 +1,72 @@ + + +simple_iter/brood:mean + + +Density (a.u.) + + +Average time (us) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + + +8.575 + + + +8.58 + + + +8.585 + + + +8.59 + + + +8.595 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/simple_iter/brood/report/median.svg b/target/criterion/simple_iter/brood/report/median.svg new file mode 100644 index 00000000..f822fa9a --- /dev/null +++ b/target/criterion/simple_iter/brood/report/median.svg @@ -0,0 +1,84 @@ + + +simple_iter/brood:median + + +Density (a.u.) + + +Average time (us) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + + +8.56 + + + +8.565 + + + +8.57 + + + +8.575 + + + +8.58 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/simple_iter/brood/report/pdf.svg b/target/criterion/simple_iter/brood/report/pdf.svg new file mode 100644 index 00000000..e93388ed --- /dev/null +++ b/target/criterion/simple_iter/brood/report/pdf.svg @@ -0,0 +1,133 @@ + + +simple_iter/brood + + +Iterations (x 10^3) + + +Average Time (us) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + + +8.45 + + + +8.5 + + + +8.55 + + + +8.6 + + + +8.65 + + + +8.7 + + + +8.75 + + + +8.8 + + + +Density (a.u.) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/target/criterion/simple_iter/brood/report/pdf_small.svg b/target/criterion/simple_iter/brood/report/pdf_small.svg new file mode 100644 index 00000000..a9ccac67 --- /dev/null +++ b/target/criterion/simple_iter/brood/report/pdf_small.svg @@ -0,0 +1,60 @@ + + +Density (a.u.) + + +Average Time (us) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + + +8.5 + + + +8.6 + + + +8.7 + + + +8.8 + + + + + diff --git a/target/criterion/simple_iter/brood/report/regression.svg b/target/criterion/simple_iter/brood/report/regression.svg new file mode 100644 index 00000000..37004181 --- /dev/null +++ b/target/criterion/simple_iter/brood/report/regression.svg @@ -0,0 +1,197 @@ + + +simple_iter/brood + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/target/criterion/simple_iter/brood/report/regression_small.svg b/target/criterion/simple_iter/brood/report/regression_small.svg new file mode 100644 index 00000000..8f35c6d1 --- /dev/null +++ b/target/criterion/simple_iter/brood/report/regression_small.svg @@ -0,0 +1,182 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/target/criterion/simple_iter/brood/report/slope.svg b/target/criterion/simple_iter/brood/report/slope.svg new file mode 100644 index 00000000..d5cccfdf --- /dev/null +++ b/target/criterion/simple_iter/brood/report/slope.svg @@ -0,0 +1,76 @@ + + +simple_iter/brood:slope + + +Density (a.u.) + + +Average time (us) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + + +8.575 + + + +8.58 + + + +8.585 + + + +8.59 + + + +8.595 + + + +8.6 + + + +8.605 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/simple_iter/brood/report/typical.svg b/target/criterion/simple_iter/brood/report/typical.svg new file mode 100644 index 00000000..c42af667 --- /dev/null +++ b/target/criterion/simple_iter/brood/report/typical.svg @@ -0,0 +1,76 @@ + + +simple_iter/brood:typical + + +Density (a.u.) + + +Average time (us) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + + +8.575 + + + +8.58 + + + +8.585 + + + +8.59 + + + +8.595 + + + +8.6 + + + +8.605 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/target/criterion/simple_iter/hecs/base/estimates.json b/target/criterion/simple_iter/hecs/base/estimates.json index 0f2cd3d7..53aa003c 100644 --- a/target/criterion/simple_iter/hecs/base/estimates.json +++ b/target/criterion/simple_iter/hecs/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13430.811446117257,"upper_bound":13449.28220550946},"point_estimate":13439.912502659836,"standard_error":4.709163893743548},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13448.584322234605,"upper_bound":13454.411036036036},"point_estimate":13451.825371475372,"standard_error":1.5981116934194255},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8.172705051427785,"upper_bound":18.824868780089854},"point_estimate":11.23539749197225,"standard_error":2.759826169401703},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13406.68435293611,"upper_bound":13431.531840682528},"point_estimate":13419.008611904354,"standard_error":6.3397336124477395},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":34.39289234820984,"upper_bound":61.306015108628685},"point_estimate":47.081891564191714,"standard_error":7.102766723165193}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12019.249236233523,"upper_bound":12078.979792936629},"point_estimate":12040.808045231477,"standard_error":17.345669451772824},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12021.853573044838,"upper_bound":12024.562535857716},"point_estimate":12023.364393534732,"standard_error":0.7098103142862728},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4.86425816743578,"upper_bound":9.239861829388321},"point_estimate":6.687557987863811,"standard_error":1.0866885933105266},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12017.846885084311,"upper_bound":12024.297488081338},"point_estimate":12021.330443096458,"standard_error":1.6578497745127247},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16.379665263824307,"upper_bound":296.3799426432124},"point_estimate":174.33250348105037,"standard_error":95.13687877783089}} \ No newline at end of file diff --git a/target/criterion/simple_iter/hecs/base/raw.csv b/target/criterion/simple_iter/hecs/base/raw.csv index df2ceeca..f26cfcd7 100644 --- a/target/criterion/simple_iter/hecs/base/raw.csv +++ b/target/criterion/simple_iter/hecs/base/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -simple_iter,hecs,,,,990868.0,ns,74 -simple_iter,hecs,,,,1985352.0,ns,148 -simple_iter,hecs,,,,2982833.0,ns,222 -simple_iter,hecs,,,,3989800.0,ns,296 -simple_iter,hecs,,,,4975729.0,ns,370 -simple_iter,hecs,,,,5971026.0,ns,444 -simple_iter,hecs,,,,6965350.0,ns,518 -simple_iter,hecs,,,,7965955.0,ns,592 -simple_iter,hecs,,,,8954197.0,ns,666 -simple_iter,hecs,,,,9959142.0,ns,740 -simple_iter,hecs,,,,10961222.0,ns,814 -simple_iter,hecs,,,,11940658.0,ns,888 -simple_iter,hecs,,,,12961531.0,ns,962 -simple_iter,hecs,,,,13948452.0,ns,1036 -simple_iter,hecs,,,,14962925.0,ns,1110 -simple_iter,hecs,,,,15960194.0,ns,1184 -simple_iter,hecs,,,,16935674.0,ns,1258 -simple_iter,hecs,,,,17905430.0,ns,1332 -simple_iter,hecs,,,,18911156.0,ns,1406 -simple_iter,hecs,,,,20267630.0,ns,1480 -simple_iter,hecs,,,,20904825.0,ns,1554 -simple_iter,hecs,,,,21910300.0,ns,1628 -simple_iter,hecs,,,,22889615.0,ns,1702 -simple_iter,hecs,,,,23895482.0,ns,1776 -simple_iter,hecs,,,,24947255.0,ns,1850 -simple_iter,hecs,,,,25903416.0,ns,1924 -simple_iter,hecs,,,,26891239.0,ns,1998 -simple_iter,hecs,,,,27878359.0,ns,2072 -simple_iter,hecs,,,,28872162.0,ns,2146 -simple_iter,hecs,,,,29932803.0,ns,2220 -simple_iter,hecs,,,,30847856.0,ns,2294 -simple_iter,hecs,,,,31862308.0,ns,2368 -simple_iter,hecs,,,,32845903.0,ns,2442 -simple_iter,hecs,,,,33852029.0,ns,2516 -simple_iter,hecs,,,,34844200.0,ns,2590 -simple_iter,hecs,,,,35821632.0,ns,2664 -simple_iter,hecs,,,,36831796.0,ns,2738 -simple_iter,hecs,,,,37828715.0,ns,2812 -simple_iter,hecs,,,,38909012.0,ns,2886 -simple_iter,hecs,,,,39795240.0,ns,2960 -simple_iter,hecs,,,,40879718.0,ns,3034 -simple_iter,hecs,,,,41869972.0,ns,3108 -simple_iter,hecs,,,,42863818.0,ns,3182 -simple_iter,hecs,,,,43807104.0,ns,3256 -simple_iter,hecs,,,,44784777.0,ns,3330 -simple_iter,hecs,,,,45779972.0,ns,3404 -simple_iter,hecs,,,,46815214.0,ns,3478 -simple_iter,hecs,,,,47826110.0,ns,3552 -simple_iter,hecs,,,,48789756.0,ns,3626 -simple_iter,hecs,,,,49748783.0,ns,3700 -simple_iter,hecs,,,,50755009.0,ns,3774 -simple_iter,hecs,,,,51800001.0,ns,3848 -simple_iter,hecs,,,,52764578.0,ns,3922 -simple_iter,hecs,,,,53774642.0,ns,3996 -simple_iter,hecs,,,,54722398.0,ns,4070 -simple_iter,hecs,,,,55742903.0,ns,4144 -simple_iter,hecs,,,,56723009.0,ns,4218 -simple_iter,hecs,,,,57736770.0,ns,4292 -simple_iter,hecs,,,,58786921.0,ns,4366 -simple_iter,hecs,,,,59764924.0,ns,4440 -simple_iter,hecs,,,,60740391.0,ns,4514 -simple_iter,hecs,,,,61745286.0,ns,4588 -simple_iter,hecs,,,,62704284.0,ns,4662 -simple_iter,hecs,,,,63718896.0,ns,4736 -simple_iter,hecs,,,,64754098.0,ns,4810 -simple_iter,hecs,,,,65697536.0,ns,4884 -simple_iter,hecs,,,,66803083.0,ns,4958 -simple_iter,hecs,,,,67712715.0,ns,5032 -simple_iter,hecs,,,,68707660.0,ns,5106 -simple_iter,hecs,,,,69681706.0,ns,5180 -simple_iter,hecs,,,,70750893.0,ns,5254 -simple_iter,hecs,,,,71712185.0,ns,5328 -simple_iter,hecs,,,,72430161.0,ns,5402 -simple_iter,hecs,,,,73541979.0,ns,5476 -simple_iter,hecs,,,,74111965.0,ns,5550 -simple_iter,hecs,,,,75058929.0,ns,5624 -simple_iter,hecs,,,,76115533.0,ns,5698 -simple_iter,hecs,,,,77051926.0,ns,5772 -simple_iter,hecs,,,,78110111.0,ns,5846 -simple_iter,hecs,,,,79059180.0,ns,5920 -simple_iter,hecs,,,,80024560.0,ns,5994 -simple_iter,hecs,,,,81024333.0,ns,6068 -simple_iter,hecs,,,,82053203.0,ns,6142 -simple_iter,hecs,,,,83002182.0,ns,6216 -simple_iter,hecs,,,,83999622.0,ns,6290 -simple_iter,hecs,,,,84960151.0,ns,6364 -simple_iter,hecs,,,,86382009.0,ns,6438 -simple_iter,hecs,,,,86956505.0,ns,6512 -simple_iter,hecs,,,,87942172.0,ns,6586 -simple_iter,hecs,,,,88933802.0,ns,6660 -simple_iter,hecs,,,,89966268.0,ns,6734 -simple_iter,hecs,,,,91262137.0,ns,6808 -simple_iter,hecs,,,,92519282.0,ns,6882 -simple_iter,hecs,,,,93547681.0,ns,6956 -simple_iter,hecs,,,,94538649.0,ns,7030 -simple_iter,hecs,,,,95590321.0,ns,7104 -simple_iter,hecs,,,,96533429.0,ns,7178 -simple_iter,hecs,,,,97616693.0,ns,7252 -simple_iter,hecs,,,,98513771.0,ns,7326 -simple_iter,hecs,,,,99520049.0,ns,7400 +simple_iter,hecs,,,,1140100.0,ns,83 +simple_iter,hecs,,,,2002000.0,ns,166 +simple_iter,hecs,,,,2991900.0,ns,249 +simple_iter,hecs,,,,3986900.0,ns,332 +simple_iter,hecs,,,,5100200.0,ns,415 +simple_iter,hecs,,,,5976500.0,ns,498 +simple_iter,hecs,,,,6969700.0,ns,581 +simple_iter,hecs,,,,7948800.0,ns,664 +simple_iter,hecs,,,,8929400.0,ns,747 +simple_iter,hecs,,,,9927300.0,ns,830 +simple_iter,hecs,,,,10926900.0,ns,913 +simple_iter,hecs,,,,11936800.0,ns,996 +simple_iter,hecs,,,,12961400.0,ns,1079 +simple_iter,hecs,,,,13972200.0,ns,1162 +simple_iter,hecs,,,,14960400.0,ns,1245 +simple_iter,hecs,,,,15960800.0,ns,1328 +simple_iter,hecs,,,,17057900.0,ns,1411 +simple_iter,hecs,,,,17984600.0,ns,1494 +simple_iter,hecs,,,,18968500.0,ns,1577 +simple_iter,hecs,,,,19946400.0,ns,1660 +simple_iter,hecs,,,,20966400.0,ns,1743 +simple_iter,hecs,,,,21974000.0,ns,1826 +simple_iter,hecs,,,,22973400.0,ns,1909 +simple_iter,hecs,,,,23962500.0,ns,1992 +simple_iter,hecs,,,,24946500.0,ns,2075 +simple_iter,hecs,,,,25948000.0,ns,2158 +simple_iter,hecs,,,,26937700.0,ns,2241 +simple_iter,hecs,,,,27942900.0,ns,2324 +simple_iter,hecs,,,,28972800.0,ns,2407 +simple_iter,hecs,,,,29976000.0,ns,2490 +simple_iter,hecs,,,,30924600.0,ns,2573 +simple_iter,hecs,,,,31899400.0,ns,2656 +simple_iter,hecs,,,,32933900.0,ns,2739 +simple_iter,hecs,,,,33952600.0,ns,2822 +simple_iter,hecs,,,,34921800.0,ns,2905 +simple_iter,hecs,,,,35921300.0,ns,2988 +simple_iter,hecs,,,,36960700.0,ns,3071 +simple_iter,hecs,,,,37905100.0,ns,3154 +simple_iter,hecs,,,,38928700.0,ns,3237 +simple_iter,hecs,,,,39887000.0,ns,3320 +simple_iter,hecs,,,,40883100.0,ns,3403 +simple_iter,hecs,,,,41926100.0,ns,3486 +simple_iter,hecs,,,,43088400.0,ns,3569 +simple_iter,hecs,,,,43928600.0,ns,3652 +simple_iter,hecs,,,,45017100.0,ns,3735 +simple_iter,hecs,,,,45889500.0,ns,3818 +simple_iter,hecs,,,,46949900.0,ns,3901 +simple_iter,hecs,,,,47925500.0,ns,3984 +simple_iter,hecs,,,,48914200.0,ns,4067 +simple_iter,hecs,,,,49906500.0,ns,4150 +simple_iter,hecs,,,,50899900.0,ns,4233 +simple_iter,hecs,,,,51856500.0,ns,4316 +simple_iter,hecs,,,,52936200.0,ns,4399 +simple_iter,hecs,,,,53692600.0,ns,4482 +simple_iter,hecs,,,,54839600.0,ns,4565 +simple_iter,hecs,,,,55896600.0,ns,4648 +simple_iter,hecs,,,,56909900.0,ns,4731 +simple_iter,hecs,,,,57890300.0,ns,4814 +simple_iter,hecs,,,,58905700.0,ns,4897 +simple_iter,hecs,,,,59895200.0,ns,4980 +simple_iter,hecs,,,,60867900.0,ns,5063 +simple_iter,hecs,,,,61890000.0,ns,5146 +simple_iter,hecs,,,,62870400.0,ns,5229 +simple_iter,hecs,,,,63853700.0,ns,5312 +simple_iter,hecs,,,,64883600.0,ns,5395 +simple_iter,hecs,,,,65900500.0,ns,5478 +simple_iter,hecs,,,,66850100.0,ns,5561 +simple_iter,hecs,,,,67851300.0,ns,5644 +simple_iter,hecs,,,,68862800.0,ns,5727 +simple_iter,hecs,,,,69844800.0,ns,5810 +simple_iter,hecs,,,,70826900.0,ns,5893 +simple_iter,hecs,,,,71863800.0,ns,5976 +simple_iter,hecs,,,,72824200.0,ns,6059 +simple_iter,hecs,,,,73834700.0,ns,6142 +simple_iter,hecs,,,,74822900.0,ns,6225 +simple_iter,hecs,,,,75883400.0,ns,6308 +simple_iter,hecs,,,,76837700.0,ns,6391 +simple_iter,hecs,,,,77853800.0,ns,6474 +simple_iter,hecs,,,,78806700.0,ns,6557 +simple_iter,hecs,,,,79833900.0,ns,6640 +simple_iter,hecs,,,,80854900.0,ns,6723 +simple_iter,hecs,,,,81806200.0,ns,6806 +simple_iter,hecs,,,,82818600.0,ns,6889 +simple_iter,hecs,,,,83837300.0,ns,6972 +simple_iter,hecs,,,,84830800.0,ns,7055 +simple_iter,hecs,,,,85815600.0,ns,7138 +simple_iter,hecs,,,,86820400.0,ns,7221 +simple_iter,hecs,,,,87817300.0,ns,7304 +simple_iter,hecs,,,,88815400.0,ns,7387 +simple_iter,hecs,,,,89800800.0,ns,7470 +simple_iter,hecs,,,,90790000.0,ns,7553 +simple_iter,hecs,,,,91777300.0,ns,7636 +simple_iter,hecs,,,,92914800.0,ns,7719 +simple_iter,hecs,,,,93648200.0,ns,7802 +simple_iter,hecs,,,,94537000.0,ns,7885 +simple_iter,hecs,,,,95816000.0,ns,7968 +simple_iter,hecs,,,,96800500.0,ns,8051 +simple_iter,hecs,,,,97464200.0,ns,8134 +simple_iter,hecs,,,,98802200.0,ns,8217 +simple_iter,hecs,,,,99813800.0,ns,8300 diff --git a/target/criterion/simple_iter/hecs/base/sample.json b/target/criterion/simple_iter/hecs/base/sample.json index 188ced51..071fcff3 100644 --- a/target/criterion/simple_iter/hecs/base/sample.json +++ b/target/criterion/simple_iter/hecs/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[74.0,148.0,222.0,296.0,370.0,444.0,518.0,592.0,666.0,740.0,814.0,888.0,962.0,1036.0,1110.0,1184.0,1258.0,1332.0,1406.0,1480.0,1554.0,1628.0,1702.0,1776.0,1850.0,1924.0,1998.0,2072.0,2146.0,2220.0,2294.0,2368.0,2442.0,2516.0,2590.0,2664.0,2738.0,2812.0,2886.0,2960.0,3034.0,3108.0,3182.0,3256.0,3330.0,3404.0,3478.0,3552.0,3626.0,3700.0,3774.0,3848.0,3922.0,3996.0,4070.0,4144.0,4218.0,4292.0,4366.0,4440.0,4514.0,4588.0,4662.0,4736.0,4810.0,4884.0,4958.0,5032.0,5106.0,5180.0,5254.0,5328.0,5402.0,5476.0,5550.0,5624.0,5698.0,5772.0,5846.0,5920.0,5994.0,6068.0,6142.0,6216.0,6290.0,6364.0,6438.0,6512.0,6586.0,6660.0,6734.0,6808.0,6882.0,6956.0,7030.0,7104.0,7178.0,7252.0,7326.0,7400.0],"times":[990868.0,1985352.0,2982833.0,3989800.0,4975729.0,5971026.0,6965350.0,7965955.0,8954197.0,9959142.0,10961222.0,11940658.0,12961531.0,13948452.0,14962925.0,15960194.0,16935674.0,17905430.0,18911156.0,20267630.0,20904825.0,21910300.0,22889615.0,23895482.0,24947255.0,25903416.0,26891239.0,27878359.0,28872162.0,29932803.0,30847856.0,31862308.0,32845903.0,33852029.0,34844200.0,35821632.0,36831796.0,37828715.0,38909012.0,39795240.0,40879718.0,41869972.0,42863818.0,43807104.0,44784777.0,45779972.0,46815214.0,47826110.0,48789756.0,49748783.0,50755009.0,51800001.0,52764578.0,53774642.0,54722398.0,55742903.0,56723009.0,57736770.0,58786921.0,59764924.0,60740391.0,61745286.0,62704284.0,63718896.0,64754098.0,65697536.0,66803083.0,67712715.0,68707660.0,69681706.0,70750893.0,71712185.0,72430161.0,73541979.0,74111965.0,75058929.0,76115533.0,77051926.0,78110111.0,79059180.0,80024560.0,81024333.0,82053203.0,83002182.0,83999622.0,84960151.0,86382009.0,86956505.0,87942172.0,88933802.0,89966268.0,91262137.0,92519282.0,93547681.0,94538649.0,95590321.0,96533429.0,97616693.0,98513771.0,99520049.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[83.0,166.0,249.0,332.0,415.0,498.0,581.0,664.0,747.0,830.0,913.0,996.0,1079.0,1162.0,1245.0,1328.0,1411.0,1494.0,1577.0,1660.0,1743.0,1826.0,1909.0,1992.0,2075.0,2158.0,2241.0,2324.0,2407.0,2490.0,2573.0,2656.0,2739.0,2822.0,2905.0,2988.0,3071.0,3154.0,3237.0,3320.0,3403.0,3486.0,3569.0,3652.0,3735.0,3818.0,3901.0,3984.0,4067.0,4150.0,4233.0,4316.0,4399.0,4482.0,4565.0,4648.0,4731.0,4814.0,4897.0,4980.0,5063.0,5146.0,5229.0,5312.0,5395.0,5478.0,5561.0,5644.0,5727.0,5810.0,5893.0,5976.0,6059.0,6142.0,6225.0,6308.0,6391.0,6474.0,6557.0,6640.0,6723.0,6806.0,6889.0,6972.0,7055.0,7138.0,7221.0,7304.0,7387.0,7470.0,7553.0,7636.0,7719.0,7802.0,7885.0,7968.0,8051.0,8134.0,8217.0,8300.0],"times":[1140100.0,2002000.0,2991900.0,3986900.0,5100200.0,5976500.0,6969700.0,7948800.0,8929400.0,9927300.0,10926900.0,11936800.0,12961400.0,13972200.0,14960400.0,15960800.0,17057900.0,17984600.0,18968500.0,19946400.0,20966400.0,21974000.0,22973400.0,23962500.0,24946500.0,25948000.0,26937700.0,27942900.0,28972800.0,29976000.0,30924600.0,31899400.0,32933900.0,33952600.0,34921800.0,35921300.0,36960700.0,37905100.0,38928700.0,39887000.0,40883100.0,41926100.0,43088400.0,43928600.0,45017100.0,45889500.0,46949900.0,47925500.0,48914200.0,49906500.0,50899900.0,51856500.0,52936200.0,53692600.0,54839600.0,55896600.0,56909900.0,57890300.0,58905700.0,59895200.0,60867900.0,61890000.0,62870400.0,63853700.0,64883600.0,65900500.0,66850100.0,67851300.0,68862800.0,69844800.0,70826900.0,71863800.0,72824200.0,73834700.0,74822900.0,75883400.0,76837700.0,77853800.0,78806700.0,79833900.0,80854900.0,81806200.0,82818600.0,83837300.0,84830800.0,85815600.0,86820400.0,87817300.0,88815400.0,89800800.0,90790000.0,91777300.0,92914800.0,93648200.0,94537000.0,95816000.0,96800500.0,97464200.0,98802200.0,99813800.0]} \ No newline at end of file diff --git a/target/criterion/simple_iter/hecs/base/tukey.json b/target/criterion/simple_iter/hecs/base/tukey.json index c0b58a5e..a46d6d02 100644 --- a/target/criterion/simple_iter/hecs/base/tukey.json +++ b/target/criterion/simple_iter/hecs/base/tukey.json @@ -1 +1 @@ -[13399.128092306017,13421.648487449143,13481.702874497481,13504.223269640608] \ No newline at end of file +[11993.236369759872,12006.053723490535,12040.23333343897,12053.050687169633] \ No newline at end of file diff --git a/target/criterion/simple_iter/hecs/change/estimates.json b/target/criterion/simple_iter/hecs/change/estimates.json index 071203a0..f2fb5c19 100644 --- a/target/criterion/simple_iter/hecs/change/estimates.json +++ b/target/criterion/simple_iter/hecs/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0312276368876122,"upper_bound":0.035385418467511205},"point_estimate":0.033594217020294304,"standard_error":0.0010745209632595136},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.036290596004519005,"upper_bound":0.03717136210619998},"point_estimate":0.03673854261452236,"standard_error":0.0002340209087061725}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.10593518288832676,"upper_bound":-0.1008595246812908},"point_estimate":-0.10410071175325497,"standard_error":0.0013597303396068988},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.10638833157389993,"upper_bound":-0.10593217186375559},"point_estimate":-0.1061908654396968,"standard_error":0.00011836512078243198}} \ No newline at end of file diff --git a/target/criterion/simple_iter/hecs/new/estimates.json b/target/criterion/simple_iter/hecs/new/estimates.json index 0f2cd3d7..53aa003c 100644 --- a/target/criterion/simple_iter/hecs/new/estimates.json +++ b/target/criterion/simple_iter/hecs/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13430.811446117257,"upper_bound":13449.28220550946},"point_estimate":13439.912502659836,"standard_error":4.709163893743548},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13448.584322234605,"upper_bound":13454.411036036036},"point_estimate":13451.825371475372,"standard_error":1.5981116934194255},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8.172705051427785,"upper_bound":18.824868780089854},"point_estimate":11.23539749197225,"standard_error":2.759826169401703},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13406.68435293611,"upper_bound":13431.531840682528},"point_estimate":13419.008611904354,"standard_error":6.3397336124477395},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":34.39289234820984,"upper_bound":61.306015108628685},"point_estimate":47.081891564191714,"standard_error":7.102766723165193}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12019.249236233523,"upper_bound":12078.979792936629},"point_estimate":12040.808045231477,"standard_error":17.345669451772824},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12021.853573044838,"upper_bound":12024.562535857716},"point_estimate":12023.364393534732,"standard_error":0.7098103142862728},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4.86425816743578,"upper_bound":9.239861829388321},"point_estimate":6.687557987863811,"standard_error":1.0866885933105266},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12017.846885084311,"upper_bound":12024.297488081338},"point_estimate":12021.330443096458,"standard_error":1.6578497745127247},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16.379665263824307,"upper_bound":296.3799426432124},"point_estimate":174.33250348105037,"standard_error":95.13687877783089}} \ No newline at end of file diff --git a/target/criterion/simple_iter/hecs/new/raw.csv b/target/criterion/simple_iter/hecs/new/raw.csv index df2ceeca..f26cfcd7 100644 --- a/target/criterion/simple_iter/hecs/new/raw.csv +++ b/target/criterion/simple_iter/hecs/new/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -simple_iter,hecs,,,,990868.0,ns,74 -simple_iter,hecs,,,,1985352.0,ns,148 -simple_iter,hecs,,,,2982833.0,ns,222 -simple_iter,hecs,,,,3989800.0,ns,296 -simple_iter,hecs,,,,4975729.0,ns,370 -simple_iter,hecs,,,,5971026.0,ns,444 -simple_iter,hecs,,,,6965350.0,ns,518 -simple_iter,hecs,,,,7965955.0,ns,592 -simple_iter,hecs,,,,8954197.0,ns,666 -simple_iter,hecs,,,,9959142.0,ns,740 -simple_iter,hecs,,,,10961222.0,ns,814 -simple_iter,hecs,,,,11940658.0,ns,888 -simple_iter,hecs,,,,12961531.0,ns,962 -simple_iter,hecs,,,,13948452.0,ns,1036 -simple_iter,hecs,,,,14962925.0,ns,1110 -simple_iter,hecs,,,,15960194.0,ns,1184 -simple_iter,hecs,,,,16935674.0,ns,1258 -simple_iter,hecs,,,,17905430.0,ns,1332 -simple_iter,hecs,,,,18911156.0,ns,1406 -simple_iter,hecs,,,,20267630.0,ns,1480 -simple_iter,hecs,,,,20904825.0,ns,1554 -simple_iter,hecs,,,,21910300.0,ns,1628 -simple_iter,hecs,,,,22889615.0,ns,1702 -simple_iter,hecs,,,,23895482.0,ns,1776 -simple_iter,hecs,,,,24947255.0,ns,1850 -simple_iter,hecs,,,,25903416.0,ns,1924 -simple_iter,hecs,,,,26891239.0,ns,1998 -simple_iter,hecs,,,,27878359.0,ns,2072 -simple_iter,hecs,,,,28872162.0,ns,2146 -simple_iter,hecs,,,,29932803.0,ns,2220 -simple_iter,hecs,,,,30847856.0,ns,2294 -simple_iter,hecs,,,,31862308.0,ns,2368 -simple_iter,hecs,,,,32845903.0,ns,2442 -simple_iter,hecs,,,,33852029.0,ns,2516 -simple_iter,hecs,,,,34844200.0,ns,2590 -simple_iter,hecs,,,,35821632.0,ns,2664 -simple_iter,hecs,,,,36831796.0,ns,2738 -simple_iter,hecs,,,,37828715.0,ns,2812 -simple_iter,hecs,,,,38909012.0,ns,2886 -simple_iter,hecs,,,,39795240.0,ns,2960 -simple_iter,hecs,,,,40879718.0,ns,3034 -simple_iter,hecs,,,,41869972.0,ns,3108 -simple_iter,hecs,,,,42863818.0,ns,3182 -simple_iter,hecs,,,,43807104.0,ns,3256 -simple_iter,hecs,,,,44784777.0,ns,3330 -simple_iter,hecs,,,,45779972.0,ns,3404 -simple_iter,hecs,,,,46815214.0,ns,3478 -simple_iter,hecs,,,,47826110.0,ns,3552 -simple_iter,hecs,,,,48789756.0,ns,3626 -simple_iter,hecs,,,,49748783.0,ns,3700 -simple_iter,hecs,,,,50755009.0,ns,3774 -simple_iter,hecs,,,,51800001.0,ns,3848 -simple_iter,hecs,,,,52764578.0,ns,3922 -simple_iter,hecs,,,,53774642.0,ns,3996 -simple_iter,hecs,,,,54722398.0,ns,4070 -simple_iter,hecs,,,,55742903.0,ns,4144 -simple_iter,hecs,,,,56723009.0,ns,4218 -simple_iter,hecs,,,,57736770.0,ns,4292 -simple_iter,hecs,,,,58786921.0,ns,4366 -simple_iter,hecs,,,,59764924.0,ns,4440 -simple_iter,hecs,,,,60740391.0,ns,4514 -simple_iter,hecs,,,,61745286.0,ns,4588 -simple_iter,hecs,,,,62704284.0,ns,4662 -simple_iter,hecs,,,,63718896.0,ns,4736 -simple_iter,hecs,,,,64754098.0,ns,4810 -simple_iter,hecs,,,,65697536.0,ns,4884 -simple_iter,hecs,,,,66803083.0,ns,4958 -simple_iter,hecs,,,,67712715.0,ns,5032 -simple_iter,hecs,,,,68707660.0,ns,5106 -simple_iter,hecs,,,,69681706.0,ns,5180 -simple_iter,hecs,,,,70750893.0,ns,5254 -simple_iter,hecs,,,,71712185.0,ns,5328 -simple_iter,hecs,,,,72430161.0,ns,5402 -simple_iter,hecs,,,,73541979.0,ns,5476 -simple_iter,hecs,,,,74111965.0,ns,5550 -simple_iter,hecs,,,,75058929.0,ns,5624 -simple_iter,hecs,,,,76115533.0,ns,5698 -simple_iter,hecs,,,,77051926.0,ns,5772 -simple_iter,hecs,,,,78110111.0,ns,5846 -simple_iter,hecs,,,,79059180.0,ns,5920 -simple_iter,hecs,,,,80024560.0,ns,5994 -simple_iter,hecs,,,,81024333.0,ns,6068 -simple_iter,hecs,,,,82053203.0,ns,6142 -simple_iter,hecs,,,,83002182.0,ns,6216 -simple_iter,hecs,,,,83999622.0,ns,6290 -simple_iter,hecs,,,,84960151.0,ns,6364 -simple_iter,hecs,,,,86382009.0,ns,6438 -simple_iter,hecs,,,,86956505.0,ns,6512 -simple_iter,hecs,,,,87942172.0,ns,6586 -simple_iter,hecs,,,,88933802.0,ns,6660 -simple_iter,hecs,,,,89966268.0,ns,6734 -simple_iter,hecs,,,,91262137.0,ns,6808 -simple_iter,hecs,,,,92519282.0,ns,6882 -simple_iter,hecs,,,,93547681.0,ns,6956 -simple_iter,hecs,,,,94538649.0,ns,7030 -simple_iter,hecs,,,,95590321.0,ns,7104 -simple_iter,hecs,,,,96533429.0,ns,7178 -simple_iter,hecs,,,,97616693.0,ns,7252 -simple_iter,hecs,,,,98513771.0,ns,7326 -simple_iter,hecs,,,,99520049.0,ns,7400 +simple_iter,hecs,,,,1140100.0,ns,83 +simple_iter,hecs,,,,2002000.0,ns,166 +simple_iter,hecs,,,,2991900.0,ns,249 +simple_iter,hecs,,,,3986900.0,ns,332 +simple_iter,hecs,,,,5100200.0,ns,415 +simple_iter,hecs,,,,5976500.0,ns,498 +simple_iter,hecs,,,,6969700.0,ns,581 +simple_iter,hecs,,,,7948800.0,ns,664 +simple_iter,hecs,,,,8929400.0,ns,747 +simple_iter,hecs,,,,9927300.0,ns,830 +simple_iter,hecs,,,,10926900.0,ns,913 +simple_iter,hecs,,,,11936800.0,ns,996 +simple_iter,hecs,,,,12961400.0,ns,1079 +simple_iter,hecs,,,,13972200.0,ns,1162 +simple_iter,hecs,,,,14960400.0,ns,1245 +simple_iter,hecs,,,,15960800.0,ns,1328 +simple_iter,hecs,,,,17057900.0,ns,1411 +simple_iter,hecs,,,,17984600.0,ns,1494 +simple_iter,hecs,,,,18968500.0,ns,1577 +simple_iter,hecs,,,,19946400.0,ns,1660 +simple_iter,hecs,,,,20966400.0,ns,1743 +simple_iter,hecs,,,,21974000.0,ns,1826 +simple_iter,hecs,,,,22973400.0,ns,1909 +simple_iter,hecs,,,,23962500.0,ns,1992 +simple_iter,hecs,,,,24946500.0,ns,2075 +simple_iter,hecs,,,,25948000.0,ns,2158 +simple_iter,hecs,,,,26937700.0,ns,2241 +simple_iter,hecs,,,,27942900.0,ns,2324 +simple_iter,hecs,,,,28972800.0,ns,2407 +simple_iter,hecs,,,,29976000.0,ns,2490 +simple_iter,hecs,,,,30924600.0,ns,2573 +simple_iter,hecs,,,,31899400.0,ns,2656 +simple_iter,hecs,,,,32933900.0,ns,2739 +simple_iter,hecs,,,,33952600.0,ns,2822 +simple_iter,hecs,,,,34921800.0,ns,2905 +simple_iter,hecs,,,,35921300.0,ns,2988 +simple_iter,hecs,,,,36960700.0,ns,3071 +simple_iter,hecs,,,,37905100.0,ns,3154 +simple_iter,hecs,,,,38928700.0,ns,3237 +simple_iter,hecs,,,,39887000.0,ns,3320 +simple_iter,hecs,,,,40883100.0,ns,3403 +simple_iter,hecs,,,,41926100.0,ns,3486 +simple_iter,hecs,,,,43088400.0,ns,3569 +simple_iter,hecs,,,,43928600.0,ns,3652 +simple_iter,hecs,,,,45017100.0,ns,3735 +simple_iter,hecs,,,,45889500.0,ns,3818 +simple_iter,hecs,,,,46949900.0,ns,3901 +simple_iter,hecs,,,,47925500.0,ns,3984 +simple_iter,hecs,,,,48914200.0,ns,4067 +simple_iter,hecs,,,,49906500.0,ns,4150 +simple_iter,hecs,,,,50899900.0,ns,4233 +simple_iter,hecs,,,,51856500.0,ns,4316 +simple_iter,hecs,,,,52936200.0,ns,4399 +simple_iter,hecs,,,,53692600.0,ns,4482 +simple_iter,hecs,,,,54839600.0,ns,4565 +simple_iter,hecs,,,,55896600.0,ns,4648 +simple_iter,hecs,,,,56909900.0,ns,4731 +simple_iter,hecs,,,,57890300.0,ns,4814 +simple_iter,hecs,,,,58905700.0,ns,4897 +simple_iter,hecs,,,,59895200.0,ns,4980 +simple_iter,hecs,,,,60867900.0,ns,5063 +simple_iter,hecs,,,,61890000.0,ns,5146 +simple_iter,hecs,,,,62870400.0,ns,5229 +simple_iter,hecs,,,,63853700.0,ns,5312 +simple_iter,hecs,,,,64883600.0,ns,5395 +simple_iter,hecs,,,,65900500.0,ns,5478 +simple_iter,hecs,,,,66850100.0,ns,5561 +simple_iter,hecs,,,,67851300.0,ns,5644 +simple_iter,hecs,,,,68862800.0,ns,5727 +simple_iter,hecs,,,,69844800.0,ns,5810 +simple_iter,hecs,,,,70826900.0,ns,5893 +simple_iter,hecs,,,,71863800.0,ns,5976 +simple_iter,hecs,,,,72824200.0,ns,6059 +simple_iter,hecs,,,,73834700.0,ns,6142 +simple_iter,hecs,,,,74822900.0,ns,6225 +simple_iter,hecs,,,,75883400.0,ns,6308 +simple_iter,hecs,,,,76837700.0,ns,6391 +simple_iter,hecs,,,,77853800.0,ns,6474 +simple_iter,hecs,,,,78806700.0,ns,6557 +simple_iter,hecs,,,,79833900.0,ns,6640 +simple_iter,hecs,,,,80854900.0,ns,6723 +simple_iter,hecs,,,,81806200.0,ns,6806 +simple_iter,hecs,,,,82818600.0,ns,6889 +simple_iter,hecs,,,,83837300.0,ns,6972 +simple_iter,hecs,,,,84830800.0,ns,7055 +simple_iter,hecs,,,,85815600.0,ns,7138 +simple_iter,hecs,,,,86820400.0,ns,7221 +simple_iter,hecs,,,,87817300.0,ns,7304 +simple_iter,hecs,,,,88815400.0,ns,7387 +simple_iter,hecs,,,,89800800.0,ns,7470 +simple_iter,hecs,,,,90790000.0,ns,7553 +simple_iter,hecs,,,,91777300.0,ns,7636 +simple_iter,hecs,,,,92914800.0,ns,7719 +simple_iter,hecs,,,,93648200.0,ns,7802 +simple_iter,hecs,,,,94537000.0,ns,7885 +simple_iter,hecs,,,,95816000.0,ns,7968 +simple_iter,hecs,,,,96800500.0,ns,8051 +simple_iter,hecs,,,,97464200.0,ns,8134 +simple_iter,hecs,,,,98802200.0,ns,8217 +simple_iter,hecs,,,,99813800.0,ns,8300 diff --git a/target/criterion/simple_iter/hecs/new/sample.json b/target/criterion/simple_iter/hecs/new/sample.json index 188ced51..071fcff3 100644 --- a/target/criterion/simple_iter/hecs/new/sample.json +++ b/target/criterion/simple_iter/hecs/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[74.0,148.0,222.0,296.0,370.0,444.0,518.0,592.0,666.0,740.0,814.0,888.0,962.0,1036.0,1110.0,1184.0,1258.0,1332.0,1406.0,1480.0,1554.0,1628.0,1702.0,1776.0,1850.0,1924.0,1998.0,2072.0,2146.0,2220.0,2294.0,2368.0,2442.0,2516.0,2590.0,2664.0,2738.0,2812.0,2886.0,2960.0,3034.0,3108.0,3182.0,3256.0,3330.0,3404.0,3478.0,3552.0,3626.0,3700.0,3774.0,3848.0,3922.0,3996.0,4070.0,4144.0,4218.0,4292.0,4366.0,4440.0,4514.0,4588.0,4662.0,4736.0,4810.0,4884.0,4958.0,5032.0,5106.0,5180.0,5254.0,5328.0,5402.0,5476.0,5550.0,5624.0,5698.0,5772.0,5846.0,5920.0,5994.0,6068.0,6142.0,6216.0,6290.0,6364.0,6438.0,6512.0,6586.0,6660.0,6734.0,6808.0,6882.0,6956.0,7030.0,7104.0,7178.0,7252.0,7326.0,7400.0],"times":[990868.0,1985352.0,2982833.0,3989800.0,4975729.0,5971026.0,6965350.0,7965955.0,8954197.0,9959142.0,10961222.0,11940658.0,12961531.0,13948452.0,14962925.0,15960194.0,16935674.0,17905430.0,18911156.0,20267630.0,20904825.0,21910300.0,22889615.0,23895482.0,24947255.0,25903416.0,26891239.0,27878359.0,28872162.0,29932803.0,30847856.0,31862308.0,32845903.0,33852029.0,34844200.0,35821632.0,36831796.0,37828715.0,38909012.0,39795240.0,40879718.0,41869972.0,42863818.0,43807104.0,44784777.0,45779972.0,46815214.0,47826110.0,48789756.0,49748783.0,50755009.0,51800001.0,52764578.0,53774642.0,54722398.0,55742903.0,56723009.0,57736770.0,58786921.0,59764924.0,60740391.0,61745286.0,62704284.0,63718896.0,64754098.0,65697536.0,66803083.0,67712715.0,68707660.0,69681706.0,70750893.0,71712185.0,72430161.0,73541979.0,74111965.0,75058929.0,76115533.0,77051926.0,78110111.0,79059180.0,80024560.0,81024333.0,82053203.0,83002182.0,83999622.0,84960151.0,86382009.0,86956505.0,87942172.0,88933802.0,89966268.0,91262137.0,92519282.0,93547681.0,94538649.0,95590321.0,96533429.0,97616693.0,98513771.0,99520049.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[83.0,166.0,249.0,332.0,415.0,498.0,581.0,664.0,747.0,830.0,913.0,996.0,1079.0,1162.0,1245.0,1328.0,1411.0,1494.0,1577.0,1660.0,1743.0,1826.0,1909.0,1992.0,2075.0,2158.0,2241.0,2324.0,2407.0,2490.0,2573.0,2656.0,2739.0,2822.0,2905.0,2988.0,3071.0,3154.0,3237.0,3320.0,3403.0,3486.0,3569.0,3652.0,3735.0,3818.0,3901.0,3984.0,4067.0,4150.0,4233.0,4316.0,4399.0,4482.0,4565.0,4648.0,4731.0,4814.0,4897.0,4980.0,5063.0,5146.0,5229.0,5312.0,5395.0,5478.0,5561.0,5644.0,5727.0,5810.0,5893.0,5976.0,6059.0,6142.0,6225.0,6308.0,6391.0,6474.0,6557.0,6640.0,6723.0,6806.0,6889.0,6972.0,7055.0,7138.0,7221.0,7304.0,7387.0,7470.0,7553.0,7636.0,7719.0,7802.0,7885.0,7968.0,8051.0,8134.0,8217.0,8300.0],"times":[1140100.0,2002000.0,2991900.0,3986900.0,5100200.0,5976500.0,6969700.0,7948800.0,8929400.0,9927300.0,10926900.0,11936800.0,12961400.0,13972200.0,14960400.0,15960800.0,17057900.0,17984600.0,18968500.0,19946400.0,20966400.0,21974000.0,22973400.0,23962500.0,24946500.0,25948000.0,26937700.0,27942900.0,28972800.0,29976000.0,30924600.0,31899400.0,32933900.0,33952600.0,34921800.0,35921300.0,36960700.0,37905100.0,38928700.0,39887000.0,40883100.0,41926100.0,43088400.0,43928600.0,45017100.0,45889500.0,46949900.0,47925500.0,48914200.0,49906500.0,50899900.0,51856500.0,52936200.0,53692600.0,54839600.0,55896600.0,56909900.0,57890300.0,58905700.0,59895200.0,60867900.0,61890000.0,62870400.0,63853700.0,64883600.0,65900500.0,66850100.0,67851300.0,68862800.0,69844800.0,70826900.0,71863800.0,72824200.0,73834700.0,74822900.0,75883400.0,76837700.0,77853800.0,78806700.0,79833900.0,80854900.0,81806200.0,82818600.0,83837300.0,84830800.0,85815600.0,86820400.0,87817300.0,88815400.0,89800800.0,90790000.0,91777300.0,92914800.0,93648200.0,94537000.0,95816000.0,96800500.0,97464200.0,98802200.0,99813800.0]} \ No newline at end of file diff --git a/target/criterion/simple_iter/hecs/new/tukey.json b/target/criterion/simple_iter/hecs/new/tukey.json index c0b58a5e..a46d6d02 100644 --- a/target/criterion/simple_iter/hecs/new/tukey.json +++ b/target/criterion/simple_iter/hecs/new/tukey.json @@ -1 +1 @@ -[13399.128092306017,13421.648487449143,13481.702874497481,13504.223269640608] \ No newline at end of file +[11993.236369759872,12006.053723490535,12040.23333343897,12053.050687169633] \ No newline at end of file diff --git a/target/criterion/simple_iter/hecs/report/MAD.svg b/target/criterion/simple_iter/hecs/report/MAD.svg index 177acb04..4afbf19c 100644 --- a/target/criterion/simple_iter/hecs/report/MAD.svg +++ b/target/criterion/simple_iter/hecs/report/MAD.svg @@ -1,313 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.02 - - - - - 0.04 - - - - - 0.06 - - - - - 0.08 - - - - - 0.1 - - - - - 0.12 - - - - - 0.14 - - - - - 0.16 - - - - - 0.18 - - - - - 0.2 - - - - - 8 - - - - - 10 - - - - - 12 - - - - - 14 - - - - - 16 - - - - - 18 - - - - - 20 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - simple_iter/hecs: MAD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_iter/hecs:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + +0.45 + + + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_iter/hecs/report/SD.svg b/target/criterion/simple_iter/hecs/report/SD.svg index b1200d71..28747c86 100644 --- a/target/criterion/simple_iter/hecs/report/SD.svg +++ b/target/criterion/simple_iter/hecs/report/SD.svg @@ -1,288 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.01 - - - - - 0.02 - - - - - 0.03 - - - - - 0.04 - - - - - 0.05 - - - - - 0.06 - - - - - 35 - - - - - 40 - - - - - 45 - - - - - 50 - - - - - 55 - - - - - 60 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - simple_iter/hecs: SD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_iter/hecs:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + +0.014 + + + + +0 + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_iter/hecs/report/both/pdf.svg b/target/criterion/simple_iter/hecs/report/both/pdf.svg index 761546f6..7d4a0a20 100644 --- a/target/criterion/simple_iter/hecs/report/both/pdf.svg +++ b/target/criterion/simple_iter/hecs/report/both/pdf.svg @@ -1,338 +1,73 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 2 - - - - - 4 - - - - - 6 - - - - - 8 - - - - - 10 - - - - - 12 - - - - - 14 - - - - - 12.6 - - - - - 12.8 - - - - - 13 - - - - - 13.2 - - - - - 13.4 - - - - - 13.6 - - - - - 13.8 - - - - - 14 - - - - - 14.2 - - - - - 14.4 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_iter/hecs - - - - - Base PDF - - - Base PDF - - - - - - - - - - Base Mean - - - - - Base Mean - - - - - - New PDF - - - - - New PDF - - - - - - - - - - New Mean - - - - - New Mean - - - - - - - - - - - - - - + + +simple_iter/hecs + + +Density (a.u.) + + +Average Time (us) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + + +12 + + + +12.5 + + + +13 + + + +13.5 + + + + + + + +Base PDF + + +New PDF + + +Base Mean + + +New Mean + + + + + - diff --git a/target/criterion/simple_iter/hecs/report/both/regression.svg b/target/criterion/simple_iter/hecs/report/both/regression.svg index 6ed9cd9a..6a12ffc5 100644 --- a/target/criterion/simple_iter/hecs/report/both/regression.svg +++ b/target/criterion/simple_iter/hecs/report/both/regression.svg @@ -1,318 +1,90 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 2 - - - - - - - - - - - - - 3 - - - - - - - - - - - - - 4 - - - - - - - - - - - - - 5 - - - - - - - - - - - - - 6 - - - - - - - - - - - - - 7 - - - - - - - - - - - - - 8 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - simple_iter/hecs - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - Base sample - - - - - - New sample - - - New sample - - - - - - - - - - - - - - + + +simple_iter/hecs + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + + + + + +Base Sample + + +New Sample + + + - diff --git a/target/criterion/simple_iter/hecs/report/change/mean.svg b/target/criterion/simple_iter/hecs/report/change/mean.svg index af8ec8b7..391f8f73 100644 --- a/target/criterion/simple_iter/hecs/report/change/mean.svg +++ b/target/criterion/simple_iter/hecs/report/change/mean.svg @@ -1,310 +1,77 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - 300 - - - - - 350 - - - - - 400 - - - - - 3.1 - - - - - 3.2 - - - - - 3.3 - - - - - 3.4 - - - - - 3.5 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - simple_iter/hecs: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +simple_iter/hecs:mean + + +Density (a.u.) + + +Relative change (%) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + +-0.106 + + + +-0.105 + + + +-0.104 + + + +-0.103 + + + +-0.102 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/simple_iter/hecs/report/change/median.svg b/target/criterion/simple_iter/hecs/report/change/median.svg index d96d0ac3..305b6e04 100644 --- a/target/criterion/simple_iter/hecs/report/change/median.svg +++ b/target/criterion/simple_iter/hecs/report/change/median.svg @@ -1,325 +1,85 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 200 - - - - - 400 - - - - - 600 - - - - - 800 - - - - - 1000 - - - - - 1200 - - - - - 1400 - - - - - 1600 - - - - - 1800 - - - - - 2000 - - - - - 3.62 - - - - - 3.64 - - - - - 3.66 - - - - - 3.68 - - - - - 3.7 - - - - - 3.72 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - simple_iter/hecs: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +simple_iter/hecs:median + + +Density (a.u.) + + +Relative change (%) + + + +500 + + + +1000 + + + +1500 + + + +2000 + + + +2500 + + + +3000 + + + +3500 + + + +4000 + + + + +-0.1064 + + + +-0.1063 + + + +-0.1062 + + + +-0.1061 + + + +-0.106 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/simple_iter/hecs/report/change/t-test.svg b/target/criterion/simple_iter/hecs/report/change/t-test.svg index bc569f5e..fa061cf5 100644 --- a/target/criterion/simple_iter/hecs/report/change/t-test.svg +++ b/target/criterion/simple_iter/hecs/report/change/t-test.svg @@ -1,250 +1,91 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - -5 - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - 25 - - - - - 30 - - - - - 35 - - - - - - - - - Density - - - - - t score - - - - - simple_iter/hecs: Welch t test - - - - - t distribution - - - t distribution - - - - - - - - - - t statistic - - - - - t statistic - - - - - - - - - - - - - - + + +simple_iter/hecs: Welch t test + + +Density + + +t score + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +-4.0 + + + +-3.0 + + + +-2.0 + + + +-1.0 + + + +0.0 + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + + + +t distribution + + +t statistic + + + - diff --git a/target/criterion/simple_iter/hecs/report/index.html b/target/criterion/simple_iter/hecs/report/index.html index 4beaf680..b103b2cd 100644 --- a/target/criterion/simple_iter/hecs/report/index.html +++ b/target/criterion/simple_iter/hecs/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 13.407 us - 13.419 us - 13.432 us + 12.018 us + 12.021 us + 12.024 us R² - 0.9981620 - 0.9982771 - 0.9981582 + 0.9998343 + 0.9998458 + 0.9998374 Mean - 13.431 us - 13.440 us - 13.449 us + 12.019 us + 12.041 us + 12.079 us Std. Dev. - 34.393 ns - 47.082 ns - 61.306 ns + 16.380 ns + 174.33 ns + 296.38 ns Median - 13.449 us - 13.452 us - 13.454 us + 12.022 us + 12.023 us + 12.025 us MAD - 8.1727 ns - 11.235 ns - 18.825 ns + 4.8643 ns + 6.6876 ns + 9.2399 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +3.1228% - +3.3594% - +3.5385% + -10.594% + -10.410% + -10.086% (p = 0.00 < 0.05) - Performance has regressed. + Performance has improved.

Additional Plots:

diff --git a/target/criterion/simple_iter/hecs/report/mean.svg b/target/criterion/simple_iter/hecs/report/mean.svg index 2f418e4c..2b426cf6 100644 --- a/target/criterion/simple_iter/hecs/report/mean.svg +++ b/target/criterion/simple_iter/hecs/report/mean.svg @@ -1,298 +1,88 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 10 - - - - - 20 - - - - - 30 - - - - - 40 - - - - - 50 - - - - - 60 - - - - - 70 - - - - - 80 - - - - - 90 - - - - - 13.43 - - - - - 13.435 - - - - - 13.44 - - - - - 13.445 - - - - - 13.45 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_iter/hecs: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_iter/hecs:mean + + +Density (a.u.) + + +Average time (us) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + + +12.02 + + + +12.03 + + + +12.04 + + + +12.05 + + + +12.06 + + + +12.07 + + + +12.08 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_iter/hecs/report/median.svg b/target/criterion/simple_iter/hecs/report/median.svg index 31c75782..4cd2050d 100644 --- a/target/criterion/simple_iter/hecs/report/median.svg +++ b/target/criterion/simple_iter/hecs/report/median.svg @@ -1,298 +1,76 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 100 - - - - - 200 - - - - - 300 - - - - - 400 - - - - - 500 - - - - - 600 - - - - - 13.448 - - - - - 13.449 - - - - - 13.45 - - - - - 13.451 - - - - - 13.452 - - - - - 13.453 - - - - - 13.454 - - - - - 13.455 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_iter/hecs: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_iter/hecs:median + + +Density (a.u.) + + +Average time (us) + + + +200 + + + +400 + + + +600 + + + +800 + + + +1000 + + + +1200 + + + + +12.022 + + + +12.0225 + + + +12.023 + + + +12.0235 + + + +12.024 + + + +12.0245 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_iter/hecs/report/pdf.svg b/target/criterion/simple_iter/hecs/report/pdf.svg index 8b311f23..0b59b940 100644 --- a/target/criterion/simple_iter/hecs/report/pdf.svg +++ b/target/criterion/simple_iter/hecs/report/pdf.svg @@ -1,445 +1,165 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - 5 - - - - - 6 - - - - - 7 - - - - - 13.3 - - - - - 13.35 - - - - - 13.4 - - - - - 13.45 - - - - - 13.5 - - - - - 13.55 - - - - - 13.6 - - - - - 13.65 - - - - - 13.7 - - - - - 13.75 - - - - - 0 - - - - - 2 - - - - - 4 - - - - - 6 - - - - - 8 - - - - - 10 - - - - - 12 - - - - - 14 - - - - - - - - - Iterations (x 103) - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_iter/hecs - - - - - PDF - - - PDF - - - - - - - - - - Mean - - - - - Mean - - - - - - "Clean" sample - - - - - "Clean" sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Mild outliers - - - Mild outliers - - - - - - - - - - - - - - Severe outliers - - - Severe outliers - - - - - - - - - - - - - - - - - - - - - - - - - gnuplot_plot_6 - - - - - - gnuplot_plot_7 - - - - gnuplot_plot_8 - - - - gnuplot_plot_9 - - - - - - - - - - - - + + +simple_iter/hecs + + +Iterations (x 10^3) + + +Average Time (us) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + + +12 + + + +12.5 + + + +13 + + + +13.5 + + + +Density (a.u.) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + +5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + - diff --git a/target/criterion/simple_iter/hecs/report/pdf_small.svg b/target/criterion/simple_iter/hecs/report/pdf_small.svg index c19284e8..a763c968 100644 --- a/target/criterion/simple_iter/hecs/report/pdf_small.svg +++ b/target/criterion/simple_iter/hecs/report/pdf_small.svg @@ -1,234 +1,48 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 2 - - - - - 4 - - - - - 6 - - - - - 8 - - - - - 10 - - - - - 12 - - - - - 14 - - - - - 13.3 - - - - - 13.35 - - - - - 13.4 - - - - - 13.45 - - - - - 13.5 - - - - - 13.55 - - - - - 13.6 - - - - - 13.65 - - - - - 13.7 - - - - - 13.75 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - PDF - - - - - - - Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + + +12 + + + +12.5 + + + +13 + + + +13.5 + + + + - diff --git a/target/criterion/simple_iter/hecs/report/regression.svg b/target/criterion/simple_iter/hecs/report/regression.svg index a15e5f9a..8acf013b 100644 --- a/target/criterion/simple_iter/hecs/report/regression.svg +++ b/target/criterion/simple_iter/hecs/report/regression.svg @@ -1,473 +1,212 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 90 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 2 - - - - - - - - - - - - - 3 - - - - - - - - - - - - - 4 - - - - - - - - - - - - - 5 - - - - - - - - - - - - - 6 - - - - - - - - - - - - - 7 - - - - - - - - - - - - - 8 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - simple_iter/hecs - - - - - Sample - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - Linear regression - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - - + + +simple_iter/hecs + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + - diff --git a/target/criterion/simple_iter/hecs/report/regression_small.svg b/target/criterion/simple_iter/hecs/report/regression_small.svg index e3096a55..ffdaacdb 100644 --- a/target/criterion/simple_iter/hecs/report/regression_small.svg +++ b/target/criterion/simple_iter/hecs/report/regression_small.svg @@ -1,451 +1,197 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 90 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 2 - - - - - - - - - - - - - 3 - - - - - - - - - - - - - 4 - - - - - - - - - - - - - 5 - - - - - - - - - - - - - 6 - - - - - - - - - - - - - 7 - - - - - - - - - - - - - 8 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/simple_iter/hecs/report/relative_pdf_small.svg b/target/criterion/simple_iter/hecs/report/relative_pdf_small.svg index 53f6a6d6..316a09a1 100644 --- a/target/criterion/simple_iter/hecs/report/relative_pdf_small.svg +++ b/target/criterion/simple_iter/hecs/report/relative_pdf_small.svg @@ -1,311 +1,54 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 2 - - - - - 4 - - - - - 6 - - - - - 8 - - - - - 10 - - - - - 12 - - - - - 14 - - - - - 12.6 - - - - - 12.8 - - - - - 13 - - - - - 13.2 - - - - - 13.4 - - - - - 13.6 - - - - - 13.8 - - - - - 14 - - - - - 14.2 - - - - - 14.4 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - Base PDF - - - - - - - Base Mean - - - - - - New PDF - - - - - - - - - New Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + + +12 + + + +12.5 + + + +13 + + + +13.5 + + + + + + - diff --git a/target/criterion/simple_iter/hecs/report/relative_regression_small.svg b/target/criterion/simple_iter/hecs/report/relative_regression_small.svg index c7a81c5c..d3282760 100644 --- a/target/criterion/simple_iter/hecs/report/relative_regression_small.svg +++ b/target/criterion/simple_iter/hecs/report/relative_regression_small.svg @@ -1,303 +1,79 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 2 - - - - - - - - - - - - - 3 - - - - - - - - - - - - - 4 - - - - - - - - - - - - - 5 - - - - - - - - - - - - - 6 - - - - - - - - - - - - - 7 - - - - - - - - - - - - - 8 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - - New sample - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + + + + - diff --git a/target/criterion/simple_iter/hecs/report/slope.svg b/target/criterion/simple_iter/hecs/report/slope.svg index 0ef355a8..fe214fbd 100644 --- a/target/criterion/simple_iter/hecs/report/slope.svg +++ b/target/criterion/simple_iter/hecs/report/slope.svg @@ -1,293 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 10 - - - - - 20 - - - - - 30 - - - - - 40 - - - - - 50 - - - - - 60 - - - - - 70 - - - - - 13.405 - - - - - 13.41 - - - - - 13.415 - - - - - 13.42 - - - - - 13.425 - - - - - 13.43 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_iter/hecs: slope - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_iter/hecs:slope + + +Density (a.u.) + + +Average time (us) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + + +12.018 + + + +12.019 + + + +12.02 + + + +12.021 + + + +12.022 + + + +12.023 + + + +12.024 + + + +12.025 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_iter/hecs/report/typical.svg b/target/criterion/simple_iter/hecs/report/typical.svg index a9e6a73b..bcbab618 100644 --- a/target/criterion/simple_iter/hecs/report/typical.svg +++ b/target/criterion/simple_iter/hecs/report/typical.svg @@ -1,293 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 10 - - - - - 20 - - - - - 30 - - - - - 40 - - - - - 50 - - - - - 60 - - - - - 70 - - - - - 13.405 - - - - - 13.41 - - - - - 13.415 - - - - - 13.42 - - - - - 13.425 - - - - - 13.43 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_iter/hecs: typical - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_iter/hecs:typical + + +Density (a.u.) + + +Average time (us) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + + +12.018 + + + +12.019 + + + +12.02 + + + +12.021 + + + +12.022 + + + +12.023 + + + +12.024 + + + +12.025 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_iter/legion (packed)/base/estimates.json b/target/criterion/simple_iter/legion (packed)/base/estimates.json index 23565158..e5ba23b7 100644 --- a/target/criterion/simple_iter/legion (packed)/base/estimates.json +++ b/target/criterion/simple_iter/legion (packed)/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10227.04657419946,"upper_bound":10233.60644217092},"point_estimate":10230.112694733973,"standard_error":1.6798874789035776},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10225.631547352245,"upper_bound":10229.369857568667},"point_estimate":10226.737165138153,"standard_error":1.0342344420795224},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6.662738224408036,"upper_bound":11.378067381854436},"point_estimate":9.196401593086122,"standard_error":1.2391040515826806},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10227.837075937508,"upper_bound":10234.452535313336},"point_estimate":10230.769036150268,"standard_error":1.7065203201265138},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10.914057248772522,"upper_bound":22.833650904882557},"point_estimate":16.8701802208095,"standard_error":3.134769187420366}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10889.62780997609,"upper_bound":10938.821671407512},"point_estimate":10907.994617928873,"standard_error":13.50760398533565},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10882.704987320372,"upper_bound":10885.546128563785},"point_estimate":10884.461371961372,"standard_error":0.6216558920579764},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4.589763381857322,"upper_bound":9.326970655990088},"point_estimate":6.250575680885482,"standard_error":1.2350241735056513},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10886.920814693129,"upper_bound":10920.292581564512},"point_estimate":10900.94312898569,"standard_error":8.727432862348916},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21.995831977273596,"upper_bound":227.63913163382267},"point_estimate":135.66212932072435,"standard_error":67.46923148847493}} \ No newline at end of file diff --git a/target/criterion/simple_iter/legion (packed)/base/raw.csv b/target/criterion/simple_iter/legion (packed)/base/raw.csv index 540bc134..fa09bc32 100644 --- a/target/criterion/simple_iter/legion (packed)/base/raw.csv +++ b/target/criterion/simple_iter/legion (packed)/base/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -simple_iter,legion (packed),,,,995216.0,ns,97 -simple_iter,legion (packed),,,,1986915.0,ns,194 -simple_iter,legion (packed),,,,2969237.0,ns,291 -simple_iter,legion (packed),,,,3955616.0,ns,388 -simple_iter,legion (packed),,,,4955190.0,ns,485 -simple_iter,legion (packed),,,,5952940.0,ns,582 -simple_iter,legion (packed),,,,6935181.0,ns,679 -simple_iter,legion (packed),,,,7937312.0,ns,776 -simple_iter,legion (packed),,,,8911947.0,ns,873 -simple_iter,legion (packed),,,,9914346.0,ns,970 -simple_iter,legion (packed),,,,10906908.0,ns,1067 -simple_iter,legion (packed),,,,11897967.0,ns,1164 -simple_iter,legion (packed),,,,12867422.0,ns,1261 -simple_iter,legion (packed),,,,13885163.0,ns,1358 -simple_iter,legion (packed),,,,14876720.0,ns,1455 -simple_iter,legion (packed),,,,15884752.0,ns,1552 -simple_iter,legion (packed),,,,16848056.0,ns,1649 -simple_iter,legion (packed),,,,17869463.0,ns,1746 -simple_iter,legion (packed),,,,18867472.0,ns,1843 -simple_iter,legion (packed),,,,19825378.0,ns,1940 -simple_iter,legion (packed),,,,20848828.0,ns,2037 -simple_iter,legion (packed),,,,21839855.0,ns,2134 -simple_iter,legion (packed),,,,22797931.0,ns,2231 -simple_iter,legion (packed),,,,23848322.0,ns,2328 -simple_iter,legion (packed),,,,24797761.0,ns,2425 -simple_iter,legion (packed),,,,26047412.0,ns,2522 -simple_iter,legion (packed),,,,26787632.0,ns,2619 -simple_iter,legion (packed),,,,27780002.0,ns,2716 -simple_iter,legion (packed),,,,28730343.0,ns,2813 -simple_iter,legion (packed),,,,29728673.0,ns,2910 -simple_iter,legion (packed),,,,30748708.0,ns,3007 -simple_iter,legion (packed),,,,31744995.0,ns,3104 -simple_iter,legion (packed),,,,32815786.0,ns,3201 -simple_iter,legion (packed),,,,33821161.0,ns,3298 -simple_iter,legion (packed),,,,34795177.0,ns,3395 -simple_iter,legion (packed),,,,35826301.0,ns,3492 -simple_iter,legion (packed),,,,36763416.0,ns,3589 -simple_iter,legion (packed),,,,37776036.0,ns,3686 -simple_iter,legion (packed),,,,38600446.0,ns,3783 -simple_iter,legion (packed),,,,39691424.0,ns,3880 -simple_iter,legion (packed),,,,40732999.0,ns,3977 -simple_iter,legion (packed),,,,41722694.0,ns,4074 -simple_iter,legion (packed),,,,42660480.0,ns,4171 -simple_iter,legion (packed),,,,43619488.0,ns,4268 -simple_iter,legion (packed),,,,44670920.0,ns,4365 -simple_iter,legion (packed),,,,45631420.0,ns,4462 -simple_iter,legion (packed),,,,46645131.0,ns,4559 -simple_iter,legion (packed),,,,47615210.0,ns,4656 -simple_iter,legion (packed),,,,48643008.0,ns,4753 -simple_iter,legion (packed),,,,49614227.0,ns,4850 -simple_iter,legion (packed),,,,50557815.0,ns,4947 -simple_iter,legion (packed),,,,51695323.0,ns,5044 -simple_iter,legion (packed),,,,52507720.0,ns,5141 -simple_iter,legion (packed),,,,53527442.0,ns,5238 -simple_iter,legion (packed),,,,54530453.0,ns,5335 -simple_iter,legion (packed),,,,55581474.0,ns,5432 -simple_iter,legion (packed),,,,56540463.0,ns,5529 -simple_iter,legion (packed),,,,57549325.0,ns,5626 -simple_iter,legion (packed),,,,58446433.0,ns,5723 -simple_iter,legion (packed),,,,59449345.0,ns,5820 -simple_iter,legion (packed),,,,60511357.0,ns,5917 -simple_iter,legion (packed),,,,61498707.0,ns,6014 -simple_iter,legion (packed),,,,62468946.0,ns,6111 -simple_iter,legion (packed),,,,63454745.0,ns,6208 -simple_iter,legion (packed),,,,64540172.0,ns,6305 -simple_iter,legion (packed),,,,65427934.0,ns,6402 -simple_iter,legion (packed),,,,66489785.0,ns,6499 -simple_iter,legion (packed),,,,67676237.0,ns,6596 -simple_iter,legion (packed),,,,68437616.0,ns,6693 -simple_iter,legion (packed),,,,69535008.0,ns,6790 -simple_iter,legion (packed),,,,70412570.0,ns,6887 -simple_iter,legion (packed),,,,71441159.0,ns,6984 -simple_iter,legion (packed),,,,72396829.0,ns,7081 -simple_iter,legion (packed),,,,73395521.0,ns,7178 -simple_iter,legion (packed),,,,74387261.0,ns,7275 -simple_iter,legion (packed),,,,75425499.0,ns,7372 -simple_iter,legion (packed),,,,76381590.0,ns,7469 -simple_iter,legion (packed),,,,77427434.0,ns,7566 -simple_iter,legion (packed),,,,78347365.0,ns,7663 -simple_iter,legion (packed),,,,79391885.0,ns,7760 -simple_iter,legion (packed),,,,80384696.0,ns,7857 -simple_iter,legion (packed),,,,81906015.0,ns,7954 -simple_iter,legion (packed),,,,82310044.0,ns,8051 -simple_iter,legion (packed),,,,83316711.0,ns,8148 -simple_iter,legion (packed),,,,84289475.0,ns,8245 -simple_iter,legion (packed),,,,85274981.0,ns,8342 -simple_iter,legion (packed),,,,86252906.0,ns,8439 -simple_iter,legion (packed),,,,87361226.0,ns,8536 -simple_iter,legion (packed),,,,88285267.0,ns,8633 -simple_iter,legion (packed),,,,89383179.0,ns,8730 -simple_iter,legion (packed),,,,90296389.0,ns,8827 -simple_iter,legion (packed),,,,91255436.0,ns,8924 -simple_iter,legion (packed),,,,92398733.0,ns,9021 -simple_iter,legion (packed),,,,93267318.0,ns,9118 -simple_iter,legion (packed),,,,94193703.0,ns,9215 -simple_iter,legion (packed),,,,95291143.0,ns,9312 -simple_iter,legion (packed),,,,96182281.0,ns,9409 -simple_iter,legion (packed),,,,97215760.0,ns,9506 -simple_iter,legion (packed),,,,98379988.0,ns,9603 -simple_iter,legion (packed),,,,99273289.0,ns,9700 +simple_iter,legion (packed),,,,1109900.0,ns,91 +simple_iter,legion (packed),,,,1993900.0,ns,182 +simple_iter,legion (packed),,,,2982100.0,ns,273 +simple_iter,legion (packed),,,,3975200.0,ns,364 +simple_iter,legion (packed),,,,4959400.0,ns,455 +simple_iter,legion (packed),,,,5952200.0,ns,546 +simple_iter,legion (packed),,,,6925900.0,ns,637 +simple_iter,legion (packed),,,,7938900.0,ns,728 +simple_iter,legion (packed),,,,8908300.0,ns,819 +simple_iter,legion (packed),,,,9905500.0,ns,910 +simple_iter,legion (packed),,,,10895700.0,ns,1001 +simple_iter,legion (packed),,,,11868900.0,ns,1092 +simple_iter,legion (packed),,,,12872000.0,ns,1183 +simple_iter,legion (packed),,,,13870500.0,ns,1274 +simple_iter,legion (packed),,,,14865800.0,ns,1365 +simple_iter,legion (packed),,,,15851100.0,ns,1456 +simple_iter,legion (packed),,,,16844700.0,ns,1547 +simple_iter,legion (packed),,,,17845900.0,ns,1638 +simple_iter,legion (packed),,,,18868000.0,ns,1729 +simple_iter,legion (packed),,,,19805800.0,ns,1820 +simple_iter,legion (packed),,,,20802500.0,ns,1911 +simple_iter,legion (packed),,,,21785100.0,ns,2002 +simple_iter,legion (packed),,,,22788700.0,ns,2093 +simple_iter,legion (packed),,,,23757200.0,ns,2184 +simple_iter,legion (packed),,,,24754500.0,ns,2275 +simple_iter,legion (packed),,,,25738600.0,ns,2366 +simple_iter,legion (packed),,,,26741700.0,ns,2457 +simple_iter,legion (packed),,,,27722600.0,ns,2548 +simple_iter,legion (packed),,,,28707300.0,ns,2639 +simple_iter,legion (packed),,,,29707600.0,ns,2730 +simple_iter,legion (packed),,,,30757100.0,ns,2821 +simple_iter,legion (packed),,,,31694400.0,ns,2912 +simple_iter,legion (packed),,,,32686100.0,ns,3003 +simple_iter,legion (packed),,,,33668300.0,ns,3094 +simple_iter,legion (packed),,,,34640900.0,ns,3185 +simple_iter,legion (packed),,,,35658700.0,ns,3276 +simple_iter,legion (packed),,,,36755700.0,ns,3367 +simple_iter,legion (packed),,,,37660100.0,ns,3458 +simple_iter,legion (packed),,,,38593200.0,ns,3549 +simple_iter,legion (packed),,,,40214500.0,ns,3640 +simple_iter,legion (packed),,,,40706600.0,ns,3731 +simple_iter,legion (packed),,,,41650800.0,ns,3822 +simple_iter,legion (packed),,,,42575300.0,ns,3913 +simple_iter,legion (packed),,,,43581300.0,ns,4004 +simple_iter,legion (packed),,,,44563000.0,ns,4095 +simple_iter,legion (packed),,,,45563200.0,ns,4186 +simple_iter,legion (packed),,,,46538700.0,ns,4277 +simple_iter,legion (packed),,,,47561800.0,ns,4368 +simple_iter,legion (packed),,,,48540600.0,ns,4459 +simple_iter,legion (packed),,,,49551500.0,ns,4550 +simple_iter,legion (packed),,,,50521800.0,ns,4641 +simple_iter,legion (packed),,,,51493500.0,ns,4732 +simple_iter,legion (packed),,,,52459200.0,ns,4823 +simple_iter,legion (packed),,,,53486000.0,ns,4914 +simple_iter,legion (packed),,,,54476100.0,ns,5005 +simple_iter,legion (packed),,,,55432100.0,ns,5096 +simple_iter,legion (packed),,,,56443800.0,ns,5187 +simple_iter,legion (packed),,,,57465800.0,ns,5278 +simple_iter,legion (packed),,,,58420200.0,ns,5369 +simple_iter,legion (packed),,,,60045600.0,ns,5460 +simple_iter,legion (packed),,,,60495100.0,ns,5551 +simple_iter,legion (packed),,,,61419200.0,ns,5642 +simple_iter,legion (packed),,,,62396000.0,ns,5733 +simple_iter,legion (packed),,,,63376300.0,ns,5824 +simple_iter,legion (packed),,,,64371200.0,ns,5915 +simple_iter,legion (packed),,,,65463200.0,ns,6006 +simple_iter,legion (packed),,,,66437500.0,ns,6097 +simple_iter,legion (packed),,,,67313500.0,ns,6188 +simple_iter,legion (packed),,,,68265300.0,ns,6279 +simple_iter,legion (packed),,,,69327200.0,ns,6370 +simple_iter,legion (packed),,,,70298100.0,ns,6461 +simple_iter,legion (packed),,,,71286400.0,ns,6552 +simple_iter,legion (packed),,,,72257100.0,ns,6643 +simple_iter,legion (packed),,,,73281000.0,ns,6734 +simple_iter,legion (packed),,,,74823400.0,ns,6825 +simple_iter,legion (packed),,,,75278300.0,ns,6916 +simple_iter,legion (packed),,,,76217000.0,ns,7007 +simple_iter,legion (packed),,,,77265100.0,ns,7098 +simple_iter,legion (packed),,,,78223700.0,ns,7189 +simple_iter,legion (packed),,,,79205600.0,ns,7280 +simple_iter,legion (packed),,,,80167700.0,ns,7371 +simple_iter,legion (packed),,,,81212100.0,ns,7462 +simple_iter,legion (packed),,,,82162500.0,ns,7553 +simple_iter,legion (packed),,,,83199200.0,ns,7644 +simple_iter,legion (packed),,,,84158800.0,ns,7735 +simple_iter,legion (packed),,,,85162000.0,ns,7826 +simple_iter,legion (packed),,,,86178700.0,ns,7917 +simple_iter,legion (packed),,,,87295900.0,ns,8008 +simple_iter,legion (packed),,,,88161100.0,ns,8099 +simple_iter,legion (packed),,,,89154700.0,ns,8190 +simple_iter,legion (packed),,,,90267300.0,ns,8281 +simple_iter,legion (packed),,,,91078100.0,ns,8372 +simple_iter,legion (packed),,,,92060500.0,ns,8463 +simple_iter,legion (packed),,,,93066400.0,ns,8554 +simple_iter,legion (packed),,,,94102000.0,ns,8645 +simple_iter,legion (packed),,,,95104800.0,ns,8736 +simple_iter,legion (packed),,,,96103200.0,ns,8827 +simple_iter,legion (packed),,,,97420000.0,ns,8918 +simple_iter,legion (packed),,,,99351000.0,ns,9009 +simple_iter,legion (packed),,,,101503300.0,ns,9100 diff --git a/target/criterion/simple_iter/legion (packed)/base/sample.json b/target/criterion/simple_iter/legion (packed)/base/sample.json index 740003ae..6e51a85e 100644 --- a/target/criterion/simple_iter/legion (packed)/base/sample.json +++ b/target/criterion/simple_iter/legion (packed)/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[97.0,194.0,291.0,388.0,485.0,582.0,679.0,776.0,873.0,970.0,1067.0,1164.0,1261.0,1358.0,1455.0,1552.0,1649.0,1746.0,1843.0,1940.0,2037.0,2134.0,2231.0,2328.0,2425.0,2522.0,2619.0,2716.0,2813.0,2910.0,3007.0,3104.0,3201.0,3298.0,3395.0,3492.0,3589.0,3686.0,3783.0,3880.0,3977.0,4074.0,4171.0,4268.0,4365.0,4462.0,4559.0,4656.0,4753.0,4850.0,4947.0,5044.0,5141.0,5238.0,5335.0,5432.0,5529.0,5626.0,5723.0,5820.0,5917.0,6014.0,6111.0,6208.0,6305.0,6402.0,6499.0,6596.0,6693.0,6790.0,6887.0,6984.0,7081.0,7178.0,7275.0,7372.0,7469.0,7566.0,7663.0,7760.0,7857.0,7954.0,8051.0,8148.0,8245.0,8342.0,8439.0,8536.0,8633.0,8730.0,8827.0,8924.0,9021.0,9118.0,9215.0,9312.0,9409.0,9506.0,9603.0,9700.0],"times":[995216.0,1986915.0,2969237.0,3955616.0,4955190.0,5952940.0,6935181.0,7937312.0,8911947.0,9914346.0,10906908.0,11897967.0,12867422.0,13885163.0,14876720.0,15884752.0,16848056.0,17869463.0,18867472.0,19825378.0,20848828.0,21839855.0,22797931.0,23848322.0,24797761.0,26047412.0,26787632.0,27780002.0,28730343.0,29728673.0,30748708.0,31744995.0,32815786.0,33821161.0,34795177.0,35826301.0,36763416.0,37776036.0,38600446.0,39691424.0,40732999.0,41722694.0,42660480.0,43619488.0,44670920.0,45631420.0,46645131.0,47615210.0,48643008.0,49614227.0,50557815.0,51695323.0,52507720.0,53527442.0,54530453.0,55581474.0,56540463.0,57549325.0,58446433.0,59449345.0,60511357.0,61498707.0,62468946.0,63454745.0,64540172.0,65427934.0,66489785.0,67676237.0,68437616.0,69535008.0,70412570.0,71441159.0,72396829.0,73395521.0,74387261.0,75425499.0,76381590.0,77427434.0,78347365.0,79391885.0,80384696.0,81906015.0,82310044.0,83316711.0,84289475.0,85274981.0,86252906.0,87361226.0,88285267.0,89383179.0,90296389.0,91255436.0,92398733.0,93267318.0,94193703.0,95291143.0,96182281.0,97215760.0,98379988.0,99273289.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[91.0,182.0,273.0,364.0,455.0,546.0,637.0,728.0,819.0,910.0,1001.0,1092.0,1183.0,1274.0,1365.0,1456.0,1547.0,1638.0,1729.0,1820.0,1911.0,2002.0,2093.0,2184.0,2275.0,2366.0,2457.0,2548.0,2639.0,2730.0,2821.0,2912.0,3003.0,3094.0,3185.0,3276.0,3367.0,3458.0,3549.0,3640.0,3731.0,3822.0,3913.0,4004.0,4095.0,4186.0,4277.0,4368.0,4459.0,4550.0,4641.0,4732.0,4823.0,4914.0,5005.0,5096.0,5187.0,5278.0,5369.0,5460.0,5551.0,5642.0,5733.0,5824.0,5915.0,6006.0,6097.0,6188.0,6279.0,6370.0,6461.0,6552.0,6643.0,6734.0,6825.0,6916.0,7007.0,7098.0,7189.0,7280.0,7371.0,7462.0,7553.0,7644.0,7735.0,7826.0,7917.0,8008.0,8099.0,8190.0,8281.0,8372.0,8463.0,8554.0,8645.0,8736.0,8827.0,8918.0,9009.0,9100.0],"times":[1109900.0,1993900.0,2982100.0,3975200.0,4959400.0,5952200.0,6925900.0,7938900.0,8908300.0,9905500.0,10895700.0,11868900.0,12872000.0,13870500.0,14865800.0,15851100.0,16844700.0,17845900.0,18868000.0,19805800.0,20802500.0,21785100.0,22788700.0,23757200.0,24754500.0,25738600.0,26741700.0,27722600.0,28707300.0,29707600.0,30757100.0,31694400.0,32686100.0,33668300.0,34640900.0,35658700.0,36755700.0,37660100.0,38593200.0,40214500.0,40706600.0,41650800.0,42575300.0,43581300.0,44563000.0,45563200.0,46538700.0,47561800.0,48540600.0,49551500.0,50521800.0,51493500.0,52459200.0,53486000.0,54476100.0,55432100.0,56443800.0,57465800.0,58420200.0,60045600.0,60495100.0,61419200.0,62396000.0,63376300.0,64371200.0,65463200.0,66437500.0,67313500.0,68265300.0,69327200.0,70298100.0,71286400.0,72257100.0,73281000.0,74823400.0,75278300.0,76217000.0,77265100.0,78223700.0,79205600.0,80167700.0,81212100.0,82162500.0,83199200.0,84158800.0,85162000.0,86178700.0,87295900.0,88161100.0,89154700.0,90267300.0,91078100.0,92060500.0,93066400.0,94102000.0,95104800.0,96103200.0,97420000.0,99351000.0,101503300.0]} \ No newline at end of file diff --git a/target/criterion/simple_iter/legion (packed)/base/tukey.json b/target/criterion/simple_iter/legion (packed)/base/tukey.json index fb809e16..9b744ae7 100644 --- a/target/criterion/simple_iter/legion (packed)/base/tukey.json +++ b/target/criterion/simple_iter/legion (packed)/base/tukey.json @@ -1 +1 @@ -[10184.732267794605,10203.35058735757,10252.999439525476,10271.61775908844] \ No newline at end of file +[10850.806009967808,10865.766733384306,10905.661995828297,10920.622719244793] \ No newline at end of file diff --git a/target/criterion/simple_iter/legion (packed)/change/estimates.json b/target/criterion/simple_iter/legion (packed)/change/estimates.json index 919a430b..c212e807 100644 --- a/target/criterion/simple_iter/legion (packed)/change/estimates.json +++ b/target/criterion/simple_iter/legion (packed)/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00925532543859603,"upper_bound":-0.006923290732461418},"point_estimate":-0.008054133758396809,"standard_error":0.0005963530166004747},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008878185630379565,"upper_bound":-0.005151848936185721},"point_estimate":-0.006723338782555377,"standard_error":0.0010965262648923691}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.06442365903093977,"upper_bound":0.06941860355482235},"point_estimate":0.06626338765005446,"standard_error":0.0013699683384816041},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.06400122972687547,"upper_bound":0.06447068594838612},"point_estimate":0.06431417921498261,"standard_error":0.00012376186332375307}} \ No newline at end of file diff --git a/target/criterion/simple_iter/legion (packed)/new/estimates.json b/target/criterion/simple_iter/legion (packed)/new/estimates.json index 23565158..e5ba23b7 100644 --- a/target/criterion/simple_iter/legion (packed)/new/estimates.json +++ b/target/criterion/simple_iter/legion (packed)/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10227.04657419946,"upper_bound":10233.60644217092},"point_estimate":10230.112694733973,"standard_error":1.6798874789035776},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10225.631547352245,"upper_bound":10229.369857568667},"point_estimate":10226.737165138153,"standard_error":1.0342344420795224},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6.662738224408036,"upper_bound":11.378067381854436},"point_estimate":9.196401593086122,"standard_error":1.2391040515826806},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10227.837075937508,"upper_bound":10234.452535313336},"point_estimate":10230.769036150268,"standard_error":1.7065203201265138},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10.914057248772522,"upper_bound":22.833650904882557},"point_estimate":16.8701802208095,"standard_error":3.134769187420366}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10889.62780997609,"upper_bound":10938.821671407512},"point_estimate":10907.994617928873,"standard_error":13.50760398533565},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10882.704987320372,"upper_bound":10885.546128563785},"point_estimate":10884.461371961372,"standard_error":0.6216558920579764},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4.589763381857322,"upper_bound":9.326970655990088},"point_estimate":6.250575680885482,"standard_error":1.2350241735056513},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10886.920814693129,"upper_bound":10920.292581564512},"point_estimate":10900.94312898569,"standard_error":8.727432862348916},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21.995831977273596,"upper_bound":227.63913163382267},"point_estimate":135.66212932072435,"standard_error":67.46923148847493}} \ No newline at end of file diff --git a/target/criterion/simple_iter/legion (packed)/new/raw.csv b/target/criterion/simple_iter/legion (packed)/new/raw.csv index 540bc134..fa09bc32 100644 --- a/target/criterion/simple_iter/legion (packed)/new/raw.csv +++ b/target/criterion/simple_iter/legion (packed)/new/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -simple_iter,legion (packed),,,,995216.0,ns,97 -simple_iter,legion (packed),,,,1986915.0,ns,194 -simple_iter,legion (packed),,,,2969237.0,ns,291 -simple_iter,legion (packed),,,,3955616.0,ns,388 -simple_iter,legion (packed),,,,4955190.0,ns,485 -simple_iter,legion (packed),,,,5952940.0,ns,582 -simple_iter,legion (packed),,,,6935181.0,ns,679 -simple_iter,legion (packed),,,,7937312.0,ns,776 -simple_iter,legion (packed),,,,8911947.0,ns,873 -simple_iter,legion (packed),,,,9914346.0,ns,970 -simple_iter,legion (packed),,,,10906908.0,ns,1067 -simple_iter,legion (packed),,,,11897967.0,ns,1164 -simple_iter,legion (packed),,,,12867422.0,ns,1261 -simple_iter,legion (packed),,,,13885163.0,ns,1358 -simple_iter,legion (packed),,,,14876720.0,ns,1455 -simple_iter,legion (packed),,,,15884752.0,ns,1552 -simple_iter,legion (packed),,,,16848056.0,ns,1649 -simple_iter,legion (packed),,,,17869463.0,ns,1746 -simple_iter,legion (packed),,,,18867472.0,ns,1843 -simple_iter,legion (packed),,,,19825378.0,ns,1940 -simple_iter,legion (packed),,,,20848828.0,ns,2037 -simple_iter,legion (packed),,,,21839855.0,ns,2134 -simple_iter,legion (packed),,,,22797931.0,ns,2231 -simple_iter,legion (packed),,,,23848322.0,ns,2328 -simple_iter,legion (packed),,,,24797761.0,ns,2425 -simple_iter,legion (packed),,,,26047412.0,ns,2522 -simple_iter,legion (packed),,,,26787632.0,ns,2619 -simple_iter,legion (packed),,,,27780002.0,ns,2716 -simple_iter,legion (packed),,,,28730343.0,ns,2813 -simple_iter,legion (packed),,,,29728673.0,ns,2910 -simple_iter,legion (packed),,,,30748708.0,ns,3007 -simple_iter,legion (packed),,,,31744995.0,ns,3104 -simple_iter,legion (packed),,,,32815786.0,ns,3201 -simple_iter,legion (packed),,,,33821161.0,ns,3298 -simple_iter,legion (packed),,,,34795177.0,ns,3395 -simple_iter,legion (packed),,,,35826301.0,ns,3492 -simple_iter,legion (packed),,,,36763416.0,ns,3589 -simple_iter,legion (packed),,,,37776036.0,ns,3686 -simple_iter,legion (packed),,,,38600446.0,ns,3783 -simple_iter,legion (packed),,,,39691424.0,ns,3880 -simple_iter,legion (packed),,,,40732999.0,ns,3977 -simple_iter,legion (packed),,,,41722694.0,ns,4074 -simple_iter,legion (packed),,,,42660480.0,ns,4171 -simple_iter,legion (packed),,,,43619488.0,ns,4268 -simple_iter,legion (packed),,,,44670920.0,ns,4365 -simple_iter,legion (packed),,,,45631420.0,ns,4462 -simple_iter,legion (packed),,,,46645131.0,ns,4559 -simple_iter,legion (packed),,,,47615210.0,ns,4656 -simple_iter,legion (packed),,,,48643008.0,ns,4753 -simple_iter,legion (packed),,,,49614227.0,ns,4850 -simple_iter,legion (packed),,,,50557815.0,ns,4947 -simple_iter,legion (packed),,,,51695323.0,ns,5044 -simple_iter,legion (packed),,,,52507720.0,ns,5141 -simple_iter,legion (packed),,,,53527442.0,ns,5238 -simple_iter,legion (packed),,,,54530453.0,ns,5335 -simple_iter,legion (packed),,,,55581474.0,ns,5432 -simple_iter,legion (packed),,,,56540463.0,ns,5529 -simple_iter,legion (packed),,,,57549325.0,ns,5626 -simple_iter,legion (packed),,,,58446433.0,ns,5723 -simple_iter,legion (packed),,,,59449345.0,ns,5820 -simple_iter,legion (packed),,,,60511357.0,ns,5917 -simple_iter,legion (packed),,,,61498707.0,ns,6014 -simple_iter,legion (packed),,,,62468946.0,ns,6111 -simple_iter,legion (packed),,,,63454745.0,ns,6208 -simple_iter,legion (packed),,,,64540172.0,ns,6305 -simple_iter,legion (packed),,,,65427934.0,ns,6402 -simple_iter,legion (packed),,,,66489785.0,ns,6499 -simple_iter,legion (packed),,,,67676237.0,ns,6596 -simple_iter,legion (packed),,,,68437616.0,ns,6693 -simple_iter,legion (packed),,,,69535008.0,ns,6790 -simple_iter,legion (packed),,,,70412570.0,ns,6887 -simple_iter,legion (packed),,,,71441159.0,ns,6984 -simple_iter,legion (packed),,,,72396829.0,ns,7081 -simple_iter,legion (packed),,,,73395521.0,ns,7178 -simple_iter,legion (packed),,,,74387261.0,ns,7275 -simple_iter,legion (packed),,,,75425499.0,ns,7372 -simple_iter,legion (packed),,,,76381590.0,ns,7469 -simple_iter,legion (packed),,,,77427434.0,ns,7566 -simple_iter,legion (packed),,,,78347365.0,ns,7663 -simple_iter,legion (packed),,,,79391885.0,ns,7760 -simple_iter,legion (packed),,,,80384696.0,ns,7857 -simple_iter,legion (packed),,,,81906015.0,ns,7954 -simple_iter,legion (packed),,,,82310044.0,ns,8051 -simple_iter,legion (packed),,,,83316711.0,ns,8148 -simple_iter,legion (packed),,,,84289475.0,ns,8245 -simple_iter,legion (packed),,,,85274981.0,ns,8342 -simple_iter,legion (packed),,,,86252906.0,ns,8439 -simple_iter,legion (packed),,,,87361226.0,ns,8536 -simple_iter,legion (packed),,,,88285267.0,ns,8633 -simple_iter,legion (packed),,,,89383179.0,ns,8730 -simple_iter,legion (packed),,,,90296389.0,ns,8827 -simple_iter,legion (packed),,,,91255436.0,ns,8924 -simple_iter,legion (packed),,,,92398733.0,ns,9021 -simple_iter,legion (packed),,,,93267318.0,ns,9118 -simple_iter,legion (packed),,,,94193703.0,ns,9215 -simple_iter,legion (packed),,,,95291143.0,ns,9312 -simple_iter,legion (packed),,,,96182281.0,ns,9409 -simple_iter,legion (packed),,,,97215760.0,ns,9506 -simple_iter,legion (packed),,,,98379988.0,ns,9603 -simple_iter,legion (packed),,,,99273289.0,ns,9700 +simple_iter,legion (packed),,,,1109900.0,ns,91 +simple_iter,legion (packed),,,,1993900.0,ns,182 +simple_iter,legion (packed),,,,2982100.0,ns,273 +simple_iter,legion (packed),,,,3975200.0,ns,364 +simple_iter,legion (packed),,,,4959400.0,ns,455 +simple_iter,legion (packed),,,,5952200.0,ns,546 +simple_iter,legion (packed),,,,6925900.0,ns,637 +simple_iter,legion (packed),,,,7938900.0,ns,728 +simple_iter,legion (packed),,,,8908300.0,ns,819 +simple_iter,legion (packed),,,,9905500.0,ns,910 +simple_iter,legion (packed),,,,10895700.0,ns,1001 +simple_iter,legion (packed),,,,11868900.0,ns,1092 +simple_iter,legion (packed),,,,12872000.0,ns,1183 +simple_iter,legion (packed),,,,13870500.0,ns,1274 +simple_iter,legion (packed),,,,14865800.0,ns,1365 +simple_iter,legion (packed),,,,15851100.0,ns,1456 +simple_iter,legion (packed),,,,16844700.0,ns,1547 +simple_iter,legion (packed),,,,17845900.0,ns,1638 +simple_iter,legion (packed),,,,18868000.0,ns,1729 +simple_iter,legion (packed),,,,19805800.0,ns,1820 +simple_iter,legion (packed),,,,20802500.0,ns,1911 +simple_iter,legion (packed),,,,21785100.0,ns,2002 +simple_iter,legion (packed),,,,22788700.0,ns,2093 +simple_iter,legion (packed),,,,23757200.0,ns,2184 +simple_iter,legion (packed),,,,24754500.0,ns,2275 +simple_iter,legion (packed),,,,25738600.0,ns,2366 +simple_iter,legion (packed),,,,26741700.0,ns,2457 +simple_iter,legion (packed),,,,27722600.0,ns,2548 +simple_iter,legion (packed),,,,28707300.0,ns,2639 +simple_iter,legion (packed),,,,29707600.0,ns,2730 +simple_iter,legion (packed),,,,30757100.0,ns,2821 +simple_iter,legion (packed),,,,31694400.0,ns,2912 +simple_iter,legion (packed),,,,32686100.0,ns,3003 +simple_iter,legion (packed),,,,33668300.0,ns,3094 +simple_iter,legion (packed),,,,34640900.0,ns,3185 +simple_iter,legion (packed),,,,35658700.0,ns,3276 +simple_iter,legion (packed),,,,36755700.0,ns,3367 +simple_iter,legion (packed),,,,37660100.0,ns,3458 +simple_iter,legion (packed),,,,38593200.0,ns,3549 +simple_iter,legion (packed),,,,40214500.0,ns,3640 +simple_iter,legion (packed),,,,40706600.0,ns,3731 +simple_iter,legion (packed),,,,41650800.0,ns,3822 +simple_iter,legion (packed),,,,42575300.0,ns,3913 +simple_iter,legion (packed),,,,43581300.0,ns,4004 +simple_iter,legion (packed),,,,44563000.0,ns,4095 +simple_iter,legion (packed),,,,45563200.0,ns,4186 +simple_iter,legion (packed),,,,46538700.0,ns,4277 +simple_iter,legion (packed),,,,47561800.0,ns,4368 +simple_iter,legion (packed),,,,48540600.0,ns,4459 +simple_iter,legion (packed),,,,49551500.0,ns,4550 +simple_iter,legion (packed),,,,50521800.0,ns,4641 +simple_iter,legion (packed),,,,51493500.0,ns,4732 +simple_iter,legion (packed),,,,52459200.0,ns,4823 +simple_iter,legion (packed),,,,53486000.0,ns,4914 +simple_iter,legion (packed),,,,54476100.0,ns,5005 +simple_iter,legion (packed),,,,55432100.0,ns,5096 +simple_iter,legion (packed),,,,56443800.0,ns,5187 +simple_iter,legion (packed),,,,57465800.0,ns,5278 +simple_iter,legion (packed),,,,58420200.0,ns,5369 +simple_iter,legion (packed),,,,60045600.0,ns,5460 +simple_iter,legion (packed),,,,60495100.0,ns,5551 +simple_iter,legion (packed),,,,61419200.0,ns,5642 +simple_iter,legion (packed),,,,62396000.0,ns,5733 +simple_iter,legion (packed),,,,63376300.0,ns,5824 +simple_iter,legion (packed),,,,64371200.0,ns,5915 +simple_iter,legion (packed),,,,65463200.0,ns,6006 +simple_iter,legion (packed),,,,66437500.0,ns,6097 +simple_iter,legion (packed),,,,67313500.0,ns,6188 +simple_iter,legion (packed),,,,68265300.0,ns,6279 +simple_iter,legion (packed),,,,69327200.0,ns,6370 +simple_iter,legion (packed),,,,70298100.0,ns,6461 +simple_iter,legion (packed),,,,71286400.0,ns,6552 +simple_iter,legion (packed),,,,72257100.0,ns,6643 +simple_iter,legion (packed),,,,73281000.0,ns,6734 +simple_iter,legion (packed),,,,74823400.0,ns,6825 +simple_iter,legion (packed),,,,75278300.0,ns,6916 +simple_iter,legion (packed),,,,76217000.0,ns,7007 +simple_iter,legion (packed),,,,77265100.0,ns,7098 +simple_iter,legion (packed),,,,78223700.0,ns,7189 +simple_iter,legion (packed),,,,79205600.0,ns,7280 +simple_iter,legion (packed),,,,80167700.0,ns,7371 +simple_iter,legion (packed),,,,81212100.0,ns,7462 +simple_iter,legion (packed),,,,82162500.0,ns,7553 +simple_iter,legion (packed),,,,83199200.0,ns,7644 +simple_iter,legion (packed),,,,84158800.0,ns,7735 +simple_iter,legion (packed),,,,85162000.0,ns,7826 +simple_iter,legion (packed),,,,86178700.0,ns,7917 +simple_iter,legion (packed),,,,87295900.0,ns,8008 +simple_iter,legion (packed),,,,88161100.0,ns,8099 +simple_iter,legion (packed),,,,89154700.0,ns,8190 +simple_iter,legion (packed),,,,90267300.0,ns,8281 +simple_iter,legion (packed),,,,91078100.0,ns,8372 +simple_iter,legion (packed),,,,92060500.0,ns,8463 +simple_iter,legion (packed),,,,93066400.0,ns,8554 +simple_iter,legion (packed),,,,94102000.0,ns,8645 +simple_iter,legion (packed),,,,95104800.0,ns,8736 +simple_iter,legion (packed),,,,96103200.0,ns,8827 +simple_iter,legion (packed),,,,97420000.0,ns,8918 +simple_iter,legion (packed),,,,99351000.0,ns,9009 +simple_iter,legion (packed),,,,101503300.0,ns,9100 diff --git a/target/criterion/simple_iter/legion (packed)/new/sample.json b/target/criterion/simple_iter/legion (packed)/new/sample.json index 740003ae..6e51a85e 100644 --- a/target/criterion/simple_iter/legion (packed)/new/sample.json +++ b/target/criterion/simple_iter/legion (packed)/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[97.0,194.0,291.0,388.0,485.0,582.0,679.0,776.0,873.0,970.0,1067.0,1164.0,1261.0,1358.0,1455.0,1552.0,1649.0,1746.0,1843.0,1940.0,2037.0,2134.0,2231.0,2328.0,2425.0,2522.0,2619.0,2716.0,2813.0,2910.0,3007.0,3104.0,3201.0,3298.0,3395.0,3492.0,3589.0,3686.0,3783.0,3880.0,3977.0,4074.0,4171.0,4268.0,4365.0,4462.0,4559.0,4656.0,4753.0,4850.0,4947.0,5044.0,5141.0,5238.0,5335.0,5432.0,5529.0,5626.0,5723.0,5820.0,5917.0,6014.0,6111.0,6208.0,6305.0,6402.0,6499.0,6596.0,6693.0,6790.0,6887.0,6984.0,7081.0,7178.0,7275.0,7372.0,7469.0,7566.0,7663.0,7760.0,7857.0,7954.0,8051.0,8148.0,8245.0,8342.0,8439.0,8536.0,8633.0,8730.0,8827.0,8924.0,9021.0,9118.0,9215.0,9312.0,9409.0,9506.0,9603.0,9700.0],"times":[995216.0,1986915.0,2969237.0,3955616.0,4955190.0,5952940.0,6935181.0,7937312.0,8911947.0,9914346.0,10906908.0,11897967.0,12867422.0,13885163.0,14876720.0,15884752.0,16848056.0,17869463.0,18867472.0,19825378.0,20848828.0,21839855.0,22797931.0,23848322.0,24797761.0,26047412.0,26787632.0,27780002.0,28730343.0,29728673.0,30748708.0,31744995.0,32815786.0,33821161.0,34795177.0,35826301.0,36763416.0,37776036.0,38600446.0,39691424.0,40732999.0,41722694.0,42660480.0,43619488.0,44670920.0,45631420.0,46645131.0,47615210.0,48643008.0,49614227.0,50557815.0,51695323.0,52507720.0,53527442.0,54530453.0,55581474.0,56540463.0,57549325.0,58446433.0,59449345.0,60511357.0,61498707.0,62468946.0,63454745.0,64540172.0,65427934.0,66489785.0,67676237.0,68437616.0,69535008.0,70412570.0,71441159.0,72396829.0,73395521.0,74387261.0,75425499.0,76381590.0,77427434.0,78347365.0,79391885.0,80384696.0,81906015.0,82310044.0,83316711.0,84289475.0,85274981.0,86252906.0,87361226.0,88285267.0,89383179.0,90296389.0,91255436.0,92398733.0,93267318.0,94193703.0,95291143.0,96182281.0,97215760.0,98379988.0,99273289.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[91.0,182.0,273.0,364.0,455.0,546.0,637.0,728.0,819.0,910.0,1001.0,1092.0,1183.0,1274.0,1365.0,1456.0,1547.0,1638.0,1729.0,1820.0,1911.0,2002.0,2093.0,2184.0,2275.0,2366.0,2457.0,2548.0,2639.0,2730.0,2821.0,2912.0,3003.0,3094.0,3185.0,3276.0,3367.0,3458.0,3549.0,3640.0,3731.0,3822.0,3913.0,4004.0,4095.0,4186.0,4277.0,4368.0,4459.0,4550.0,4641.0,4732.0,4823.0,4914.0,5005.0,5096.0,5187.0,5278.0,5369.0,5460.0,5551.0,5642.0,5733.0,5824.0,5915.0,6006.0,6097.0,6188.0,6279.0,6370.0,6461.0,6552.0,6643.0,6734.0,6825.0,6916.0,7007.0,7098.0,7189.0,7280.0,7371.0,7462.0,7553.0,7644.0,7735.0,7826.0,7917.0,8008.0,8099.0,8190.0,8281.0,8372.0,8463.0,8554.0,8645.0,8736.0,8827.0,8918.0,9009.0,9100.0],"times":[1109900.0,1993900.0,2982100.0,3975200.0,4959400.0,5952200.0,6925900.0,7938900.0,8908300.0,9905500.0,10895700.0,11868900.0,12872000.0,13870500.0,14865800.0,15851100.0,16844700.0,17845900.0,18868000.0,19805800.0,20802500.0,21785100.0,22788700.0,23757200.0,24754500.0,25738600.0,26741700.0,27722600.0,28707300.0,29707600.0,30757100.0,31694400.0,32686100.0,33668300.0,34640900.0,35658700.0,36755700.0,37660100.0,38593200.0,40214500.0,40706600.0,41650800.0,42575300.0,43581300.0,44563000.0,45563200.0,46538700.0,47561800.0,48540600.0,49551500.0,50521800.0,51493500.0,52459200.0,53486000.0,54476100.0,55432100.0,56443800.0,57465800.0,58420200.0,60045600.0,60495100.0,61419200.0,62396000.0,63376300.0,64371200.0,65463200.0,66437500.0,67313500.0,68265300.0,69327200.0,70298100.0,71286400.0,72257100.0,73281000.0,74823400.0,75278300.0,76217000.0,77265100.0,78223700.0,79205600.0,80167700.0,81212100.0,82162500.0,83199200.0,84158800.0,85162000.0,86178700.0,87295900.0,88161100.0,89154700.0,90267300.0,91078100.0,92060500.0,93066400.0,94102000.0,95104800.0,96103200.0,97420000.0,99351000.0,101503300.0]} \ No newline at end of file diff --git a/target/criterion/simple_iter/legion (packed)/new/tukey.json b/target/criterion/simple_iter/legion (packed)/new/tukey.json index fb809e16..9b744ae7 100644 --- a/target/criterion/simple_iter/legion (packed)/new/tukey.json +++ b/target/criterion/simple_iter/legion (packed)/new/tukey.json @@ -1 +1 @@ -[10184.732267794605,10203.35058735757,10252.999439525476,10271.61775908844] \ No newline at end of file +[10850.806009967808,10865.766733384306,10905.661995828297,10920.622719244793] \ No newline at end of file diff --git a/target/criterion/simple_iter/legion (packed)/report/MAD.svg b/target/criterion/simple_iter/legion (packed)/report/MAD.svg index 475f1941..7b472d08 100644 --- a/target/criterion/simple_iter/legion (packed)/report/MAD.svg +++ b/target/criterion/simple_iter/legion (packed)/report/MAD.svg @@ -1,288 +1,88 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 7 - - - - - 8 - - - - - 9 - - - - - 10 - - - - - 11 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - simple_iter/legion (packed): MAD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_iter/legion (packed):MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + +0.45 + + + +0.5 + + + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_iter/legion (packed)/report/SD.svg b/target/criterion/simple_iter/legion (packed)/report/SD.svg index 4498cc96..869776e9 100644 --- a/target/criterion/simple_iter/legion (packed)/report/SD.svg +++ b/target/criterion/simple_iter/legion (packed)/report/SD.svg @@ -1,303 +1,68 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.02 - - - - - 0.04 - - - - - 0.06 - - - - - 0.08 - - - - - 0.1 - - - - - 0.12 - - - - - 0.14 - - - - - 10 - - - - - 12 - - - - - 14 - - - - - 16 - - - - - 18 - - - - - 20 - - - - - 22 - - - - - 24 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - simple_iter/legion (packed): SD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_iter/legion (packed):SD + + +Density (a.u.) + + +Average time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + + +0 + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_iter/legion (packed)/report/both/pdf.svg b/target/criterion/simple_iter/legion (packed)/report/both/pdf.svg index 1701d9e3..ade8e861 100644 --- a/target/criterion/simple_iter/legion (packed)/report/both/pdf.svg +++ b/target/criterion/simple_iter/legion (packed)/report/both/pdf.svg @@ -1,348 +1,73 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - 25 - - - - - 30 - - - - - 35 - - - - - 10.1 - - - - - 10.15 - - - - - 10.2 - - - - - 10.25 - - - - - 10.3 - - - - - 10.35 - - - - - 10.4 - - - - - 10.45 - - - - - 10.5 - - - - - 10.55 - - - - - 10.6 - - - - - 10.65 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_iter/legion (packed) - - - - - Base PDF - - - Base PDF - - - - - - - - - - Base Mean - - - - - Base Mean - - - - - - New PDF - - - - - New PDF - - - - - - - - - - New Mean - - - - - New Mean - - - - - - - - - - - - - - + + +simple_iter/legion (packed) + + +Density (a.u.) + + +Average Time (us) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + + +10.5 + + + +11 + + + +11.5 + + + +12 + + + + + + + +Base PDF + + +New PDF + + +Base Mean + + +New Mean + + + + + - diff --git a/target/criterion/simple_iter/legion (packed)/report/both/regression.svg b/target/criterion/simple_iter/legion (packed)/report/both/regression.svg index 9eae58b6..f1439040 100644 --- a/target/criterion/simple_iter/legion (packed)/report/both/regression.svg +++ b/target/criterion/simple_iter/legion (packed)/report/both/regression.svg @@ -1,396 +1,95 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 90 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 2 - - - - - - - - - - - - - 3 - - - - - - - - - - - - - 4 - - - - - - - - - - - - - 5 - - - - - - - - - - - - - 6 - - - - - - - - - - - - - 7 - - - - - - - - - - - - - 8 - - - - - - - - - - - - - 9 - - - - - - - - - - - - - 10 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - simple_iter/legion (packed) - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - Base sample - - - - - - New sample - - - New sample - - - - - - - - - - - - - - + + +simple_iter/legion (packed) + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + + + + + +Base Sample + + +New Sample + + + - diff --git a/target/criterion/simple_iter/legion (packed)/report/change/mean.svg b/target/criterion/simple_iter/legion (packed)/report/change/mean.svg index 8b543b93..b5fa1ef9 100644 --- a/target/criterion/simple_iter/legion (packed)/report/change/mean.svg +++ b/target/criterion/simple_iter/legion (packed)/report/change/mean.svg @@ -1,310 +1,81 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 100 - - - - - 200 - - - - - 300 - - - - - 400 - - - - - 500 - - - - - 600 - - - - - 700 - - - - - -0.95 - - - - - -0.9 - - - - - -0.85 - - - - - -0.8 - - - - - -0.75 - - - - - -0.7 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - simple_iter/legion (packed): mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +simple_iter/legion (packed):mean + + +Density (a.u.) + + +Relative change (%) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + +0.064 + + + +0.065 + + + +0.066 + + + +0.067 + + + +0.068 + + + +0.069 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/simple_iter/legion (packed)/report/change/median.svg b/target/criterion/simple_iter/legion (packed)/report/change/median.svg index cec706fb..b1e1cab8 100644 --- a/target/criterion/simple_iter/legion (packed)/report/change/median.svg +++ b/target/criterion/simple_iter/legion (packed)/report/change/median.svg @@ -1,320 +1,89 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 100 - - - - - 200 - - - - - 300 - - - - - 400 - - - - - 500 - - - - - 600 - - - - - -0.9 - - - - - -0.85 - - - - - -0.8 - - - - - -0.75 - - - - - -0.7 - - - - - -0.65 - - - - - -0.6 - - - - - -0.55 - - - - - -0.5 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - simple_iter/legion (packed): median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +simple_iter/legion (packed):median + + +Density (a.u.) + + +Relative change (%) + + + +500 + + + +1000 + + + +1500 + + + +2000 + + + +2500 + + + +3000 + + + +3500 + + + +4000 + + + + +0.064 + + + +0.0641 + + + +0.0642 + + + +0.0643 + + + +0.0644 + + + +0.0645 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/simple_iter/legion (packed)/report/change/t-test.svg b/target/criterion/simple_iter/legion (packed)/report/change/t-test.svg index 5b911511..2a505e4b 100644 --- a/target/criterion/simple_iter/legion (packed)/report/change/t-test.svg +++ b/target/criterion/simple_iter/legion (packed)/report/change/t-test.svg @@ -1,260 +1,95 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - -14 - - - - - -12 - - - - - -10 - - - - - -8 - - - - - -6 - - - - - -4 - - - - - -2 - - - - - 0 - - - - - 2 - - - - - 4 - - - - - 6 - - - - - - - - - Density - - - - - t score - - - - - simple_iter/legion (packed): Welch t test - - - - - t distribution - - - t distribution - - - - - - - - - - t statistic - - - - - t statistic - - - - - - - - - - - - - - + + +simple_iter/legion (packed): Welch t test + + +Density + + +t score + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +-4.0 + + + +-3.0 + + + +-2.0 + + + +-1.0 + + + +0.0 + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + +5.0 + + + + + +t distribution + + +t statistic + + + - diff --git a/target/criterion/simple_iter/legion (packed)/report/index.html b/target/criterion/simple_iter/legion (packed)/report/index.html index d8d5a931..6bdc8e0a 100644 --- a/target/criterion/simple_iter/legion (packed)/report/index.html +++ b/target/criterion/simple_iter/legion (packed)/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 10.228 us - 10.231 us - 10.234 us + 10.887 us + 10.901 us + 10.920 us R² - 0.9997437 - 0.9997550 - 0.9997371 + 0.9966929 + 0.9968999 + 0.9965058 Mean - 10.227 us - 10.230 us - 10.234 us + 10.890 us + 10.908 us + 10.939 us Std. Dev. - 10.914 ns - 16.870 ns - 22.834 ns + 21.996 ns + 135.66 ns + 227.64 ns Median - 10.226 us - 10.227 us - 10.229 us + 10.883 us + 10.884 us + 10.886 us MAD - 6.6627 ns - 9.1964 ns - 11.378 ns + 4.5898 ns + 6.2506 ns + 9.3270 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.9255% - -0.8054% - -0.6923% + +6.4424% + +6.6263% + +6.9419% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has regressed.

Additional Plots:

diff --git a/target/criterion/simple_iter/legion (packed)/report/mean.svg b/target/criterion/simple_iter/legion (packed)/report/mean.svg index dffc17da..c947c2e6 100644 --- a/target/criterion/simple_iter/legion (packed)/report/mean.svg +++ b/target/criterion/simple_iter/legion (packed)/report/mean.svg @@ -1,293 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - 10.227 - - - - - 10.228 - - - - - 10.229 - - - - - 10.23 - - - - - 10.231 - - - - - 10.232 - - - - - 10.233 - - - - - 10.234 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_iter/legion (packed): mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_iter/legion (packed):mean + + +Density (a.u.) + + +Average time (us) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + + +10.89 + + + +10.9 + + + +10.91 + + + +10.92 + + + +10.93 + + + +10.94 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_iter/legion (packed)/report/median.svg b/target/criterion/simple_iter/legion (packed)/report/median.svg index 5230358a..0e40b3b6 100644 --- a/target/criterion/simple_iter/legion (packed)/report/median.svg +++ b/target/criterion/simple_iter/legion (packed)/report/median.svg @@ -1,323 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 100 - - - - - 200 - - - - - 300 - - - - - 400 - - - - - 500 - - - - - 600 - - - - - 700 - - - - - 800 - - - - - 900 - - - - - 1000 - - - - - 10.2255 - - - - - 10.226 - - - - - 10.2265 - - - - - 10.227 - - - - - 10.2275 - - - - - 10.228 - - - - - 10.2285 - - - - - 10.229 - - - - - 10.2295 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_iter/legion (packed): median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_iter/legion (packed):median + + +Density (a.u.) + + +Average time (us) + + + +200 + + + +400 + + + +600 + + + +800 + + + +1000 + + + +1200 + + + +1400 + + + + +10.8825 + + + +10.883 + + + +10.8835 + + + +10.884 + + + +10.8845 + + + +10.885 + + + +10.8855 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_iter/legion (packed)/report/pdf.svg b/target/criterion/simple_iter/legion (packed)/report/pdf.svg index ab7c97cc..4d6ebf10 100644 --- a/target/criterion/simple_iter/legion (packed)/report/pdf.svg +++ b/target/criterion/simple_iter/legion (packed)/report/pdf.svg @@ -1,450 +1,161 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - 5 - - - - - 6 - - - - - 7 - - - - - 8 - - - - - 9 - - - - - 10.18 - - - - - 10.2 - - - - - 10.22 - - - - - 10.24 - - - - - 10.26 - - - - - 10.28 - - - - - 10.3 - - - - - 10.32 - - - - - 10.34 - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - 25 - - - - - 30 - - - - - 35 - - - - - - - - - Iterations (x 103) - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_iter/legion (packed) - - - - - PDF - - - PDF - - - - - - - - - - Mean - - - - - Mean - - - - - - "Clean" sample - - - - - "Clean" sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Mild outliers - - - Mild outliers - - - - - - - - - - - - Severe outliers - - - Severe outliers - - - - - - - - - gnuplot_plot_6 - - - - - - gnuplot_plot_7 - - - - gnuplot_plot_8 - - - - gnuplot_plot_9 - - - - - - - - - - - - + + +simple_iter/legion (packed) + + +Iterations (x 10^3) + + +Average Time (us) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + + +10.8 + + + +11 + + + +11.2 + + + +11.4 + + + +11.6 + + + +11.8 + + + +12 + + + +12.2 + + + +Density (a.u.) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + - diff --git a/target/criterion/simple_iter/legion (packed)/report/pdf_small.svg b/target/criterion/simple_iter/legion (packed)/report/pdf_small.svg index 1ff0944b..450d5d35 100644 --- a/target/criterion/simple_iter/legion (packed)/report/pdf_small.svg +++ b/target/criterion/simple_iter/legion (packed)/report/pdf_small.svg @@ -1,229 +1,52 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - 25 - - - - - 30 - - - - - 35 - - - - - 10.18 - - - - - 10.2 - - - - - 10.22 - - - - - 10.24 - - - - - 10.26 - - - - - 10.28 - - - - - 10.3 - - - - - 10.32 - - - - - 10.34 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - PDF - - - - - - - Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + + +11 + + + +11.5 + + + +12 + + + + - diff --git a/target/criterion/simple_iter/legion (packed)/report/regression.svg b/target/criterion/simple_iter/legion (packed)/report/regression.svg index ee767aca..1d89736e 100644 --- a/target/criterion/simple_iter/legion (packed)/report/regression.svg +++ b/target/criterion/simple_iter/legion (packed)/report/regression.svg @@ -1,499 +1,222 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 90 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 2 - - - - - - - - - - - - - 3 - - - - - - - - - - - - - 4 - - - - - - - - - - - - - 5 - - - - - - - - - - - - - 6 - - - - - - - - - - - - - 7 - - - - - - - - - - - - - 8 - - - - - - - - - - - - - 9 - - - - - - - - - - - - - 10 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - simple_iter/legion (packed) - - - - - Sample - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - Linear regression - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - - + + +simple_iter/legion (packed) + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + +100.0 + + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + - diff --git a/target/criterion/simple_iter/legion (packed)/report/regression_small.svg b/target/criterion/simple_iter/legion (packed)/report/regression_small.svg index 0205aeaf..725f584a 100644 --- a/target/criterion/simple_iter/legion (packed)/report/regression_small.svg +++ b/target/criterion/simple_iter/legion (packed)/report/regression_small.svg @@ -1,477 +1,207 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 90 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 2 - - - - - - - - - - - - - 3 - - - - - - - - - - - - - 4 - - - - - - - - - - - - - 5 - - - - - - - - - - - - - 6 - - - - - - - - - - - - - 7 - - - - - - - - - - - - - 8 - - - - - - - - - - - - - 9 - - - - - - - - - - - - - 10 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + +100.0 + + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/simple_iter/legion (packed)/report/relative_pdf_small.svg b/target/criterion/simple_iter/legion (packed)/report/relative_pdf_small.svg index cc7e4de4..5db84ef1 100644 --- a/target/criterion/simple_iter/legion (packed)/report/relative_pdf_small.svg +++ b/target/criterion/simple_iter/legion (packed)/report/relative_pdf_small.svg @@ -1,321 +1,54 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - 25 - - - - - 30 - - - - - 35 - - - - - 10.1 - - - - - 10.15 - - - - - 10.2 - - - - - 10.25 - - - - - 10.3 - - - - - 10.35 - - - - - 10.4 - - - - - 10.45 - - - - - 10.5 - - - - - 10.55 - - - - - 10.6 - - - - - 10.65 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - Base PDF - - - - - - - Base Mean - - - - - - New PDF - - - - - - - - - New Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + + +10.5 + + + +11 + + + +11.5 + + + +12 + + + + + + - diff --git a/target/criterion/simple_iter/legion (packed)/report/relative_regression_small.svg b/target/criterion/simple_iter/legion (packed)/report/relative_regression_small.svg index 3db03c33..1d6e352f 100644 --- a/target/criterion/simple_iter/legion (packed)/report/relative_regression_small.svg +++ b/target/criterion/simple_iter/legion (packed)/report/relative_regression_small.svg @@ -1,381 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 90 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 2 - - - - - - - - - - - - - 3 - - - - - - - - - - - - - 4 - - - - - - - - - - - - - 5 - - - - - - - - - - - - - 6 - - - - - - - - - - - - - 7 - - - - - - - - - - - - - 8 - - - - - - - - - - - - - 9 - - - - - - - - - - - - - 10 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - - New sample - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + + + + - diff --git a/target/criterion/simple_iter/legion (packed)/report/slope.svg b/target/criterion/simple_iter/legion (packed)/report/slope.svg index 4de5faba..a0064305 100644 --- a/target/criterion/simple_iter/legion (packed)/report/slope.svg +++ b/target/criterion/simple_iter/legion (packed)/report/slope.svg @@ -1,293 +1,100 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - 10.228 - - - - - 10.229 - - - - - 10.23 - - - - - 10.231 - - - - - 10.232 - - - - - 10.233 - - - - - 10.234 - - - - - 10.235 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_iter/legion (packed): slope - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_iter/legion (packed):slope + + +Density (a.u.) + + +Average time (us) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + +45 + + + +50 + + + + +10.885 + + + +10.89 + + + +10.895 + + + +10.9 + + + +10.905 + + + +10.91 + + + +10.915 + + + +10.92 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_iter/legion (packed)/report/typical.svg b/target/criterion/simple_iter/legion (packed)/report/typical.svg index dbdf9fc3..85dc7c8a 100644 --- a/target/criterion/simple_iter/legion (packed)/report/typical.svg +++ b/target/criterion/simple_iter/legion (packed)/report/typical.svg @@ -1,293 +1,100 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - 10.228 - - - - - 10.229 - - - - - 10.23 - - - - - 10.231 - - - - - 10.232 - - - - - 10.233 - - - - - 10.234 - - - - - 10.235 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_iter/legion (packed): typical - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_iter/legion (packed):typical + + +Density (a.u.) + + +Average time (us) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + +45 + + + +50 + + + + +10.885 + + + +10.89 + + + +10.895 + + + +10.9 + + + +10.905 + + + +10.91 + + + +10.915 + + + +10.92 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_iter/legion/base/estimates.json b/target/criterion/simple_iter/legion/base/estimates.json index 1387eeee..d7a75af8 100644 --- a/target/criterion/simple_iter/legion/base/estimates.json +++ b/target/criterion/simple_iter/legion/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10295.466017272332,"upper_bound":10311.97308689814},"point_estimate":10303.742243623094,"standard_error":4.225272165056625},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10294.327442317133,"upper_bound":10306.630317990417},"point_estimate":10298.461718345738,"standard_error":2.925531417336718},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22.992477554114327,"upper_bound":42.39063093338409},"point_estimate":31.561607742517406,"standard_error":4.911322809126962},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10303.606968122967,"upper_bound":10315.676012654983},"point_estimate":10309.495426562198,"standard_error":3.07704834079835},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":34.40134856790736,"upper_bound":49.54029223943671},"point_estimate":42.32544048369244,"standard_error":3.861074942149555}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10935.693715892075,"upper_bound":10946.450096537972},"point_estimate":10940.883278948302,"standard_error":2.7405092982104153},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10938.384151060207,"upper_bound":10941.421481744062},"point_estimate":10939.326596023024,"standard_error":0.7835454766939528},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5.992185246391616,"upper_bound":14.421233005287425},"point_estimate":10.201893774923041,"standard_error":2.1729019851710416},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10939.536821494778,"upper_bound":10944.942412336026},"point_estimate":10942.026609418364,"standard_error":1.374977427077823},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19.5553994167257,"upper_bound":34.92043174643159},"point_estimate":27.471390443113993,"standard_error":3.968637739747332}} \ No newline at end of file diff --git a/target/criterion/simple_iter/legion/base/raw.csv b/target/criterion/simple_iter/legion/base/raw.csv index 4273e895..66e6fb91 100644 --- a/target/criterion/simple_iter/legion/base/raw.csv +++ b/target/criterion/simple_iter/legion/base/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -simple_iter,legion,,,,988593.0,ns,97 -simple_iter,legion,,,,1991764.0,ns,194 -simple_iter,legion,,,,2975468.0,ns,291 -simple_iter,legion,,,,3961578.0,ns,388 -simple_iter,legion,,,,4972954.0,ns,485 -simple_iter,legion,,,,5964422.0,ns,582 -simple_iter,legion,,,,6913811.0,ns,679 -simple_iter,legion,,,,7963100.0,ns,776 -simple_iter,legion,,,,8881179.0,ns,873 -simple_iter,legion,,,,9973800.0,ns,970 -simple_iter,legion,,,,10944430.0,ns,1067 -simple_iter,legion,,,,11950276.0,ns,1164 -simple_iter,legion,,,,13038429.0,ns,1261 -simple_iter,legion,,,,14128496.0,ns,1358 -simple_iter,legion,,,,15112570.0,ns,1455 -simple_iter,legion,,,,16025689.0,ns,1552 -simple_iter,legion,,,,16942767.0,ns,1649 -simple_iter,legion,,,,17979142.0,ns,1746 -simple_iter,legion,,,,18962995.0,ns,1843 -simple_iter,legion,,,,19982516.0,ns,1940 -simple_iter,legion,,,,21174178.0,ns,2037 -simple_iter,legion,,,,21947612.0,ns,2134 -simple_iter,legion,,,,22911087.0,ns,2231 -simple_iter,legion,,,,24075316.0,ns,2328 -simple_iter,legion,,,,24893292.0,ns,2425 -simple_iter,legion,,,,26069925.0,ns,2522 -simple_iter,legion,,,,26915847.0,ns,2619 -simple_iter,legion,,,,28061869.0,ns,2716 -simple_iter,legion,,,,29192584.0,ns,2813 -simple_iter,legion,,,,30050818.0,ns,2910 -simple_iter,legion,,,,31031406.0,ns,3007 -simple_iter,legion,,,,32010712.0,ns,3104 -simple_iter,legion,,,,32932848.0,ns,3201 -simple_iter,legion,,,,33969104.0,ns,3298 -simple_iter,legion,,,,35260162.0,ns,3395 -simple_iter,legion,,,,35953032.0,ns,3492 -simple_iter,legion,,,,36962675.0,ns,3589 -simple_iter,legion,,,,38105022.0,ns,3686 -simple_iter,legion,,,,39125486.0,ns,3783 -simple_iter,legion,,,,39846630.0,ns,3880 -simple_iter,legion,,,,40971212.0,ns,3977 -simple_iter,legion,,,,41954235.0,ns,4074 -simple_iter,legion,,,,43038912.0,ns,4171 -simple_iter,legion,,,,43856178.0,ns,4268 -simple_iter,legion,,,,44867975.0,ns,4365 -simple_iter,legion,,,,46029158.0,ns,4462 -simple_iter,legion,,,,47416170.0,ns,4559 -simple_iter,legion,,,,47946581.0,ns,4656 -simple_iter,legion,,,,48844963.0,ns,4753 -simple_iter,legion,,,,49964975.0,ns,4850 -simple_iter,legion,,,,50898655.0,ns,4947 -simple_iter,legion,,,,51904530.0,ns,5044 -simple_iter,legion,,,,52852878.0,ns,5141 -simple_iter,legion,,,,53834226.0,ns,5238 -simple_iter,legion,,,,55455297.0,ns,5335 -simple_iter,legion,,,,56147564.0,ns,5432 -simple_iter,legion,,,,57276485.0,ns,5529 -simple_iter,legion,,,,58194434.0,ns,5626 -simple_iter,legion,,,,59433394.0,ns,5723 -simple_iter,legion,,,,59907157.0,ns,5820 -simple_iter,legion,,,,60927059.0,ns,5917 -simple_iter,legion,,,,61835509.0,ns,6014 -simple_iter,legion,,,,62908635.0,ns,6111 -simple_iter,legion,,,,63924008.0,ns,6208 -simple_iter,legion,,,,65196202.0,ns,6305 -simple_iter,legion,,,,65764875.0,ns,6402 -simple_iter,legion,,,,66957348.0,ns,6499 -simple_iter,legion,,,,67865246.0,ns,6596 -simple_iter,legion,,,,69141608.0,ns,6693 -simple_iter,legion,,,,70012899.0,ns,6790 -simple_iter,legion,,,,70981763.0,ns,6887 -simple_iter,legion,,,,72197781.0,ns,6984 -simple_iter,legion,,,,72842439.0,ns,7081 -simple_iter,legion,,,,74297380.0,ns,7178 -simple_iter,legion,,,,74639712.0,ns,7275 -simple_iter,legion,,,,75940261.0,ns,7372 -simple_iter,legion,,,,76867536.0,ns,7469 -simple_iter,legion,,,,77988051.0,ns,7566 -simple_iter,legion,,,,79239115.0,ns,7663 -simple_iter,legion,,,,80049859.0,ns,7760 -simple_iter,legion,,,,80849653.0,ns,7857 -simple_iter,legion,,,,81947884.0,ns,7954 -simple_iter,legion,,,,83001803.0,ns,8051 -simple_iter,legion,,,,83891337.0,ns,8148 -simple_iter,legion,,,,85277619.0,ns,8245 -simple_iter,legion,,,,86256012.0,ns,8342 -simple_iter,legion,,,,86776943.0,ns,8439 -simple_iter,legion,,,,88161343.0,ns,8536 -simple_iter,legion,,,,88825137.0,ns,8633 -simple_iter,legion,,,,89864306.0,ns,8730 -simple_iter,legion,,,,91146529.0,ns,8827 -simple_iter,legion,,,,91872882.0,ns,8924 -simple_iter,legion,,,,93000891.0,ns,9021 -simple_iter,legion,,,,93873334.0,ns,9118 -simple_iter,legion,,,,94739033.0,ns,9215 -simple_iter,legion,,,,96241164.0,ns,9312 -simple_iter,legion,,,,97088719.0,ns,9409 -simple_iter,legion,,,,97821796.0,ns,9506 -simple_iter,legion,,,,98921881.0,ns,9603 -simple_iter,legion,,,,100125574.0,ns,9700 +simple_iter,legion,,,,1007600.0,ns,91 +simple_iter,legion,,,,2009200.0,ns,182 +simple_iter,legion,,,,2972000.0,ns,273 +simple_iter,legion,,,,3961700.0,ns,364 +simple_iter,legion,,,,4961600.0,ns,455 +simple_iter,legion,,,,5957000.0,ns,546 +simple_iter,legion,,,,6933500.0,ns,637 +simple_iter,legion,,,,7919600.0,ns,728 +simple_iter,legion,,,,8918100.0,ns,819 +simple_iter,legion,,,,9900900.0,ns,910 +simple_iter,legion,,,,10920600.0,ns,1001 +simple_iter,legion,,,,11918500.0,ns,1092 +simple_iter,legion,,,,12899400.0,ns,1183 +simple_iter,legion,,,,13950800.0,ns,1274 +simple_iter,legion,,,,14928600.0,ns,1365 +simple_iter,legion,,,,15945500.0,ns,1456 +simple_iter,legion,,,,16937000.0,ns,1547 +simple_iter,legion,,,,17917200.0,ns,1638 +simple_iter,legion,,,,18936900.0,ns,1729 +simple_iter,legion,,,,19927000.0,ns,1820 +simple_iter,legion,,,,20904400.0,ns,1911 +simple_iter,legion,,,,21930300.0,ns,2002 +simple_iter,legion,,,,22921700.0,ns,2093 +simple_iter,legion,,,,23903700.0,ns,2184 +simple_iter,legion,,,,24846200.0,ns,2275 +simple_iter,legion,,,,25850400.0,ns,2366 +simple_iter,legion,,,,26864400.0,ns,2457 +simple_iter,legion,,,,27864900.0,ns,2548 +simple_iter,legion,,,,28846100.0,ns,2639 +simple_iter,legion,,,,30030700.0,ns,2730 +simple_iter,legion,,,,30867800.0,ns,2821 +simple_iter,legion,,,,31855400.0,ns,2912 +simple_iter,legion,,,,32887400.0,ns,3003 +simple_iter,legion,,,,33857700.0,ns,3094 +simple_iter,legion,,,,34811700.0,ns,3185 +simple_iter,legion,,,,35845200.0,ns,3276 +simple_iter,legion,,,,36807900.0,ns,3367 +simple_iter,legion,,,,37789600.0,ns,3458 +simple_iter,legion,,,,38871800.0,ns,3549 +simple_iter,legion,,,,39848400.0,ns,3640 +simple_iter,legion,,,,40833700.0,ns,3731 +simple_iter,legion,,,,41881600.0,ns,3822 +simple_iter,legion,,,,42862700.0,ns,3913 +simple_iter,legion,,,,43855900.0,ns,4004 +simple_iter,legion,,,,44830200.0,ns,4095 +simple_iter,legion,,,,45843900.0,ns,4186 +simple_iter,legion,,,,46856300.0,ns,4277 +simple_iter,legion,,,,47751700.0,ns,4368 +simple_iter,legion,,,,48765100.0,ns,4459 +simple_iter,legion,,,,49743900.0,ns,4550 +simple_iter,legion,,,,50750000.0,ns,4641 +simple_iter,legion,,,,51771100.0,ns,4732 +simple_iter,legion,,,,52973000.0,ns,4823 +simple_iter,legion,,,,53859100.0,ns,4914 +simple_iter,legion,,,,55132100.0,ns,5005 +simple_iter,legion,,,,55962000.0,ns,5096 +simple_iter,legion,,,,56770600.0,ns,5187 +simple_iter,legion,,,,57737100.0,ns,5278 +simple_iter,legion,,,,58964600.0,ns,5369 +simple_iter,legion,,,,59509900.0,ns,5460 +simple_iter,legion,,,,60645500.0,ns,5551 +simple_iter,legion,,,,61731500.0,ns,5642 +simple_iter,legion,,,,62715000.0,ns,5733 +simple_iter,legion,,,,63717200.0,ns,5824 +simple_iter,legion,,,,64964800.0,ns,5915 +simple_iter,legion,,,,65724800.0,ns,6006 +simple_iter,legion,,,,66646500.0,ns,6097 +simple_iter,legion,,,,67695900.0,ns,6188 +simple_iter,legion,,,,68666500.0,ns,6279 +simple_iter,legion,,,,69693600.0,ns,6370 +simple_iter,legion,,,,70672900.0,ns,6461 +simple_iter,legion,,,,71716300.0,ns,6552 +simple_iter,legion,,,,72669500.0,ns,6643 +simple_iter,legion,,,,73639100.0,ns,6734 +simple_iter,legion,,,,74744600.0,ns,6825 +simple_iter,legion,,,,75591700.0,ns,6916 +simple_iter,legion,,,,76739600.0,ns,7007 +simple_iter,legion,,,,77670000.0,ns,7098 +simple_iter,legion,,,,78668800.0,ns,7189 +simple_iter,legion,,,,79618500.0,ns,7280 +simple_iter,legion,,,,80631200.0,ns,7371 +simple_iter,legion,,,,81602300.0,ns,7462 +simple_iter,legion,,,,82612000.0,ns,7553 +simple_iter,legion,,,,83612900.0,ns,7644 +simple_iter,legion,,,,84574200.0,ns,7735 +simple_iter,legion,,,,85614100.0,ns,7826 +simple_iter,legion,,,,86577600.0,ns,7917 +simple_iter,legion,,,,87614600.0,ns,8008 +simple_iter,legion,,,,88591500.0,ns,8099 +simple_iter,legion,,,,89580600.0,ns,8190 +simple_iter,legion,,,,90573800.0,ns,8281 +simple_iter,legion,,,,91623100.0,ns,8372 +simple_iter,legion,,,,92588500.0,ns,8463 +simple_iter,legion,,,,93542200.0,ns,8554 +simple_iter,legion,,,,94592000.0,ns,8645 +simple_iter,legion,,,,95535700.0,ns,8736 +simple_iter,legion,,,,96553700.0,ns,8827 +simple_iter,legion,,,,97622900.0,ns,8918 +simple_iter,legion,,,,98554000.0,ns,9009 +simple_iter,legion,,,,99546600.0,ns,9100 diff --git a/target/criterion/simple_iter/legion/base/sample.json b/target/criterion/simple_iter/legion/base/sample.json index f37c4a30..7fb2afb2 100644 --- a/target/criterion/simple_iter/legion/base/sample.json +++ b/target/criterion/simple_iter/legion/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[97.0,194.0,291.0,388.0,485.0,582.0,679.0,776.0,873.0,970.0,1067.0,1164.0,1261.0,1358.0,1455.0,1552.0,1649.0,1746.0,1843.0,1940.0,2037.0,2134.0,2231.0,2328.0,2425.0,2522.0,2619.0,2716.0,2813.0,2910.0,3007.0,3104.0,3201.0,3298.0,3395.0,3492.0,3589.0,3686.0,3783.0,3880.0,3977.0,4074.0,4171.0,4268.0,4365.0,4462.0,4559.0,4656.0,4753.0,4850.0,4947.0,5044.0,5141.0,5238.0,5335.0,5432.0,5529.0,5626.0,5723.0,5820.0,5917.0,6014.0,6111.0,6208.0,6305.0,6402.0,6499.0,6596.0,6693.0,6790.0,6887.0,6984.0,7081.0,7178.0,7275.0,7372.0,7469.0,7566.0,7663.0,7760.0,7857.0,7954.0,8051.0,8148.0,8245.0,8342.0,8439.0,8536.0,8633.0,8730.0,8827.0,8924.0,9021.0,9118.0,9215.0,9312.0,9409.0,9506.0,9603.0,9700.0],"times":[988593.0,1991764.0,2975468.0,3961578.0,4972954.0,5964422.0,6913811.0,7963100.0,8881179.0,9973800.0,10944430.0,11950276.0,13038429.0,14128496.0,15112570.0,16025689.0,16942767.0,17979142.0,18962995.0,19982516.0,21174178.0,21947612.0,22911087.0,24075316.0,24893292.0,26069925.0,26915847.0,28061869.0,29192584.0,30050818.0,31031406.0,32010712.0,32932848.0,33969104.0,35260162.0,35953032.0,36962675.0,38105022.0,39125486.0,39846630.0,40971212.0,41954235.0,43038912.0,43856178.0,44867975.0,46029158.0,47416170.0,47946581.0,48844963.0,49964975.0,50898655.0,51904530.0,52852878.0,53834226.0,55455297.0,56147564.0,57276485.0,58194434.0,59433394.0,59907157.0,60927059.0,61835509.0,62908635.0,63924008.0,65196202.0,65764875.0,66957348.0,67865246.0,69141608.0,70012899.0,70981763.0,72197781.0,72842439.0,74297380.0,74639712.0,75940261.0,76867536.0,77988051.0,79239115.0,80049859.0,80849653.0,81947884.0,83001803.0,83891337.0,85277619.0,86256012.0,86776943.0,88161343.0,88825137.0,89864306.0,91146529.0,91872882.0,93000891.0,93873334.0,94739033.0,96241164.0,97088719.0,97821796.0,98921881.0,100125574.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[91.0,182.0,273.0,364.0,455.0,546.0,637.0,728.0,819.0,910.0,1001.0,1092.0,1183.0,1274.0,1365.0,1456.0,1547.0,1638.0,1729.0,1820.0,1911.0,2002.0,2093.0,2184.0,2275.0,2366.0,2457.0,2548.0,2639.0,2730.0,2821.0,2912.0,3003.0,3094.0,3185.0,3276.0,3367.0,3458.0,3549.0,3640.0,3731.0,3822.0,3913.0,4004.0,4095.0,4186.0,4277.0,4368.0,4459.0,4550.0,4641.0,4732.0,4823.0,4914.0,5005.0,5096.0,5187.0,5278.0,5369.0,5460.0,5551.0,5642.0,5733.0,5824.0,5915.0,6006.0,6097.0,6188.0,6279.0,6370.0,6461.0,6552.0,6643.0,6734.0,6825.0,6916.0,7007.0,7098.0,7189.0,7280.0,7371.0,7462.0,7553.0,7644.0,7735.0,7826.0,7917.0,8008.0,8099.0,8190.0,8281.0,8372.0,8463.0,8554.0,8645.0,8736.0,8827.0,8918.0,9009.0,9100.0],"times":[1007600.0,2009200.0,2972000.0,3961700.0,4961600.0,5957000.0,6933500.0,7919600.0,8918100.0,9900900.0,10920600.0,11918500.0,12899400.0,13950800.0,14928600.0,15945500.0,16937000.0,17917200.0,18936900.0,19927000.0,20904400.0,21930300.0,22921700.0,23903700.0,24846200.0,25850400.0,26864400.0,27864900.0,28846100.0,30030700.0,30867800.0,31855400.0,32887400.0,33857700.0,34811700.0,35845200.0,36807900.0,37789600.0,38871800.0,39848400.0,40833700.0,41881600.0,42862700.0,43855900.0,44830200.0,45843900.0,46856300.0,47751700.0,48765100.0,49743900.0,50750000.0,51771100.0,52973000.0,53859100.0,55132100.0,55962000.0,56770600.0,57737100.0,58964600.0,59509900.0,60645500.0,61731500.0,62715000.0,63717200.0,64964800.0,65724800.0,66646500.0,67695900.0,68666500.0,69693600.0,70672900.0,71716300.0,72669500.0,73639100.0,74744600.0,75591700.0,76739600.0,77670000.0,78668800.0,79618500.0,80631200.0,81602300.0,82612000.0,83612900.0,84574200.0,85614100.0,86577600.0,87614600.0,88591500.0,89580600.0,90573800.0,91623100.0,92588500.0,93542200.0,94592000.0,95535700.0,96553700.0,97622900.0,98554000.0,99546600.0]} \ No newline at end of file diff --git a/target/criterion/simple_iter/legion/base/tukey.json b/target/criterion/simple_iter/legion/base/tukey.json index f22b7901..83f89441 100644 --- a/target/criterion/simple_iter/legion/base/tukey.json +++ b/target/criterion/simple_iter/legion/base/tukey.json @@ -1 +1 @@ -[10142.499534066425,10212.341157954397,10398.585488322322,10468.427112210293] \ No newline at end of file +[10896.199095022625,10915.523594053006,10967.055591467355,10986.380090497736] \ No newline at end of file diff --git a/target/criterion/simple_iter/legion/change/estimates.json b/target/criterion/simple_iter/legion/change/estimates.json index e488d25a..474d4d2c 100644 --- a/target/criterion/simple_iter/legion/change/estimates.json +++ b/target/criterion/simple_iter/legion/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.004390918071610518,"upper_bound":0.006768494982991229},"point_estimate":0.00557277127843947,"standard_error":0.0006073386760193744},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0027160726850687547,"upper_bound":0.00850704950282899},"point_estimate":0.007454027533700058,"standard_error":0.0015079467175927294}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.060836179422054694,"upper_bound":0.06281108075985672},"point_estimate":0.0618358864440276,"standard_error":0.0005032554427831154},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.061404275707631184,"upper_bound":0.06270529575115003},"point_estimate":0.062229184824335926,"standard_error":0.0003103430432701803}} \ No newline at end of file diff --git a/target/criterion/simple_iter/legion/new/estimates.json b/target/criterion/simple_iter/legion/new/estimates.json index 1387eeee..d7a75af8 100644 --- a/target/criterion/simple_iter/legion/new/estimates.json +++ b/target/criterion/simple_iter/legion/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10295.466017272332,"upper_bound":10311.97308689814},"point_estimate":10303.742243623094,"standard_error":4.225272165056625},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10294.327442317133,"upper_bound":10306.630317990417},"point_estimate":10298.461718345738,"standard_error":2.925531417336718},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22.992477554114327,"upper_bound":42.39063093338409},"point_estimate":31.561607742517406,"standard_error":4.911322809126962},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10303.606968122967,"upper_bound":10315.676012654983},"point_estimate":10309.495426562198,"standard_error":3.07704834079835},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":34.40134856790736,"upper_bound":49.54029223943671},"point_estimate":42.32544048369244,"standard_error":3.861074942149555}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10935.693715892075,"upper_bound":10946.450096537972},"point_estimate":10940.883278948302,"standard_error":2.7405092982104153},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10938.384151060207,"upper_bound":10941.421481744062},"point_estimate":10939.326596023024,"standard_error":0.7835454766939528},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5.992185246391616,"upper_bound":14.421233005287425},"point_estimate":10.201893774923041,"standard_error":2.1729019851710416},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10939.536821494778,"upper_bound":10944.942412336026},"point_estimate":10942.026609418364,"standard_error":1.374977427077823},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19.5553994167257,"upper_bound":34.92043174643159},"point_estimate":27.471390443113993,"standard_error":3.968637739747332}} \ No newline at end of file diff --git a/target/criterion/simple_iter/legion/new/raw.csv b/target/criterion/simple_iter/legion/new/raw.csv index 4273e895..66e6fb91 100644 --- a/target/criterion/simple_iter/legion/new/raw.csv +++ b/target/criterion/simple_iter/legion/new/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -simple_iter,legion,,,,988593.0,ns,97 -simple_iter,legion,,,,1991764.0,ns,194 -simple_iter,legion,,,,2975468.0,ns,291 -simple_iter,legion,,,,3961578.0,ns,388 -simple_iter,legion,,,,4972954.0,ns,485 -simple_iter,legion,,,,5964422.0,ns,582 -simple_iter,legion,,,,6913811.0,ns,679 -simple_iter,legion,,,,7963100.0,ns,776 -simple_iter,legion,,,,8881179.0,ns,873 -simple_iter,legion,,,,9973800.0,ns,970 -simple_iter,legion,,,,10944430.0,ns,1067 -simple_iter,legion,,,,11950276.0,ns,1164 -simple_iter,legion,,,,13038429.0,ns,1261 -simple_iter,legion,,,,14128496.0,ns,1358 -simple_iter,legion,,,,15112570.0,ns,1455 -simple_iter,legion,,,,16025689.0,ns,1552 -simple_iter,legion,,,,16942767.0,ns,1649 -simple_iter,legion,,,,17979142.0,ns,1746 -simple_iter,legion,,,,18962995.0,ns,1843 -simple_iter,legion,,,,19982516.0,ns,1940 -simple_iter,legion,,,,21174178.0,ns,2037 -simple_iter,legion,,,,21947612.0,ns,2134 -simple_iter,legion,,,,22911087.0,ns,2231 -simple_iter,legion,,,,24075316.0,ns,2328 -simple_iter,legion,,,,24893292.0,ns,2425 -simple_iter,legion,,,,26069925.0,ns,2522 -simple_iter,legion,,,,26915847.0,ns,2619 -simple_iter,legion,,,,28061869.0,ns,2716 -simple_iter,legion,,,,29192584.0,ns,2813 -simple_iter,legion,,,,30050818.0,ns,2910 -simple_iter,legion,,,,31031406.0,ns,3007 -simple_iter,legion,,,,32010712.0,ns,3104 -simple_iter,legion,,,,32932848.0,ns,3201 -simple_iter,legion,,,,33969104.0,ns,3298 -simple_iter,legion,,,,35260162.0,ns,3395 -simple_iter,legion,,,,35953032.0,ns,3492 -simple_iter,legion,,,,36962675.0,ns,3589 -simple_iter,legion,,,,38105022.0,ns,3686 -simple_iter,legion,,,,39125486.0,ns,3783 -simple_iter,legion,,,,39846630.0,ns,3880 -simple_iter,legion,,,,40971212.0,ns,3977 -simple_iter,legion,,,,41954235.0,ns,4074 -simple_iter,legion,,,,43038912.0,ns,4171 -simple_iter,legion,,,,43856178.0,ns,4268 -simple_iter,legion,,,,44867975.0,ns,4365 -simple_iter,legion,,,,46029158.0,ns,4462 -simple_iter,legion,,,,47416170.0,ns,4559 -simple_iter,legion,,,,47946581.0,ns,4656 -simple_iter,legion,,,,48844963.0,ns,4753 -simple_iter,legion,,,,49964975.0,ns,4850 -simple_iter,legion,,,,50898655.0,ns,4947 -simple_iter,legion,,,,51904530.0,ns,5044 -simple_iter,legion,,,,52852878.0,ns,5141 -simple_iter,legion,,,,53834226.0,ns,5238 -simple_iter,legion,,,,55455297.0,ns,5335 -simple_iter,legion,,,,56147564.0,ns,5432 -simple_iter,legion,,,,57276485.0,ns,5529 -simple_iter,legion,,,,58194434.0,ns,5626 -simple_iter,legion,,,,59433394.0,ns,5723 -simple_iter,legion,,,,59907157.0,ns,5820 -simple_iter,legion,,,,60927059.0,ns,5917 -simple_iter,legion,,,,61835509.0,ns,6014 -simple_iter,legion,,,,62908635.0,ns,6111 -simple_iter,legion,,,,63924008.0,ns,6208 -simple_iter,legion,,,,65196202.0,ns,6305 -simple_iter,legion,,,,65764875.0,ns,6402 -simple_iter,legion,,,,66957348.0,ns,6499 -simple_iter,legion,,,,67865246.0,ns,6596 -simple_iter,legion,,,,69141608.0,ns,6693 -simple_iter,legion,,,,70012899.0,ns,6790 -simple_iter,legion,,,,70981763.0,ns,6887 -simple_iter,legion,,,,72197781.0,ns,6984 -simple_iter,legion,,,,72842439.0,ns,7081 -simple_iter,legion,,,,74297380.0,ns,7178 -simple_iter,legion,,,,74639712.0,ns,7275 -simple_iter,legion,,,,75940261.0,ns,7372 -simple_iter,legion,,,,76867536.0,ns,7469 -simple_iter,legion,,,,77988051.0,ns,7566 -simple_iter,legion,,,,79239115.0,ns,7663 -simple_iter,legion,,,,80049859.0,ns,7760 -simple_iter,legion,,,,80849653.0,ns,7857 -simple_iter,legion,,,,81947884.0,ns,7954 -simple_iter,legion,,,,83001803.0,ns,8051 -simple_iter,legion,,,,83891337.0,ns,8148 -simple_iter,legion,,,,85277619.0,ns,8245 -simple_iter,legion,,,,86256012.0,ns,8342 -simple_iter,legion,,,,86776943.0,ns,8439 -simple_iter,legion,,,,88161343.0,ns,8536 -simple_iter,legion,,,,88825137.0,ns,8633 -simple_iter,legion,,,,89864306.0,ns,8730 -simple_iter,legion,,,,91146529.0,ns,8827 -simple_iter,legion,,,,91872882.0,ns,8924 -simple_iter,legion,,,,93000891.0,ns,9021 -simple_iter,legion,,,,93873334.0,ns,9118 -simple_iter,legion,,,,94739033.0,ns,9215 -simple_iter,legion,,,,96241164.0,ns,9312 -simple_iter,legion,,,,97088719.0,ns,9409 -simple_iter,legion,,,,97821796.0,ns,9506 -simple_iter,legion,,,,98921881.0,ns,9603 -simple_iter,legion,,,,100125574.0,ns,9700 +simple_iter,legion,,,,1007600.0,ns,91 +simple_iter,legion,,,,2009200.0,ns,182 +simple_iter,legion,,,,2972000.0,ns,273 +simple_iter,legion,,,,3961700.0,ns,364 +simple_iter,legion,,,,4961600.0,ns,455 +simple_iter,legion,,,,5957000.0,ns,546 +simple_iter,legion,,,,6933500.0,ns,637 +simple_iter,legion,,,,7919600.0,ns,728 +simple_iter,legion,,,,8918100.0,ns,819 +simple_iter,legion,,,,9900900.0,ns,910 +simple_iter,legion,,,,10920600.0,ns,1001 +simple_iter,legion,,,,11918500.0,ns,1092 +simple_iter,legion,,,,12899400.0,ns,1183 +simple_iter,legion,,,,13950800.0,ns,1274 +simple_iter,legion,,,,14928600.0,ns,1365 +simple_iter,legion,,,,15945500.0,ns,1456 +simple_iter,legion,,,,16937000.0,ns,1547 +simple_iter,legion,,,,17917200.0,ns,1638 +simple_iter,legion,,,,18936900.0,ns,1729 +simple_iter,legion,,,,19927000.0,ns,1820 +simple_iter,legion,,,,20904400.0,ns,1911 +simple_iter,legion,,,,21930300.0,ns,2002 +simple_iter,legion,,,,22921700.0,ns,2093 +simple_iter,legion,,,,23903700.0,ns,2184 +simple_iter,legion,,,,24846200.0,ns,2275 +simple_iter,legion,,,,25850400.0,ns,2366 +simple_iter,legion,,,,26864400.0,ns,2457 +simple_iter,legion,,,,27864900.0,ns,2548 +simple_iter,legion,,,,28846100.0,ns,2639 +simple_iter,legion,,,,30030700.0,ns,2730 +simple_iter,legion,,,,30867800.0,ns,2821 +simple_iter,legion,,,,31855400.0,ns,2912 +simple_iter,legion,,,,32887400.0,ns,3003 +simple_iter,legion,,,,33857700.0,ns,3094 +simple_iter,legion,,,,34811700.0,ns,3185 +simple_iter,legion,,,,35845200.0,ns,3276 +simple_iter,legion,,,,36807900.0,ns,3367 +simple_iter,legion,,,,37789600.0,ns,3458 +simple_iter,legion,,,,38871800.0,ns,3549 +simple_iter,legion,,,,39848400.0,ns,3640 +simple_iter,legion,,,,40833700.0,ns,3731 +simple_iter,legion,,,,41881600.0,ns,3822 +simple_iter,legion,,,,42862700.0,ns,3913 +simple_iter,legion,,,,43855900.0,ns,4004 +simple_iter,legion,,,,44830200.0,ns,4095 +simple_iter,legion,,,,45843900.0,ns,4186 +simple_iter,legion,,,,46856300.0,ns,4277 +simple_iter,legion,,,,47751700.0,ns,4368 +simple_iter,legion,,,,48765100.0,ns,4459 +simple_iter,legion,,,,49743900.0,ns,4550 +simple_iter,legion,,,,50750000.0,ns,4641 +simple_iter,legion,,,,51771100.0,ns,4732 +simple_iter,legion,,,,52973000.0,ns,4823 +simple_iter,legion,,,,53859100.0,ns,4914 +simple_iter,legion,,,,55132100.0,ns,5005 +simple_iter,legion,,,,55962000.0,ns,5096 +simple_iter,legion,,,,56770600.0,ns,5187 +simple_iter,legion,,,,57737100.0,ns,5278 +simple_iter,legion,,,,58964600.0,ns,5369 +simple_iter,legion,,,,59509900.0,ns,5460 +simple_iter,legion,,,,60645500.0,ns,5551 +simple_iter,legion,,,,61731500.0,ns,5642 +simple_iter,legion,,,,62715000.0,ns,5733 +simple_iter,legion,,,,63717200.0,ns,5824 +simple_iter,legion,,,,64964800.0,ns,5915 +simple_iter,legion,,,,65724800.0,ns,6006 +simple_iter,legion,,,,66646500.0,ns,6097 +simple_iter,legion,,,,67695900.0,ns,6188 +simple_iter,legion,,,,68666500.0,ns,6279 +simple_iter,legion,,,,69693600.0,ns,6370 +simple_iter,legion,,,,70672900.0,ns,6461 +simple_iter,legion,,,,71716300.0,ns,6552 +simple_iter,legion,,,,72669500.0,ns,6643 +simple_iter,legion,,,,73639100.0,ns,6734 +simple_iter,legion,,,,74744600.0,ns,6825 +simple_iter,legion,,,,75591700.0,ns,6916 +simple_iter,legion,,,,76739600.0,ns,7007 +simple_iter,legion,,,,77670000.0,ns,7098 +simple_iter,legion,,,,78668800.0,ns,7189 +simple_iter,legion,,,,79618500.0,ns,7280 +simple_iter,legion,,,,80631200.0,ns,7371 +simple_iter,legion,,,,81602300.0,ns,7462 +simple_iter,legion,,,,82612000.0,ns,7553 +simple_iter,legion,,,,83612900.0,ns,7644 +simple_iter,legion,,,,84574200.0,ns,7735 +simple_iter,legion,,,,85614100.0,ns,7826 +simple_iter,legion,,,,86577600.0,ns,7917 +simple_iter,legion,,,,87614600.0,ns,8008 +simple_iter,legion,,,,88591500.0,ns,8099 +simple_iter,legion,,,,89580600.0,ns,8190 +simple_iter,legion,,,,90573800.0,ns,8281 +simple_iter,legion,,,,91623100.0,ns,8372 +simple_iter,legion,,,,92588500.0,ns,8463 +simple_iter,legion,,,,93542200.0,ns,8554 +simple_iter,legion,,,,94592000.0,ns,8645 +simple_iter,legion,,,,95535700.0,ns,8736 +simple_iter,legion,,,,96553700.0,ns,8827 +simple_iter,legion,,,,97622900.0,ns,8918 +simple_iter,legion,,,,98554000.0,ns,9009 +simple_iter,legion,,,,99546600.0,ns,9100 diff --git a/target/criterion/simple_iter/legion/new/sample.json b/target/criterion/simple_iter/legion/new/sample.json index f37c4a30..7fb2afb2 100644 --- a/target/criterion/simple_iter/legion/new/sample.json +++ b/target/criterion/simple_iter/legion/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[97.0,194.0,291.0,388.0,485.0,582.0,679.0,776.0,873.0,970.0,1067.0,1164.0,1261.0,1358.0,1455.0,1552.0,1649.0,1746.0,1843.0,1940.0,2037.0,2134.0,2231.0,2328.0,2425.0,2522.0,2619.0,2716.0,2813.0,2910.0,3007.0,3104.0,3201.0,3298.0,3395.0,3492.0,3589.0,3686.0,3783.0,3880.0,3977.0,4074.0,4171.0,4268.0,4365.0,4462.0,4559.0,4656.0,4753.0,4850.0,4947.0,5044.0,5141.0,5238.0,5335.0,5432.0,5529.0,5626.0,5723.0,5820.0,5917.0,6014.0,6111.0,6208.0,6305.0,6402.0,6499.0,6596.0,6693.0,6790.0,6887.0,6984.0,7081.0,7178.0,7275.0,7372.0,7469.0,7566.0,7663.0,7760.0,7857.0,7954.0,8051.0,8148.0,8245.0,8342.0,8439.0,8536.0,8633.0,8730.0,8827.0,8924.0,9021.0,9118.0,9215.0,9312.0,9409.0,9506.0,9603.0,9700.0],"times":[988593.0,1991764.0,2975468.0,3961578.0,4972954.0,5964422.0,6913811.0,7963100.0,8881179.0,9973800.0,10944430.0,11950276.0,13038429.0,14128496.0,15112570.0,16025689.0,16942767.0,17979142.0,18962995.0,19982516.0,21174178.0,21947612.0,22911087.0,24075316.0,24893292.0,26069925.0,26915847.0,28061869.0,29192584.0,30050818.0,31031406.0,32010712.0,32932848.0,33969104.0,35260162.0,35953032.0,36962675.0,38105022.0,39125486.0,39846630.0,40971212.0,41954235.0,43038912.0,43856178.0,44867975.0,46029158.0,47416170.0,47946581.0,48844963.0,49964975.0,50898655.0,51904530.0,52852878.0,53834226.0,55455297.0,56147564.0,57276485.0,58194434.0,59433394.0,59907157.0,60927059.0,61835509.0,62908635.0,63924008.0,65196202.0,65764875.0,66957348.0,67865246.0,69141608.0,70012899.0,70981763.0,72197781.0,72842439.0,74297380.0,74639712.0,75940261.0,76867536.0,77988051.0,79239115.0,80049859.0,80849653.0,81947884.0,83001803.0,83891337.0,85277619.0,86256012.0,86776943.0,88161343.0,88825137.0,89864306.0,91146529.0,91872882.0,93000891.0,93873334.0,94739033.0,96241164.0,97088719.0,97821796.0,98921881.0,100125574.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[91.0,182.0,273.0,364.0,455.0,546.0,637.0,728.0,819.0,910.0,1001.0,1092.0,1183.0,1274.0,1365.0,1456.0,1547.0,1638.0,1729.0,1820.0,1911.0,2002.0,2093.0,2184.0,2275.0,2366.0,2457.0,2548.0,2639.0,2730.0,2821.0,2912.0,3003.0,3094.0,3185.0,3276.0,3367.0,3458.0,3549.0,3640.0,3731.0,3822.0,3913.0,4004.0,4095.0,4186.0,4277.0,4368.0,4459.0,4550.0,4641.0,4732.0,4823.0,4914.0,5005.0,5096.0,5187.0,5278.0,5369.0,5460.0,5551.0,5642.0,5733.0,5824.0,5915.0,6006.0,6097.0,6188.0,6279.0,6370.0,6461.0,6552.0,6643.0,6734.0,6825.0,6916.0,7007.0,7098.0,7189.0,7280.0,7371.0,7462.0,7553.0,7644.0,7735.0,7826.0,7917.0,8008.0,8099.0,8190.0,8281.0,8372.0,8463.0,8554.0,8645.0,8736.0,8827.0,8918.0,9009.0,9100.0],"times":[1007600.0,2009200.0,2972000.0,3961700.0,4961600.0,5957000.0,6933500.0,7919600.0,8918100.0,9900900.0,10920600.0,11918500.0,12899400.0,13950800.0,14928600.0,15945500.0,16937000.0,17917200.0,18936900.0,19927000.0,20904400.0,21930300.0,22921700.0,23903700.0,24846200.0,25850400.0,26864400.0,27864900.0,28846100.0,30030700.0,30867800.0,31855400.0,32887400.0,33857700.0,34811700.0,35845200.0,36807900.0,37789600.0,38871800.0,39848400.0,40833700.0,41881600.0,42862700.0,43855900.0,44830200.0,45843900.0,46856300.0,47751700.0,48765100.0,49743900.0,50750000.0,51771100.0,52973000.0,53859100.0,55132100.0,55962000.0,56770600.0,57737100.0,58964600.0,59509900.0,60645500.0,61731500.0,62715000.0,63717200.0,64964800.0,65724800.0,66646500.0,67695900.0,68666500.0,69693600.0,70672900.0,71716300.0,72669500.0,73639100.0,74744600.0,75591700.0,76739600.0,77670000.0,78668800.0,79618500.0,80631200.0,81602300.0,82612000.0,83612900.0,84574200.0,85614100.0,86577600.0,87614600.0,88591500.0,89580600.0,90573800.0,91623100.0,92588500.0,93542200.0,94592000.0,95535700.0,96553700.0,97622900.0,98554000.0,99546600.0]} \ No newline at end of file diff --git a/target/criterion/simple_iter/legion/new/tukey.json b/target/criterion/simple_iter/legion/new/tukey.json index f22b7901..83f89441 100644 --- a/target/criterion/simple_iter/legion/new/tukey.json +++ b/target/criterion/simple_iter/legion/new/tukey.json @@ -1 +1 @@ -[10142.499534066425,10212.341157954397,10398.585488322322,10468.427112210293] \ No newline at end of file +[10896.199095022625,10915.523594053006,10967.055591467355,10986.380090497736] \ No newline at end of file diff --git a/target/criterion/simple_iter/legion/report/MAD.svg b/target/criterion/simple_iter/legion/report/MAD.svg index d3842d32..b8bf3b70 100644 --- a/target/criterion/simple_iter/legion/report/MAD.svg +++ b/target/criterion/simple_iter/legion/report/MAD.svg @@ -1,298 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.01 - - - - - 0.02 - - - - - 0.03 - - - - - 0.04 - - - - - 0.05 - - - - - 0.06 - - - - - 0.07 - - - - - 0.08 - - - - - 0.09 - - - - - 0.1 - - - - - 25 - - - - - 30 - - - - - 35 - - - - - 40 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - simple_iter/legion: MAD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_iter/legion:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + +0.16 + + + +0.18 + + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_iter/legion/report/SD.svg b/target/criterion/simple_iter/legion/report/SD.svg index 3ab36de8..3702e103 100644 --- a/target/criterion/simple_iter/legion/report/SD.svg +++ b/target/criterion/simple_iter/legion/report/SD.svg @@ -1,303 +1,88 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.02 - - - - - 0.04 - - - - - 0.06 - - - - - 0.08 - - - - - 0.1 - - - - - 0.12 - - - - - 34 - - - - - 36 - - - - - 38 - - - - - 40 - - - - - 42 - - - - - 44 - - - - - 46 - - - - - 48 - - - - - 50 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - simple_iter/legion: SD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_iter/legion:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + + +18 + + + +20 + + + +22 + + + +24 + + + +26 + + + +28 + + + +30 + + + +32 + + + +34 + + + +36 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_iter/legion/report/both/pdf.svg b/target/criterion/simple_iter/legion/report/both/pdf.svg index 59953a28..92d0ac8b 100644 --- a/target/criterion/simple_iter/legion/report/both/pdf.svg +++ b/target/criterion/simple_iter/legion/report/both/pdf.svg @@ -1,328 +1,69 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 2 - - - - - 4 - - - - - 6 - - - - - 8 - - - - - 10 - - - - - 12 - - - - - 10.1 - - - - - 10.15 - - - - - 10.2 - - - - - 10.25 - - - - - 10.3 - - - - - 10.35 - - - - - 10.4 - - - - - 10.45 - - - - - 10.5 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_iter/legion - - - - - Base PDF - - - Base PDF - - - - - - - - - - Base Mean - - - - - Base Mean - - - - - - New PDF - - - - - New PDF - - - - - - - - - - New Mean - - - - - New Mean - - - - - - - - - - - - - - + + +simple_iter/legion + + +Density (a.u.) + + +Average Time (us) + + + +5 + + + +10 + + + +15 + + + +20 + + + + +10.2 + + + +10.4 + + + +10.6 + + + +10.8 + + + +11 + + + + + + + +Base PDF + + +New PDF + + +Base Mean + + +New Mean + + + + + - diff --git a/target/criterion/simple_iter/legion/report/both/regression.svg b/target/criterion/simple_iter/legion/report/both/regression.svg index 0486bc7d..9903a23c 100644 --- a/target/criterion/simple_iter/legion/report/both/regression.svg +++ b/target/criterion/simple_iter/legion/report/both/regression.svg @@ -1,344 +1,95 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 2 - - - - - - - - - - - - - 3 - - - - - - - - - - - - - 4 - - - - - - - - - - - - - 5 - - - - - - - - - - - - - 6 - - - - - - - - - - - - - 7 - - - - - - - - - - - - - 8 - - - - - - - - - - - - - 9 - - - - - - - - - - - - - 10 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - simple_iter/legion - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - Base sample - - - - - - New sample - - - New sample - - - - - - - - - - - - - - + + +simple_iter/legion + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + + + + + +Base Sample + + +New Sample + + + - diff --git a/target/criterion/simple_iter/legion/report/change/mean.svg b/target/criterion/simple_iter/legion/report/change/mean.svg index 8517f2fb..e162af3c 100644 --- a/target/criterion/simple_iter/legion/report/change/mean.svg +++ b/target/criterion/simple_iter/legion/report/change/mean.svg @@ -1,310 +1,81 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 100 - - - - - 200 - - - - - 300 - - - - - 400 - - - - - 500 - - - - - 600 - - - - - 700 - - - - - 0.45 - - - - - 0.5 - - - - - 0.55 - - - - - 0.6 - - - - - 0.65 - - - - - 0.7 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - simple_iter/legion: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +simple_iter/legion:mean + + +Density (a.u.) + + +Relative change (%) + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + + +0.061 + + + +0.0615 + + + +0.062 + + + +0.0625 + + + +0.063 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/simple_iter/legion/report/change/median.svg b/target/criterion/simple_iter/legion/report/change/median.svg index 10a967d9..9b8cc586 100644 --- a/target/criterion/simple_iter/legion/report/change/median.svg +++ b/target/criterion/simple_iter/legion/report/change/median.svg @@ -1,315 +1,97 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 100 - - - - - 200 - - - - - 300 - - - - - 400 - - - - - 500 - - - - - 600 - - - - - 700 - - - - - 0.3 - - - - - 0.4 - - - - - 0.5 - - - - - 0.6 - - - - - 0.7 - - - - - 0.8 - - - - - 0.9 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - simple_iter/legion: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +simple_iter/legion:median + + +Density (a.u.) + + +Relative change (%) + + + +200 + + + +400 + + + +600 + + + +800 + + + +1000 + + + +1200 + + + +1400 + + + +1600 + + + + +0.0614 + + + +0.0616 + + + +0.0618 + + + +0.062 + + + +0.0622 + + + +0.0624 + + + +0.0626 + + + +0.0628 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/simple_iter/legion/report/change/t-test.svg b/target/criterion/simple_iter/legion/report/change/t-test.svg index cfae1d6d..d9daa994 100644 --- a/target/criterion/simple_iter/legion/report/change/t-test.svg +++ b/target/criterion/simple_iter/legion/report/change/t-test.svg @@ -1,250 +1,91 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - -6 - - - - - -4 - - - - - -2 - - - - - 0 - - - - - 2 - - - - - 4 - - - - - 6 - - - - - 8 - - - - - 10 - - - - - - - - - Density - - - - - t score - - - - - simple_iter/legion: Welch t test - - - - - t distribution - - - t distribution - - - - - - - - - - t statistic - - - - - t statistic - - - - - - - - - - - - - - + + +simple_iter/legion: Welch t test + + +Density + + +t score + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +-4.0 + + + +-3.0 + + + +-2.0 + + + +-1.0 + + + +0.0 + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + + + +t distribution + + +t statistic + + + - diff --git a/target/criterion/simple_iter/legion/report/index.html b/target/criterion/simple_iter/legion/report/index.html index f309be10..27db7f12 100644 --- a/target/criterion/simple_iter/legion/report/index.html +++ b/target/criterion/simple_iter/legion/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 10.304 us - 10.309 us - 10.316 us + 10.940 us + 10.942 us + 10.945 us R² - 0.9990406 - 0.9990853 - 0.9990360 + 0.9997790 + 0.9997861 + 0.9997763 Mean - 10.295 us - 10.304 us - 10.312 us + 10.936 us + 10.941 us + 10.946 us Std. Dev. - 34.401 ns - 42.325 ns - 49.540 ns + 19.555 ns + 27.471 ns + 34.920 ns Median - 10.294 us - 10.298 us - 10.307 us + 10.938 us + 10.939 us + 10.941 us MAD - 22.992 ns - 31.562 ns - 42.391 ns + 5.9922 ns + 10.202 ns + 14.421 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +0.4391% - +0.5573% - +0.6768% + +6.0836% + +6.1836% + +6.2811% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has regressed.

Additional Plots:

diff --git a/target/criterion/simple_iter/legion/report/mean.svg b/target/criterion/simple_iter/legion/report/mean.svg index 0d531288..61b720ac 100644 --- a/target/criterion/simple_iter/legion/report/mean.svg +++ b/target/criterion/simple_iter/legion/report/mean.svg @@ -1,298 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 10 - - - - - 20 - - - - - 30 - - - - - 40 - - - - - 50 - - - - - 60 - - - - - 70 - - - - - 80 - - - - - 90 - - - - - 100 - - - - - 10.295 - - - - - 10.3 - - - - - 10.305 - - - - - 10.31 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_iter/legion: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_iter/legion:mean + + +Density (a.u.) + + +Average time (us) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + + +10.936 + + + +10.938 + + + +10.94 + + + +10.942 + + + +10.944 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_iter/legion/report/median.svg b/target/criterion/simple_iter/legion/report/median.svg index b7a2d361..3940b045 100644 --- a/target/criterion/simple_iter/legion/report/median.svg +++ b/target/criterion/simple_iter/legion/report/median.svg @@ -1,288 +1,76 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - 10.294 - - - - - 10.296 - - - - - 10.298 - - - - - 10.3 - - - - - 10.302 - - - - - 10.304 - - - - - 10.306 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_iter/legion: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_iter/legion:median + + +Density (a.u.) + + +Average time (us) + + + +200 + + + +400 + + + +600 + + + +800 + + + +1000 + + + +1200 + + + + +10.9385 + + + +10.939 + + + +10.9395 + + + +10.94 + + + +10.9405 + + + +10.941 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_iter/legion/report/pdf.svg b/target/criterion/simple_iter/legion/report/pdf.svg index 6d25edb0..6c3a78c2 100644 --- a/target/criterion/simple_iter/legion/report/pdf.svg +++ b/target/criterion/simple_iter/legion/report/pdf.svg @@ -1,425 +1,159 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - 5 - - - - - 6 - - - - - 7 - - - - - 8 - - - - - 9 - - - - - 10.15 - - - - - 10.2 - - - - - 10.25 - - - - - 10.3 - - - - - 10.35 - - - - - 10.4 - - - - - 10.45 - - - - - 0 - - - - - 2 - - - - - 4 - - - - - 6 - - - - - 8 - - - - - 10 - - - - - 12 - - - - - - - - - Iterations (x 103) - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_iter/legion - - - - - PDF - - - PDF - - - - - - - - - - Mean - - - - - Mean - - - - - - "Clean" sample - - - - - "Clean" sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Mild outliers - - - Mild outliers - - - - - - - - - - - - - gnuplot_plot_5 - - - - - - gnuplot_plot_6 - - - - gnuplot_plot_7 - - - - gnuplot_plot_8 - - - - - - - - - - - - + + +simple_iter/legion + + +Iterations (x 10^3) + + +Average Time (us) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + + +10.85 + + + +10.9 + + + +10.95 + + + +11 + + + +11.05 + + + +11.1 + + + +Density (a.u.) + + + +5 + + + +10 + + + +15 + + + +20 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + - diff --git a/target/criterion/simple_iter/legion/report/pdf_small.svg b/target/criterion/simple_iter/legion/report/pdf_small.svg index 44ecaf86..63df96c0 100644 --- a/target/criterion/simple_iter/legion/report/pdf_small.svg +++ b/target/criterion/simple_iter/legion/report/pdf_small.svg @@ -1,214 +1,44 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 2 - - - - - 4 - - - - - 6 - - - - - 8 - - - - - 10 - - - - - 12 - - - - - 10.15 - - - - - 10.2 - - - - - 10.25 - - - - - 10.3 - - - - - 10.35 - - - - - 10.4 - - - - - 10.45 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - PDF - - - - - - - Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + + +10.9 + + + +11 + + + +11.1 + + + + - diff --git a/target/criterion/simple_iter/legion/report/regression.svg b/target/criterion/simple_iter/legion/report/regression.svg index 92963acf..fcaec30c 100644 --- a/target/criterion/simple_iter/legion/report/regression.svg +++ b/target/criterion/simple_iter/legion/report/regression.svg @@ -1,447 +1,217 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 2 - - - - - - - - - - - - - 3 - - - - - - - - - - - - - 4 - - - - - - - - - - - - - 5 - - - - - - - - - - - - - 6 - - - - - - - - - - - - - 7 - - - - - - - - - - - - - 8 - - - - - - - - - - - - - 9 - - - - - - - - - - - - - 10 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - simple_iter/legion - - - - - Sample - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - Linear regression - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - - + + +simple_iter/legion + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + - diff --git a/target/criterion/simple_iter/legion/report/regression_small.svg b/target/criterion/simple_iter/legion/report/regression_small.svg index 58b345d9..a265aea5 100644 --- a/target/criterion/simple_iter/legion/report/regression_small.svg +++ b/target/criterion/simple_iter/legion/report/regression_small.svg @@ -1,425 +1,202 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 2 - - - - - - - - - - - - - 3 - - - - - - - - - - - - - 4 - - - - - - - - - - - - - 5 - - - - - - - - - - - - - 6 - - - - - - - - - - - - - 7 - - - - - - - - - - - - - 8 - - - - - - - - - - - - - 9 - - - - - - - - - - - - - 10 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/simple_iter/legion/report/relative_pdf_small.svg b/target/criterion/simple_iter/legion/report/relative_pdf_small.svg index bf158baa..a7993ea3 100644 --- a/target/criterion/simple_iter/legion/report/relative_pdf_small.svg +++ b/target/criterion/simple_iter/legion/report/relative_pdf_small.svg @@ -1,301 +1,50 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 2 - - - - - 4 - - - - - 6 - - - - - 8 - - - - - 10 - - - - - 12 - - - - - 10.1 - - - - - 10.15 - - - - - 10.2 - - - - - 10.25 - - - - - 10.3 - - - - - 10.35 - - - - - 10.4 - - - - - 10.45 - - - - - 10.5 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - Base PDF - - - - - - - Base Mean - - - - - - New PDF - - - - - - - - - New Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +5 + + + +10 + + + +15 + + + +20 + + + + +10.2 + + + +10.4 + + + +10.6 + + + +10.8 + + + +11 + + + + + + - diff --git a/target/criterion/simple_iter/legion/report/relative_regression_small.svg b/target/criterion/simple_iter/legion/report/relative_regression_small.svg index 635366eb..c435b6a5 100644 --- a/target/criterion/simple_iter/legion/report/relative_regression_small.svg +++ b/target/criterion/simple_iter/legion/report/relative_regression_small.svg @@ -1,329 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 2 - - - - - - - - - - - - - 3 - - - - - - - - - - - - - 4 - - - - - - - - - - - - - 5 - - - - - - - - - - - - - 6 - - - - - - - - - - - - - 7 - - - - - - - - - - - - - 8 - - - - - - - - - - - - - 9 - - - - - - - - - - - - - 10 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - - New sample - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + + + + - diff --git a/target/criterion/simple_iter/legion/report/slope.svg b/target/criterion/simple_iter/legion/report/slope.svg index d6e5df4c..111a8d7b 100644 --- a/target/criterion/simple_iter/legion/report/slope.svg +++ b/target/criterion/simple_iter/legion/report/slope.svg @@ -1,298 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 20 - - - - - 40 - - - - - 60 - - - - - 80 - - - - - 100 - - - - - 120 - - - - - 140 - - - - - 10.304 - - - - - 10.306 - - - - - 10.308 - - - - - 10.31 - - - - - 10.312 - - - - - 10.314 - - - - - 10.316 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_iter/legion: slope - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_iter/legion:slope + + +Density (a.u.) + + +Average time (us) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + +10.939 + + + +10.94 + + + +10.941 + + + +10.942 + + + +10.943 + + + +10.944 + + + +10.945 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_iter/legion/report/typical.svg b/target/criterion/simple_iter/legion/report/typical.svg index 02b7bd3c..7998ea96 100644 --- a/target/criterion/simple_iter/legion/report/typical.svg +++ b/target/criterion/simple_iter/legion/report/typical.svg @@ -1,298 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 20 - - - - - 40 - - - - - 60 - - - - - 80 - - - - - 100 - - - - - 120 - - - - - 140 - - - - - 10.304 - - - - - 10.306 - - - - - 10.308 - - - - - 10.31 - - - - - 10.312 - - - - - 10.314 - - - - - 10.316 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_iter/legion: typical - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_iter/legion:typical + + +Density (a.u.) + + +Average time (us) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + +10.939 + + + +10.94 + + + +10.941 + + + +10.942 + + + +10.943 + + + +10.944 + + + +10.945 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_iter/planck_ecs/base/estimates.json b/target/criterion/simple_iter/planck_ecs/base/estimates.json index e9e757ae..c3b21d2f 100644 --- a/target/criterion/simple_iter/planck_ecs/base/estimates.json +++ b/target/criterion/simple_iter/planck_ecs/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":33979.67913660686,"upper_bound":34051.23610861048},"point_estimate":34010.55390146575,"standard_error":18.368103057307707},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":33937.075,"upper_bound":34008.06923076923},"point_estimate":33962.155356193514,"standard_error":17.01710403998763},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57.74062892424034,"upper_bound":116.46410576402158},"point_estimate":87.34592009183686,"standard_error":14.158384474181231},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":33975.55949823495,"upper_bound":34018.65136433394},"point_estimate":33996.61030491109,"standard_error":10.97098981848901},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":91.42312959918381,"upper_bound":279.099597989822},"point_estimate":183.8536263320219,"standard_error":56.35750291417443}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32727.32625170164,"upper_bound":33342.24967659742},"point_estimate":32996.659681892816,"standard_error":162.8676567754966},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32620.938215102975,"upper_bound":32641.600790513832},"point_estimate":32627.429018714865,"standard_error":5.330910506754766},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":46.37421976769535,"upper_bound":85.16569713325043},"point_estimate":62.0236336814689,"standard_error":9.476366333579216},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32644.117344698174,"upper_bound":32739.24869527883},"point_estimate":32684.8216729525,"standard_error":24.309742189646762},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":804.2072130674112,"upper_bound":2297.5883959538724},"point_estimate":1644.3102525342458,"standard_error":416.122322138433}} \ No newline at end of file diff --git a/target/criterion/simple_iter/planck_ecs/base/raw.csv b/target/criterion/simple_iter/planck_ecs/base/raw.csv index dc9a451f..e32dfc80 100644 --- a/target/criterion/simple_iter/planck_ecs/base/raw.csv +++ b/target/criterion/simple_iter/planck_ecs/base/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -simple_iter,planck_ecs,,,,1026196.0,ns,30 -simple_iter,planck_ecs,,,,2031360.0,ns,60 -simple_iter,planck_ecs,,,,3053136.0,ns,90 -simple_iter,planck_ecs,,,,4072449.0,ns,120 -simple_iter,planck_ecs,,,,5083082.0,ns,150 -simple_iter,planck_ecs,,,,6130399.0,ns,180 -simple_iter,planck_ecs,,,,7147376.0,ns,210 -simple_iter,planck_ecs,,,,8507819.0,ns,240 -simple_iter,planck_ecs,,,,9185569.0,ns,270 -simple_iter,planck_ecs,,,,10234095.0,ns,300 -simple_iter,planck_ecs,,,,11233210.0,ns,330 -simple_iter,planck_ecs,,,,12234226.0,ns,360 -simple_iter,planck_ecs,,,,13263147.0,ns,390 -simple_iter,planck_ecs,,,,14321793.0,ns,420 -simple_iter,planck_ecs,,,,15270010.0,ns,450 -simple_iter,planck_ecs,,,,16255537.0,ns,480 -simple_iter,planck_ecs,,,,17458909.0,ns,510 -simple_iter,planck_ecs,,,,18321813.0,ns,540 -simple_iter,planck_ecs,,,,19310597.0,ns,570 -simple_iter,planck_ecs,,,,20348694.0,ns,600 -simple_iter,planck_ecs,,,,21387043.0,ns,630 -simple_iter,planck_ecs,,,,22449166.0,ns,660 -simple_iter,planck_ecs,,,,23402513.0,ns,690 -simple_iter,planck_ecs,,,,24421834.0,ns,720 -simple_iter,planck_ecs,,,,25462587.0,ns,750 -simple_iter,planck_ecs,,,,26427926.0,ns,780 -simple_iter,planck_ecs,,,,27477936.0,ns,810 -simple_iter,planck_ecs,,,,28483852.0,ns,840 -simple_iter,planck_ecs,,,,29607142.0,ns,870 -simple_iter,planck_ecs,,,,30847827.0,ns,900 -simple_iter,planck_ecs,,,,32123536.0,ns,930 -simple_iter,planck_ecs,,,,32622737.0,ns,960 -simple_iter,planck_ecs,,,,33951017.0,ns,990 -simple_iter,planck_ecs,,,,34718790.0,ns,1020 -simple_iter,planck_ecs,,,,35656406.0,ns,1050 -simple_iter,planck_ecs,,,,36617347.0,ns,1080 -simple_iter,planck_ecs,,,,37650306.0,ns,1110 -simple_iter,planck_ecs,,,,38633527.0,ns,1140 -simple_iter,planck_ecs,,,,39671064.0,ns,1170 -simple_iter,planck_ecs,,,,40710084.0,ns,1200 -simple_iter,planck_ecs,,,,41696222.0,ns,1230 -simple_iter,planck_ecs,,,,42755000.0,ns,1260 -simple_iter,planck_ecs,,,,43785692.0,ns,1290 -simple_iter,planck_ecs,,,,44751693.0,ns,1320 -simple_iter,planck_ecs,,,,46212436.0,ns,1350 -simple_iter,planck_ecs,,,,46782792.0,ns,1380 -simple_iter,planck_ecs,,,,47831099.0,ns,1410 -simple_iter,planck_ecs,,,,48807560.0,ns,1440 -simple_iter,planck_ecs,,,,50224329.0,ns,1470 -simple_iter,planck_ecs,,,,50849790.0,ns,1500 -simple_iter,planck_ecs,,,,52060366.0,ns,1530 -simple_iter,planck_ecs,,,,52861221.0,ns,1560 -simple_iter,planck_ecs,,,,53920380.0,ns,1590 -simple_iter,planck_ecs,,,,55198304.0,ns,1620 -simple_iter,planck_ecs,,,,56150328.0,ns,1650 -simple_iter,planck_ecs,,,,57171633.0,ns,1680 -simple_iter,planck_ecs,,,,58080715.0,ns,1710 -simple_iter,planck_ecs,,,,58988495.0,ns,1740 -simple_iter,planck_ecs,,,,60022163.0,ns,1770 -simple_iter,planck_ecs,,,,61029212.0,ns,1800 -simple_iter,planck_ecs,,,,62435341.0,ns,1830 -simple_iter,planck_ecs,,,,63070090.0,ns,1860 -simple_iter,planck_ecs,,,,64574726.0,ns,1890 -simple_iter,planck_ecs,,,,65384098.0,ns,1920 -simple_iter,planck_ecs,,,,66210763.0,ns,1950 -simple_iter,planck_ecs,,,,67238781.0,ns,1980 -simple_iter,planck_ecs,,,,68500426.0,ns,2010 -simple_iter,planck_ecs,,,,69139573.0,ns,2040 -simple_iter,planck_ecs,,,,70192799.0,ns,2070 -simple_iter,planck_ecs,,,,71332680.0,ns,2100 -simple_iter,planck_ecs,,,,72859940.0,ns,2130 -simple_iter,planck_ecs,,,,73479851.0,ns,2160 -simple_iter,planck_ecs,,,,74325101.0,ns,2190 -simple_iter,planck_ecs,,,,75269980.0,ns,2220 -simple_iter,planck_ecs,,,,76455018.0,ns,2250 -simple_iter,planck_ecs,,,,77309126.0,ns,2280 -simple_iter,planck_ecs,,,,78924533.0,ns,2310 -simple_iter,planck_ecs,,,,79610340.0,ns,2340 -simple_iter,planck_ecs,,,,80742386.0,ns,2370 -simple_iter,planck_ecs,,,,81673489.0,ns,2400 -simple_iter,planck_ecs,,,,82659809.0,ns,2430 -simple_iter,planck_ecs,,,,83442971.0,ns,2460 -simple_iter,planck_ecs,,,,84797841.0,ns,2490 -simple_iter,planck_ecs,,,,85797777.0,ns,2520 -simple_iter,planck_ecs,,,,86775780.0,ns,2550 -simple_iter,planck_ecs,,,,87663050.0,ns,2580 -simple_iter,planck_ecs,,,,88917309.0,ns,2610 -simple_iter,planck_ecs,,,,89810210.0,ns,2640 -simple_iter,planck_ecs,,,,91212211.0,ns,2670 -simple_iter,planck_ecs,,,,91614528.0,ns,2700 -simple_iter,planck_ecs,,,,92736174.0,ns,2730 -simple_iter,planck_ecs,,,,93825179.0,ns,2760 -simple_iter,planck_ecs,,,,94675178.0,ns,2790 -simple_iter,planck_ecs,,,,96271448.0,ns,2820 -simple_iter,planck_ecs,,,,96975300.0,ns,2850 -simple_iter,planck_ecs,,,,97781737.0,ns,2880 -simple_iter,planck_ecs,,,,98547023.0,ns,2910 -simple_iter,planck_ecs,,,,99943955.0,ns,2940 -simple_iter,planck_ecs,,,,100812930.0,ns,2970 -simple_iter,planck_ecs,,,,101773150.0,ns,3000 +simple_iter,planck_ecs,,,,950500.0,ns,23 +simple_iter,planck_ecs,,,,1903900.0,ns,46 +simple_iter,planck_ecs,,,,2247400.0,ns,69 +simple_iter,planck_ecs,,,,2978800.0,ns,92 +simple_iter,planck_ecs,,,,3736600.0,ns,115 +simple_iter,planck_ecs,,,,4475600.0,ns,138 +simple_iter,planck_ecs,,,,5217600.0,ns,161 +simple_iter,planck_ecs,,,,5990200.0,ns,184 +simple_iter,planck_ecs,,,,6720400.0,ns,207 +simple_iter,planck_ecs,,,,7514700.0,ns,230 +simple_iter,planck_ecs,,,,8233300.0,ns,253 +simple_iter,planck_ecs,,,,9002200.0,ns,276 +simple_iter,planck_ecs,,,,9738800.0,ns,299 +simple_iter,planck_ecs,,,,10721200.0,ns,322 +simple_iter,planck_ecs,,,,11518600.0,ns,345 +simple_iter,planck_ecs,,,,12298100.0,ns,368 +simple_iter,planck_ecs,,,,12743100.0,ns,391 +simple_iter,planck_ecs,,,,13517400.0,ns,414 +simple_iter,planck_ecs,,,,14220100.0,ns,437 +simple_iter,planck_ecs,,,,15028500.0,ns,460 +simple_iter,planck_ecs,,,,15738400.0,ns,483 +simple_iter,planck_ecs,,,,16438600.0,ns,506 +simple_iter,planck_ecs,,,,17292900.0,ns,529 +simple_iter,planck_ecs,,,,22397900.0,ns,552 +simple_iter,planck_ecs,,,,23306100.0,ns,575 +simple_iter,planck_ecs,,,,19491000.0,ns,598 +simple_iter,planck_ecs,,,,20243100.0,ns,621 +simple_iter,planck_ecs,,,,21018300.0,ns,644 +simple_iter,planck_ecs,,,,21782600.0,ns,667 +simple_iter,planck_ecs,,,,22493000.0,ns,690 +simple_iter,planck_ecs,,,,23296100.0,ns,713 +simple_iter,planck_ecs,,,,24016800.0,ns,736 +simple_iter,planck_ecs,,,,24833600.0,ns,759 +simple_iter,planck_ecs,,,,25527200.0,ns,782 +simple_iter,planck_ecs,,,,26268200.0,ns,805 +simple_iter,planck_ecs,,,,27052000.0,ns,828 +simple_iter,planck_ecs,,,,28511100.0,ns,851 +simple_iter,planck_ecs,,,,28510000.0,ns,874 +simple_iter,planck_ecs,,,,29312300.0,ns,897 +simple_iter,planck_ecs,,,,30085600.0,ns,920 +simple_iter,planck_ecs,,,,30750300.0,ns,943 +simple_iter,planck_ecs,,,,31595100.0,ns,966 +simple_iter,planck_ecs,,,,32264800.0,ns,989 +simple_iter,planck_ecs,,,,33017700.0,ns,1012 +simple_iter,planck_ecs,,,,33767300.0,ns,1035 +simple_iter,planck_ecs,,,,34518400.0,ns,1058 +simple_iter,planck_ecs,,,,35270400.0,ns,1081 +simple_iter,planck_ecs,,,,35999500.0,ns,1104 +simple_iter,planck_ecs,,,,36734100.0,ns,1127 +simple_iter,planck_ecs,,,,37717300.0,ns,1150 +simple_iter,planck_ecs,,,,38694000.0,ns,1173 +simple_iter,planck_ecs,,,,39185700.0,ns,1196 +simple_iter,planck_ecs,,,,39804400.0,ns,1219 +simple_iter,planck_ecs,,,,40477700.0,ns,1242 +simple_iter,planck_ecs,,,,41283800.0,ns,1265 +simple_iter,planck_ecs,,,,42182000.0,ns,1288 +simple_iter,planck_ecs,,,,42725600.0,ns,1311 +simple_iter,planck_ecs,,,,43509700.0,ns,1334 +simple_iter,planck_ecs,,,,44223400.0,ns,1357 +simple_iter,planck_ecs,,,,45105400.0,ns,1380 +simple_iter,planck_ecs,,,,45769000.0,ns,1403 +simple_iter,planck_ecs,,,,46522800.0,ns,1426 +simple_iter,planck_ecs,,,,47370100.0,ns,1449 +simple_iter,planck_ecs,,,,48018700.0,ns,1472 +simple_iter,planck_ecs,,,,48777800.0,ns,1495 +simple_iter,planck_ecs,,,,49551700.0,ns,1518 +simple_iter,planck_ecs,,,,50231800.0,ns,1541 +simple_iter,planck_ecs,,,,50990300.0,ns,1564 +simple_iter,planck_ecs,,,,51770700.0,ns,1587 +simple_iter,planck_ecs,,,,52525400.0,ns,1610 +simple_iter,planck_ecs,,,,53244400.0,ns,1633 +simple_iter,planck_ecs,,,,54046500.0,ns,1656 +simple_iter,planck_ecs,,,,54880400.0,ns,1679 +simple_iter,planck_ecs,,,,56057000.0,ns,1702 +simple_iter,planck_ecs,,,,56352900.0,ns,1725 +simple_iter,planck_ecs,,,,57102000.0,ns,1748 +simple_iter,planck_ecs,,,,57723800.0,ns,1771 +simple_iter,planck_ecs,,,,58599900.0,ns,1794 +simple_iter,planck_ecs,,,,59408300.0,ns,1817 +simple_iter,planck_ecs,,,,60044000.0,ns,1840 +simple_iter,planck_ecs,,,,60789800.0,ns,1863 +simple_iter,planck_ecs,,,,61488700.0,ns,1886 +simple_iter,planck_ecs,,,,62537500.0,ns,1909 +simple_iter,planck_ecs,,,,62870900.0,ns,1932 +simple_iter,planck_ecs,,,,63618400.0,ns,1955 +simple_iter,planck_ecs,,,,64365500.0,ns,1978 +simple_iter,planck_ecs,,,,65613000.0,ns,2001 +simple_iter,planck_ecs,,,,66066600.0,ns,2024 +simple_iter,planck_ecs,,,,66722100.0,ns,2047 +simple_iter,planck_ecs,,,,67377300.0,ns,2070 +simple_iter,planck_ecs,,,,68621600.0,ns,2093 +simple_iter,planck_ecs,,,,69241800.0,ns,2116 +simple_iter,planck_ecs,,,,69653700.0,ns,2139 +simple_iter,planck_ecs,,,,70975200.0,ns,2162 +simple_iter,planck_ecs,,,,71194300.0,ns,2185 +simple_iter,planck_ecs,,,,72054200.0,ns,2208 +simple_iter,planck_ecs,,,,72720000.0,ns,2231 +simple_iter,planck_ecs,,,,73934500.0,ns,2254 +simple_iter,planck_ecs,,,,74215800.0,ns,2277 +simple_iter,planck_ecs,,,,74968100.0,ns,2300 diff --git a/target/criterion/simple_iter/planck_ecs/base/sample.json b/target/criterion/simple_iter/planck_ecs/base/sample.json index 127a23ad..1aa1face 100644 --- a/target/criterion/simple_iter/planck_ecs/base/sample.json +++ b/target/criterion/simple_iter/planck_ecs/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[30.0,60.0,90.0,120.0,150.0,180.0,210.0,240.0,270.0,300.0,330.0,360.0,390.0,420.0,450.0,480.0,510.0,540.0,570.0,600.0,630.0,660.0,690.0,720.0,750.0,780.0,810.0,840.0,870.0,900.0,930.0,960.0,990.0,1020.0,1050.0,1080.0,1110.0,1140.0,1170.0,1200.0,1230.0,1260.0,1290.0,1320.0,1350.0,1380.0,1410.0,1440.0,1470.0,1500.0,1530.0,1560.0,1590.0,1620.0,1650.0,1680.0,1710.0,1740.0,1770.0,1800.0,1830.0,1860.0,1890.0,1920.0,1950.0,1980.0,2010.0,2040.0,2070.0,2100.0,2130.0,2160.0,2190.0,2220.0,2250.0,2280.0,2310.0,2340.0,2370.0,2400.0,2430.0,2460.0,2490.0,2520.0,2550.0,2580.0,2610.0,2640.0,2670.0,2700.0,2730.0,2760.0,2790.0,2820.0,2850.0,2880.0,2910.0,2940.0,2970.0,3000.0],"times":[1026196.0,2031360.0,3053136.0,4072449.0,5083082.0,6130399.0,7147376.0,8507819.0,9185569.0,10234095.0,11233210.0,12234226.0,13263147.0,14321793.0,15270010.0,16255537.0,17458909.0,18321813.0,19310597.0,20348694.0,21387043.0,22449166.0,23402513.0,24421834.0,25462587.0,26427926.0,27477936.0,28483852.0,29607142.0,30847827.0,32123536.0,32622737.0,33951017.0,34718790.0,35656406.0,36617347.0,37650306.0,38633527.0,39671064.0,40710084.0,41696222.0,42755000.0,43785692.0,44751693.0,46212436.0,46782792.0,47831099.0,48807560.0,50224329.0,50849790.0,52060366.0,52861221.0,53920380.0,55198304.0,56150328.0,57171633.0,58080715.0,58988495.0,60022163.0,61029212.0,62435341.0,63070090.0,64574726.0,65384098.0,66210763.0,67238781.0,68500426.0,69139573.0,70192799.0,71332680.0,72859940.0,73479851.0,74325101.0,75269980.0,76455018.0,77309126.0,78924533.0,79610340.0,80742386.0,81673489.0,82659809.0,83442971.0,84797841.0,85797777.0,86775780.0,87663050.0,88917309.0,89810210.0,91212211.0,91614528.0,92736174.0,93825179.0,94675178.0,96271448.0,96975300.0,97781737.0,98547023.0,99943955.0,100812930.0,101773150.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[23.0,46.0,69.0,92.0,115.0,138.0,161.0,184.0,207.0,230.0,253.0,276.0,299.0,322.0,345.0,368.0,391.0,414.0,437.0,460.0,483.0,506.0,529.0,552.0,575.0,598.0,621.0,644.0,667.0,690.0,713.0,736.0,759.0,782.0,805.0,828.0,851.0,874.0,897.0,920.0,943.0,966.0,989.0,1012.0,1035.0,1058.0,1081.0,1104.0,1127.0,1150.0,1173.0,1196.0,1219.0,1242.0,1265.0,1288.0,1311.0,1334.0,1357.0,1380.0,1403.0,1426.0,1449.0,1472.0,1495.0,1518.0,1541.0,1564.0,1587.0,1610.0,1633.0,1656.0,1679.0,1702.0,1725.0,1748.0,1771.0,1794.0,1817.0,1840.0,1863.0,1886.0,1909.0,1932.0,1955.0,1978.0,2001.0,2024.0,2047.0,2070.0,2093.0,2116.0,2139.0,2162.0,2185.0,2208.0,2231.0,2254.0,2277.0,2300.0],"times":[950500.0,1903900.0,2247400.0,2978800.0,3736600.0,4475600.0,5217600.0,5990200.0,6720400.0,7514700.0,8233300.0,9002200.0,9738800.0,10721200.0,11518600.0,12298100.0,12743100.0,13517400.0,14220100.0,15028500.0,15738400.0,16438600.0,17292900.0,22397900.0,23306100.0,19491000.0,20243100.0,21018300.0,21782600.0,22493000.0,23296100.0,24016800.0,24833600.0,25527200.0,26268200.0,27052000.0,28511100.0,28510000.0,29312300.0,30085600.0,30750300.0,31595100.0,32264800.0,33017700.0,33767300.0,34518400.0,35270400.0,35999500.0,36734100.0,37717300.0,38694000.0,39185700.0,39804400.0,40477700.0,41283800.0,42182000.0,42725600.0,43509700.0,44223400.0,45105400.0,45769000.0,46522800.0,47370100.0,48018700.0,48777800.0,49551700.0,50231800.0,50990300.0,51770700.0,52525400.0,53244400.0,54046500.0,54880400.0,56057000.0,56352900.0,57102000.0,57723800.0,58599900.0,59408300.0,60044000.0,60789800.0,61488700.0,62537500.0,62870900.0,63618400.0,64365500.0,65613000.0,66066600.0,66722100.0,67377300.0,68621600.0,69241800.0,69653700.0,70975200.0,71194300.0,72054200.0,72720000.0,73934500.0,74215800.0,74968100.0]} \ No newline at end of file diff --git a/target/criterion/simple_iter/planck_ecs/base/tukey.json b/target/criterion/simple_iter/planck_ecs/base/tukey.json index 16aa7498..419bd05e 100644 --- a/target/criterion/simple_iter/planck_ecs/base/tukey.json +++ b/target/criterion/simple_iter/planck_ecs/base/tukey.json @@ -1 +1 @@ -[33540.06977550195,33726.992222656634,34225.45208173579,34412.374528890476] \ No newline at end of file +[32316.00781505717,32455.21190139807,32826.42279830713,32965.62688464803] \ No newline at end of file diff --git a/target/criterion/simple_iter/planck_ecs/change/estimates.json b/target/criterion/simple_iter/planck_ecs/change/estimates.json index 0da7240b..52bed827 100644 --- a/target/criterion/simple_iter/planck_ecs/change/estimates.json +++ b/target/criterion/simple_iter/planck_ecs/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.002831011604626754,"upper_bound":0.0007539512905458789},"point_estimate":-0.0010022790674619753,"standard_error":0.0009126606522134804},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0013382972988581487,"upper_bound":0.0007322988228306571},"point_estimate":-0.0005280855714761001,"standard_error":0.0005139149118363087}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.038274577553097086,"upper_bound":-0.0197452438856438},"point_estimate":-0.029811164572924986,"standard_error":0.004967874932094674},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0405567327380173,"upper_bound":-0.03847502013222648},"point_estimate":-0.03930040138737079,"standard_error":0.000507116859881159}} \ No newline at end of file diff --git a/target/criterion/simple_iter/planck_ecs/new/estimates.json b/target/criterion/simple_iter/planck_ecs/new/estimates.json index e9e757ae..c3b21d2f 100644 --- a/target/criterion/simple_iter/planck_ecs/new/estimates.json +++ b/target/criterion/simple_iter/planck_ecs/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":33979.67913660686,"upper_bound":34051.23610861048},"point_estimate":34010.55390146575,"standard_error":18.368103057307707},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":33937.075,"upper_bound":34008.06923076923},"point_estimate":33962.155356193514,"standard_error":17.01710403998763},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57.74062892424034,"upper_bound":116.46410576402158},"point_estimate":87.34592009183686,"standard_error":14.158384474181231},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":33975.55949823495,"upper_bound":34018.65136433394},"point_estimate":33996.61030491109,"standard_error":10.97098981848901},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":91.42312959918381,"upper_bound":279.099597989822},"point_estimate":183.8536263320219,"standard_error":56.35750291417443}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32727.32625170164,"upper_bound":33342.24967659742},"point_estimate":32996.659681892816,"standard_error":162.8676567754966},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32620.938215102975,"upper_bound":32641.600790513832},"point_estimate":32627.429018714865,"standard_error":5.330910506754766},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":46.37421976769535,"upper_bound":85.16569713325043},"point_estimate":62.0236336814689,"standard_error":9.476366333579216},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32644.117344698174,"upper_bound":32739.24869527883},"point_estimate":32684.8216729525,"standard_error":24.309742189646762},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":804.2072130674112,"upper_bound":2297.5883959538724},"point_estimate":1644.3102525342458,"standard_error":416.122322138433}} \ No newline at end of file diff --git a/target/criterion/simple_iter/planck_ecs/new/raw.csv b/target/criterion/simple_iter/planck_ecs/new/raw.csv index dc9a451f..e32dfc80 100644 --- a/target/criterion/simple_iter/planck_ecs/new/raw.csv +++ b/target/criterion/simple_iter/planck_ecs/new/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -simple_iter,planck_ecs,,,,1026196.0,ns,30 -simple_iter,planck_ecs,,,,2031360.0,ns,60 -simple_iter,planck_ecs,,,,3053136.0,ns,90 -simple_iter,planck_ecs,,,,4072449.0,ns,120 -simple_iter,planck_ecs,,,,5083082.0,ns,150 -simple_iter,planck_ecs,,,,6130399.0,ns,180 -simple_iter,planck_ecs,,,,7147376.0,ns,210 -simple_iter,planck_ecs,,,,8507819.0,ns,240 -simple_iter,planck_ecs,,,,9185569.0,ns,270 -simple_iter,planck_ecs,,,,10234095.0,ns,300 -simple_iter,planck_ecs,,,,11233210.0,ns,330 -simple_iter,planck_ecs,,,,12234226.0,ns,360 -simple_iter,planck_ecs,,,,13263147.0,ns,390 -simple_iter,planck_ecs,,,,14321793.0,ns,420 -simple_iter,planck_ecs,,,,15270010.0,ns,450 -simple_iter,planck_ecs,,,,16255537.0,ns,480 -simple_iter,planck_ecs,,,,17458909.0,ns,510 -simple_iter,planck_ecs,,,,18321813.0,ns,540 -simple_iter,planck_ecs,,,,19310597.0,ns,570 -simple_iter,planck_ecs,,,,20348694.0,ns,600 -simple_iter,planck_ecs,,,,21387043.0,ns,630 -simple_iter,planck_ecs,,,,22449166.0,ns,660 -simple_iter,planck_ecs,,,,23402513.0,ns,690 -simple_iter,planck_ecs,,,,24421834.0,ns,720 -simple_iter,planck_ecs,,,,25462587.0,ns,750 -simple_iter,planck_ecs,,,,26427926.0,ns,780 -simple_iter,planck_ecs,,,,27477936.0,ns,810 -simple_iter,planck_ecs,,,,28483852.0,ns,840 -simple_iter,planck_ecs,,,,29607142.0,ns,870 -simple_iter,planck_ecs,,,,30847827.0,ns,900 -simple_iter,planck_ecs,,,,32123536.0,ns,930 -simple_iter,planck_ecs,,,,32622737.0,ns,960 -simple_iter,planck_ecs,,,,33951017.0,ns,990 -simple_iter,planck_ecs,,,,34718790.0,ns,1020 -simple_iter,planck_ecs,,,,35656406.0,ns,1050 -simple_iter,planck_ecs,,,,36617347.0,ns,1080 -simple_iter,planck_ecs,,,,37650306.0,ns,1110 -simple_iter,planck_ecs,,,,38633527.0,ns,1140 -simple_iter,planck_ecs,,,,39671064.0,ns,1170 -simple_iter,planck_ecs,,,,40710084.0,ns,1200 -simple_iter,planck_ecs,,,,41696222.0,ns,1230 -simple_iter,planck_ecs,,,,42755000.0,ns,1260 -simple_iter,planck_ecs,,,,43785692.0,ns,1290 -simple_iter,planck_ecs,,,,44751693.0,ns,1320 -simple_iter,planck_ecs,,,,46212436.0,ns,1350 -simple_iter,planck_ecs,,,,46782792.0,ns,1380 -simple_iter,planck_ecs,,,,47831099.0,ns,1410 -simple_iter,planck_ecs,,,,48807560.0,ns,1440 -simple_iter,planck_ecs,,,,50224329.0,ns,1470 -simple_iter,planck_ecs,,,,50849790.0,ns,1500 -simple_iter,planck_ecs,,,,52060366.0,ns,1530 -simple_iter,planck_ecs,,,,52861221.0,ns,1560 -simple_iter,planck_ecs,,,,53920380.0,ns,1590 -simple_iter,planck_ecs,,,,55198304.0,ns,1620 -simple_iter,planck_ecs,,,,56150328.0,ns,1650 -simple_iter,planck_ecs,,,,57171633.0,ns,1680 -simple_iter,planck_ecs,,,,58080715.0,ns,1710 -simple_iter,planck_ecs,,,,58988495.0,ns,1740 -simple_iter,planck_ecs,,,,60022163.0,ns,1770 -simple_iter,planck_ecs,,,,61029212.0,ns,1800 -simple_iter,planck_ecs,,,,62435341.0,ns,1830 -simple_iter,planck_ecs,,,,63070090.0,ns,1860 -simple_iter,planck_ecs,,,,64574726.0,ns,1890 -simple_iter,planck_ecs,,,,65384098.0,ns,1920 -simple_iter,planck_ecs,,,,66210763.0,ns,1950 -simple_iter,planck_ecs,,,,67238781.0,ns,1980 -simple_iter,planck_ecs,,,,68500426.0,ns,2010 -simple_iter,planck_ecs,,,,69139573.0,ns,2040 -simple_iter,planck_ecs,,,,70192799.0,ns,2070 -simple_iter,planck_ecs,,,,71332680.0,ns,2100 -simple_iter,planck_ecs,,,,72859940.0,ns,2130 -simple_iter,planck_ecs,,,,73479851.0,ns,2160 -simple_iter,planck_ecs,,,,74325101.0,ns,2190 -simple_iter,planck_ecs,,,,75269980.0,ns,2220 -simple_iter,planck_ecs,,,,76455018.0,ns,2250 -simple_iter,planck_ecs,,,,77309126.0,ns,2280 -simple_iter,planck_ecs,,,,78924533.0,ns,2310 -simple_iter,planck_ecs,,,,79610340.0,ns,2340 -simple_iter,planck_ecs,,,,80742386.0,ns,2370 -simple_iter,planck_ecs,,,,81673489.0,ns,2400 -simple_iter,planck_ecs,,,,82659809.0,ns,2430 -simple_iter,planck_ecs,,,,83442971.0,ns,2460 -simple_iter,planck_ecs,,,,84797841.0,ns,2490 -simple_iter,planck_ecs,,,,85797777.0,ns,2520 -simple_iter,planck_ecs,,,,86775780.0,ns,2550 -simple_iter,planck_ecs,,,,87663050.0,ns,2580 -simple_iter,planck_ecs,,,,88917309.0,ns,2610 -simple_iter,planck_ecs,,,,89810210.0,ns,2640 -simple_iter,planck_ecs,,,,91212211.0,ns,2670 -simple_iter,planck_ecs,,,,91614528.0,ns,2700 -simple_iter,planck_ecs,,,,92736174.0,ns,2730 -simple_iter,planck_ecs,,,,93825179.0,ns,2760 -simple_iter,planck_ecs,,,,94675178.0,ns,2790 -simple_iter,planck_ecs,,,,96271448.0,ns,2820 -simple_iter,planck_ecs,,,,96975300.0,ns,2850 -simple_iter,planck_ecs,,,,97781737.0,ns,2880 -simple_iter,planck_ecs,,,,98547023.0,ns,2910 -simple_iter,planck_ecs,,,,99943955.0,ns,2940 -simple_iter,planck_ecs,,,,100812930.0,ns,2970 -simple_iter,planck_ecs,,,,101773150.0,ns,3000 +simple_iter,planck_ecs,,,,950500.0,ns,23 +simple_iter,planck_ecs,,,,1903900.0,ns,46 +simple_iter,planck_ecs,,,,2247400.0,ns,69 +simple_iter,planck_ecs,,,,2978800.0,ns,92 +simple_iter,planck_ecs,,,,3736600.0,ns,115 +simple_iter,planck_ecs,,,,4475600.0,ns,138 +simple_iter,planck_ecs,,,,5217600.0,ns,161 +simple_iter,planck_ecs,,,,5990200.0,ns,184 +simple_iter,planck_ecs,,,,6720400.0,ns,207 +simple_iter,planck_ecs,,,,7514700.0,ns,230 +simple_iter,planck_ecs,,,,8233300.0,ns,253 +simple_iter,planck_ecs,,,,9002200.0,ns,276 +simple_iter,planck_ecs,,,,9738800.0,ns,299 +simple_iter,planck_ecs,,,,10721200.0,ns,322 +simple_iter,planck_ecs,,,,11518600.0,ns,345 +simple_iter,planck_ecs,,,,12298100.0,ns,368 +simple_iter,planck_ecs,,,,12743100.0,ns,391 +simple_iter,planck_ecs,,,,13517400.0,ns,414 +simple_iter,planck_ecs,,,,14220100.0,ns,437 +simple_iter,planck_ecs,,,,15028500.0,ns,460 +simple_iter,planck_ecs,,,,15738400.0,ns,483 +simple_iter,planck_ecs,,,,16438600.0,ns,506 +simple_iter,planck_ecs,,,,17292900.0,ns,529 +simple_iter,planck_ecs,,,,22397900.0,ns,552 +simple_iter,planck_ecs,,,,23306100.0,ns,575 +simple_iter,planck_ecs,,,,19491000.0,ns,598 +simple_iter,planck_ecs,,,,20243100.0,ns,621 +simple_iter,planck_ecs,,,,21018300.0,ns,644 +simple_iter,planck_ecs,,,,21782600.0,ns,667 +simple_iter,planck_ecs,,,,22493000.0,ns,690 +simple_iter,planck_ecs,,,,23296100.0,ns,713 +simple_iter,planck_ecs,,,,24016800.0,ns,736 +simple_iter,planck_ecs,,,,24833600.0,ns,759 +simple_iter,planck_ecs,,,,25527200.0,ns,782 +simple_iter,planck_ecs,,,,26268200.0,ns,805 +simple_iter,planck_ecs,,,,27052000.0,ns,828 +simple_iter,planck_ecs,,,,28511100.0,ns,851 +simple_iter,planck_ecs,,,,28510000.0,ns,874 +simple_iter,planck_ecs,,,,29312300.0,ns,897 +simple_iter,planck_ecs,,,,30085600.0,ns,920 +simple_iter,planck_ecs,,,,30750300.0,ns,943 +simple_iter,planck_ecs,,,,31595100.0,ns,966 +simple_iter,planck_ecs,,,,32264800.0,ns,989 +simple_iter,planck_ecs,,,,33017700.0,ns,1012 +simple_iter,planck_ecs,,,,33767300.0,ns,1035 +simple_iter,planck_ecs,,,,34518400.0,ns,1058 +simple_iter,planck_ecs,,,,35270400.0,ns,1081 +simple_iter,planck_ecs,,,,35999500.0,ns,1104 +simple_iter,planck_ecs,,,,36734100.0,ns,1127 +simple_iter,planck_ecs,,,,37717300.0,ns,1150 +simple_iter,planck_ecs,,,,38694000.0,ns,1173 +simple_iter,planck_ecs,,,,39185700.0,ns,1196 +simple_iter,planck_ecs,,,,39804400.0,ns,1219 +simple_iter,planck_ecs,,,,40477700.0,ns,1242 +simple_iter,planck_ecs,,,,41283800.0,ns,1265 +simple_iter,planck_ecs,,,,42182000.0,ns,1288 +simple_iter,planck_ecs,,,,42725600.0,ns,1311 +simple_iter,planck_ecs,,,,43509700.0,ns,1334 +simple_iter,planck_ecs,,,,44223400.0,ns,1357 +simple_iter,planck_ecs,,,,45105400.0,ns,1380 +simple_iter,planck_ecs,,,,45769000.0,ns,1403 +simple_iter,planck_ecs,,,,46522800.0,ns,1426 +simple_iter,planck_ecs,,,,47370100.0,ns,1449 +simple_iter,planck_ecs,,,,48018700.0,ns,1472 +simple_iter,planck_ecs,,,,48777800.0,ns,1495 +simple_iter,planck_ecs,,,,49551700.0,ns,1518 +simple_iter,planck_ecs,,,,50231800.0,ns,1541 +simple_iter,planck_ecs,,,,50990300.0,ns,1564 +simple_iter,planck_ecs,,,,51770700.0,ns,1587 +simple_iter,planck_ecs,,,,52525400.0,ns,1610 +simple_iter,planck_ecs,,,,53244400.0,ns,1633 +simple_iter,planck_ecs,,,,54046500.0,ns,1656 +simple_iter,planck_ecs,,,,54880400.0,ns,1679 +simple_iter,planck_ecs,,,,56057000.0,ns,1702 +simple_iter,planck_ecs,,,,56352900.0,ns,1725 +simple_iter,planck_ecs,,,,57102000.0,ns,1748 +simple_iter,planck_ecs,,,,57723800.0,ns,1771 +simple_iter,planck_ecs,,,,58599900.0,ns,1794 +simple_iter,planck_ecs,,,,59408300.0,ns,1817 +simple_iter,planck_ecs,,,,60044000.0,ns,1840 +simple_iter,planck_ecs,,,,60789800.0,ns,1863 +simple_iter,planck_ecs,,,,61488700.0,ns,1886 +simple_iter,planck_ecs,,,,62537500.0,ns,1909 +simple_iter,planck_ecs,,,,62870900.0,ns,1932 +simple_iter,planck_ecs,,,,63618400.0,ns,1955 +simple_iter,planck_ecs,,,,64365500.0,ns,1978 +simple_iter,planck_ecs,,,,65613000.0,ns,2001 +simple_iter,planck_ecs,,,,66066600.0,ns,2024 +simple_iter,planck_ecs,,,,66722100.0,ns,2047 +simple_iter,planck_ecs,,,,67377300.0,ns,2070 +simple_iter,planck_ecs,,,,68621600.0,ns,2093 +simple_iter,planck_ecs,,,,69241800.0,ns,2116 +simple_iter,planck_ecs,,,,69653700.0,ns,2139 +simple_iter,planck_ecs,,,,70975200.0,ns,2162 +simple_iter,planck_ecs,,,,71194300.0,ns,2185 +simple_iter,planck_ecs,,,,72054200.0,ns,2208 +simple_iter,planck_ecs,,,,72720000.0,ns,2231 +simple_iter,planck_ecs,,,,73934500.0,ns,2254 +simple_iter,planck_ecs,,,,74215800.0,ns,2277 +simple_iter,planck_ecs,,,,74968100.0,ns,2300 diff --git a/target/criterion/simple_iter/planck_ecs/new/sample.json b/target/criterion/simple_iter/planck_ecs/new/sample.json index 127a23ad..1aa1face 100644 --- a/target/criterion/simple_iter/planck_ecs/new/sample.json +++ b/target/criterion/simple_iter/planck_ecs/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[30.0,60.0,90.0,120.0,150.0,180.0,210.0,240.0,270.0,300.0,330.0,360.0,390.0,420.0,450.0,480.0,510.0,540.0,570.0,600.0,630.0,660.0,690.0,720.0,750.0,780.0,810.0,840.0,870.0,900.0,930.0,960.0,990.0,1020.0,1050.0,1080.0,1110.0,1140.0,1170.0,1200.0,1230.0,1260.0,1290.0,1320.0,1350.0,1380.0,1410.0,1440.0,1470.0,1500.0,1530.0,1560.0,1590.0,1620.0,1650.0,1680.0,1710.0,1740.0,1770.0,1800.0,1830.0,1860.0,1890.0,1920.0,1950.0,1980.0,2010.0,2040.0,2070.0,2100.0,2130.0,2160.0,2190.0,2220.0,2250.0,2280.0,2310.0,2340.0,2370.0,2400.0,2430.0,2460.0,2490.0,2520.0,2550.0,2580.0,2610.0,2640.0,2670.0,2700.0,2730.0,2760.0,2790.0,2820.0,2850.0,2880.0,2910.0,2940.0,2970.0,3000.0],"times":[1026196.0,2031360.0,3053136.0,4072449.0,5083082.0,6130399.0,7147376.0,8507819.0,9185569.0,10234095.0,11233210.0,12234226.0,13263147.0,14321793.0,15270010.0,16255537.0,17458909.0,18321813.0,19310597.0,20348694.0,21387043.0,22449166.0,23402513.0,24421834.0,25462587.0,26427926.0,27477936.0,28483852.0,29607142.0,30847827.0,32123536.0,32622737.0,33951017.0,34718790.0,35656406.0,36617347.0,37650306.0,38633527.0,39671064.0,40710084.0,41696222.0,42755000.0,43785692.0,44751693.0,46212436.0,46782792.0,47831099.0,48807560.0,50224329.0,50849790.0,52060366.0,52861221.0,53920380.0,55198304.0,56150328.0,57171633.0,58080715.0,58988495.0,60022163.0,61029212.0,62435341.0,63070090.0,64574726.0,65384098.0,66210763.0,67238781.0,68500426.0,69139573.0,70192799.0,71332680.0,72859940.0,73479851.0,74325101.0,75269980.0,76455018.0,77309126.0,78924533.0,79610340.0,80742386.0,81673489.0,82659809.0,83442971.0,84797841.0,85797777.0,86775780.0,87663050.0,88917309.0,89810210.0,91212211.0,91614528.0,92736174.0,93825179.0,94675178.0,96271448.0,96975300.0,97781737.0,98547023.0,99943955.0,100812930.0,101773150.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[23.0,46.0,69.0,92.0,115.0,138.0,161.0,184.0,207.0,230.0,253.0,276.0,299.0,322.0,345.0,368.0,391.0,414.0,437.0,460.0,483.0,506.0,529.0,552.0,575.0,598.0,621.0,644.0,667.0,690.0,713.0,736.0,759.0,782.0,805.0,828.0,851.0,874.0,897.0,920.0,943.0,966.0,989.0,1012.0,1035.0,1058.0,1081.0,1104.0,1127.0,1150.0,1173.0,1196.0,1219.0,1242.0,1265.0,1288.0,1311.0,1334.0,1357.0,1380.0,1403.0,1426.0,1449.0,1472.0,1495.0,1518.0,1541.0,1564.0,1587.0,1610.0,1633.0,1656.0,1679.0,1702.0,1725.0,1748.0,1771.0,1794.0,1817.0,1840.0,1863.0,1886.0,1909.0,1932.0,1955.0,1978.0,2001.0,2024.0,2047.0,2070.0,2093.0,2116.0,2139.0,2162.0,2185.0,2208.0,2231.0,2254.0,2277.0,2300.0],"times":[950500.0,1903900.0,2247400.0,2978800.0,3736600.0,4475600.0,5217600.0,5990200.0,6720400.0,7514700.0,8233300.0,9002200.0,9738800.0,10721200.0,11518600.0,12298100.0,12743100.0,13517400.0,14220100.0,15028500.0,15738400.0,16438600.0,17292900.0,22397900.0,23306100.0,19491000.0,20243100.0,21018300.0,21782600.0,22493000.0,23296100.0,24016800.0,24833600.0,25527200.0,26268200.0,27052000.0,28511100.0,28510000.0,29312300.0,30085600.0,30750300.0,31595100.0,32264800.0,33017700.0,33767300.0,34518400.0,35270400.0,35999500.0,36734100.0,37717300.0,38694000.0,39185700.0,39804400.0,40477700.0,41283800.0,42182000.0,42725600.0,43509700.0,44223400.0,45105400.0,45769000.0,46522800.0,47370100.0,48018700.0,48777800.0,49551700.0,50231800.0,50990300.0,51770700.0,52525400.0,53244400.0,54046500.0,54880400.0,56057000.0,56352900.0,57102000.0,57723800.0,58599900.0,59408300.0,60044000.0,60789800.0,61488700.0,62537500.0,62870900.0,63618400.0,64365500.0,65613000.0,66066600.0,66722100.0,67377300.0,68621600.0,69241800.0,69653700.0,70975200.0,71194300.0,72054200.0,72720000.0,73934500.0,74215800.0,74968100.0]} \ No newline at end of file diff --git a/target/criterion/simple_iter/planck_ecs/new/tukey.json b/target/criterion/simple_iter/planck_ecs/new/tukey.json index 16aa7498..419bd05e 100644 --- a/target/criterion/simple_iter/planck_ecs/new/tukey.json +++ b/target/criterion/simple_iter/planck_ecs/new/tukey.json @@ -1 +1 @@ -[33540.06977550195,33726.992222656634,34225.45208173579,34412.374528890476] \ No newline at end of file +[32316.00781505717,32455.21190139807,32826.42279830713,32965.62688464803] \ No newline at end of file diff --git a/target/criterion/simple_iter/planck_ecs/report/MAD.svg b/target/criterion/simple_iter/planck_ecs/report/MAD.svg index 49d48242..20b68950 100644 --- a/target/criterion/simple_iter/planck_ecs/report/MAD.svg +++ b/target/criterion/simple_iter/planck_ecs/report/MAD.svg @@ -1,308 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 0.03 - - - - - 0.035 - - - - - 0.04 - - - - - 0.045 - - - - - 60 - - - - - 70 - - - - - 80 - - - - - 90 - - - - - 100 - - - - - 110 - - - - - 120 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - simple_iter/planck_ecs: MAD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_iter/planck_ecs:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + + +45 + + + +50 + + + +55 + + + +60 + + + +65 + + + +70 + + + +75 + + + +80 + + + +85 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_iter/planck_ecs/report/SD.svg b/target/criterion/simple_iter/planck_ecs/report/SD.svg index a59959b9..61eb9355 100644 --- a/target/criterion/simple_iter/planck_ecs/report/SD.svg +++ b/target/criterion/simple_iter/planck_ecs/report/SD.svg @@ -1,288 +1,92 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.002 - - - - - 0.004 - - - - - 0.006 - - - - - 0.008 - - - - - 0.01 - - - - - 0.012 - - - - - 0.014 - - - - - 0.016 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - simple_iter/planck_ecs: SD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_iter/planck_ecs:SD + + +Density (a.u.) + + +Average time (us) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + +2 + + + +2.2 + + + +2.4 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_iter/planck_ecs/report/both/pdf.svg b/target/criterion/simple_iter/planck_ecs/report/both/pdf.svg index f938de98..adc2b9d4 100644 --- a/target/criterion/simple_iter/planck_ecs/report/both/pdf.svg +++ b/target/criterion/simple_iter/planck_ecs/report/both/pdf.svg @@ -1,318 +1,65 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 3.5 - - - - - 33.5 - - - - - 34 - - - - - 34.5 - - - - - 35 - - - - - 35.5 - - - - - 36 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_iter/planck_ecs - - - - - Base PDF - - - Base PDF - - - - - - - - - - Base Mean - - - - - Base Mean - - - - - - New PDF - - - - - New PDF - - - - - - - - - - New Mean - - - - - New Mean - - - - - - - - - - - - - - + + +simple_iter/planck_ecs + + +Density (a.u.) + + +Average Time (us) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + + +35 + + + +40 + + + + + + + +Base PDF + + +New PDF + + +Base Mean + + +New Mean + + + + + - diff --git a/target/criterion/simple_iter/planck_ecs/report/both/regression.svg b/target/criterion/simple_iter/planck_ecs/report/both/regression.svg index cba3c9a4..1b87f3cb 100644 --- a/target/criterion/simple_iter/planck_ecs/report/both/regression.svg +++ b/target/criterion/simple_iter/planck_ecs/report/both/regression.svg @@ -1,292 +1,105 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 0.5 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 1.5 - - - - - - - - - - - - - 2 - - - - - - - - - - - - - 2.5 - - - - - - - - - - - - - 3 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - simple_iter/planck_ecs - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - Base sample - - - - - - New sample - - - New sample - - - - - - - - - - - - - - + + +simple_iter/planck_ecs + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + +100.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + + + + + +Base Sample + + +New Sample + + + - diff --git a/target/criterion/simple_iter/planck_ecs/report/change/mean.svg b/target/criterion/simple_iter/planck_ecs/report/change/mean.svg index 303cd92b..9172fcec 100644 --- a/target/criterion/simple_iter/planck_ecs/report/change/mean.svg +++ b/target/criterion/simple_iter/planck_ecs/report/change/mean.svg @@ -1,335 +1,85 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - 300 - - - - - 350 - - - - - 400 - - - - - 450 - - - - - -0.3 - - - - - -0.25 - - - - - -0.2 - - - - - -0.15 - - - - - -0.1 - - - - - -0.05 - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - simple_iter/planck_ecs: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +simple_iter/planck_ecs:mean + + +Density (a.u.) + + +Relative change (%) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + + +-0.04 + + + +-0.035 + + + +-0.03 + + + +-0.025 + + + +-0.02 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/simple_iter/planck_ecs/report/change/median.svg b/target/criterion/simple_iter/planck_ecs/report/change/median.svg index 83daf4df..5382fb72 100644 --- a/target/criterion/simple_iter/planck_ecs/report/change/median.svg +++ b/target/criterion/simple_iter/planck_ecs/report/change/median.svg @@ -1,315 +1,85 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 100 - - - - - 200 - - - - - 300 - - - - - 400 - - - - - 500 - - - - - 600 - - - - - 700 - - - - - 800 - - - - - 900 - - - - - -0.15 - - - - - -0.1 - - - - - -0.05 - - - - - 0 - - - - - 0.05 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - simple_iter/planck_ecs: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +simple_iter/planck_ecs:median + + +Density (a.u.) + + +Relative change (%) + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + +800 + + + + +-0.0405 + + + +-0.04 + + + +-0.0395 + + + +-0.039 + + + +-0.0385 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/simple_iter/planck_ecs/report/change/t-test.svg b/target/criterion/simple_iter/planck_ecs/report/change/t-test.svg index 9198abae..f99fbafe 100644 --- a/target/criterion/simple_iter/planck_ecs/report/change/t-test.svg +++ b/target/criterion/simple_iter/planck_ecs/report/change/t-test.svg @@ -1,255 +1,91 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - -4 - - - - - -3 - - - - - -2 - - - - - -1 - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - 5 - - - - - - - - - Density - - - - - t score - - - - - simple_iter/planck_ecs: Welch t test - - - - - t distribution - - - t distribution - - - - - - - - - - t statistic - - - - - t statistic - - - - - - - - - - - - - - + + +simple_iter/planck_ecs: Welch t test + + +Density + + +t score + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +-4.0 + + + +-3.0 + + + +-2.0 + + + +-1.0 + + + +0.0 + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + + + +t distribution + + +t statistic + + + - diff --git a/target/criterion/simple_iter/planck_ecs/report/index.html b/target/criterion/simple_iter/planck_ecs/report/index.html index 3cdfa298..c72d693b 100644 --- a/target/criterion/simple_iter/planck_ecs/report/index.html +++ b/target/criterion/simple_iter/planck_ecs/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 33.976 us - 33.997 us - 34.019 us + 32.644 us + 32.685 us + 32.739 us R² - 0.9988936 - 0.9989469 - 0.9988885 + 0.9700951 + 0.9702997 + 0.9699340 Mean - 33.980 us - 34.011 us - 34.051 us + 32.727 us + 32.997 us + 33.342 us Std. Dev. - 91.423 ns - 183.85 ns - 279.10 ns + 804.21 ns + 1.6443 us + 2.2976 us Median - 33.937 us - 33.962 us - 34.008 us + 32.621 us + 32.627 us + 32.642 us MAD - 57.741 ns - 87.346 ns - 116.46 ns + 46.374 ns + 62.024 ns + 85.166 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.2831% - -0.1002% - +0.0754% - (p = 0.29 > + -3.8275% + -2.9811% + -1.9745% + (p = 0.00 < 0.05) - No change in performance detected. + Performance has improved.

Additional Plots:

diff --git a/target/criterion/simple_iter/planck_ecs/report/mean.svg b/target/criterion/simple_iter/planck_ecs/report/mean.svg index 977d75cf..318a9c38 100644 --- a/target/criterion/simple_iter/planck_ecs/report/mean.svg +++ b/target/criterion/simple_iter/planck_ecs/report/mean.svg @@ -1,293 +1,84 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - 25 - - - - - 33.98 - - - - - 33.99 - - - - - 34 - - - - - 34.01 - - - - - 34.02 - - - - - 34.03 - - - - - 34.04 - - - - - 34.05 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_iter/planck_ecs: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_iter/planck_ecs:mean + + +Density (a.u.) + + +Average time (us) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + + +32.7 + + + +32.8 + + + +32.9 + + + +33 + + + +33.1 + + + +33.2 + + + +33.3 + + + +33.4 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_iter/planck_ecs/report/median.svg b/target/criterion/simple_iter/planck_ecs/report/median.svg index b9047ff3..8e72bff0 100644 --- a/target/criterion/simple_iter/planck_ecs/report/median.svg +++ b/target/criterion/simple_iter/planck_ecs/report/median.svg @@ -1,303 +1,76 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - 25 - - - - - 30 - - - - - 33.93 - - - - - 33.94 - - - - - 33.95 - - - - - 33.96 - - - - - 33.97 - - - - - 33.98 - - - - - 33.99 - - - - - 34 - - - - - 34.01 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_iter/planck_ecs: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_iter/planck_ecs:median + + +Density (a.u.) + + +Average time (us) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + + +32.62 + + + +32.625 + + + +32.63 + + + +32.635 + + + +32.64 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_iter/planck_ecs/report/pdf.svg b/target/criterion/simple_iter/planck_ecs/report/pdf.svg index b9ead65d..31503150 100644 --- a/target/criterion/simple_iter/planck_ecs/report/pdf.svg +++ b/target/criterion/simple_iter/planck_ecs/report/pdf.svg @@ -1,410 +1,151 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 34 - - - - - 34.5 - - - - - 35 - - - - - 35.5 - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 3.5 - - - - - - - - - Iterations (x 103) - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_iter/planck_ecs - - - - - PDF - - - PDF - - - - - - - - - - Mean - - - - - Mean - - - - - - "Clean" sample - - - - - "Clean" sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Mild outliers - - - Mild outliers - - - - - - - - - - - Severe outliers - - - Severe outliers - - - - - - - - - gnuplot_plot_6 - - - - - - gnuplot_plot_7 - - - - gnuplot_plot_8 - - - - gnuplot_plot_9 - - - - - - - - - - - - + + +simple_iter/planck_ecs + + +Iterations (x 10^3) + + +Average Time (us) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + + +32 + + + +34 + + + +36 + + + +38 + + + +40 + + + +42 + + + +Density (a.u.) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + +0.45 + + + +0.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + - diff --git a/target/criterion/simple_iter/planck_ecs/report/pdf_small.svg b/target/criterion/simple_iter/planck_ecs/report/pdf_small.svg index aca1c1ca..92ef866f 100644 --- a/target/criterion/simple_iter/planck_ecs/report/pdf_small.svg +++ b/target/criterion/simple_iter/planck_ecs/report/pdf_small.svg @@ -1,204 +1,40 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 3.5 - - - - - 34 - - - - - 34.5 - - - - - 35 - - - - - 35.5 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - PDF - - - - - - - Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + + +35 + + + +40 + + + + - diff --git a/target/criterion/simple_iter/planck_ecs/report/regression.svg b/target/criterion/simple_iter/planck_ecs/report/regression.svg index e9166a7e..c5bfcfdf 100644 --- a/target/criterion/simple_iter/planck_ecs/report/regression.svg +++ b/target/criterion/simple_iter/planck_ecs/report/regression.svg @@ -1,395 +1,182 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 0.5 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 1.5 - - - - - - - - - - - - - 2 - - - - - - - - - - - - - 2.5 - - - - - - - - - - - - - 3 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - simple_iter/planck_ecs - - - - - Sample - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - Linear regression - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - - + + +simple_iter/planck_ecs + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + - diff --git a/target/criterion/simple_iter/planck_ecs/report/regression_small.svg b/target/criterion/simple_iter/planck_ecs/report/regression_small.svg index b73c84d6..ca826e03 100644 --- a/target/criterion/simple_iter/planck_ecs/report/regression_small.svg +++ b/target/criterion/simple_iter/planck_ecs/report/regression_small.svg @@ -1,373 +1,167 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 0.5 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 1.5 - - - - - - - - - - - - - 2 - - - - - - - - - - - - - 2.5 - - - - - - - - - - - - - 3 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/simple_iter/planck_ecs/report/relative_pdf_small.svg b/target/criterion/simple_iter/planck_ecs/report/relative_pdf_small.svg index f27f5836..4c919123 100644 --- a/target/criterion/simple_iter/planck_ecs/report/relative_pdf_small.svg +++ b/target/criterion/simple_iter/planck_ecs/report/relative_pdf_small.svg @@ -1,291 +1,46 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 3.5 - - - - - 33.5 - - - - - 34 - - - - - 34.5 - - - - - 35 - - - - - 35.5 - - - - - 36 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - Base PDF - - - - - - - Base Mean - - - - - - New PDF - - - - - - - - - New Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + + +35 + + + +40 + + + + + + - diff --git a/target/criterion/simple_iter/planck_ecs/report/relative_regression_small.svg b/target/criterion/simple_iter/planck_ecs/report/relative_regression_small.svg index 450e6b0b..da40ff9d 100644 --- a/target/criterion/simple_iter/planck_ecs/report/relative_regression_small.svg +++ b/target/criterion/simple_iter/planck_ecs/report/relative_regression_small.svg @@ -1,277 +1,94 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 0.5 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 1.5 - - - - - - - - - - - - - 2 - - - - - - - - - - - - - 2.5 - - - - - - - - - - - - - 3 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - - New sample - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + +100.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + + + + - diff --git a/target/criterion/simple_iter/planck_ecs/report/slope.svg b/target/criterion/simple_iter/planck_ecs/report/slope.svg index 785d4935..e1971bcd 100644 --- a/target/criterion/simple_iter/planck_ecs/report/slope.svg +++ b/target/criterion/simple_iter/planck_ecs/report/slope.svg @@ -1,293 +1,88 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - 25 - - - - - 30 - - - - - 35 - - - - - 40 - - - - - 33.98 - - - - - 33.99 - - - - - 34 - - - - - 34.01 - - - - - 34.02 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_iter/planck_ecs: slope - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_iter/planck_ecs:slope + + +Density (a.u.) + + +Average time (us) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + + +32.64 + + + +32.66 + + + +32.68 + + + +32.7 + + + +32.72 + + + +32.74 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_iter/planck_ecs/report/typical.svg b/target/criterion/simple_iter/planck_ecs/report/typical.svg index 9ba56b68..646fa638 100644 --- a/target/criterion/simple_iter/planck_ecs/report/typical.svg +++ b/target/criterion/simple_iter/planck_ecs/report/typical.svg @@ -1,293 +1,88 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - 25 - - - - - 30 - - - - - 35 - - - - - 40 - - - - - 33.98 - - - - - 33.99 - - - - - 34 - - - - - 34.01 - - - - - 34.02 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_iter/planck_ecs: typical - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_iter/planck_ecs:typical + + +Density (a.u.) + + +Average time (us) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + + +32.64 + + + +32.66 + + + +32.68 + + + +32.7 + + + +32.72 + + + +32.74 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_iter/report/index.html b/target/criterion/simple_iter/report/index.html index dbbd6837..a08cb6f2 100644 --- a/target/criterion/simple_iter/report/index.html +++ b/target/criterion/simple_iter/report/index.html @@ -82,6 +82,29 @@

simple_iter/bevy

+
+ +

simple_iter/brood

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+

simple_iter/hecs

diff --git a/target/criterion/simple_iter/report/violin.svg b/target/criterion/simple_iter/report/violin.svg index b512faa6..9bfb58d7 100644 --- a/target/criterion/simple_iter/report/violin.svg +++ b/target/criterion/simple_iter/report/violin.svg @@ -1,704 +1,101 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - simple_iter/specs - - - - - simple_iter/shipyard - - - - - simple_iter/planck_ecs - - - - - simple_iter/legion (packed) - - - - - simple_iter/legion - - - - - simple_iter/hecs - - - - - simple_iter/bevy - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 5 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 15 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 25 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 35 - - - - - - - - - Input - - - - - Average time (us) - - - - - simple_iter: Violin plot - - - - - PDF - - - PDF - - - - - - - - - - gnuplot_plot_2 - - - - - - - gnuplot_plot_3 - - - - - - - gnuplot_plot_4 - - - - - - - gnuplot_plot_5 - - - - - - - gnuplot_plot_6 - - - - - - - gnuplot_plot_7 - - - - - - - - - - - - - - - - - + + +simple_iter: Violin plot + + +Input + + +Average time (us) + + + +simple_iter/specs + + + +simple_iter/shipyard + + + +simple_iter/planck_ecs + + + +simple_iter/legion (packed) + + + +simple_iter/legion + + + +simple_iter/hecs + + + +simple_iter/brood + + + +simple_iter/bevy + + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + +30.0 + + + +35.0 + + + +40.0 + + + +45.0 + + + +50.0 + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/simple_iter/shipyard/base/estimates.json b/target/criterion/simple_iter/shipyard/base/estimates.json index 3e635cfb..72e892db 100644 --- a/target/criterion/simple_iter/shipyard/base/estimates.json +++ b/target/criterion/simple_iter/shipyard/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":24882.412040729603,"upper_bound":24949.60337675353},"point_estimate":24915.18321499274,"standard_error":17.23114732960463},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":24828.88725490196,"upper_bound":24852.467027777777},"point_estimate":24839.17690972222,"standard_error":5.356854242767364},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":63.96244777748009,"upper_bound":110.27041389607119},"point_estimate":87.33603445638342,"standard_error":11.875009112369995},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":24849.48081723724,"upper_bound":24918.73202375654},"point_estimate":24882.262426407568,"standard_error":17.76027707115617},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":144.67281838951797,"upper_bound":196.21223400551813},"point_estimate":173.29456082028548,"standard_error":13.181491945350292}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29304.416070714524,"upper_bound":30840.55087096212},"point_estimate":30035.31015572851,"standard_error":392.9295541279958},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28395.815295815297,"upper_bound":28451.428571428572},"point_estimate":28425.01329787234,"standard_error":12.884430825680127},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98.77395748262823,"upper_bound":191.55386418544444},"point_estimate":132.23058856152755,"standard_error":23.35396580773462},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29139.52395006228,"upper_bound":31247.885622403697},"point_estimate":30101.16474487534,"standard_error":539.5737839244317},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3023.363730524451,"upper_bound":4706.655888980587},"point_estimate":3971.4859174112044,"standard_error":437.6346717675072}} \ No newline at end of file diff --git a/target/criterion/simple_iter/shipyard/base/raw.csv b/target/criterion/simple_iter/shipyard/base/raw.csv index 63815b08..215ab918 100644 --- a/target/criterion/simple_iter/shipyard/base/raw.csv +++ b/target/criterion/simple_iter/shipyard/base/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -simple_iter,shipyard,,,,1006688.0,ns,40 -simple_iter,shipyard,,,,2020008.0,ns,80 -simple_iter,shipyard,,,,3046724.0,ns,120 -simple_iter,shipyard,,,,4022864.0,ns,160 -simple_iter,shipyard,,,,5020153.0,ns,200 -simple_iter,shipyard,,,,6008416.0,ns,240 -simple_iter,shipyard,,,,6928890.0,ns,280 -simple_iter,shipyard,,,,7917543.0,ns,320 -simple_iter,shipyard,,,,9110285.0,ns,360 -simple_iter,shipyard,,,,10151319.0,ns,400 -simple_iter,shipyard,,,,11097511.0,ns,440 -simple_iter,shipyard,,,,12148153.0,ns,480 -simple_iter,shipyard,,,,13096188.0,ns,520 -simple_iter,shipyard,,,,14127503.0,ns,560 -simple_iter,shipyard,,,,14899765.0,ns,600 -simple_iter,shipyard,,,,16016782.0,ns,640 -simple_iter,shipyard,,,,16907089.0,ns,680 -simple_iter,shipyard,,,,17884490.0,ns,720 -simple_iter,shipyard,,,,18814452.0,ns,760 -simple_iter,shipyard,,,,19930859.0,ns,800 -simple_iter,shipyard,,,,20808811.0,ns,840 -simple_iter,shipyard,,,,21914457.0,ns,880 -simple_iter,shipyard,,,,22803661.0,ns,920 -simple_iter,shipyard,,,,23848652.0,ns,960 -simple_iter,shipyard,,,,24820744.0,ns,1000 -simple_iter,shipyard,,,,25824186.0,ns,1040 -simple_iter,shipyard,,,,26708480.0,ns,1080 -simple_iter,shipyard,,,,27787125.0,ns,1120 -simple_iter,shipyard,,,,28742865.0,ns,1160 -simple_iter,shipyard,,,,29744164.0,ns,1200 -simple_iter,shipyard,,,,30732134.0,ns,1240 -simple_iter,shipyard,,,,31696723.0,ns,1280 -simple_iter,shipyard,,,,32689704.0,ns,1320 -simple_iter,shipyard,,,,33783869.0,ns,1360 -simple_iter,shipyard,,,,35502502.0,ns,1400 -simple_iter,shipyard,,,,35767909.0,ns,1440 -simple_iter,shipyard,,,,36833087.0,ns,1480 -simple_iter,shipyard,,,,37713826.0,ns,1520 -simple_iter,shipyard,,,,38642174.0,ns,1560 -simple_iter,shipyard,,,,40179903.0,ns,1600 -simple_iter,shipyard,,,,41077152.0,ns,1640 -simple_iter,shipyard,,,,41734776.0,ns,1680 -simple_iter,shipyard,,,,42766851.0,ns,1720 -simple_iter,shipyard,,,,43711502.0,ns,1760 -simple_iter,shipyard,,,,44594423.0,ns,1800 -simple_iter,shipyard,,,,45788898.0,ns,1840 -simple_iter,shipyard,,,,46586238.0,ns,1880 -simple_iter,shipyard,,,,47691894.0,ns,1920 -simple_iter,shipyard,,,,48678754.0,ns,1960 -simple_iter,shipyard,,,,49693707.0,ns,2000 -simple_iter,shipyard,,,,50650930.0,ns,2040 -simple_iter,shipyard,,,,51756267.0,ns,2080 -simple_iter,shipyard,,,,52486096.0,ns,2120 -simple_iter,shipyard,,,,53714748.0,ns,2160 -simple_iter,shipyard,,,,54517246.0,ns,2200 -simple_iter,shipyard,,,,56069494.0,ns,2240 -simple_iter,shipyard,,,,57540966.0,ns,2280 -simple_iter,shipyard,,,,57597853.0,ns,2320 -simple_iter,shipyard,,,,58515693.0,ns,2360 -simple_iter,shipyard,,,,59603275.0,ns,2400 -simple_iter,shipyard,,,,60519681.0,ns,2440 -simple_iter,shipyard,,,,61769743.0,ns,2480 -simple_iter,shipyard,,,,62642363.0,ns,2520 -simple_iter,shipyard,,,,63593457.0,ns,2560 -simple_iter,shipyard,,,,64445390.0,ns,2600 -simple_iter,shipyard,,,,65585951.0,ns,2640 -simple_iter,shipyard,,,,67485531.0,ns,2680 -simple_iter,shipyard,,,,68683463.0,ns,2720 -simple_iter,shipyard,,,,69337530.0,ns,2760 -simple_iter,shipyard,,,,69716169.0,ns,2800 -simple_iter,shipyard,,,,70376168.0,ns,2840 -simple_iter,shipyard,,,,72284312.0,ns,2880 -simple_iter,shipyard,,,,72604822.0,ns,2920 -simple_iter,shipyard,,,,73461506.0,ns,2960 -simple_iter,shipyard,,,,74355488.0,ns,3000 -simple_iter,shipyard,,,,75478197.0,ns,3040 -simple_iter,shipyard,,,,76873547.0,ns,3080 -simple_iter,shipyard,,,,78695886.0,ns,3120 -simple_iter,shipyard,,,,79399759.0,ns,3160 -simple_iter,shipyard,,,,79476314.0,ns,3200 -simple_iter,shipyard,,,,80252121.0,ns,3240 -simple_iter,shipyard,,,,81364200.0,ns,3280 -simple_iter,shipyard,,,,82421284.0,ns,3320 -simple_iter,shipyard,,,,83487424.0,ns,3360 -simple_iter,shipyard,,,,85086732.0,ns,3400 -simple_iter,shipyard,,,,85405117.0,ns,3440 -simple_iter,shipyard,,,,86235090.0,ns,3480 -simple_iter,shipyard,,,,87353538.0,ns,3520 -simple_iter,shipyard,,,,88310604.0,ns,3560 -simple_iter,shipyard,,,,89449732.0,ns,3600 -simple_iter,shipyard,,,,90130701.0,ns,3640 -simple_iter,shipyard,,,,91396581.0,ns,3680 -simple_iter,shipyard,,,,92120100.0,ns,3720 -simple_iter,shipyard,,,,93299617.0,ns,3760 -simple_iter,shipyard,,,,94361400.0,ns,3800 -simple_iter,shipyard,,,,96194262.0,ns,3840 -simple_iter,shipyard,,,,96016131.0,ns,3880 -simple_iter,shipyard,,,,97328242.0,ns,3920 -simple_iter,shipyard,,,,98103959.0,ns,3960 -simple_iter,shipyard,,,,100510543.0,ns,4000 +simple_iter,shipyard,,,,1008100.0,ns,35 +simple_iter,shipyard,,,,1991600.0,ns,70 +simple_iter,shipyard,,,,2981100.0,ns,105 +simple_iter,shipyard,,,,3984100.0,ns,140 +simple_iter,shipyard,,,,5211200.0,ns,175 +simple_iter,shipyard,,,,5940500.0,ns,210 +simple_iter,shipyard,,,,6937300.0,ns,245 +simple_iter,shipyard,,,,7913300.0,ns,280 +simple_iter,shipyard,,,,8949300.0,ns,315 +simple_iter,shipyard,,,,9897900.0,ns,350 +simple_iter,shipyard,,,,10910600.0,ns,385 +simple_iter,shipyard,,,,11849400.0,ns,420 +simple_iter,shipyard,,,,12948300.0,ns,455 +simple_iter,shipyard,,,,13942200.0,ns,490 +simple_iter,shipyard,,,,16223900.0,ns,525 +simple_iter,shipyard,,,,15895300.0,ns,560 +simple_iter,shipyard,,,,18239500.0,ns,595 +simple_iter,shipyard,,,,17912200.0,ns,630 +simple_iter,shipyard,,,,18828700.0,ns,665 +simple_iter,shipyard,,,,19899100.0,ns,700 +simple_iter,shipyard,,,,20920900.0,ns,735 +simple_iter,shipyard,,,,30818700.0,ns,770 +simple_iter,shipyard,,,,22751300.0,ns,805 +simple_iter,shipyard,,,,23878000.0,ns,840 +simple_iter,shipyard,,,,24771800.0,ns,875 +simple_iter,shipyard,,,,25872900.0,ns,910 +simple_iter,shipyard,,,,26886700.0,ns,945 +simple_iter,shipyard,,,,27773300.0,ns,980 +simple_iter,shipyard,,,,40662600.0,ns,1015 +simple_iter,shipyard,,,,29531700.0,ns,1050 +simple_iter,shipyard,,,,43601700.0,ns,1085 +simple_iter,shipyard,,,,44806700.0,ns,1120 +simple_iter,shipyard,,,,35464800.0,ns,1155 +simple_iter,shipyard,,,,33485900.0,ns,1190 +simple_iter,shipyard,,,,34884200.0,ns,1225 +simple_iter,shipyard,,,,50700700.0,ns,1260 +simple_iter,shipyard,,,,36525200.0,ns,1295 +simple_iter,shipyard,,,,37682500.0,ns,1330 +simple_iter,shipyard,,,,38780800.0,ns,1365 +simple_iter,shipyard,,,,39714600.0,ns,1400 +simple_iter,shipyard,,,,40611900.0,ns,1435 +simple_iter,shipyard,,,,41757000.0,ns,1470 +simple_iter,shipyard,,,,42888400.0,ns,1505 +simple_iter,shipyard,,,,43736100.0,ns,1540 +simple_iter,shipyard,,,,44809600.0,ns,1575 +simple_iter,shipyard,,,,64985000.0,ns,1610 +simple_iter,shipyard,,,,46614600.0,ns,1645 +simple_iter,shipyard,,,,47755500.0,ns,1680 +simple_iter,shipyard,,,,68974200.0,ns,1715 +simple_iter,shipyard,,,,49867800.0,ns,1750 +simple_iter,shipyard,,,,50662600.0,ns,1785 +simple_iter,shipyard,,,,73121800.0,ns,1820 +simple_iter,shipyard,,,,52398200.0,ns,1855 +simple_iter,shipyard,,,,53358400.0,ns,1890 +simple_iter,shipyard,,,,54742800.0,ns,1925 +simple_iter,shipyard,,,,55566000.0,ns,1960 +simple_iter,shipyard,,,,56672300.0,ns,1995 +simple_iter,shipyard,,,,57382900.0,ns,2030 +simple_iter,shipyard,,,,58530300.0,ns,2065 +simple_iter,shipyard,,,,60086200.0,ns,2100 +simple_iter,shipyard,,,,60536700.0,ns,2135 +simple_iter,shipyard,,,,61502100.0,ns,2170 +simple_iter,shipyard,,,,63053700.0,ns,2205 +simple_iter,shipyard,,,,63647200.0,ns,2240 +simple_iter,shipyard,,,,64598700.0,ns,2275 +simple_iter,shipyard,,,,65412200.0,ns,2310 +simple_iter,shipyard,,,,66752200.0,ns,2345 +simple_iter,shipyard,,,,67384600.0,ns,2380 +simple_iter,shipyard,,,,69156900.0,ns,2415 +simple_iter,shipyard,,,,69607300.0,ns,2450 +simple_iter,shipyard,,,,99650600.0,ns,2485 +simple_iter,shipyard,,,,70938200.0,ns,2520 +simple_iter,shipyard,,,,72425700.0,ns,2555 +simple_iter,shipyard,,,,73193300.0,ns,2590 +simple_iter,shipyard,,,,105338600.0,ns,2625 +simple_iter,shipyard,,,,81699700.0,ns,2660 +simple_iter,shipyard,,,,76120400.0,ns,2695 +simple_iter,shipyard,,,,77588500.0,ns,2730 +simple_iter,shipyard,,,,78739500.0,ns,2765 +simple_iter,shipyard,,,,79641100.0,ns,2800 +simple_iter,shipyard,,,,80989600.0,ns,2835 +simple_iter,shipyard,,,,115204800.0,ns,2870 +simple_iter,shipyard,,,,82284000.0,ns,2905 +simple_iter,shipyard,,,,83347000.0,ns,2940 +simple_iter,shipyard,,,,84579900.0,ns,2975 +simple_iter,shipyard,,,,85429100.0,ns,3010 +simple_iter,shipyard,,,,86992700.0,ns,3045 +simple_iter,shipyard,,,,87827800.0,ns,3080 +simple_iter,shipyard,,,,88374500.0,ns,3115 +simple_iter,shipyard,,,,90013700.0,ns,3150 +simple_iter,shipyard,,,,128207200.0,ns,3185 +simple_iter,shipyard,,,,91385700.0,ns,3220 +simple_iter,shipyard,,,,92794700.0,ns,3255 +simple_iter,shipyard,,,,93515400.0,ns,3290 +simple_iter,shipyard,,,,94861500.0,ns,3325 +simple_iter,shipyard,,,,135841800.0,ns,3360 +simple_iter,shipyard,,,,96769300.0,ns,3395 +simple_iter,shipyard,,,,98203400.0,ns,3430 +simple_iter,shipyard,,,,98391500.0,ns,3465 +simple_iter,shipyard,,,,99344000.0,ns,3500 diff --git a/target/criterion/simple_iter/shipyard/base/sample.json b/target/criterion/simple_iter/shipyard/base/sample.json index e6aac178..079fe11c 100644 --- a/target/criterion/simple_iter/shipyard/base/sample.json +++ b/target/criterion/simple_iter/shipyard/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[40.0,80.0,120.0,160.0,200.0,240.0,280.0,320.0,360.0,400.0,440.0,480.0,520.0,560.0,600.0,640.0,680.0,720.0,760.0,800.0,840.0,880.0,920.0,960.0,1000.0,1040.0,1080.0,1120.0,1160.0,1200.0,1240.0,1280.0,1320.0,1360.0,1400.0,1440.0,1480.0,1520.0,1560.0,1600.0,1640.0,1680.0,1720.0,1760.0,1800.0,1840.0,1880.0,1920.0,1960.0,2000.0,2040.0,2080.0,2120.0,2160.0,2200.0,2240.0,2280.0,2320.0,2360.0,2400.0,2440.0,2480.0,2520.0,2560.0,2600.0,2640.0,2680.0,2720.0,2760.0,2800.0,2840.0,2880.0,2920.0,2960.0,3000.0,3040.0,3080.0,3120.0,3160.0,3200.0,3240.0,3280.0,3320.0,3360.0,3400.0,3440.0,3480.0,3520.0,3560.0,3600.0,3640.0,3680.0,3720.0,3760.0,3800.0,3840.0,3880.0,3920.0,3960.0,4000.0],"times":[1006688.0,2020008.0,3046724.0,4022864.0,5020153.0,6008416.0,6928890.0,7917543.0,9110285.0,10151319.0,11097511.0,12148153.0,13096188.0,14127503.0,14899765.0,16016782.0,16907089.0,17884490.0,18814452.0,19930859.0,20808811.0,21914457.0,22803661.0,23848652.0,24820744.0,25824186.0,26708480.0,27787125.0,28742865.0,29744164.0,30732134.0,31696723.0,32689704.0,33783869.0,35502502.0,35767909.0,36833087.0,37713826.0,38642174.0,40179903.0,41077152.0,41734776.0,42766851.0,43711502.0,44594423.0,45788898.0,46586238.0,47691894.0,48678754.0,49693707.0,50650930.0,51756267.0,52486096.0,53714748.0,54517246.0,56069494.0,57540966.0,57597853.0,58515693.0,59603275.0,60519681.0,61769743.0,62642363.0,63593457.0,64445390.0,65585951.0,67485531.0,68683463.0,69337530.0,69716169.0,70376168.0,72284312.0,72604822.0,73461506.0,74355488.0,75478197.0,76873547.0,78695886.0,79399759.0,79476314.0,80252121.0,81364200.0,82421284.0,83487424.0,85086732.0,85405117.0,86235090.0,87353538.0,88310604.0,89449732.0,90130701.0,91396581.0,92120100.0,93299617.0,94361400.0,96194262.0,96016131.0,97328242.0,98103959.0,100510543.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[35.0,70.0,105.0,140.0,175.0,210.0,245.0,280.0,315.0,350.0,385.0,420.0,455.0,490.0,525.0,560.0,595.0,630.0,665.0,700.0,735.0,770.0,805.0,840.0,875.0,910.0,945.0,980.0,1015.0,1050.0,1085.0,1120.0,1155.0,1190.0,1225.0,1260.0,1295.0,1330.0,1365.0,1400.0,1435.0,1470.0,1505.0,1540.0,1575.0,1610.0,1645.0,1680.0,1715.0,1750.0,1785.0,1820.0,1855.0,1890.0,1925.0,1960.0,1995.0,2030.0,2065.0,2100.0,2135.0,2170.0,2205.0,2240.0,2275.0,2310.0,2345.0,2380.0,2415.0,2450.0,2485.0,2520.0,2555.0,2590.0,2625.0,2660.0,2695.0,2730.0,2765.0,2800.0,2835.0,2870.0,2905.0,2940.0,2975.0,3010.0,3045.0,3080.0,3115.0,3150.0,3185.0,3220.0,3255.0,3290.0,3325.0,3360.0,3395.0,3430.0,3465.0,3500.0],"times":[1008100.0,1991600.0,2981100.0,3984100.0,5211200.0,5940500.0,6937300.0,7913300.0,8949300.0,9897900.0,10910600.0,11849400.0,12948300.0,13942200.0,16223900.0,15895300.0,18239500.0,17912200.0,18828700.0,19899100.0,20920900.0,30818700.0,22751300.0,23878000.0,24771800.0,25872900.0,26886700.0,27773300.0,40662600.0,29531700.0,43601700.0,44806700.0,35464800.0,33485900.0,34884200.0,50700700.0,36525200.0,37682500.0,38780800.0,39714600.0,40611900.0,41757000.0,42888400.0,43736100.0,44809600.0,64985000.0,46614600.0,47755500.0,68974200.0,49867800.0,50662600.0,73121800.0,52398200.0,53358400.0,54742800.0,55566000.0,56672300.0,57382900.0,58530300.0,60086200.0,60536700.0,61502100.0,63053700.0,63647200.0,64598700.0,65412200.0,66752200.0,67384600.0,69156900.0,69607300.0,99650600.0,70938200.0,72425700.0,73193300.0,105338600.0,81699700.0,76120400.0,77588500.0,78739500.0,79641100.0,80989600.0,115204800.0,82284000.0,83347000.0,84579900.0,85429100.0,86992700.0,87827800.0,88374500.0,90013700.0,128207200.0,91385700.0,92794700.0,93515400.0,94861500.0,135841800.0,96769300.0,98203400.0,98391500.0,99344000.0]} \ No newline at end of file diff --git a/target/criterion/simple_iter/shipyard/base/tukey.json b/target/criterion/simple_iter/shipyard/base/tukey.json index a9a04584..52153f72 100644 --- a/target/criterion/simple_iter/shipyard/base/tukey.json +++ b/target/criterion/simple_iter/shipyard/base/tukey.json @@ -1 +1 @@ -[24088.891542700778,24440.840626576377,25379.371516911313,25731.320600786916] \ No newline at end of file +[27661.813024802064,28001.662355060675,28907.927235750307,29247.77656600892] \ No newline at end of file diff --git a/target/criterion/simple_iter/shipyard/change/estimates.json b/target/criterion/simple_iter/shipyard/change/estimates.json index fe32a2b7..938b85b5 100644 --- a/target/criterion/simple_iter/shipyard/change/estimates.json +++ b/target/criterion/simple_iter/shipyard/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0003278278335380253,"upper_bound":0.003435099592422091},"point_estimate":0.0017672884383488352,"standard_error":0.0007981322447659908},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0023065712305812003,"upper_bound":0.0006783103278957814},"point_estimate":-0.0006047229175144553,"standard_error":0.0007515643103835827}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.17119752378179412,"upper_bound":0.23663216144789215},"point_estimate":0.2055022793352259,"standard_error":0.01611232870255832},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.14299387768376026,"upper_bound":0.14548039263260068},"point_estimate":0.1443621260552559,"standard_error":0.0005995888875309162}} \ No newline at end of file diff --git a/target/criterion/simple_iter/shipyard/new/estimates.json b/target/criterion/simple_iter/shipyard/new/estimates.json index 3e635cfb..72e892db 100644 --- a/target/criterion/simple_iter/shipyard/new/estimates.json +++ b/target/criterion/simple_iter/shipyard/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":24882.412040729603,"upper_bound":24949.60337675353},"point_estimate":24915.18321499274,"standard_error":17.23114732960463},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":24828.88725490196,"upper_bound":24852.467027777777},"point_estimate":24839.17690972222,"standard_error":5.356854242767364},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":63.96244777748009,"upper_bound":110.27041389607119},"point_estimate":87.33603445638342,"standard_error":11.875009112369995},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":24849.48081723724,"upper_bound":24918.73202375654},"point_estimate":24882.262426407568,"standard_error":17.76027707115617},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":144.67281838951797,"upper_bound":196.21223400551813},"point_estimate":173.29456082028548,"standard_error":13.181491945350292}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29304.416070714524,"upper_bound":30840.55087096212},"point_estimate":30035.31015572851,"standard_error":392.9295541279958},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28395.815295815297,"upper_bound":28451.428571428572},"point_estimate":28425.01329787234,"standard_error":12.884430825680127},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98.77395748262823,"upper_bound":191.55386418544444},"point_estimate":132.23058856152755,"standard_error":23.35396580773462},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29139.52395006228,"upper_bound":31247.885622403697},"point_estimate":30101.16474487534,"standard_error":539.5737839244317},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3023.363730524451,"upper_bound":4706.655888980587},"point_estimate":3971.4859174112044,"standard_error":437.6346717675072}} \ No newline at end of file diff --git a/target/criterion/simple_iter/shipyard/new/raw.csv b/target/criterion/simple_iter/shipyard/new/raw.csv index 63815b08..215ab918 100644 --- a/target/criterion/simple_iter/shipyard/new/raw.csv +++ b/target/criterion/simple_iter/shipyard/new/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -simple_iter,shipyard,,,,1006688.0,ns,40 -simple_iter,shipyard,,,,2020008.0,ns,80 -simple_iter,shipyard,,,,3046724.0,ns,120 -simple_iter,shipyard,,,,4022864.0,ns,160 -simple_iter,shipyard,,,,5020153.0,ns,200 -simple_iter,shipyard,,,,6008416.0,ns,240 -simple_iter,shipyard,,,,6928890.0,ns,280 -simple_iter,shipyard,,,,7917543.0,ns,320 -simple_iter,shipyard,,,,9110285.0,ns,360 -simple_iter,shipyard,,,,10151319.0,ns,400 -simple_iter,shipyard,,,,11097511.0,ns,440 -simple_iter,shipyard,,,,12148153.0,ns,480 -simple_iter,shipyard,,,,13096188.0,ns,520 -simple_iter,shipyard,,,,14127503.0,ns,560 -simple_iter,shipyard,,,,14899765.0,ns,600 -simple_iter,shipyard,,,,16016782.0,ns,640 -simple_iter,shipyard,,,,16907089.0,ns,680 -simple_iter,shipyard,,,,17884490.0,ns,720 -simple_iter,shipyard,,,,18814452.0,ns,760 -simple_iter,shipyard,,,,19930859.0,ns,800 -simple_iter,shipyard,,,,20808811.0,ns,840 -simple_iter,shipyard,,,,21914457.0,ns,880 -simple_iter,shipyard,,,,22803661.0,ns,920 -simple_iter,shipyard,,,,23848652.0,ns,960 -simple_iter,shipyard,,,,24820744.0,ns,1000 -simple_iter,shipyard,,,,25824186.0,ns,1040 -simple_iter,shipyard,,,,26708480.0,ns,1080 -simple_iter,shipyard,,,,27787125.0,ns,1120 -simple_iter,shipyard,,,,28742865.0,ns,1160 -simple_iter,shipyard,,,,29744164.0,ns,1200 -simple_iter,shipyard,,,,30732134.0,ns,1240 -simple_iter,shipyard,,,,31696723.0,ns,1280 -simple_iter,shipyard,,,,32689704.0,ns,1320 -simple_iter,shipyard,,,,33783869.0,ns,1360 -simple_iter,shipyard,,,,35502502.0,ns,1400 -simple_iter,shipyard,,,,35767909.0,ns,1440 -simple_iter,shipyard,,,,36833087.0,ns,1480 -simple_iter,shipyard,,,,37713826.0,ns,1520 -simple_iter,shipyard,,,,38642174.0,ns,1560 -simple_iter,shipyard,,,,40179903.0,ns,1600 -simple_iter,shipyard,,,,41077152.0,ns,1640 -simple_iter,shipyard,,,,41734776.0,ns,1680 -simple_iter,shipyard,,,,42766851.0,ns,1720 -simple_iter,shipyard,,,,43711502.0,ns,1760 -simple_iter,shipyard,,,,44594423.0,ns,1800 -simple_iter,shipyard,,,,45788898.0,ns,1840 -simple_iter,shipyard,,,,46586238.0,ns,1880 -simple_iter,shipyard,,,,47691894.0,ns,1920 -simple_iter,shipyard,,,,48678754.0,ns,1960 -simple_iter,shipyard,,,,49693707.0,ns,2000 -simple_iter,shipyard,,,,50650930.0,ns,2040 -simple_iter,shipyard,,,,51756267.0,ns,2080 -simple_iter,shipyard,,,,52486096.0,ns,2120 -simple_iter,shipyard,,,,53714748.0,ns,2160 -simple_iter,shipyard,,,,54517246.0,ns,2200 -simple_iter,shipyard,,,,56069494.0,ns,2240 -simple_iter,shipyard,,,,57540966.0,ns,2280 -simple_iter,shipyard,,,,57597853.0,ns,2320 -simple_iter,shipyard,,,,58515693.0,ns,2360 -simple_iter,shipyard,,,,59603275.0,ns,2400 -simple_iter,shipyard,,,,60519681.0,ns,2440 -simple_iter,shipyard,,,,61769743.0,ns,2480 -simple_iter,shipyard,,,,62642363.0,ns,2520 -simple_iter,shipyard,,,,63593457.0,ns,2560 -simple_iter,shipyard,,,,64445390.0,ns,2600 -simple_iter,shipyard,,,,65585951.0,ns,2640 -simple_iter,shipyard,,,,67485531.0,ns,2680 -simple_iter,shipyard,,,,68683463.0,ns,2720 -simple_iter,shipyard,,,,69337530.0,ns,2760 -simple_iter,shipyard,,,,69716169.0,ns,2800 -simple_iter,shipyard,,,,70376168.0,ns,2840 -simple_iter,shipyard,,,,72284312.0,ns,2880 -simple_iter,shipyard,,,,72604822.0,ns,2920 -simple_iter,shipyard,,,,73461506.0,ns,2960 -simple_iter,shipyard,,,,74355488.0,ns,3000 -simple_iter,shipyard,,,,75478197.0,ns,3040 -simple_iter,shipyard,,,,76873547.0,ns,3080 -simple_iter,shipyard,,,,78695886.0,ns,3120 -simple_iter,shipyard,,,,79399759.0,ns,3160 -simple_iter,shipyard,,,,79476314.0,ns,3200 -simple_iter,shipyard,,,,80252121.0,ns,3240 -simple_iter,shipyard,,,,81364200.0,ns,3280 -simple_iter,shipyard,,,,82421284.0,ns,3320 -simple_iter,shipyard,,,,83487424.0,ns,3360 -simple_iter,shipyard,,,,85086732.0,ns,3400 -simple_iter,shipyard,,,,85405117.0,ns,3440 -simple_iter,shipyard,,,,86235090.0,ns,3480 -simple_iter,shipyard,,,,87353538.0,ns,3520 -simple_iter,shipyard,,,,88310604.0,ns,3560 -simple_iter,shipyard,,,,89449732.0,ns,3600 -simple_iter,shipyard,,,,90130701.0,ns,3640 -simple_iter,shipyard,,,,91396581.0,ns,3680 -simple_iter,shipyard,,,,92120100.0,ns,3720 -simple_iter,shipyard,,,,93299617.0,ns,3760 -simple_iter,shipyard,,,,94361400.0,ns,3800 -simple_iter,shipyard,,,,96194262.0,ns,3840 -simple_iter,shipyard,,,,96016131.0,ns,3880 -simple_iter,shipyard,,,,97328242.0,ns,3920 -simple_iter,shipyard,,,,98103959.0,ns,3960 -simple_iter,shipyard,,,,100510543.0,ns,4000 +simple_iter,shipyard,,,,1008100.0,ns,35 +simple_iter,shipyard,,,,1991600.0,ns,70 +simple_iter,shipyard,,,,2981100.0,ns,105 +simple_iter,shipyard,,,,3984100.0,ns,140 +simple_iter,shipyard,,,,5211200.0,ns,175 +simple_iter,shipyard,,,,5940500.0,ns,210 +simple_iter,shipyard,,,,6937300.0,ns,245 +simple_iter,shipyard,,,,7913300.0,ns,280 +simple_iter,shipyard,,,,8949300.0,ns,315 +simple_iter,shipyard,,,,9897900.0,ns,350 +simple_iter,shipyard,,,,10910600.0,ns,385 +simple_iter,shipyard,,,,11849400.0,ns,420 +simple_iter,shipyard,,,,12948300.0,ns,455 +simple_iter,shipyard,,,,13942200.0,ns,490 +simple_iter,shipyard,,,,16223900.0,ns,525 +simple_iter,shipyard,,,,15895300.0,ns,560 +simple_iter,shipyard,,,,18239500.0,ns,595 +simple_iter,shipyard,,,,17912200.0,ns,630 +simple_iter,shipyard,,,,18828700.0,ns,665 +simple_iter,shipyard,,,,19899100.0,ns,700 +simple_iter,shipyard,,,,20920900.0,ns,735 +simple_iter,shipyard,,,,30818700.0,ns,770 +simple_iter,shipyard,,,,22751300.0,ns,805 +simple_iter,shipyard,,,,23878000.0,ns,840 +simple_iter,shipyard,,,,24771800.0,ns,875 +simple_iter,shipyard,,,,25872900.0,ns,910 +simple_iter,shipyard,,,,26886700.0,ns,945 +simple_iter,shipyard,,,,27773300.0,ns,980 +simple_iter,shipyard,,,,40662600.0,ns,1015 +simple_iter,shipyard,,,,29531700.0,ns,1050 +simple_iter,shipyard,,,,43601700.0,ns,1085 +simple_iter,shipyard,,,,44806700.0,ns,1120 +simple_iter,shipyard,,,,35464800.0,ns,1155 +simple_iter,shipyard,,,,33485900.0,ns,1190 +simple_iter,shipyard,,,,34884200.0,ns,1225 +simple_iter,shipyard,,,,50700700.0,ns,1260 +simple_iter,shipyard,,,,36525200.0,ns,1295 +simple_iter,shipyard,,,,37682500.0,ns,1330 +simple_iter,shipyard,,,,38780800.0,ns,1365 +simple_iter,shipyard,,,,39714600.0,ns,1400 +simple_iter,shipyard,,,,40611900.0,ns,1435 +simple_iter,shipyard,,,,41757000.0,ns,1470 +simple_iter,shipyard,,,,42888400.0,ns,1505 +simple_iter,shipyard,,,,43736100.0,ns,1540 +simple_iter,shipyard,,,,44809600.0,ns,1575 +simple_iter,shipyard,,,,64985000.0,ns,1610 +simple_iter,shipyard,,,,46614600.0,ns,1645 +simple_iter,shipyard,,,,47755500.0,ns,1680 +simple_iter,shipyard,,,,68974200.0,ns,1715 +simple_iter,shipyard,,,,49867800.0,ns,1750 +simple_iter,shipyard,,,,50662600.0,ns,1785 +simple_iter,shipyard,,,,73121800.0,ns,1820 +simple_iter,shipyard,,,,52398200.0,ns,1855 +simple_iter,shipyard,,,,53358400.0,ns,1890 +simple_iter,shipyard,,,,54742800.0,ns,1925 +simple_iter,shipyard,,,,55566000.0,ns,1960 +simple_iter,shipyard,,,,56672300.0,ns,1995 +simple_iter,shipyard,,,,57382900.0,ns,2030 +simple_iter,shipyard,,,,58530300.0,ns,2065 +simple_iter,shipyard,,,,60086200.0,ns,2100 +simple_iter,shipyard,,,,60536700.0,ns,2135 +simple_iter,shipyard,,,,61502100.0,ns,2170 +simple_iter,shipyard,,,,63053700.0,ns,2205 +simple_iter,shipyard,,,,63647200.0,ns,2240 +simple_iter,shipyard,,,,64598700.0,ns,2275 +simple_iter,shipyard,,,,65412200.0,ns,2310 +simple_iter,shipyard,,,,66752200.0,ns,2345 +simple_iter,shipyard,,,,67384600.0,ns,2380 +simple_iter,shipyard,,,,69156900.0,ns,2415 +simple_iter,shipyard,,,,69607300.0,ns,2450 +simple_iter,shipyard,,,,99650600.0,ns,2485 +simple_iter,shipyard,,,,70938200.0,ns,2520 +simple_iter,shipyard,,,,72425700.0,ns,2555 +simple_iter,shipyard,,,,73193300.0,ns,2590 +simple_iter,shipyard,,,,105338600.0,ns,2625 +simple_iter,shipyard,,,,81699700.0,ns,2660 +simple_iter,shipyard,,,,76120400.0,ns,2695 +simple_iter,shipyard,,,,77588500.0,ns,2730 +simple_iter,shipyard,,,,78739500.0,ns,2765 +simple_iter,shipyard,,,,79641100.0,ns,2800 +simple_iter,shipyard,,,,80989600.0,ns,2835 +simple_iter,shipyard,,,,115204800.0,ns,2870 +simple_iter,shipyard,,,,82284000.0,ns,2905 +simple_iter,shipyard,,,,83347000.0,ns,2940 +simple_iter,shipyard,,,,84579900.0,ns,2975 +simple_iter,shipyard,,,,85429100.0,ns,3010 +simple_iter,shipyard,,,,86992700.0,ns,3045 +simple_iter,shipyard,,,,87827800.0,ns,3080 +simple_iter,shipyard,,,,88374500.0,ns,3115 +simple_iter,shipyard,,,,90013700.0,ns,3150 +simple_iter,shipyard,,,,128207200.0,ns,3185 +simple_iter,shipyard,,,,91385700.0,ns,3220 +simple_iter,shipyard,,,,92794700.0,ns,3255 +simple_iter,shipyard,,,,93515400.0,ns,3290 +simple_iter,shipyard,,,,94861500.0,ns,3325 +simple_iter,shipyard,,,,135841800.0,ns,3360 +simple_iter,shipyard,,,,96769300.0,ns,3395 +simple_iter,shipyard,,,,98203400.0,ns,3430 +simple_iter,shipyard,,,,98391500.0,ns,3465 +simple_iter,shipyard,,,,99344000.0,ns,3500 diff --git a/target/criterion/simple_iter/shipyard/new/sample.json b/target/criterion/simple_iter/shipyard/new/sample.json index e6aac178..079fe11c 100644 --- a/target/criterion/simple_iter/shipyard/new/sample.json +++ b/target/criterion/simple_iter/shipyard/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[40.0,80.0,120.0,160.0,200.0,240.0,280.0,320.0,360.0,400.0,440.0,480.0,520.0,560.0,600.0,640.0,680.0,720.0,760.0,800.0,840.0,880.0,920.0,960.0,1000.0,1040.0,1080.0,1120.0,1160.0,1200.0,1240.0,1280.0,1320.0,1360.0,1400.0,1440.0,1480.0,1520.0,1560.0,1600.0,1640.0,1680.0,1720.0,1760.0,1800.0,1840.0,1880.0,1920.0,1960.0,2000.0,2040.0,2080.0,2120.0,2160.0,2200.0,2240.0,2280.0,2320.0,2360.0,2400.0,2440.0,2480.0,2520.0,2560.0,2600.0,2640.0,2680.0,2720.0,2760.0,2800.0,2840.0,2880.0,2920.0,2960.0,3000.0,3040.0,3080.0,3120.0,3160.0,3200.0,3240.0,3280.0,3320.0,3360.0,3400.0,3440.0,3480.0,3520.0,3560.0,3600.0,3640.0,3680.0,3720.0,3760.0,3800.0,3840.0,3880.0,3920.0,3960.0,4000.0],"times":[1006688.0,2020008.0,3046724.0,4022864.0,5020153.0,6008416.0,6928890.0,7917543.0,9110285.0,10151319.0,11097511.0,12148153.0,13096188.0,14127503.0,14899765.0,16016782.0,16907089.0,17884490.0,18814452.0,19930859.0,20808811.0,21914457.0,22803661.0,23848652.0,24820744.0,25824186.0,26708480.0,27787125.0,28742865.0,29744164.0,30732134.0,31696723.0,32689704.0,33783869.0,35502502.0,35767909.0,36833087.0,37713826.0,38642174.0,40179903.0,41077152.0,41734776.0,42766851.0,43711502.0,44594423.0,45788898.0,46586238.0,47691894.0,48678754.0,49693707.0,50650930.0,51756267.0,52486096.0,53714748.0,54517246.0,56069494.0,57540966.0,57597853.0,58515693.0,59603275.0,60519681.0,61769743.0,62642363.0,63593457.0,64445390.0,65585951.0,67485531.0,68683463.0,69337530.0,69716169.0,70376168.0,72284312.0,72604822.0,73461506.0,74355488.0,75478197.0,76873547.0,78695886.0,79399759.0,79476314.0,80252121.0,81364200.0,82421284.0,83487424.0,85086732.0,85405117.0,86235090.0,87353538.0,88310604.0,89449732.0,90130701.0,91396581.0,92120100.0,93299617.0,94361400.0,96194262.0,96016131.0,97328242.0,98103959.0,100510543.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[35.0,70.0,105.0,140.0,175.0,210.0,245.0,280.0,315.0,350.0,385.0,420.0,455.0,490.0,525.0,560.0,595.0,630.0,665.0,700.0,735.0,770.0,805.0,840.0,875.0,910.0,945.0,980.0,1015.0,1050.0,1085.0,1120.0,1155.0,1190.0,1225.0,1260.0,1295.0,1330.0,1365.0,1400.0,1435.0,1470.0,1505.0,1540.0,1575.0,1610.0,1645.0,1680.0,1715.0,1750.0,1785.0,1820.0,1855.0,1890.0,1925.0,1960.0,1995.0,2030.0,2065.0,2100.0,2135.0,2170.0,2205.0,2240.0,2275.0,2310.0,2345.0,2380.0,2415.0,2450.0,2485.0,2520.0,2555.0,2590.0,2625.0,2660.0,2695.0,2730.0,2765.0,2800.0,2835.0,2870.0,2905.0,2940.0,2975.0,3010.0,3045.0,3080.0,3115.0,3150.0,3185.0,3220.0,3255.0,3290.0,3325.0,3360.0,3395.0,3430.0,3465.0,3500.0],"times":[1008100.0,1991600.0,2981100.0,3984100.0,5211200.0,5940500.0,6937300.0,7913300.0,8949300.0,9897900.0,10910600.0,11849400.0,12948300.0,13942200.0,16223900.0,15895300.0,18239500.0,17912200.0,18828700.0,19899100.0,20920900.0,30818700.0,22751300.0,23878000.0,24771800.0,25872900.0,26886700.0,27773300.0,40662600.0,29531700.0,43601700.0,44806700.0,35464800.0,33485900.0,34884200.0,50700700.0,36525200.0,37682500.0,38780800.0,39714600.0,40611900.0,41757000.0,42888400.0,43736100.0,44809600.0,64985000.0,46614600.0,47755500.0,68974200.0,49867800.0,50662600.0,73121800.0,52398200.0,53358400.0,54742800.0,55566000.0,56672300.0,57382900.0,58530300.0,60086200.0,60536700.0,61502100.0,63053700.0,63647200.0,64598700.0,65412200.0,66752200.0,67384600.0,69156900.0,69607300.0,99650600.0,70938200.0,72425700.0,73193300.0,105338600.0,81699700.0,76120400.0,77588500.0,78739500.0,79641100.0,80989600.0,115204800.0,82284000.0,83347000.0,84579900.0,85429100.0,86992700.0,87827800.0,88374500.0,90013700.0,128207200.0,91385700.0,92794700.0,93515400.0,94861500.0,135841800.0,96769300.0,98203400.0,98391500.0,99344000.0]} \ No newline at end of file diff --git a/target/criterion/simple_iter/shipyard/new/tukey.json b/target/criterion/simple_iter/shipyard/new/tukey.json index a9a04584..52153f72 100644 --- a/target/criterion/simple_iter/shipyard/new/tukey.json +++ b/target/criterion/simple_iter/shipyard/new/tukey.json @@ -1 +1 @@ -[24088.891542700778,24440.840626576377,25379.371516911313,25731.320600786916] \ No newline at end of file +[27661.813024802064,28001.662355060675,28907.927235750307,29247.77656600892] \ No newline at end of file diff --git a/target/criterion/simple_iter/shipyard/report/MAD.svg b/target/criterion/simple_iter/shipyard/report/MAD.svg index 95a4d5dc..dcd90e8c 100644 --- a/target/criterion/simple_iter/shipyard/report/MAD.svg +++ b/target/criterion/simple_iter/shipyard/report/MAD.svg @@ -1,303 +1,68 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 0.03 - - - - - 0.035 - - - - - 0.04 - - - - - 0.045 - - - - - 60 - - - - - 70 - - - - - 80 - - - - - 90 - - - - - 100 - - - - - 110 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - simple_iter/shipyard: MAD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_iter/shipyard:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_iter/shipyard/report/SD.svg b/target/criterion/simple_iter/shipyard/report/SD.svg index 94da2e9e..2f28b5ad 100644 --- a/target/criterion/simple_iter/shipyard/report/SD.svg +++ b/target/criterion/simple_iter/shipyard/report/SD.svg @@ -1,293 +1,88 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.005 - - - - - 0.01 - - - - - 0.015 - - - - - 0.02 - - - - - 0.025 - - - - - 0.03 - - - - - 140 - - - - - 150 - - - - - 160 - - - - - 170 - - - - - 180 - - - - - 190 - - - - - 200 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - simple_iter/shipyard: SD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_iter/shipyard:SD + + +Density (a.u.) + + +Average time (us) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + + +3 + + + +3.2 + + + +3.4 + + + +3.6 + + + +3.8 + + + +4 + + + +4.2 + + + +4.4 + + + +4.6 + + + +4.8 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_iter/shipyard/report/both/pdf.svg b/target/criterion/simple_iter/shipyard/report/both/pdf.svg index 7046eb1c..6902aecd 100644 --- a/target/criterion/simple_iter/shipyard/report/both/pdf.svg +++ b/target/criterion/simple_iter/shipyard/report/both/pdf.svg @@ -1,338 +1,77 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 3.5 - - - - - 4 - - - - - 4.5 - - - - - 24.4 - - - - - 24.6 - - - - - 24.8 - - - - - 25 - - - - - 25.2 - - - - - 25.4 - - - - - 25.6 - - - - - 25.8 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_iter/shipyard - - - - - Base PDF - - - Base PDF - - - - - - - - - - Base Mean - - - - - Base Mean - - - - - - New PDF - - - - - New PDF - - - - - - - - - - New Mean - - - - - New Mean - - - - - - - - - - - - - - + + +simple_iter/shipyard + + +Density (a.u.) + + +Average Time (us) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + + +25 + + + +30 + + + +35 + + + +40 + + + +45 + + + + + + + +Base PDF + + +New PDF + + +Base Mean + + +New Mean + + + + + - diff --git a/target/criterion/simple_iter/shipyard/report/both/regression.svg b/target/criterion/simple_iter/shipyard/report/both/regression.svg index 2340bb15..d67bce6f 100644 --- a/target/criterion/simple_iter/shipyard/report/both/regression.svg +++ b/target/criterion/simple_iter/shipyard/report/both/regression.svg @@ -1,370 +1,95 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 90 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 0.5 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 1.5 - - - - - - - - - - - - - 2 - - - - - - - - - - - - - 2.5 - - - - - - - - - - - - - 3 - - - - - - - - - - - - - 3.5 - - - - - - - - - - - - - 4 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - simple_iter/shipyard - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - Base sample - - - - - - New sample - - - New sample - - - - - - - - - - - - - - + + +simple_iter/shipyard + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + + + + +Base Sample + + +New Sample + + + - diff --git a/target/criterion/simple_iter/shipyard/report/change/mean.svg b/target/criterion/simple_iter/shipyard/report/change/mean.svg index d663cd42..4e828362 100644 --- a/target/criterion/simple_iter/shipyard/report/change/mean.svg +++ b/target/criterion/simple_iter/shipyard/report/change/mean.svg @@ -1,335 +1,81 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - 300 - - - - - 350 - - - - - 400 - - - - - 450 - - - - - 500 - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - simple_iter/shipyard: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +simple_iter/shipyard:mean + + +Density (a.u.) + + +Relative change (%) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + + +0.17 + + + +0.18 + + + +0.19 + + + +0.2 + + + +0.21 + + + +0.22 + + + +0.23 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/simple_iter/shipyard/report/change/median.svg b/target/criterion/simple_iter/shipyard/report/change/median.svg index 5e965f9c..45c9530f 100644 --- a/target/criterion/simple_iter/shipyard/report/change/median.svg +++ b/target/criterion/simple_iter/shipyard/report/change/median.svg @@ -1,325 +1,89 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 100 - - - - - 200 - - - - - 300 - - - - - 400 - - - - - 500 - - - - - 600 - - - - - 700 - - - - - 800 - - - - - -0.25 - - - - - -0.2 - - - - - -0.15 - - - - - -0.1 - - - - - -0.05 - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - simple_iter/shipyard: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +simple_iter/shipyard:median + + +Density (a.u.) + + +Relative change (%) + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + +800 + + + + +0.143 + + + +0.1435 + + + +0.144 + + + +0.1445 + + + +0.145 + + + +0.1455 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/simple_iter/shipyard/report/change/t-test.svg b/target/criterion/simple_iter/shipyard/report/change/t-test.svg index 6af3adf8..c8dff699 100644 --- a/target/criterion/simple_iter/shipyard/report/change/t-test.svg +++ b/target/criterion/simple_iter/shipyard/report/change/t-test.svg @@ -1,260 +1,91 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - -5 - - - - - -4 - - - - - -3 - - - - - -2 - - - - - -1 - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - 5 - - - - - - - - - Density - - - - - t score - - - - - simple_iter/shipyard: Welch t test - - - - - t distribution - - - t distribution - - - - - - - - - - t statistic - - - - - t statistic - - - - - - - - - - - - - - + + +simple_iter/shipyard: Welch t test + + +Density + + +t score + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +-4.0 + + + +-3.0 + + + +-2.0 + + + +-1.0 + + + +0.0 + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + + + +t distribution + + +t statistic + + + - diff --git a/target/criterion/simple_iter/shipyard/report/index.html b/target/criterion/simple_iter/shipyard/report/index.html index e818a99e..839f17d8 100644 --- a/target/criterion/simple_iter/shipyard/report/index.html +++ b/target/criterion/simple_iter/shipyard/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 24.849 us - 24.882 us - 24.919 us + 29.140 us + 30.101 us + 31.248 us R² - 0.9958278 - 0.9960564 - 0.9957735 + 0.2267171 + 0.2363934 + 0.2228677 Mean - 24.882 us - 24.915 us - 24.950 us + 29.304 us + 30.035 us + 30.841 us Std. Dev. - 144.67 ns - 173.29 ns - 196.21 ns + 3.0234 us + 3.9715 us + 4.7067 us Median - 24.829 us - 24.839 us - 24.852 us + 28.396 us + 28.425 us + 28.451 us MAD - 63.962 ns - 87.336 ns - 110.27 ns + 98.774 ns + 132.23 ns + 191.55 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +0.0328% - +0.1767% - +0.3435% - (p = 0.03 < + +17.120% + +20.550% + +23.663% + (p = 0.00 < 0.05) - Change within noise threshold. + Performance has regressed.

Additional Plots:

diff --git a/target/criterion/simple_iter/shipyard/report/mean.svg b/target/criterion/simple_iter/shipyard/report/mean.svg index 839a50e2..d0be34a2 100644 --- a/target/criterion/simple_iter/shipyard/report/mean.svg +++ b/target/criterion/simple_iter/shipyard/report/mean.svg @@ -1,293 +1,88 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - 25 - - - - - 24.88 - - - - - 24.89 - - - - - 24.9 - - - - - 24.91 - - - - - 24.92 - - - - - 24.93 - - - - - 24.94 - - - - - 24.95 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_iter/shipyard: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_iter/shipyard:mean + + +Density (a.u.) + + +Average time (us) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + + +29.2 + + + +29.4 + + + +29.6 + + + +29.8 + + + +30 + + + +30.2 + + + +30.4 + + + +30.6 + + + +30.8 + + + +31 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_iter/shipyard/report/median.svg b/target/criterion/simple_iter/shipyard/report/median.svg index a34fd6bb..a8c00848 100644 --- a/target/criterion/simple_iter/shipyard/report/median.svg +++ b/target/criterion/simple_iter/shipyard/report/median.svg @@ -1,298 +1,76 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 20 - - - - - 40 - - - - - 60 - - - - - 80 - - - - - 100 - - - - - 120 - - - - - 140 - - - - - 160 - - - - - 24.83 - - - - - 24.835 - - - - - 24.84 - - - - - 24.845 - - - - - 24.85 - - - - - 24.855 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_iter/shipyard: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_iter/shipyard:median + + +Density (a.u.) + + +Average time (us) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + + +28.39 + + + +28.4 + + + +28.41 + + + +28.42 + + + +28.43 + + + +28.44 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_iter/shipyard/report/pdf.svg b/target/criterion/simple_iter/shipyard/report/pdf.svg index 19dfdb21..dec6c39f 100644 --- a/target/criterion/simple_iter/shipyard/report/pdf.svg +++ b/target/criterion/simple_iter/shipyard/report/pdf.svg @@ -1,420 +1,159 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 3.5 - - - - - 4 - - - - - 24.6 - - - - - 24.8 - - - - - 25 - - - - - 25.2 - - - - - 25.4 - - - - - 25.6 - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 3.5 - - - - - - - - - Iterations (x 103) - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_iter/shipyard - - - - - PDF - - - PDF - - - - - - - - - - Mean - - - - - Mean - - - - - - "Clean" sample - - - - - "Clean" sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Mild outliers - - - Mild outliers - - - - - - - - gnuplot_plot_5 - - - - - - gnuplot_plot_6 - - - - gnuplot_plot_7 - - - - gnuplot_plot_8 - - - - - - - - - - - - + + +simple_iter/shipyard + + +Iterations (x 10^3) + + +Average Time (us) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + + +25 + + + +30 + + + +35 + + + +40 + + + +45 + + + +Density (a.u.) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + +0.16 + + + +0.18 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + - diff --git a/target/criterion/simple_iter/shipyard/report/pdf_small.svg b/target/criterion/simple_iter/shipyard/report/pdf_small.svg index 09f49e83..4f4f583e 100644 --- a/target/criterion/simple_iter/shipyard/report/pdf_small.svg +++ b/target/criterion/simple_iter/shipyard/report/pdf_small.svg @@ -1,214 +1,48 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 3.5 - - - - - 24.6 - - - - - 24.8 - - - - - 25 - - - - - 25.2 - - - - - 25.4 - - - - - 25.6 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - PDF - - - - - - - Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + + +25 + + + +30 + + + +35 + + + +40 + + + +45 + + + + - diff --git a/target/criterion/simple_iter/shipyard/report/regression.svg b/target/criterion/simple_iter/shipyard/report/regression.svg index 0f5c9e65..7eb171eb 100644 --- a/target/criterion/simple_iter/shipyard/report/regression.svg +++ b/target/criterion/simple_iter/shipyard/report/regression.svg @@ -1,421 +1,192 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 0.5 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 1.5 - - - - - - - - - - - - - 2 - - - - - - - - - - - - - 2.5 - - - - - - - - - - - - - 3 - - - - - - - - - - - - - 3.5 - - - - - - - - - - - - - 4 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - simple_iter/shipyard - - - - - Sample - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - Linear regression - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - - + + +simple_iter/shipyard + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + - diff --git a/target/criterion/simple_iter/shipyard/report/regression_small.svg b/target/criterion/simple_iter/shipyard/report/regression_small.svg index 2a5786d3..fdbde0b9 100644 --- a/target/criterion/simple_iter/shipyard/report/regression_small.svg +++ b/target/criterion/simple_iter/shipyard/report/regression_small.svg @@ -1,399 +1,177 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 0.5 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 1.5 - - - - - - - - - - - - - 2 - - - - - - - - - - - - - 2.5 - - - - - - - - - - - - - 3 - - - - - - - - - - - - - 3.5 - - - - - - - - - - - - - 4 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/simple_iter/shipyard/report/relative_pdf_small.svg b/target/criterion/simple_iter/shipyard/report/relative_pdf_small.svg index d681b6fa..8fa7d8f6 100644 --- a/target/criterion/simple_iter/shipyard/report/relative_pdf_small.svg +++ b/target/criterion/simple_iter/shipyard/report/relative_pdf_small.svg @@ -1,311 +1,58 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 3.5 - - - - - 4 - - - - - 4.5 - - - - - 24.4 - - - - - 24.6 - - - - - 24.8 - - - - - 25 - - - - - 25.2 - - - - - 25.4 - - - - - 25.6 - - - - - 25.8 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - Base PDF - - - - - - - Base Mean - - - - - - New PDF - - - - - - - - - New Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + + +25 + + + +30 + + + +35 + + + +40 + + + +45 + + + + + + - diff --git a/target/criterion/simple_iter/shipyard/report/relative_regression_small.svg b/target/criterion/simple_iter/shipyard/report/relative_regression_small.svg index 4172ca14..e012573d 100644 --- a/target/criterion/simple_iter/shipyard/report/relative_regression_small.svg +++ b/target/criterion/simple_iter/shipyard/report/relative_regression_small.svg @@ -1,355 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 90 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 0.5 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 1.5 - - - - - - - - - - - - - 2 - - - - - - - - - - - - - 2.5 - - - - - - - - - - - - - 3 - - - - - - - - - - - - - 3.5 - - - - - - - - - - - - - 4 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - - New sample - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + + + - diff --git a/target/criterion/simple_iter/shipyard/report/slope.svg b/target/criterion/simple_iter/shipyard/report/slope.svg index 949099ee..c344f31d 100644 --- a/target/criterion/simple_iter/shipyard/report/slope.svg +++ b/target/criterion/simple_iter/shipyard/report/slope.svg @@ -1,293 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - 25 - - - - - 24.85 - - - - - 24.86 - - - - - 24.87 - - - - - 24.88 - - - - - 24.89 - - - - - 24.9 - - - - - 24.91 - - - - - 24.92 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_iter/shipyard: slope - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_iter/shipyard:slope + + +Density (a.u.) + + +Average time (us) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + + +29 + + + +29.5 + + + +30 + + + +30.5 + + + +31 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_iter/shipyard/report/typical.svg b/target/criterion/simple_iter/shipyard/report/typical.svg index d73e9899..d991a483 100644 --- a/target/criterion/simple_iter/shipyard/report/typical.svg +++ b/target/criterion/simple_iter/shipyard/report/typical.svg @@ -1,293 +1,80 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - 25 - - - - - 24.85 - - - - - 24.86 - - - - - 24.87 - - - - - 24.88 - - - - - 24.89 - - - - - 24.9 - - - - - 24.91 - - - - - 24.92 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_iter/shipyard: typical - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_iter/shipyard:typical + + +Density (a.u.) + + +Average time (us) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + + +29 + + + +29.5 + + + +30 + + + +30.5 + + + +31 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_iter/specs/base/estimates.json b/target/criterion/simple_iter/specs/base/estimates.json index 29bdc042..d78142c0 100644 --- a/target/criterion/simple_iter/specs/base/estimates.json +++ b/target/criterion/simple_iter/specs/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25025.49713560182,"upper_bound":25096.518717633808},"point_estimate":25058.077469315198,"standard_error":18.264112913165615},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":24987.799917817225,"upper_bound":25012.64437012263},"point_estimate":24997.863975767825,"standard_error":4.988320656935053},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29.503787305206043,"upper_bound":57.179902271592056},"point_estimate":40.01368704805909,"standard_error":6.85607679902601},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25020.51489332417,"upper_bound":25106.740737649165},"point_estimate":25059.743993058317,"standard_error":22.025622126355376},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":109.18808405597052,"upper_bound":249.46077649492804},"point_estimate":184.06842977327338,"standard_error":36.054196875060086}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":33611.001926489815,"upper_bound":34394.866655090686},"point_estimate":33922.906805747414,"standard_error":209.1401892395738},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":33565.1724137931,"upper_bound":33607.96610169492},"point_estimate":33586.85344827586,"standard_error":11.453787801676345},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":56.437424356215395,"upper_bound":94.7442221359715},"point_estimate":70.26090723198918,"standard_error":10.026006085320157},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":33586.22954811767,"upper_bound":34001.61393921097},"point_estimate":33725.39370474361,"standard_error":116.88664081034642},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":148.93324633041252,"upper_bound":3350.9218928825735},"point_estimate":2101.19253551369,"standard_error":873.9232421010581}} \ No newline at end of file diff --git a/target/criterion/simple_iter/specs/base/raw.csv b/target/criterion/simple_iter/specs/base/raw.csv index f8ede738..ccbdb944 100644 --- a/target/criterion/simple_iter/specs/base/raw.csv +++ b/target/criterion/simple_iter/specs/base/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -simple_iter,specs,,,,971180.0,ns,39 -simple_iter,specs,,,,1956257.0,ns,78 -simple_iter,specs,,,,2912238.0,ns,117 -simple_iter,specs,,,,3897646.0,ns,156 -simple_iter,specs,,,,4865307.0,ns,195 -simple_iter,specs,,,,5823504.0,ns,234 -simple_iter,specs,,,,6859798.0,ns,273 -simple_iter,specs,,,,7777948.0,ns,312 -simple_iter,specs,,,,8804232.0,ns,351 -simple_iter,specs,,,,10182448.0,ns,390 -simple_iter,specs,,,,10713379.0,ns,429 -simple_iter,specs,,,,11702804.0,ns,468 -simple_iter,specs,,,,12674244.0,ns,507 -simple_iter,specs,,,,13662147.0,ns,546 -simple_iter,specs,,,,14617696.0,ns,585 -simple_iter,specs,,,,15578517.0,ns,624 -simple_iter,specs,,,,16555910.0,ns,663 -simple_iter,specs,,,,17613103.0,ns,702 -simple_iter,specs,,,,18523778.0,ns,741 -simple_iter,specs,,,,19537118.0,ns,780 -simple_iter,specs,,,,20486046.0,ns,819 -simple_iter,specs,,,,21430245.0,ns,858 -simple_iter,specs,,,,22436342.0,ns,897 -simple_iter,specs,,,,23374129.0,ns,936 -simple_iter,specs,,,,24342643.0,ns,975 -simple_iter,specs,,,,25541787.0,ns,1014 -simple_iter,specs,,,,26306585.0,ns,1053 -simple_iter,specs,,,,27300879.0,ns,1092 -simple_iter,specs,,,,28245958.0,ns,1131 -simple_iter,specs,,,,29299497.0,ns,1170 -simple_iter,specs,,,,30204901.0,ns,1209 -simple_iter,specs,,,,31930086.0,ns,1248 -simple_iter,specs,,,,32147481.0,ns,1287 -simple_iter,specs,,,,33301931.0,ns,1326 -simple_iter,specs,,,,34066617.0,ns,1365 -simple_iter,specs,,,,35028590.0,ns,1404 -simple_iter,specs,,,,36106574.0,ns,1443 -simple_iter,specs,,,,37030182.0,ns,1482 -simple_iter,specs,,,,38067640.0,ns,1521 -simple_iter,specs,,,,39353178.0,ns,1560 -simple_iter,specs,,,,39997275.0,ns,1599 -simple_iter,specs,,,,40932567.0,ns,1638 -simple_iter,specs,,,,41990001.0,ns,1677 -simple_iter,specs,,,,42893723.0,ns,1716 -simple_iter,specs,,,,43888577.0,ns,1755 -simple_iter,specs,,,,44947145.0,ns,1794 -simple_iter,specs,,,,45787044.0,ns,1833 -simple_iter,specs,,,,47077895.0,ns,1872 -simple_iter,specs,,,,48941522.0,ns,1911 -simple_iter,specs,,,,48726415.0,ns,1950 -simple_iter,specs,,,,49750314.0,ns,1989 -simple_iter,specs,,,,50675837.0,ns,2028 -simple_iter,specs,,,,51640807.0,ns,2067 -simple_iter,specs,,,,53004363.0,ns,2106 -simple_iter,specs,,,,54380937.0,ns,2145 -simple_iter,specs,,,,54550780.0,ns,2184 -simple_iter,specs,,,,55681993.0,ns,2223 -simple_iter,specs,,,,56578744.0,ns,2262 -simple_iter,specs,,,,57451124.0,ns,2301 -simple_iter,specs,,,,58549348.0,ns,2340 -simple_iter,specs,,,,59397943.0,ns,2379 -simple_iter,specs,,,,60567150.0,ns,2418 -simple_iter,specs,,,,61543170.0,ns,2457 -simple_iter,specs,,,,62326213.0,ns,2496 -simple_iter,specs,,,,63488286.0,ns,2535 -simple_iter,specs,,,,64355347.0,ns,2574 -simple_iter,specs,,,,65325004.0,ns,2613 -simple_iter,specs,,,,66283923.0,ns,2652 -simple_iter,specs,,,,68103157.0,ns,2691 -simple_iter,specs,,,,68221332.0,ns,2730 -simple_iter,specs,,,,70032853.0,ns,2769 -simple_iter,specs,,,,70398269.0,ns,2808 -simple_iter,specs,,,,73583146.0,ns,2847 -simple_iter,specs,,,,73134713.0,ns,2886 -simple_iter,specs,,,,73032267.0,ns,2925 -simple_iter,specs,,,,74097766.0,ns,2964 -simple_iter,specs,,,,74998413.0,ns,3003 -simple_iter,specs,,,,76042431.0,ns,3042 -simple_iter,specs,,,,76957134.0,ns,3081 -simple_iter,specs,,,,77913385.0,ns,3120 -simple_iter,specs,,,,78967074.0,ns,3159 -simple_iter,specs,,,,79992466.0,ns,3198 -simple_iter,specs,,,,80908962.0,ns,3237 -simple_iter,specs,,,,82537505.0,ns,3276 -simple_iter,specs,,,,82777352.0,ns,3315 -simple_iter,specs,,,,83712513.0,ns,3354 -simple_iter,specs,,,,84739940.0,ns,3393 -simple_iter,specs,,,,85709006.0,ns,3432 -simple_iter,specs,,,,86929611.0,ns,3471 -simple_iter,specs,,,,87609268.0,ns,3510 -simple_iter,specs,,,,88718669.0,ns,3549 -simple_iter,specs,,,,89746097.0,ns,3588 -simple_iter,specs,,,,90573113.0,ns,3627 -simple_iter,specs,,,,91626329.0,ns,3666 -simple_iter,specs,,,,93859312.0,ns,3705 -simple_iter,specs,,,,93474730.0,ns,3744 -simple_iter,specs,,,,94473704.0,ns,3783 -simple_iter,specs,,,,95402393.0,ns,3822 -simple_iter,specs,,,,96373771.0,ns,3861 -simple_iter,specs,,,,99125795.0,ns,3900 +simple_iter,specs,,,,672400.0,ns,20 +simple_iter,specs,,,,1347600.0,ns,40 +simple_iter,specs,,,,2007900.0,ns,60 +simple_iter,specs,,,,2683600.0,ns,80 +simple_iter,specs,,,,3365200.0,ns,100 +simple_iter,specs,,,,4022500.0,ns,120 +simple_iter,specs,,,,4717200.0,ns,140 +simple_iter,specs,,,,5368600.0,ns,160 +simple_iter,specs,,,,6040400.0,ns,180 +simple_iter,specs,,,,6701800.0,ns,200 +simple_iter,specs,,,,7384200.0,ns,220 +simple_iter,specs,,,,8044600.0,ns,240 +simple_iter,specs,,,,8923700.0,ns,260 +simple_iter,specs,,,,14104800.0,ns,280 +simple_iter,specs,,,,10111500.0,ns,300 +simple_iter,specs,,,,10757100.0,ns,320 +simple_iter,specs,,,,11416400.0,ns,340 +simple_iter,specs,,,,12109600.0,ns,360 +simple_iter,specs,,,,13185500.0,ns,380 +simple_iter,specs,,,,13419800.0,ns,400 +simple_iter,specs,,,,14088300.0,ns,420 +simple_iter,specs,,,,14766800.0,ns,440 +simple_iter,specs,,,,15431900.0,ns,460 +simple_iter,specs,,,,16139900.0,ns,480 +simple_iter,specs,,,,16833100.0,ns,500 +simple_iter,specs,,,,17525700.0,ns,520 +simple_iter,specs,,,,18187700.0,ns,540 +simple_iter,specs,,,,18816800.0,ns,560 +simple_iter,specs,,,,19455000.0,ns,580 +simple_iter,specs,,,,20123700.0,ns,600 +simple_iter,specs,,,,20881000.0,ns,620 +simple_iter,specs,,,,21576400.0,ns,640 +simple_iter,specs,,,,22193600.0,ns,660 +simple_iter,specs,,,,22863400.0,ns,680 +simple_iter,specs,,,,23526300.0,ns,700 +simple_iter,specs,,,,24163700.0,ns,720 +simple_iter,specs,,,,24784300.0,ns,740 +simple_iter,specs,,,,25526500.0,ns,760 +simple_iter,specs,,,,26212300.0,ns,780 +simple_iter,specs,,,,26879900.0,ns,800 +simple_iter,specs,,,,27498800.0,ns,820 +simple_iter,specs,,,,28201100.0,ns,840 +simple_iter,specs,,,,29547400.0,ns,860 +simple_iter,specs,,,,29510300.0,ns,880 +simple_iter,specs,,,,30234100.0,ns,900 +simple_iter,specs,,,,31089600.0,ns,920 +simple_iter,specs,,,,31751400.0,ns,940 +simple_iter,specs,,,,32239800.0,ns,960 +simple_iter,specs,,,,32859900.0,ns,980 +simple_iter,specs,,,,33539600.0,ns,1000 +simple_iter,specs,,,,34296600.0,ns,1020 +simple_iter,specs,,,,34902500.0,ns,1040 +simple_iter,specs,,,,36243900.0,ns,1060 +simple_iter,specs,,,,36298500.0,ns,1080 +simple_iter,specs,,,,50986600.0,ns,1100 +simple_iter,specs,,,,37537300.0,ns,1120 +simple_iter,specs,,,,38264500.0,ns,1140 +simple_iter,specs,,,,38935600.0,ns,1160 +simple_iter,specs,,,,39657400.0,ns,1180 +simple_iter,specs,,,,40376600.0,ns,1200 +simple_iter,specs,,,,40918100.0,ns,1220 +simple_iter,specs,,,,41644900.0,ns,1240 +simple_iter,specs,,,,42263600.0,ns,1260 +simple_iter,specs,,,,43800700.0,ns,1280 +simple_iter,specs,,,,43581900.0,ns,1300 +simple_iter,specs,,,,44257500.0,ns,1320 +simple_iter,specs,,,,44785400.0,ns,1340 +simple_iter,specs,,,,45719000.0,ns,1360 +simple_iter,specs,,,,46307200.0,ns,1380 +simple_iter,specs,,,,47090500.0,ns,1400 +simple_iter,specs,,,,47737100.0,ns,1420 +simple_iter,specs,,,,48368300.0,ns,1440 +simple_iter,specs,,,,48956200.0,ns,1460 +simple_iter,specs,,,,49809100.0,ns,1480 +simple_iter,specs,,,,50400800.0,ns,1500 +simple_iter,specs,,,,51215000.0,ns,1520 +simple_iter,specs,,,,51823100.0,ns,1540 +simple_iter,specs,,,,52373800.0,ns,1560 +simple_iter,specs,,,,52975900.0,ns,1580 +simple_iter,specs,,,,53603300.0,ns,1600 +simple_iter,specs,,,,54547100.0,ns,1620 +simple_iter,specs,,,,55074800.0,ns,1640 +simple_iter,specs,,,,55543800.0,ns,1660 +simple_iter,specs,,,,56458200.0,ns,1680 +simple_iter,specs,,,,57116800.0,ns,1700 +simple_iter,specs,,,,57845200.0,ns,1720 +simple_iter,specs,,,,58440000.0,ns,1740 +simple_iter,specs,,,,58934500.0,ns,1760 +simple_iter,specs,,,,59667000.0,ns,1780 +simple_iter,specs,,,,60837600.0,ns,1800 +simple_iter,specs,,,,61059500.0,ns,1820 +simple_iter,specs,,,,61906600.0,ns,1840 +simple_iter,specs,,,,62433000.0,ns,1860 +simple_iter,specs,,,,62890400.0,ns,1880 +simple_iter,specs,,,,63733900.0,ns,1900 +simple_iter,specs,,,,64801200.0,ns,1920 +simple_iter,specs,,,,65024100.0,ns,1940 +simple_iter,specs,,,,65904600.0,ns,1960 +simple_iter,specs,,,,66348000.0,ns,1980 +simple_iter,specs,,,,67086300.0,ns,2000 diff --git a/target/criterion/simple_iter/specs/base/sample.json b/target/criterion/simple_iter/specs/base/sample.json index 8f4c0e8d..00f8ae6e 100644 --- a/target/criterion/simple_iter/specs/base/sample.json +++ b/target/criterion/simple_iter/specs/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[39.0,78.0,117.0,156.0,195.0,234.0,273.0,312.0,351.0,390.0,429.0,468.0,507.0,546.0,585.0,624.0,663.0,702.0,741.0,780.0,819.0,858.0,897.0,936.0,975.0,1014.0,1053.0,1092.0,1131.0,1170.0,1209.0,1248.0,1287.0,1326.0,1365.0,1404.0,1443.0,1482.0,1521.0,1560.0,1599.0,1638.0,1677.0,1716.0,1755.0,1794.0,1833.0,1872.0,1911.0,1950.0,1989.0,2028.0,2067.0,2106.0,2145.0,2184.0,2223.0,2262.0,2301.0,2340.0,2379.0,2418.0,2457.0,2496.0,2535.0,2574.0,2613.0,2652.0,2691.0,2730.0,2769.0,2808.0,2847.0,2886.0,2925.0,2964.0,3003.0,3042.0,3081.0,3120.0,3159.0,3198.0,3237.0,3276.0,3315.0,3354.0,3393.0,3432.0,3471.0,3510.0,3549.0,3588.0,3627.0,3666.0,3705.0,3744.0,3783.0,3822.0,3861.0,3900.0],"times":[971180.0,1956257.0,2912238.0,3897646.0,4865307.0,5823504.0,6859798.0,7777948.0,8804232.0,10182448.0,10713379.0,11702804.0,12674244.0,13662147.0,14617696.0,15578517.0,16555910.0,17613103.0,18523778.0,19537118.0,20486046.0,21430245.0,22436342.0,23374129.0,24342643.0,25541787.0,26306585.0,27300879.0,28245958.0,29299497.0,30204901.0,31930086.0,32147481.0,33301931.0,34066617.0,35028590.0,36106574.0,37030182.0,38067640.0,39353178.0,39997275.0,40932567.0,41990001.0,42893723.0,43888577.0,44947145.0,45787044.0,47077895.0,48941522.0,48726415.0,49750314.0,50675837.0,51640807.0,53004363.0,54380937.0,54550780.0,55681993.0,56578744.0,57451124.0,58549348.0,59397943.0,60567150.0,61543170.0,62326213.0,63488286.0,64355347.0,65325004.0,66283923.0,68103157.0,68221332.0,70032853.0,70398269.0,73583146.0,73134713.0,73032267.0,74097766.0,74998413.0,76042431.0,76957134.0,77913385.0,78967074.0,79992466.0,80908962.0,82537505.0,82777352.0,83712513.0,84739940.0,85709006.0,86929611.0,87609268.0,88718669.0,89746097.0,90573113.0,91626329.0,93859312.0,93474730.0,94473704.0,95402393.0,96373771.0,99125795.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[20.0,40.0,60.0,80.0,100.0,120.0,140.0,160.0,180.0,200.0,220.0,240.0,260.0,280.0,300.0,320.0,340.0,360.0,380.0,400.0,420.0,440.0,460.0,480.0,500.0,520.0,540.0,560.0,580.0,600.0,620.0,640.0,660.0,680.0,700.0,720.0,740.0,760.0,780.0,800.0,820.0,840.0,860.0,880.0,900.0,920.0,940.0,960.0,980.0,1000.0,1020.0,1040.0,1060.0,1080.0,1100.0,1120.0,1140.0,1160.0,1180.0,1200.0,1220.0,1240.0,1260.0,1280.0,1300.0,1320.0,1340.0,1360.0,1380.0,1400.0,1420.0,1440.0,1460.0,1480.0,1500.0,1520.0,1540.0,1560.0,1580.0,1600.0,1620.0,1640.0,1660.0,1680.0,1700.0,1720.0,1740.0,1760.0,1780.0,1800.0,1820.0,1840.0,1860.0,1880.0,1900.0,1920.0,1940.0,1960.0,1980.0,2000.0],"times":[672400.0,1347600.0,2007900.0,2683600.0,3365200.0,4022500.0,4717200.0,5368600.0,6040400.0,6701800.0,7384200.0,8044600.0,8923700.0,14104800.0,10111500.0,10757100.0,11416400.0,12109600.0,13185500.0,13419800.0,14088300.0,14766800.0,15431900.0,16139900.0,16833100.0,17525700.0,18187700.0,18816800.0,19455000.0,20123700.0,20881000.0,21576400.0,22193600.0,22863400.0,23526300.0,24163700.0,24784300.0,25526500.0,26212300.0,26879900.0,27498800.0,28201100.0,29547400.0,29510300.0,30234100.0,31089600.0,31751400.0,32239800.0,32859900.0,33539600.0,34296600.0,34902500.0,36243900.0,36298500.0,50986600.0,37537300.0,38264500.0,38935600.0,39657400.0,40376600.0,40918100.0,41644900.0,42263600.0,43800700.0,43581900.0,44257500.0,44785400.0,45719000.0,46307200.0,47090500.0,47737100.0,48368300.0,48956200.0,49809100.0,50400800.0,51215000.0,51823100.0,52373800.0,52975900.0,53603300.0,54547100.0,55074800.0,55543800.0,56458200.0,57116800.0,57845200.0,58440000.0,58934500.0,59667000.0,60837600.0,61059500.0,61906600.0,62433000.0,62890400.0,63733900.0,64801200.0,65024100.0,65904600.0,66348000.0,67086300.0]} \ No newline at end of file diff --git a/target/criterion/simple_iter/specs/base/tukey.json b/target/criterion/simple_iter/specs/base/tukey.json index eedffd8f..2faa114a 100644 --- a/target/criterion/simple_iter/specs/base/tukey.json +++ b/target/criterion/simple_iter/specs/base/tukey.json @@ -1 +1 @@ -[24750.5405754898,24861.98068248332,25159.154301132716,25270.59440812624] \ No newline at end of file +[33235.46959258466,33389.21604971324,33799.20660205612,33952.95305918469] \ No newline at end of file diff --git a/target/criterion/simple_iter/specs/change/estimates.json b/target/criterion/simple_iter/specs/change/estimates.json index c26297d5..e0f4d325 100644 --- a/target/criterion/simple_iter/specs/change/estimates.json +++ b/target/criterion/simple_iter/specs/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.010098857447470444,"upper_bound":-0.003432313113446534},"point_estimate":-0.006577134499452408,"standard_error":0.0017027157301326126},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0027256204035458484,"upper_bound":-0.001055980446094229},"point_estimate":-0.0016680425939862298,"standard_error":0.000441405795990283}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.341209864359144,"upper_bound":0.3742605950645731},"point_estimate":0.35377132772007824,"standard_error":0.008768413833831165},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.342634233150638,"upper_bound":0.3446219431775388},"point_estimate":0.34358893547200453,"standard_error":0.0005233678950728789}} \ No newline at end of file diff --git a/target/criterion/simple_iter/specs/new/estimates.json b/target/criterion/simple_iter/specs/new/estimates.json index 29bdc042..d78142c0 100644 --- a/target/criterion/simple_iter/specs/new/estimates.json +++ b/target/criterion/simple_iter/specs/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25025.49713560182,"upper_bound":25096.518717633808},"point_estimate":25058.077469315198,"standard_error":18.264112913165615},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":24987.799917817225,"upper_bound":25012.64437012263},"point_estimate":24997.863975767825,"standard_error":4.988320656935053},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29.503787305206043,"upper_bound":57.179902271592056},"point_estimate":40.01368704805909,"standard_error":6.85607679902601},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25020.51489332417,"upper_bound":25106.740737649165},"point_estimate":25059.743993058317,"standard_error":22.025622126355376},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":109.18808405597052,"upper_bound":249.46077649492804},"point_estimate":184.06842977327338,"standard_error":36.054196875060086}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":33611.001926489815,"upper_bound":34394.866655090686},"point_estimate":33922.906805747414,"standard_error":209.1401892395738},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":33565.1724137931,"upper_bound":33607.96610169492},"point_estimate":33586.85344827586,"standard_error":11.453787801676345},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":56.437424356215395,"upper_bound":94.7442221359715},"point_estimate":70.26090723198918,"standard_error":10.026006085320157},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":33586.22954811767,"upper_bound":34001.61393921097},"point_estimate":33725.39370474361,"standard_error":116.88664081034642},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":148.93324633041252,"upper_bound":3350.9218928825735},"point_estimate":2101.19253551369,"standard_error":873.9232421010581}} \ No newline at end of file diff --git a/target/criterion/simple_iter/specs/new/raw.csv b/target/criterion/simple_iter/specs/new/raw.csv index f8ede738..ccbdb944 100644 --- a/target/criterion/simple_iter/specs/new/raw.csv +++ b/target/criterion/simple_iter/specs/new/raw.csv @@ -1,101 +1,101 @@ group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count -simple_iter,specs,,,,971180.0,ns,39 -simple_iter,specs,,,,1956257.0,ns,78 -simple_iter,specs,,,,2912238.0,ns,117 -simple_iter,specs,,,,3897646.0,ns,156 -simple_iter,specs,,,,4865307.0,ns,195 -simple_iter,specs,,,,5823504.0,ns,234 -simple_iter,specs,,,,6859798.0,ns,273 -simple_iter,specs,,,,7777948.0,ns,312 -simple_iter,specs,,,,8804232.0,ns,351 -simple_iter,specs,,,,10182448.0,ns,390 -simple_iter,specs,,,,10713379.0,ns,429 -simple_iter,specs,,,,11702804.0,ns,468 -simple_iter,specs,,,,12674244.0,ns,507 -simple_iter,specs,,,,13662147.0,ns,546 -simple_iter,specs,,,,14617696.0,ns,585 -simple_iter,specs,,,,15578517.0,ns,624 -simple_iter,specs,,,,16555910.0,ns,663 -simple_iter,specs,,,,17613103.0,ns,702 -simple_iter,specs,,,,18523778.0,ns,741 -simple_iter,specs,,,,19537118.0,ns,780 -simple_iter,specs,,,,20486046.0,ns,819 -simple_iter,specs,,,,21430245.0,ns,858 -simple_iter,specs,,,,22436342.0,ns,897 -simple_iter,specs,,,,23374129.0,ns,936 -simple_iter,specs,,,,24342643.0,ns,975 -simple_iter,specs,,,,25541787.0,ns,1014 -simple_iter,specs,,,,26306585.0,ns,1053 -simple_iter,specs,,,,27300879.0,ns,1092 -simple_iter,specs,,,,28245958.0,ns,1131 -simple_iter,specs,,,,29299497.0,ns,1170 -simple_iter,specs,,,,30204901.0,ns,1209 -simple_iter,specs,,,,31930086.0,ns,1248 -simple_iter,specs,,,,32147481.0,ns,1287 -simple_iter,specs,,,,33301931.0,ns,1326 -simple_iter,specs,,,,34066617.0,ns,1365 -simple_iter,specs,,,,35028590.0,ns,1404 -simple_iter,specs,,,,36106574.0,ns,1443 -simple_iter,specs,,,,37030182.0,ns,1482 -simple_iter,specs,,,,38067640.0,ns,1521 -simple_iter,specs,,,,39353178.0,ns,1560 -simple_iter,specs,,,,39997275.0,ns,1599 -simple_iter,specs,,,,40932567.0,ns,1638 -simple_iter,specs,,,,41990001.0,ns,1677 -simple_iter,specs,,,,42893723.0,ns,1716 -simple_iter,specs,,,,43888577.0,ns,1755 -simple_iter,specs,,,,44947145.0,ns,1794 -simple_iter,specs,,,,45787044.0,ns,1833 -simple_iter,specs,,,,47077895.0,ns,1872 -simple_iter,specs,,,,48941522.0,ns,1911 -simple_iter,specs,,,,48726415.0,ns,1950 -simple_iter,specs,,,,49750314.0,ns,1989 -simple_iter,specs,,,,50675837.0,ns,2028 -simple_iter,specs,,,,51640807.0,ns,2067 -simple_iter,specs,,,,53004363.0,ns,2106 -simple_iter,specs,,,,54380937.0,ns,2145 -simple_iter,specs,,,,54550780.0,ns,2184 -simple_iter,specs,,,,55681993.0,ns,2223 -simple_iter,specs,,,,56578744.0,ns,2262 -simple_iter,specs,,,,57451124.0,ns,2301 -simple_iter,specs,,,,58549348.0,ns,2340 -simple_iter,specs,,,,59397943.0,ns,2379 -simple_iter,specs,,,,60567150.0,ns,2418 -simple_iter,specs,,,,61543170.0,ns,2457 -simple_iter,specs,,,,62326213.0,ns,2496 -simple_iter,specs,,,,63488286.0,ns,2535 -simple_iter,specs,,,,64355347.0,ns,2574 -simple_iter,specs,,,,65325004.0,ns,2613 -simple_iter,specs,,,,66283923.0,ns,2652 -simple_iter,specs,,,,68103157.0,ns,2691 -simple_iter,specs,,,,68221332.0,ns,2730 -simple_iter,specs,,,,70032853.0,ns,2769 -simple_iter,specs,,,,70398269.0,ns,2808 -simple_iter,specs,,,,73583146.0,ns,2847 -simple_iter,specs,,,,73134713.0,ns,2886 -simple_iter,specs,,,,73032267.0,ns,2925 -simple_iter,specs,,,,74097766.0,ns,2964 -simple_iter,specs,,,,74998413.0,ns,3003 -simple_iter,specs,,,,76042431.0,ns,3042 -simple_iter,specs,,,,76957134.0,ns,3081 -simple_iter,specs,,,,77913385.0,ns,3120 -simple_iter,specs,,,,78967074.0,ns,3159 -simple_iter,specs,,,,79992466.0,ns,3198 -simple_iter,specs,,,,80908962.0,ns,3237 -simple_iter,specs,,,,82537505.0,ns,3276 -simple_iter,specs,,,,82777352.0,ns,3315 -simple_iter,specs,,,,83712513.0,ns,3354 -simple_iter,specs,,,,84739940.0,ns,3393 -simple_iter,specs,,,,85709006.0,ns,3432 -simple_iter,specs,,,,86929611.0,ns,3471 -simple_iter,specs,,,,87609268.0,ns,3510 -simple_iter,specs,,,,88718669.0,ns,3549 -simple_iter,specs,,,,89746097.0,ns,3588 -simple_iter,specs,,,,90573113.0,ns,3627 -simple_iter,specs,,,,91626329.0,ns,3666 -simple_iter,specs,,,,93859312.0,ns,3705 -simple_iter,specs,,,,93474730.0,ns,3744 -simple_iter,specs,,,,94473704.0,ns,3783 -simple_iter,specs,,,,95402393.0,ns,3822 -simple_iter,specs,,,,96373771.0,ns,3861 -simple_iter,specs,,,,99125795.0,ns,3900 +simple_iter,specs,,,,672400.0,ns,20 +simple_iter,specs,,,,1347600.0,ns,40 +simple_iter,specs,,,,2007900.0,ns,60 +simple_iter,specs,,,,2683600.0,ns,80 +simple_iter,specs,,,,3365200.0,ns,100 +simple_iter,specs,,,,4022500.0,ns,120 +simple_iter,specs,,,,4717200.0,ns,140 +simple_iter,specs,,,,5368600.0,ns,160 +simple_iter,specs,,,,6040400.0,ns,180 +simple_iter,specs,,,,6701800.0,ns,200 +simple_iter,specs,,,,7384200.0,ns,220 +simple_iter,specs,,,,8044600.0,ns,240 +simple_iter,specs,,,,8923700.0,ns,260 +simple_iter,specs,,,,14104800.0,ns,280 +simple_iter,specs,,,,10111500.0,ns,300 +simple_iter,specs,,,,10757100.0,ns,320 +simple_iter,specs,,,,11416400.0,ns,340 +simple_iter,specs,,,,12109600.0,ns,360 +simple_iter,specs,,,,13185500.0,ns,380 +simple_iter,specs,,,,13419800.0,ns,400 +simple_iter,specs,,,,14088300.0,ns,420 +simple_iter,specs,,,,14766800.0,ns,440 +simple_iter,specs,,,,15431900.0,ns,460 +simple_iter,specs,,,,16139900.0,ns,480 +simple_iter,specs,,,,16833100.0,ns,500 +simple_iter,specs,,,,17525700.0,ns,520 +simple_iter,specs,,,,18187700.0,ns,540 +simple_iter,specs,,,,18816800.0,ns,560 +simple_iter,specs,,,,19455000.0,ns,580 +simple_iter,specs,,,,20123700.0,ns,600 +simple_iter,specs,,,,20881000.0,ns,620 +simple_iter,specs,,,,21576400.0,ns,640 +simple_iter,specs,,,,22193600.0,ns,660 +simple_iter,specs,,,,22863400.0,ns,680 +simple_iter,specs,,,,23526300.0,ns,700 +simple_iter,specs,,,,24163700.0,ns,720 +simple_iter,specs,,,,24784300.0,ns,740 +simple_iter,specs,,,,25526500.0,ns,760 +simple_iter,specs,,,,26212300.0,ns,780 +simple_iter,specs,,,,26879900.0,ns,800 +simple_iter,specs,,,,27498800.0,ns,820 +simple_iter,specs,,,,28201100.0,ns,840 +simple_iter,specs,,,,29547400.0,ns,860 +simple_iter,specs,,,,29510300.0,ns,880 +simple_iter,specs,,,,30234100.0,ns,900 +simple_iter,specs,,,,31089600.0,ns,920 +simple_iter,specs,,,,31751400.0,ns,940 +simple_iter,specs,,,,32239800.0,ns,960 +simple_iter,specs,,,,32859900.0,ns,980 +simple_iter,specs,,,,33539600.0,ns,1000 +simple_iter,specs,,,,34296600.0,ns,1020 +simple_iter,specs,,,,34902500.0,ns,1040 +simple_iter,specs,,,,36243900.0,ns,1060 +simple_iter,specs,,,,36298500.0,ns,1080 +simple_iter,specs,,,,50986600.0,ns,1100 +simple_iter,specs,,,,37537300.0,ns,1120 +simple_iter,specs,,,,38264500.0,ns,1140 +simple_iter,specs,,,,38935600.0,ns,1160 +simple_iter,specs,,,,39657400.0,ns,1180 +simple_iter,specs,,,,40376600.0,ns,1200 +simple_iter,specs,,,,40918100.0,ns,1220 +simple_iter,specs,,,,41644900.0,ns,1240 +simple_iter,specs,,,,42263600.0,ns,1260 +simple_iter,specs,,,,43800700.0,ns,1280 +simple_iter,specs,,,,43581900.0,ns,1300 +simple_iter,specs,,,,44257500.0,ns,1320 +simple_iter,specs,,,,44785400.0,ns,1340 +simple_iter,specs,,,,45719000.0,ns,1360 +simple_iter,specs,,,,46307200.0,ns,1380 +simple_iter,specs,,,,47090500.0,ns,1400 +simple_iter,specs,,,,47737100.0,ns,1420 +simple_iter,specs,,,,48368300.0,ns,1440 +simple_iter,specs,,,,48956200.0,ns,1460 +simple_iter,specs,,,,49809100.0,ns,1480 +simple_iter,specs,,,,50400800.0,ns,1500 +simple_iter,specs,,,,51215000.0,ns,1520 +simple_iter,specs,,,,51823100.0,ns,1540 +simple_iter,specs,,,,52373800.0,ns,1560 +simple_iter,specs,,,,52975900.0,ns,1580 +simple_iter,specs,,,,53603300.0,ns,1600 +simple_iter,specs,,,,54547100.0,ns,1620 +simple_iter,specs,,,,55074800.0,ns,1640 +simple_iter,specs,,,,55543800.0,ns,1660 +simple_iter,specs,,,,56458200.0,ns,1680 +simple_iter,specs,,,,57116800.0,ns,1700 +simple_iter,specs,,,,57845200.0,ns,1720 +simple_iter,specs,,,,58440000.0,ns,1740 +simple_iter,specs,,,,58934500.0,ns,1760 +simple_iter,specs,,,,59667000.0,ns,1780 +simple_iter,specs,,,,60837600.0,ns,1800 +simple_iter,specs,,,,61059500.0,ns,1820 +simple_iter,specs,,,,61906600.0,ns,1840 +simple_iter,specs,,,,62433000.0,ns,1860 +simple_iter,specs,,,,62890400.0,ns,1880 +simple_iter,specs,,,,63733900.0,ns,1900 +simple_iter,specs,,,,64801200.0,ns,1920 +simple_iter,specs,,,,65024100.0,ns,1940 +simple_iter,specs,,,,65904600.0,ns,1960 +simple_iter,specs,,,,66348000.0,ns,1980 +simple_iter,specs,,,,67086300.0,ns,2000 diff --git a/target/criterion/simple_iter/specs/new/sample.json b/target/criterion/simple_iter/specs/new/sample.json index 8f4c0e8d..00f8ae6e 100644 --- a/target/criterion/simple_iter/specs/new/sample.json +++ b/target/criterion/simple_iter/specs/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[39.0,78.0,117.0,156.0,195.0,234.0,273.0,312.0,351.0,390.0,429.0,468.0,507.0,546.0,585.0,624.0,663.0,702.0,741.0,780.0,819.0,858.0,897.0,936.0,975.0,1014.0,1053.0,1092.0,1131.0,1170.0,1209.0,1248.0,1287.0,1326.0,1365.0,1404.0,1443.0,1482.0,1521.0,1560.0,1599.0,1638.0,1677.0,1716.0,1755.0,1794.0,1833.0,1872.0,1911.0,1950.0,1989.0,2028.0,2067.0,2106.0,2145.0,2184.0,2223.0,2262.0,2301.0,2340.0,2379.0,2418.0,2457.0,2496.0,2535.0,2574.0,2613.0,2652.0,2691.0,2730.0,2769.0,2808.0,2847.0,2886.0,2925.0,2964.0,3003.0,3042.0,3081.0,3120.0,3159.0,3198.0,3237.0,3276.0,3315.0,3354.0,3393.0,3432.0,3471.0,3510.0,3549.0,3588.0,3627.0,3666.0,3705.0,3744.0,3783.0,3822.0,3861.0,3900.0],"times":[971180.0,1956257.0,2912238.0,3897646.0,4865307.0,5823504.0,6859798.0,7777948.0,8804232.0,10182448.0,10713379.0,11702804.0,12674244.0,13662147.0,14617696.0,15578517.0,16555910.0,17613103.0,18523778.0,19537118.0,20486046.0,21430245.0,22436342.0,23374129.0,24342643.0,25541787.0,26306585.0,27300879.0,28245958.0,29299497.0,30204901.0,31930086.0,32147481.0,33301931.0,34066617.0,35028590.0,36106574.0,37030182.0,38067640.0,39353178.0,39997275.0,40932567.0,41990001.0,42893723.0,43888577.0,44947145.0,45787044.0,47077895.0,48941522.0,48726415.0,49750314.0,50675837.0,51640807.0,53004363.0,54380937.0,54550780.0,55681993.0,56578744.0,57451124.0,58549348.0,59397943.0,60567150.0,61543170.0,62326213.0,63488286.0,64355347.0,65325004.0,66283923.0,68103157.0,68221332.0,70032853.0,70398269.0,73583146.0,73134713.0,73032267.0,74097766.0,74998413.0,76042431.0,76957134.0,77913385.0,78967074.0,79992466.0,80908962.0,82537505.0,82777352.0,83712513.0,84739940.0,85709006.0,86929611.0,87609268.0,88718669.0,89746097.0,90573113.0,91626329.0,93859312.0,93474730.0,94473704.0,95402393.0,96373771.0,99125795.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[20.0,40.0,60.0,80.0,100.0,120.0,140.0,160.0,180.0,200.0,220.0,240.0,260.0,280.0,300.0,320.0,340.0,360.0,380.0,400.0,420.0,440.0,460.0,480.0,500.0,520.0,540.0,560.0,580.0,600.0,620.0,640.0,660.0,680.0,700.0,720.0,740.0,760.0,780.0,800.0,820.0,840.0,860.0,880.0,900.0,920.0,940.0,960.0,980.0,1000.0,1020.0,1040.0,1060.0,1080.0,1100.0,1120.0,1140.0,1160.0,1180.0,1200.0,1220.0,1240.0,1260.0,1280.0,1300.0,1320.0,1340.0,1360.0,1380.0,1400.0,1420.0,1440.0,1460.0,1480.0,1500.0,1520.0,1540.0,1560.0,1580.0,1600.0,1620.0,1640.0,1660.0,1680.0,1700.0,1720.0,1740.0,1760.0,1780.0,1800.0,1820.0,1840.0,1860.0,1880.0,1900.0,1920.0,1940.0,1960.0,1980.0,2000.0],"times":[672400.0,1347600.0,2007900.0,2683600.0,3365200.0,4022500.0,4717200.0,5368600.0,6040400.0,6701800.0,7384200.0,8044600.0,8923700.0,14104800.0,10111500.0,10757100.0,11416400.0,12109600.0,13185500.0,13419800.0,14088300.0,14766800.0,15431900.0,16139900.0,16833100.0,17525700.0,18187700.0,18816800.0,19455000.0,20123700.0,20881000.0,21576400.0,22193600.0,22863400.0,23526300.0,24163700.0,24784300.0,25526500.0,26212300.0,26879900.0,27498800.0,28201100.0,29547400.0,29510300.0,30234100.0,31089600.0,31751400.0,32239800.0,32859900.0,33539600.0,34296600.0,34902500.0,36243900.0,36298500.0,50986600.0,37537300.0,38264500.0,38935600.0,39657400.0,40376600.0,40918100.0,41644900.0,42263600.0,43800700.0,43581900.0,44257500.0,44785400.0,45719000.0,46307200.0,47090500.0,47737100.0,48368300.0,48956200.0,49809100.0,50400800.0,51215000.0,51823100.0,52373800.0,52975900.0,53603300.0,54547100.0,55074800.0,55543800.0,56458200.0,57116800.0,57845200.0,58440000.0,58934500.0,59667000.0,60837600.0,61059500.0,61906600.0,62433000.0,62890400.0,63733900.0,64801200.0,65024100.0,65904600.0,66348000.0,67086300.0]} \ No newline at end of file diff --git a/target/criterion/simple_iter/specs/new/tukey.json b/target/criterion/simple_iter/specs/new/tukey.json index eedffd8f..2faa114a 100644 --- a/target/criterion/simple_iter/specs/new/tukey.json +++ b/target/criterion/simple_iter/specs/new/tukey.json @@ -1 +1 @@ -[24750.5405754898,24861.98068248332,25159.154301132716,25270.59440812624] \ No newline at end of file +[33235.46959258466,33389.21604971324,33799.20660205612,33952.95305918469] \ No newline at end of file diff --git a/target/criterion/simple_iter/specs/report/MAD.svg b/target/criterion/simple_iter/specs/report/MAD.svg index 183b994c..5b467eb0 100644 --- a/target/criterion/simple_iter/specs/report/MAD.svg +++ b/target/criterion/simple_iter/specs/report/MAD.svg @@ -1,303 +1,100 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.01 - - - - - 0.02 - - - - - 0.03 - - - - - 0.04 - - - - - 0.05 - - - - - 0.06 - - - - - 0.07 - - - - - 0.08 - - - - - 30 - - - - - 35 - - - - - 40 - - - - - 45 - - - - - 50 - - - - - 55 - - - - - 60 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - simple_iter/specs: MAD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_iter/specs:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + +0.045 + + + + +55 + + + +60 + + + +65 + + + +70 + + + +75 + + + +80 + + + +85 + + + +90 + + + +95 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_iter/specs/report/SD.svg b/target/criterion/simple_iter/specs/report/SD.svg index cbd7bf93..0cf26dad 100644 --- a/target/criterion/simple_iter/specs/report/SD.svg +++ b/target/criterion/simple_iter/specs/report/SD.svg @@ -1,303 +1,92 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.002 - - - - - 0.004 - - - - - 0.006 - - - - - 0.008 - - - - - 0.01 - - - - - 0.012 - - - - - 100 - - - - - 120 - - - - - 140 - - - - - 160 - - - - - 180 - - - - - 200 - - - - - 220 - - - - - 240 - - - - - 260 - - - - - - - - - Density (a.u.) - - - - - Average time (ns) - - - - - simple_iter/specs: SD - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_iter/specs:SD + + +Density (a.u.) + + +Average time (us) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_iter/specs/report/both/pdf.svg b/target/criterion/simple_iter/specs/report/both/pdf.svg index 47ae07df..ea65bab6 100644 --- a/target/criterion/simple_iter/specs/report/both/pdf.svg +++ b/target/criterion/simple_iter/specs/report/both/pdf.svg @@ -1,343 +1,73 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 3.5 - - - - - 4 - - - - - 24 - - - - - 24.5 - - - - - 25 - - - - - 25.5 - - - - - 26 - - - - - 26.5 - - - - - 27 - - - - - 27.5 - - - - - 28 - - - - - 28.5 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_iter/specs - - - - - Base PDF - - - Base PDF - - - - - - - - - - Base Mean - - - - - Base Mean - - - - - - New PDF - - - - - New PDF - - - - - - - - - - New Mean - - - - - New Mean - - - - - - - - - - - - - - + + +simple_iter/specs + + +Density (a.u.) + + +Average Time (us) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + +30 + + + +40 + + + +50 + + + + + + + +Base PDF + + +New PDF + + +Base Mean + + +New Mean + + + + + - diff --git a/target/criterion/simple_iter/specs/report/both/regression.svg b/target/criterion/simple_iter/specs/report/both/regression.svg index 35dde473..cf8bbd44 100644 --- a/target/criterion/simple_iter/specs/report/both/regression.svg +++ b/target/criterion/simple_iter/specs/report/both/regression.svg @@ -1,318 +1,90 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 0.5 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 1.5 - - - - - - - - - - - - - 2 - - - - - - - - - - - - - 2.5 - - - - - - - - - - - - - 3 - - - - - - - - - - - - - 3.5 - - - - - - - - - - - - - 4 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - simple_iter/specs - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - Base sample - - - - - - New sample - - - New sample - - - - - - - - - - - - - - + + +simple_iter/specs + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + + + + +Base Sample + + +New Sample + + + - diff --git a/target/criterion/simple_iter/specs/report/change/mean.svg b/target/criterion/simple_iter/specs/report/change/mean.svg index 94377122..00a905c6 100644 --- a/target/criterion/simple_iter/specs/report/change/mean.svg +++ b/target/criterion/simple_iter/specs/report/change/mean.svg @@ -1,310 +1,85 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - -1 - - - - - -0.9 - - - - - -0.8 - - - - - -0.7 - - - - - -0.6 - - - - - -0.5 - - - - - -0.4 - - - - - -0.3 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - simple_iter/specs: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +simple_iter/specs:mean + + +Density (a.u.) + + +Relative change (%) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + + +0.34 + + + +0.345 + + + +0.35 + + + +0.355 + + + +0.36 + + + +0.365 + + + +0.37 + + + +0.375 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/simple_iter/specs/report/change/median.svg b/target/criterion/simple_iter/specs/report/change/median.svg index 7188d02c..637c5ca8 100644 --- a/target/criterion/simple_iter/specs/report/change/median.svg +++ b/target/criterion/simple_iter/specs/report/change/median.svg @@ -1,300 +1,89 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 200 - - - - - 400 - - - - - 600 - - - - - 800 - - - - - 1000 - - - - - 1200 - - - - - 1400 - - - - - -0.25 - - - - - -0.2 - - - - - -0.15 - - - - - -0.1 - - - - - - - - - Density (a.u.) - - - - - Relative change (%) - - - - - simple_iter/specs: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - Noise threshold - - - - - Noise threshold - - - - - - - - - - - - - - - - - - - - + + +simple_iter/specs:median + + +Density (a.u.) + + +Relative change (%) + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + +800 + + + +900 + + + + +0.3425 + + + +0.343 + + + +0.3435 + + + +0.344 + + + +0.3445 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + - diff --git a/target/criterion/simple_iter/specs/report/change/t-test.svg b/target/criterion/simple_iter/specs/report/change/t-test.svg index 2c7c2fdb..c083f546 100644 --- a/target/criterion/simple_iter/specs/report/change/t-test.svg +++ b/target/criterion/simple_iter/specs/report/change/t-test.svg @@ -1,260 +1,91 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.05 - - - - - 0.1 - - - - - 0.15 - - - - - 0.2 - - - - - 0.25 - - - - - 0.3 - - - - - 0.35 - - - - - 0.4 - - - - - -5 - - - - - -4 - - - - - -3 - - - - - -2 - - - - - -1 - - - - - 0 - - - - - 1 - - - - - 2 - - - - - 3 - - - - - 4 - - - - - 5 - - - - - - - - - Density - - - - - t score - - - - - simple_iter/specs: Welch t test - - - - - t distribution - - - t distribution - - - - - - - - - - t statistic - - - - - t statistic - - - - - - - - - - - - - - + + +simple_iter/specs: Welch t test + + +Density + + +t score + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +-4.0 + + + +-3.0 + + + +-2.0 + + + +-1.0 + + + +0.0 + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + + + +t distribution + + +t statistic + + + - diff --git a/target/criterion/simple_iter/specs/report/index.html b/target/criterion/simple_iter/specs/report/index.html index 28e869b8..5937edc6 100644 --- a/target/criterion/simple_iter/specs/report/index.html +++ b/target/criterion/simple_iter/specs/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 25.021 us - 25.060 us - 25.107 us + 33.586 us + 33.725 us + 34.002 us R² - 0.9939652 - 0.9942812 - 0.9938278 + 0.8303795 + 0.8320475 + 0.8255148 Mean - 25.025 us - 25.058 us - 25.097 us + 33.611 us + 33.923 us + 34.395 us Std. Dev. - 109.19 ns - 184.07 ns - 249.46 ns + 148.93 ns + 2.1012 us + 3.3509 us Median - 24.988 us - 24.998 us - 25.013 us + 33.565 us + 33.587 us + 33.608 us MAD - 29.504 ns - 40.014 ns - 57.180 ns + 56.437 ns + 70.261 ns + 94.744 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -1.0099% - -0.6577% - -0.3432% + +34.121% + +35.377% + +37.426% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has regressed.

Additional Plots:

diff --git a/target/criterion/simple_iter/specs/report/mean.svg b/target/criterion/simple_iter/specs/report/mean.svg index 447fdfc6..f96e5a9e 100644 --- a/target/criterion/simple_iter/specs/report/mean.svg +++ b/target/criterion/simple_iter/specs/report/mean.svg @@ -1,298 +1,88 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 5 - - - - - 10 - - - - - 15 - - - - - 20 - - - - - 25 - - - - - 25.02 - - - - - 25.03 - - - - - 25.04 - - - - - 25.05 - - - - - 25.06 - - - - - 25.07 - - - - - 25.08 - - - - - 25.09 - - - - - 25.1 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_iter/specs: mean - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_iter/specs:mean + + +Density (a.u.) + + +Average time (us) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + + +33.6 + + + +33.7 + + + +33.8 + + + +33.9 + + + +34 + + + +34.1 + + + +34.2 + + + +34.3 + + + +34.4 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_iter/specs/report/median.svg b/target/criterion/simple_iter/specs/report/median.svg index bb159acf..76c0b0fc 100644 --- a/target/criterion/simple_iter/specs/report/median.svg +++ b/target/criterion/simple_iter/specs/report/median.svg @@ -1,283 +1,88 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 50 - - - - - 100 - - - - - 150 - - - - - 200 - - - - - 250 - - - - - 24.99 - - - - - 24.995 - - - - - 25 - - - - - 25.005 - - - - - 25.01 - - - - - 25.015 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_iter/specs: median - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_iter/specs:median + + +Density (a.u.) + + +Average time (us) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + + +33.565 + + + +33.57 + + + +33.575 + + + +33.58 + + + +33.585 + + + +33.59 + + + +33.595 + + + +33.6 + + + +33.605 + + + +33.61 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_iter/specs/report/pdf.svg b/target/criterion/simple_iter/specs/report/pdf.svg index 6bf261c6..85dbc351 100644 --- a/target/criterion/simple_iter/specs/report/pdf.svg +++ b/target/criterion/simple_iter/specs/report/pdf.svg @@ -1,440 +1,141 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 3.5 - - - - - 24.8 - - - - - 25 - - - - - 25.2 - - - - - 25.4 - - - - - 25.6 - - - - - 25.8 - - - - - 26 - - - - - 26.2 - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 3.5 - - - - - 4 - - - - - - - - - Iterations (x 103) - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_iter/specs - - - - - PDF - - - PDF - - - - - - - - - - Mean - - - - - Mean - - - - - - "Clean" sample - - - - - "Clean" sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Mild outliers - - - Mild outliers - - - - - - - - - - - Severe outliers - - - Severe outliers - - - - - - - - - - - - - - - - - gnuplot_plot_6 - - - - - - gnuplot_plot_7 - - - - gnuplot_plot_8 - - - - gnuplot_plot_9 - - - - - - - - - - - - + + +simple_iter/specs + + +Iterations (x 10^3) + + +Average Time (us) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + + +35 + + + +40 + + + +45 + + + +50 + + + +Density (a.u.) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + - diff --git a/target/criterion/simple_iter/specs/report/pdf_small.svg b/target/criterion/simple_iter/specs/report/pdf_small.svg index 8cf622b3..a1dedf46 100644 --- a/target/criterion/simple_iter/specs/report/pdf_small.svg +++ b/target/criterion/simple_iter/specs/report/pdf_small.svg @@ -1,229 +1,64 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 3.5 - - - - - 4 - - - - - 24.8 - - - - - 25 - - - - - 25.2 - - - - - 25.4 - - - - - 25.6 - - - - - 25.8 - - - - - 26 - - - - - 26.2 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - PDF - - - - - - - Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + +0.45 + + + + +35 + + + +40 + + + +45 + + + +50 + + + + - diff --git a/target/criterion/simple_iter/specs/report/regression.svg b/target/criterion/simple_iter/specs/report/regression.svg index 33155315..88e19d23 100644 --- a/target/criterion/simple_iter/specs/report/regression.svg +++ b/target/criterion/simple_iter/specs/report/regression.svg @@ -1,473 +1,207 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 90 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 0.5 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 1.5 - - - - - - - - - - - - - 2 - - - - - - - - - - - - - 2.5 - - - - - - - - - - - - - 3 - - - - - - - - - - - - - 3.5 - - - - - - - - - - - - - 4 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - simple_iter/specs - - - - - Sample - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - Linear regression - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - - + + +simple_iter/specs + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + +2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + - diff --git a/target/criterion/simple_iter/specs/report/regression_small.svg b/target/criterion/simple_iter/specs/report/regression_small.svg index beeafc92..d9092fd3 100644 --- a/target/criterion/simple_iter/specs/report/regression_small.svg +++ b/target/criterion/simple_iter/specs/report/regression_small.svg @@ -1,451 +1,192 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 10 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 30 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 50 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 70 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 90 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 0.5 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 1.5 - - - - - - - - - - - - - 2 - - - - - - - - - - - - - 2.5 - - - - - - - - - - - - - 3 - - - - - - - - - - - - - 3.5 - - - - - - - - - - - - - 4 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - Sample - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Linear regression - - - - - - Confidence interval - - - - - - - - - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + +2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - diff --git a/target/criterion/simple_iter/specs/report/relative_pdf_small.svg b/target/criterion/simple_iter/specs/report/relative_pdf_small.svg index 68b89cb5..060c07d5 100644 --- a/target/criterion/simple_iter/specs/report/relative_pdf_small.svg +++ b/target/criterion/simple_iter/specs/report/relative_pdf_small.svg @@ -1,316 +1,54 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 0.5 - - - - - 1 - - - - - 1.5 - - - - - 2 - - - - - 2.5 - - - - - 3 - - - - - 3.5 - - - - - 4 - - - - - 24 - - - - - 24.5 - - - - - 25 - - - - - 25.5 - - - - - 26 - - - - - 26.5 - - - - - 27 - - - - - 27.5 - - - - - 28 - - - - - 28.5 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - Base PDF - - - - - - - Base Mean - - - - - - New PDF - - - - - - - - - New Mean - - - - - - - - - - - - - - + + +Density (a.u.) + + +Average Time (us) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + +30 + + + +40 + + + +50 + + + + + + - diff --git a/target/criterion/simple_iter/specs/report/relative_regression_small.svg b/target/criterion/simple_iter/specs/report/relative_regression_small.svg index 7549b1b1..2fdec39c 100644 --- a/target/criterion/simple_iter/specs/report/relative_regression_small.svg +++ b/target/criterion/simple_iter/specs/report/relative_regression_small.svg @@ -1,303 +1,79 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 20 - - - - - - - - - - - - - 40 - - - - - - - - - - - - - 60 - - - - - - - - - - - - - 80 - - - - - - - - - - - - - 100 - - - - - - - - - - - - - 120 - - - - - - - - - - - - - 0 - - - - - - - - - - - - - 0.5 - - - - - - - - - - - - - 1 - - - - - - - - - - - - - 1.5 - - - - - - - - - - - - - 2 - - - - - - - - - - - - - 2.5 - - - - - - - - - - - - - 3 - - - - - - - - - - - - - 3.5 - - - - - - - - - - - - - 4 - - - - - - - - - Total sample time (ms) - - - - - Iterations (x 103) - - - - - gnuplot_plot_1 - - - - - - - - gnuplot_plot_2 - - - - - - - - Base sample - - - - - - New sample - - - - - - - - - - - - + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + + + - diff --git a/target/criterion/simple_iter/specs/report/slope.svg b/target/criterion/simple_iter/specs/report/slope.svg index 07e5a116..1ea7f6e0 100644 --- a/target/criterion/simple_iter/specs/report/slope.svg +++ b/target/criterion/simple_iter/specs/report/slope.svg @@ -1,303 +1,96 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 2 - - - - - 4 - - - - - 6 - - - - - 8 - - - - - 10 - - - - - 12 - - - - - 14 - - - - - 16 - - - - - 18 - - - - - 20 - - - - - 25.02 - - - - - 25.04 - - - - - 25.06 - - - - - 25.08 - - - - - 25.1 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_iter/specs: slope - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_iter/specs:slope + + +Density (a.u.) + + +Average time (us) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + + +33.55 + + + +33.6 + + + +33.65 + + + +33.7 + + + +33.75 + + + +33.8 + + + +33.85 + + + +33.9 + + + +33.95 + + + +34 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + - diff --git a/target/criterion/simple_iter/specs/report/typical.svg b/target/criterion/simple_iter/specs/report/typical.svg index 799b483e..4054049b 100644 --- a/target/criterion/simple_iter/specs/report/typical.svg +++ b/target/criterion/simple_iter/specs/report/typical.svg @@ -1,303 +1,96 @@ - - - -Gnuplot -Produced by GNUPLOT 5.2 patchlevel 8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0 - - - - - 2 - - - - - 4 - - - - - 6 - - - - - 8 - - - - - 10 - - - - - 12 - - - - - 14 - - - - - 16 - - - - - 18 - - - - - 20 - - - - - 25.02 - - - - - 25.04 - - - - - 25.06 - - - - - 25.08 - - - - - 25.1 - - - - - - - - - Density (a.u.) - - - - - Average time (us) - - - - - simple_iter/specs: typical - - - - - Bootstrap distribution - - - - - Bootstrap distribution - - - - - - Confidence interval - - - - - Confidence interval - - - - - - - - - - Point estimate - - - - - Point estimate - - - - - - - - - - - - - - + + +simple_iter/specs:typical + + +Density (a.u.) + + +Average time (us) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + + +33.55 + + + +33.6 + + + +33.65 + + + +33.7 + + + +33.75 + + + +33.8 + + + +33.85 + + + +33.9 + + + +33.95 + + + +34 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + -