From 675539c7ab503e5a5bdef1d17678afb7b8dc352b Mon Sep 17 00:00:00 2001 From: Armaan Salam <38160090+ArmaanAS@users.noreply.github.com> Date: Mon, 26 Aug 2024 10:56:04 +0100 Subject: [PATCH] fix(bench): Fix table column alignments and NO_COLOR=1 (#25190) Fix table layout for `deno bench` command with and without color (`NO_COLOR=1`). Fixes issue in #25156 --- cli/tools/bench/mitata.rs | 175 +++++++++--------- cli/tools/bench/reporters.rs | 9 +- tests/specs/bench/allow_all/allow_all.out | 37 ++-- tests/specs/bench/allow_none/allow_none.out | 23 +-- .../before_unload_prevent_default.out | 11 +- .../explicit_start_and_end.out | 21 ++- .../bench_formatting/bench_formatting.out | 11 +- .../check_local_by_default.out | 5 +- .../bench/clear_timeout/clear_timeout.out | 15 +- tests/specs/bench/collect/collect.out | 19 +- tests/specs/bench/collect/collect2.out | 14 +- .../bench/exit_sanitizer/exit_sanitizer.out | 15 +- .../main.bench.out | 11 +- tests/specs/bench/fail/fail.out | 29 +-- tests/specs/bench/filter/filter.out | 25 +-- .../specs/bench/filter_group_header/main.out | 8 +- .../bench/finally_timeout/finally_timeout.out | 13 +- .../bench/group_baseline/group_baseline.out | 15 +- tests/specs/bench/ignore/ignore.out | 9 +- .../ignore_permissions/ignore_permissions.out | 9 +- tests/specs/bench/interval/interval.out | 9 +- tests/specs/bench/load_unload/load_unload.out | 11 +- tests/specs/bench/meta/meta.out | 9 +- .../multifile_summary/multifile_summary.out | 59 +++--- .../no_prompt_by_default.out | 11 +- .../no_prompt_with_denied_perms.out | 11 +- tests/specs/bench/only/only.out | 11 +- tests/specs/bench/overloads/overloads.out | 19 +- tests/specs/bench/package_json/lib.bench.out | 6 +- tests/specs/bench/pass/pass.out | 29 +-- tests/specs/bench/quiet/quiet.out | 17 +- tests/specs/bench/test_and_bench/main.out | 1 + tests/specs/bench/workspace/package_b.out | 5 +- tests/specs/bench/workspace/root.out | 6 +- tests/specs/lockfile/no_lock/bench.nolock.out | 4 +- tests/testdata/bench/allow_all.out | 37 ++-- tests/testdata/bench/allow_none.out | 23 +-- .../bench/before_unload_prevent_default.out | 11 +- tests/testdata/bench/bench_formatting.out | 11 +- .../testdata/bench/check_local_by_default.out | 5 +- tests/testdata/bench/clear_timeout.out | 15 +- tests/testdata/bench/exit_sanitizer.out | 15 +- .../testdata/bench/explicit_start_and_end.out | 21 ++- tests/testdata/bench/fail.out | 29 +-- tests/testdata/bench/file_protocol.out | 12 +- tests/testdata/bench/finally_timeout.out | 13 +- tests/testdata/bench/group_baseline.out | 15 +- tests/testdata/bench/ignore.out | 9 +- tests/testdata/bench/ignore_permissions.out | 9 +- tests/testdata/bench/interval.out | 9 +- tests/testdata/bench/load_unload.out | 11 +- tests/testdata/bench/meta.out | 9 +- tests/testdata/bench/multifile_summary.out | 59 +++--- tests/testdata/bench/no_color.ts | 21 +++ tests/testdata/bench/no_prompt_by_default.out | 11 +- .../bench/no_prompt_with_denied_perms.out | 11 +- tests/testdata/bench/only.out | 11 +- tests/testdata/bench/overloads.out | 19 +- tests/testdata/bench/pass.out | 29 +-- tests/testdata/bench/quiet.out | 17 +- 60 files changed, 600 insertions(+), 514 deletions(-) diff --git a/cli/tools/bench/mitata.rs b/cli/tools/bench/mitata.rs index 64c5d5f69a..e43ee30fa9 100644 --- a/cli/tools/bench/mitata.rs +++ b/cli/tools/bench/mitata.rs @@ -7,10 +7,21 @@ // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. use crate::colors; -use std::str::FromStr; + +/// Taken from https://stackoverflow.com/a/76572321 +fn precision_f64(x: f64, decimals: u32) -> f64 { + if x == 0. || decimals == 0 { + 0. + } else { + let shift = decimals as i32 - x.abs().log10().ceil() as i32; + let shift_factor = 10_f64.powi(shift); + + (x * shift_factor).round() / shift_factor + } +} fn avg_to_iter_per_s(time: f64) -> String { - let iter_per_s = 1e9 / time; + let iter_per_s = precision_f64(1e9 / time, 4); let (decimals, fractional) = into_decimal_and_fractional_parts(iter_per_s); human_readable_decimal_with_fractional(decimals, fractional) } @@ -47,55 +58,34 @@ fn human_readable_decimal_with_fractional( .unwrap() .join(","); - format!("{}.{}", fmt_decimal, fractional) + if fmt_decimal.len() >= 4 { + fmt_decimal + } else { + format!("{}.{}", fmt_decimal, fractional) + } } pub fn fmt_duration(time: f64) -> String { - // SAFETY: this is safe since its just reformatting numbers - unsafe { - if time < 1e0 { - return format!( - "{} ps", - f64::from_str(&format!("{:.2}", time * 1e3)).unwrap_unchecked() - ); - } - - if time < 1e3 { - return format!( - "{} ns", - f64::from_str(&format!("{:.2}", time)).unwrap_unchecked() - ); - } - if time < 1e6 { - return format!( - "{} µs", - f64::from_str(&format!("{:.2}", time / 1e3)).unwrap_unchecked() - ); - } - if time < 1e9 { - return format!( - "{} ms", - f64::from_str(&format!("{:.2}", time / 1e6)).unwrap_unchecked() - ); - } - if time < 1e12 { - return format!( - "{} s", - f64::from_str(&format!("{:.2}", time / 1e9)).unwrap_unchecked() - ); - } - if time < 36e11 { - return format!( - "{} m", - f64::from_str(&format!("{:.2}", time / 60e9)).unwrap_unchecked() - ); - } - - format!( - "{} h", - f64::from_str(&format!("{:.2}", time / 36e11)).unwrap_unchecked() - ) + if time < 1e0 { + return format!("{:.1} ps", time * 1e3); } + if time < 1e3 { + return format!("{:.1} ns", time); + } + if time < 1e6 { + return format!("{:.1} µs", time / 1e3); + } + if time < 1e9 { + return format!("{:.1} ms", time / 1e6); + } + if time < 1e12 { + return format!("{:.1} s", time / 1e9); + } + if time < 36e11 { + return format!("{:.1} m", time / 60e9); + } + + format!("{:.1} h", time / 36e11) } pub mod cpu { @@ -231,16 +221,19 @@ pub mod reporter { pub fn br(options: &Options) -> String { let mut s = String::new(); - s.push_str(&"-".repeat( - options.size - + 14 * options.avg as usize - + 14 * options.avg as usize - + 24 * options.min_max as usize, - )); + s.push_str(&"-".repeat(options.size)); + if options.avg { + s.push(' '); + s.push_str(&"-".repeat(15 + 1 + 13)); + } + if options.min_max { + s.push(' '); + s.push_str(&"-".repeat(21)); + } if options.percentiles { s.push(' '); - s.push_str(&"-".repeat(9 + 10 + 10)); + s.push_str(&"-".repeat(8 + 1 + 8 + 1 + 8)); } s @@ -251,7 +244,7 @@ pub mod reporter { let mut s = String::new(); s.push_str(&format!("{:14}", "time (avg)")); - s.push_str(&format!("{:>14}", "iter/s")); + s.push_str(&format!(" {:<15}", "time/iter (avg)")); + s.push_str(&format!(" {:>13}", "iter/s")); } if options.min_max { - s.push_str(&format!("{:>24}", "(min … max)")); + s.push_str(&format!(" {:^21}", "(min … max)")); } if options.percentiles { - s.push_str(&format!(" {:>9} {:>9} {:>9}", "p75", "p99", "p995")); + s.push_str(&format!(" {:>8} {:>8} {:>8}", "p75", "p99", "p995")); } s @@ -293,28 +286,28 @@ pub mod reporter { if options.avg { s.push_str(&format!( - "{:>30}", - format!("{}/iter", colors::yellow(fmt_duration(stats.avg))) + " {}", + colors::yellow(&format!("{:>15}", fmt_duration(stats.avg))) )); - s.push_str(&format!("{:>14}", avg_to_iter_per_s(stats.avg))); + s.push_str(&format!(" {:>13}", &avg_to_iter_per_s(stats.avg))); } if options.min_max { s.push_str(&format!( - "{:>50}", - format!( - "({} … {})", - colors::cyan(fmt_duration(stats.min)), - colors::magenta(fmt_duration(stats.max)) - ) + " ({} … {})", + colors::cyan(format!("{:>8}", fmt_duration(stats.min))), + colors::magenta(format!("{:>8}", fmt_duration(stats.max))) )); } if options.percentiles { - s.push_str(&format!( - " {:>22} {:>22} {:>22}", - colors::magenta(fmt_duration(stats.p75)), - colors::magenta(fmt_duration(stats.p99)), - colors::magenta(fmt_duration(stats.p995)) - )); + s.push_str( + &colors::magenta(format!( + " {:>8} {:>8} {:>8}", + fmt_duration(stats.p75), + fmt_duration(stats.p99), + fmt_duration(stats.p995) + )) + .to_string(), + ); } s @@ -337,22 +330,25 @@ pub mod reporter { for b in benchmarks.iter().filter(|b| *b != baseline) { let faster = b.stats.avg >= baseline.stats.avg; - let diff = f64::from_str(&format!( - "{:.2}", - 1.0 / baseline.stats.avg * b.stats.avg - )) - .unwrap(); - let inv_diff = f64::from_str(&format!( - "{:.2}", - 1.0 / b.stats.avg * baseline.stats.avg - )) - .unwrap(); - s.push_str(&format!( - "\n {}x {} than {}", + let x_faster = precision_f64( if faster { - colors::green(diff.to_string()).to_string() + b.stats.avg / baseline.stats.avg } else { - colors::red(inv_diff.to_string()).to_string() + baseline.stats.avg / b.stats.avg + }, + 4, + ); + let diff = if x_faster > 1000. { + &format!("{:>9.0}", x_faster) + } else { + &format!("{:>9.2}", x_faster) + }; + s.push_str(&format!( + "\n{}x {} than {}", + if faster { + colors::green(diff) + } else { + colors::red(diff) }, if faster { "faster" } else { "slower" }, colors::cyan_bold(&b.name) @@ -384,9 +380,10 @@ mod tests { #[test] fn test_avg_to_iter_per_s() { - assert_eq!(avg_to_iter_per_s(55.85), "17,905,103.0"); + assert_eq!(avg_to_iter_per_s(55.85), "17,910,000"); assert_eq!(avg_to_iter_per_s(64_870_000.0), "15.4"); assert_eq!(avg_to_iter_per_s(104_370_000.0), "9.6"); + assert_eq!(avg_to_iter_per_s(640_000.0), "1,563"); assert_eq!(avg_to_iter_per_s(6_400_000.0), "156.3"); assert_eq!(avg_to_iter_per_s(46_890_000.0), "21.3"); assert_eq!(avg_to_iter_per_s(100_000_000.0), "10.0"); diff --git a/cli/tools/bench/reporters.rs b/cli/tools/bench/reporters.rs index 3f244ed621..250655be73 100644 --- a/cli/tools/bench/reporters.rs +++ b/cli/tools/bench/reporters.rs @@ -152,11 +152,14 @@ impl BenchReporter for ConsoleReporter { .compare_exchange(true, false, Ordering::SeqCst, Ordering::SeqCst) .is_ok() { - println!("{}", colors::gray(format!("cpu: {}", mitata::cpu::name()))); + println!( + "{}", + colors::gray(format!(" CPU | {}", mitata::cpu::name())) + ); println!( "{}\n", colors::gray(format!( - "runtime: deno {} ({})", + "Runtime | Deno {} ({})", crate::version::DENO_VERSION_INFO.deno, env!("TARGET") )) @@ -166,7 +169,7 @@ impl BenchReporter for ConsoleReporter { } println!( - "{}\n{}\n{}", + "{}\n\n{}\n{}", colors::gray(&plan.origin), mitata::reporter::header(options), mitata::reporter::br(options) diff --git a/tests/specs/bench/allow_all/allow_all.out b/tests/specs/bench/allow_all/allow_all.out index 0c6a8a034b..4cc0f42044 100644 --- a/tests/specs/bench/allow_all/allow_all.out +++ b/tests/specs/bench/allow_all/allow_all.out @@ -1,23 +1,24 @@ [WILDCARD] Check [WILDLINE]/allow_all.ts -cpu: [WILDLINE] -runtime: deno [WILDLINE] ([WILDLINE]) + CPU | [WILDLINE] +Runtime | Deno [WILDLINE] ([WILDLINE]) [WILDLINE]/allow_all.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ------------------------------------------------------------------- ----------------------------- -read false [WILDLINE] [WILDLINE]/iter[WILDLINE]([WILDLINE] … [WILDLINE]) [WILDLINE] -read true [WILDLINE] [WILDLINE]/iter[WILDLINE]([WILDLINE] … [WILDLINE]) [WILDLINE] -write false [WILDLINE] [WILDLINE]/iter[WILDLINE]([WILDLINE] … [WILDLINE]) [WILDLINE] -write true [WILDLINE] [WILDLINE]/iter[WILDLINE]([WILDLINE] … [WILDLINE]) [WILDLINE] -net false [WILDLINE] [WILDLINE]/iter[WILDLINE]([WILDLINE] … [WILDLINE]) [WILDLINE] -net true [WILDLINE] [WILDLINE]/iter[WILDLINE]([WILDLINE] … [WILDLINE]) [WILDLINE] -env false [WILDLINE] [WILDLINE]/iter[WILDLINE]([WILDLINE] … [WILDLINE]) [WILDLINE] -env true [WILDLINE] [WILDLINE]/iter[WILDLINE]([WILDLINE] … [WILDLINE]) [WILDLINE] -run false [WILDLINE] [WILDLINE]/iter[WILDLINE]([WILDLINE] … [WILDLINE]) [WILDLINE] -run true [WILDLINE] [WILDLINE]/iter[WILDLINE]([WILDLINE] … [WILDLINE]) [WILDLINE] -ffi false [WILDLINE] [WILDLINE]/iter[WILDLINE]([WILDLINE] … [WILDLINE]) [WILDLINE] -ffi true [WILDLINE] [WILDLINE]/iter[WILDLINE]([WILDLINE] … [WILDLINE]) [WILDLINE] -hrtime false [WILDLINE] [WILDLINE]/iter[WILDLINE]([WILDLINE] … [WILDLINE]) [WILDLINE] -hrtime true [WILDLINE] [WILDLINE]/iter[WILDLINE]([WILDLINE] … [WILDLINE]) [WILDLINE] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +-------------- ----------------------------- --------------------- -------------------------- +read false [WILDLINE] [WILDLINE] [WILDLINE] ([WILDLINE] … [WILDLINE]) [WILDLINE] +read true [WILDLINE] [WILDLINE] [WILDLINE] ([WILDLINE] … [WILDLINE]) [WILDLINE] +write false [WILDLINE] [WILDLINE] [WILDLINE] ([WILDLINE] … [WILDLINE]) [WILDLINE] +write true [WILDLINE] [WILDLINE] [WILDLINE] ([WILDLINE] … [WILDLINE]) [WILDLINE] +net false [WILDLINE] [WILDLINE] [WILDLINE] ([WILDLINE] … [WILDLINE]) [WILDLINE] +net true [WILDLINE] [WILDLINE] [WILDLINE] ([WILDLINE] … [WILDLINE]) [WILDLINE] +env false [WILDLINE] [WILDLINE] [WILDLINE] ([WILDLINE] … [WILDLINE]) [WILDLINE] +env true [WILDLINE] [WILDLINE] [WILDLINE] ([WILDLINE] … [WILDLINE]) [WILDLINE] +run false [WILDLINE] [WILDLINE] [WILDLINE] ([WILDLINE] … [WILDLINE]) [WILDLINE] +run true [WILDLINE] [WILDLINE] [WILDLINE] ([WILDLINE] … [WILDLINE]) [WILDLINE] +ffi false [WILDLINE] [WILDLINE] [WILDLINE] ([WILDLINE] … [WILDLINE]) [WILDLINE] +ffi true [WILDLINE] [WILDLINE] [WILDLINE] ([WILDLINE] … [WILDLINE]) [WILDLINE] +hrtime false [WILDLINE] [WILDLINE] [WILDLINE] ([WILDLINE] … [WILDLINE]) [WILDLINE] +hrtime true [WILDLINE] [WILDLINE] [WILDLINE] ([WILDLINE] … [WILDLINE]) [WILDLINE] diff --git a/tests/specs/bench/allow_none/allow_none.out b/tests/specs/bench/allow_none/allow_none.out index cfe86adcbc..82bc7cc032 100644 --- a/tests/specs/bench/allow_none/allow_none.out +++ b/tests/specs/bench/allow_none/allow_none.out @@ -1,22 +1,23 @@ Check [WILDLINE]/allow_none.ts -cpu: [WILDLINE] -runtime: deno [WILDLINE] ([WILDLINE]) + CPU | [WILDLINE] +Runtime | Deno [WILDLINE] ([WILDLINE]) [WILDLINE]/allow_none.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -read error: PermissionDenied: Can't escalate parent thread permissions + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +read error: PermissionDenied: Can't escalate parent thread permissions [WILDCARD] -write error: PermissionDenied: Can't escalate parent thread permissions +write error: PermissionDenied: Can't escalate parent thread permissions [WILDCARD] -net error: PermissionDenied: Can't escalate parent thread permissions +net error: PermissionDenied: Can't escalate parent thread permissions [WILDCARD] -env error: PermissionDenied: Can't escalate parent thread permissions +env error: PermissionDenied: Can't escalate parent thread permissions [WILDCARD] -run error: PermissionDenied: Can't escalate parent thread permissions +run error: PermissionDenied: Can't escalate parent thread permissions [WILDCARD] -ffi error: PermissionDenied: Can't escalate parent thread permissions +ffi error: PermissionDenied: Can't escalate parent thread permissions [WILDCARD] -hrtime error: PermissionDenied: Can't escalate parent thread permissions +hrtime error: PermissionDenied: Can't escalate parent thread permissions [WILDCARD] error: Bench failed diff --git a/tests/specs/bench/before_unload_prevent_default/before_unload_prevent_default.out b/tests/specs/bench/before_unload_prevent_default/before_unload_prevent_default.out index dcb6d81948..c394795e45 100644 --- a/tests/specs/bench/before_unload_prevent_default/before_unload_prevent_default.out +++ b/tests/specs/bench/before_unload_prevent_default/before_unload_prevent_default.out @@ -1,7 +1,8 @@ -cpu: [WILDCARD] -runtime: deno [WILDCARD] + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] [WILDCARD]/before_unload_prevent_default.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -foo [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +foo [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] diff --git a/tests/specs/bench/bench_explicit_start_end/explicit_start_and_end.out b/tests/specs/bench/bench_explicit_start_end/explicit_start_and_end.out index fa118540c9..4dc2b6179f 100644 --- a/tests/specs/bench/bench_explicit_start_end/explicit_start_and_end.out +++ b/tests/specs/bench/bench_explicit_start_end/explicit_start_and_end.out @@ -1,23 +1,24 @@ -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/explicit_start_and_end.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 -------------------------------------------------------------------- ----------------------------- -start and end [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -start only [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -end only [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -double start error: TypeError: BenchContext::start() has already been invoked. + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +--------------- ----------------------------- --------------------- -------------------------- +start and end [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +start only [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +end only [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +double start error: TypeError: BenchContext::start() has already been invoked. t.start(); ^ at BenchContext.start ([WILDCARD]) at [WILDCARD]/explicit_start_and_end.ts:[WILDCARD] -double end error: TypeError: BenchContext::end() has already been invoked. +double end error: TypeError: BenchContext::end() has already been invoked. t.end(); ^ at BenchContext.end ([WILDCARD]) at [WILDCARD]/explicit_start_and_end.ts:[WILDCARD] -captured error: TypeError: The benchmark which this context belongs to is not being executed. +captured error: TypeError: The benchmark which this context belongs to is not being executed. captured!.start(); ^ at BenchContext.start ([WILDCARD]) diff --git a/tests/specs/bench/bench_formatting/bench_formatting.out b/tests/specs/bench/bench_formatting/bench_formatting.out index 79617a32df..fd98722ceb 100644 --- a/tests/specs/bench/bench_formatting/bench_formatting.out +++ b/tests/specs/bench/bench_formatting/bench_formatting.out @@ -1,8 +1,9 @@ Check [WILDCARD]/bench_formatting.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/bench_formatting.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -[WILDCARD] [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] \ No newline at end of file + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +[WILDCARD] [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] \ No newline at end of file diff --git a/tests/specs/bench/check_local_by_default/check_local_by_default.out b/tests/specs/bench/check_local_by_default/check_local_by_default.out index 63a6b5fa55..5ada75affe 100644 --- a/tests/specs/bench/check_local_by_default/check_local_by_default.out +++ b/tests/specs/bench/check_local_by_default/check_local_by_default.out @@ -1,6 +1,7 @@ [WILDCARD] [WILDCARD]/check_local_by_default.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- diff --git a/tests/specs/bench/clear_timeout/clear_timeout.out b/tests/specs/bench/clear_timeout/clear_timeout.out index 48a31378b7..b6af1d3d0f 100644 --- a/tests/specs/bench/clear_timeout/clear_timeout.out +++ b/tests/specs/bench/clear_timeout/clear_timeout.out @@ -1,10 +1,11 @@ Check [WILDCARD]/clear_timeout.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/clear_timeout.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -bench1 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench2 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench3 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +bench1 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench2 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench3 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] diff --git a/tests/specs/bench/collect/collect.out b/tests/specs/bench/collect/collect.out index 0d3f7a8ffe..14b598fbfd 100644 --- a/tests/specs/bench/collect/collect.out +++ b/tests/specs/bench/collect/collect.out @@ -1,18 +1,21 @@ Check [WILDCARD]/collect/bench.ts Check [WILDCARD]/collect/include/2_bench.ts Check [WILDCARD]/collect/include/bench.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/collect/bench.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- [WILDCARD]/collect/include/2_bench.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- [WILDCARD]/collect/include/bench.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- diff --git a/tests/specs/bench/collect/collect2.out b/tests/specs/bench/collect/collect2.out index 49ceee9968..6938396537 100644 --- a/tests/specs/bench/collect/collect2.out +++ b/tests/specs/bench/collect/collect2.out @@ -1,13 +1,15 @@ Check [WILDCARD]/collect/bench.ts Check [WILDCARD]/collect/include/bench.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/collect/bench.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- [WILDCARD]/collect/include/bench.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- diff --git a/tests/specs/bench/exit_sanitizer/exit_sanitizer.out b/tests/specs/bench/exit_sanitizer/exit_sanitizer.out index eefc86e607..a6f9f215f7 100644 --- a/tests/specs/bench/exit_sanitizer/exit_sanitizer.out +++ b/tests/specs/bench/exit_sanitizer/exit_sanitizer.out @@ -1,14 +1,15 @@ Check [WILDCARD]/exit_sanitizer.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/exit_sanitizer.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -exit(0) error: Error: Bench attempted to exit with exit code: 0 + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +exit(0) error: Error: Bench attempted to exit with exit code: 0 [WILDCARD] -exit(1) error: Error: Bench attempted to exit with exit code: 1 +exit(1) error: Error: Bench attempted to exit with exit code: 1 [WILDCARD] -exit(2) error: Error: Bench attempted to exit with exit code: 2 +exit(2) error: Error: Bench attempted to exit with exit code: 2 [WILDCARD] error: Bench failed diff --git a/tests/specs/bench/explicit_start_and_end_low_precision/main.bench.out b/tests/specs/bench/explicit_start_and_end_low_precision/main.bench.out index 516c001b1a..5fbc583408 100644 --- a/tests/specs/bench/explicit_start_and_end_low_precision/main.bench.out +++ b/tests/specs/bench/explicit_start_and_end_low_precision/main.bench.out @@ -1,10 +1,11 @@ -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/main.bench.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ------------------------------------------------------------------------------ ----------------------------- -noop with start and end [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +------------------------- ----------------------------- --------------------- -------------------------- +noop with start and end [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] Warning: start() and end() calls in "noop with start and end" are ignored because it averages less than 10µs per iteration. Remove them for better results. diff --git a/tests/specs/bench/fail/fail.out b/tests/specs/bench/fail/fail.out index 03f04cf4fb..6df4cc64f3 100644 --- a/tests/specs/bench/fail/fail.out +++ b/tests/specs/bench/fail/fail.out @@ -1,28 +1,29 @@ Check [WILDCARD]/fail.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/fail.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -bench0 error: Error + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +bench0 error: Error [WILDCARD] -bench1 error: Error +bench1 error: Error [WILDCARD] -bench2 error: Error +bench2 error: Error [WILDCARD] -bench3 error: Error +bench3 error: Error [WILDCARD] -bench4 error: Error +bench4 error: Error [WILDCARD] -bench5 error: Error +bench5 error: Error [WILDCARD] -bench6 error: Error +bench6 error: Error [WILDCARD] -bench7 error: Error +bench7 error: Error [WILDCARD] -bench8 error: Error +bench8 error: Error [WILDCARD] -bench9 error: Error +bench9 error: Error [WILDCARD] error: Bench failed diff --git a/tests/specs/bench/filter/filter.out b/tests/specs/bench/filter/filter.out index 970171e0b5..eb9e129178 100644 --- a/tests/specs/bench/filter/filter.out +++ b/tests/specs/bench/filter/filter.out @@ -1,20 +1,23 @@ Check [WILDCARD]/bench/filter/a_bench.ts Check [WILDCARD]/bench/filter/b_bench.ts Check [WILDCARD]/bench/filter/c_bench.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/bench/filter/a_bench.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -foo [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +foo [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] [WILDCARD]/bench/filter/b_bench.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -foo [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +foo [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] [WILDCARD]/bench/filter/c_bench.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -foo [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +foo [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] diff --git a/tests/specs/bench/filter_group_header/main.out b/tests/specs/bench/filter_group_header/main.out index 5791538fe4..c416296b1f 100644 --- a/tests/specs/bench/filter_group_header/main.out +++ b/tests/specs/bench/filter_group_header/main.out @@ -1,10 +1,10 @@ Check [WILDCARD] -cpu: [WILDCARD] -runtime: [WILDCARD] + CPU | [WILDCARD] +Runtime | [WILDCARD] [WILDCARD] -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- group G1 G1-B [WILDCARD] diff --git a/tests/specs/bench/finally_timeout/finally_timeout.out b/tests/specs/bench/finally_timeout/finally_timeout.out index cefa187600..e37699cfb0 100644 --- a/tests/specs/bench/finally_timeout/finally_timeout.out +++ b/tests/specs/bench/finally_timeout/finally_timeout.out @@ -1,11 +1,12 @@ Check [WILDCARD]/finally_timeout.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/finally_timeout.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -error error: Error: fail + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +error error: Error: fail [WILDCARD] -success [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] +success [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] error: Bench failed diff --git a/tests/specs/bench/group_baseline/group_baseline.out b/tests/specs/bench/group_baseline/group_baseline.out index 54a6cd3591..7ba1966b91 100644 --- a/tests/specs/bench/group_baseline/group_baseline.out +++ b/tests/specs/bench/group_baseline/group_baseline.out @@ -1,17 +1,18 @@ [WILDCARD]/group_baseline.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 --------------------------------------------------------------------- ----------------------------- -noop [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -noop2 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +---------------- ----------------------------- --------------------- -------------------------- +noop [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +noop2 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] summary noo[WILDCARD] [WILDCARD]x [WILDCARD] than noo[WILDCARD] group url -noop3 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -parse url 2x [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -parse url 200x [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] +noop3 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +parse url 2x [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +parse url 200x [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] summary parse url 2x diff --git a/tests/specs/bench/ignore/ignore.out b/tests/specs/bench/ignore/ignore.out index d74a0c181c..c8b3f24da8 100644 --- a/tests/specs/bench/ignore/ignore.out +++ b/tests/specs/bench/ignore/ignore.out @@ -1,8 +1,9 @@ Check [WILDCARD]/ignore.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/ignore.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- diff --git a/tests/specs/bench/ignore_permissions/ignore_permissions.out b/tests/specs/bench/ignore_permissions/ignore_permissions.out index eb577fecc7..777c302228 100644 --- a/tests/specs/bench/ignore_permissions/ignore_permissions.out +++ b/tests/specs/bench/ignore_permissions/ignore_permissions.out @@ -1,8 +1,9 @@ Check [WILDCARD]/ignore_permissions.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/ignore_permissions.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- diff --git a/tests/specs/bench/interval/interval.out b/tests/specs/bench/interval/interval.out index 11e440940a..e52382bfe7 100644 --- a/tests/specs/bench/interval/interval.out +++ b/tests/specs/bench/interval/interval.out @@ -1,8 +1,9 @@ Check [WILDCARD]/interval.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/interval.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- diff --git a/tests/specs/bench/load_unload/load_unload.out b/tests/specs/bench/load_unload/load_unload.out index 99e4389ac8..3f92c9cfaa 100644 --- a/tests/specs/bench/load_unload/load_unload.out +++ b/tests/specs/bench/load_unload/load_unload.out @@ -1,8 +1,9 @@ Check [WILDCARD]/load_unload.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/load_unload.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -bench [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +bench [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] diff --git a/tests/specs/bench/meta/meta.out b/tests/specs/bench/meta/meta.out index 75a75984ef..033e0fbec3 100644 --- a/tests/specs/bench/meta/meta.out +++ b/tests/specs/bench/meta/meta.out @@ -1,10 +1,11 @@ Check [WILDCARD]/meta.ts import.meta.main: false import.meta.url: [WILDCARD]/meta.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/meta.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- diff --git a/tests/specs/bench/multifile_summary/multifile_summary.out b/tests/specs/bench/multifile_summary/multifile_summary.out index c0439ebba8..93d24706ea 100644 --- a/tests/specs/bench/multifile_summary/multifile_summary.out +++ b/tests/specs/bench/multifile_summary/multifile_summary.out @@ -1,23 +1,24 @@ Check [WILDCARD]/group_baseline.ts Check [WILDCARD]/pass.ts Check [WILDCARD]/multiple_group.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/group_baseline.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 --------------------------------------------------------------------- ----------------------------- -noop [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -noop2 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +---------------- ----------------------------- --------------------- -------------------------- +noop [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +noop2 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] summary noo[WILDCARD] [WILDCARD]x [WILDCARD] than noo[WILDCARD] group url -noop3 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -parse url 2x [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -parse url 200x [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] +noop3 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +parse url 2x [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +parse url 200x [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] summary parse url 2x @@ -26,36 +27,38 @@ summary [WILDLINE]/pass.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -bench0 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench1 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench2 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench3 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench4 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench5 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench6 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench7 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench8 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench9 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +bench0 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench1 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench2 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench3 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench4 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench5 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench6 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench7 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench8 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench9 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] [WILDLINE]/multiple_group.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 --------------------------------------------------------------------- ----------------------------- + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +---------------- ----------------------------- --------------------- -------------------------- group noop -noop [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -noop2 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] +noop [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +noop2 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] summary noo[WILDCARD] [WILDCARD]x [WILDCARD] than noo[WILDCARD] group url -noop3 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -parse url 2x [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -parse url 200x [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] +noop3 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +parse url 2x [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +parse url 200x [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] summary parse url 2x diff --git a/tests/specs/bench/no_prompt_by_default/no_prompt_by_default.out b/tests/specs/bench/no_prompt_by_default/no_prompt_by_default.out index 7c5f2b5c2e..b39b4e1ba4 100644 --- a/tests/specs/bench/no_prompt_by_default/no_prompt_by_default.out +++ b/tests/specs/bench/no_prompt_by_default/no_prompt_by_default.out @@ -1,9 +1,10 @@ -[WILDCARD]cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) +[WILDCARD] CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/no_prompt_by_default.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -no prompt error: PermissionDenied: Requires read access to "./some_file.txt", run again with the --allow-read flag + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +no prompt error: PermissionDenied: Requires read access to "./some_file.txt", run again with the --allow-read flag [WILDCARD] error: Bench failed diff --git a/tests/specs/bench/no_prompt_with_denied_perms/no_prompt_with_denied_perms.out b/tests/specs/bench/no_prompt_with_denied_perms/no_prompt_with_denied_perms.out index bbdd2ac462..182fcc4f1f 100644 --- a/tests/specs/bench/no_prompt_with_denied_perms/no_prompt_with_denied_perms.out +++ b/tests/specs/bench/no_prompt_with_denied_perms/no_prompt_with_denied_perms.out @@ -1,9 +1,10 @@ -[WILDCARD]cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) +[WILDCARD] CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/no_prompt_with_denied_perms.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -no prompt error: PermissionDenied: Requires read access to "./some_file.txt", run again with the --allow-read flag + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +no prompt error: PermissionDenied: Requires read access to "./some_file.txt", run again with the --allow-read flag [WILDCARD] error: Bench failed diff --git a/tests/specs/bench/only/only.out b/tests/specs/bench/only/only.out index e3332d174a..ccd32b9186 100644 --- a/tests/specs/bench/only/only.out +++ b/tests/specs/bench/only/only.out @@ -1,9 +1,10 @@ Check [WILDCARD]/only.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/only.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -only [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +only [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] error: Bench failed because the "only" option was used diff --git a/tests/specs/bench/overloads/overloads.out b/tests/specs/bench/overloads/overloads.out index 21f8759dd5..33315d38e3 100644 --- a/tests/specs/bench/overloads/overloads.out +++ b/tests/specs/bench/overloads/overloads.out @@ -1,12 +1,13 @@ Check [WILDCARD]/overloads.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/overloads.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -bench0 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench1 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench2 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench3 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench4 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +bench0 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench1 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench2 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench3 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench4 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] diff --git a/tests/specs/bench/package_json/lib.bench.out b/tests/specs/bench/package_json/lib.bench.out index 9336c11ac3..24da289a95 100644 --- a/tests/specs/bench/package_json/lib.bench.out +++ b/tests/specs/bench/package_json/lib.bench.out @@ -2,10 +2,10 @@ Download http://localhost:4260/@denotest/esm-basic Download http://localhost:4260/@denotest/esm-basic/1.0.0.tgz Initialize @denotest/esm-basic@1.0.0 Check file:///[WILDCARD]/lib.bench.ts -cpu: [WILDCARD] -runtime: [WILDCARD] + CPU | [WILDCARD] +Runtime | [WILDCARD] file:///[WILDCARD]/lib.bench.ts [WILDCARD] ----------------------------------------------------------------- ----------------------------- +------------ ----------------------------- --------------------- -------------------------- should add [WILDCARD] diff --git a/tests/specs/bench/pass/pass.out b/tests/specs/bench/pass/pass.out index 4be2b87234..5956ddcbcb 100644 --- a/tests/specs/bench/pass/pass.out +++ b/tests/specs/bench/pass/pass.out @@ -1,17 +1,18 @@ Check [WILDCARD]/pass.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/pass.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -bench0 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench1 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench2 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench3 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench4 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench5 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench6 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench7 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench8 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench9 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +bench0 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench1 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench2 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench3 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench4 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench5 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench6 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench7 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench8 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench9 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] diff --git a/tests/specs/bench/quiet/quiet.out b/tests/specs/bench/quiet/quiet.out index fa9166d65b..be060572b0 100644 --- a/tests/specs/bench/quiet/quiet.out +++ b/tests/specs/bench/quiet/quiet.out @@ -1,10 +1,11 @@ -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/quiet.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 -------------------------------------------------------------------- ----------------------------- -console.log [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -console.error [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -console.info [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -console.warn [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +--------------- ----------------------------- --------------------- -------------------------- +console.log [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +console.error [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +console.info [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +console.warn [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] diff --git a/tests/specs/bench/test_and_bench/main.out b/tests/specs/bench/test_and_bench/main.out index 24c13c8e0b..1ef5340d8d 100644 --- a/tests/specs/bench/test_and_bench/main.out +++ b/tests/specs/bench/test_and_bench/main.out @@ -1,3 +1,4 @@ [WILDCARD] [WILDCARD]main.js + benchmark[WILDCARD] diff --git a/tests/specs/bench/workspace/package_b.out b/tests/specs/bench/workspace/package_b.out index bb452e3e9f..07e6fcd664 100644 --- a/tests/specs/bench/workspace/package_b.out +++ b/tests/specs/bench/workspace/package_b.out @@ -1,8 +1,9 @@ Check file:///[WILDLINE]/package-b/mod.bench.ts -cpu: [WILDLINE] -runtime: [WILDLINE] + CPU | [WILDLINE] +Runtime | [WILDLINE] file:///[WILDLINE]/package-b/mod.bench.ts + benchmark[WILDLINE] ---[WILDLINE] addOne[WILDLINE] diff --git a/tests/specs/bench/workspace/root.out b/tests/specs/bench/workspace/root.out index 897cd7d3c6..e368381486 100644 --- a/tests/specs/bench/workspace/root.out +++ b/tests/specs/bench/workspace/root.out @@ -1,15 +1,17 @@ Check file:///[WILDLINE]/package-a/mod.bench.ts Check file:///[WILDLINE]/package-b/mod.bench.ts -cpu: [WILDLINE] -runtime: [WILDLINE] + CPU | [WILDLINE] +Runtime | [WILDLINE] file:///[WILDLINE]/package-a/mod.bench.ts + benchmark[WILDLINE] ---[WILDLINE] add[WILDLINE] file:///[WILDLINE]/package-b/mod.bench.ts + benchmark[WILDLINE] ---[WILDLINE] addOne[WILDLINE] diff --git a/tests/specs/lockfile/no_lock/bench.nolock.out b/tests/specs/lockfile/no_lock/bench.nolock.out index 83e4de242b..1aa6db378c 100644 --- a/tests/specs/lockfile/no_lock/bench.nolock.out +++ b/tests/specs/lockfile/no_lock/bench.nolock.out @@ -1,6 +1,6 @@ Download http://localhost:4545/lockfile/basic/mod.ts Check file:///[WILDCARD]/main.bench.ts -cpu: [WILDCARD] -runtime: [WILDCARD] + CPU | [WILDCARD] +Runtime | [WILDCARD] [WILDCARD] diff --git a/tests/testdata/bench/allow_all.out b/tests/testdata/bench/allow_all.out index b118856e98..fc395493c2 100644 --- a/tests/testdata/bench/allow_all.out +++ b/tests/testdata/bench/allow_all.out @@ -1,21 +1,22 @@ Check [WILDCARD]/bench/allow_all.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/bench/allow_all.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ------------------------------------------------------------------- ----------------------------- -read false [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -read true [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -write false [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -write true [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -net false [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -net true [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -env false [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -env true [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -run false [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -run true [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -ffi false [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -ffi true [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -hrtime false [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -hrtime true [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +-------------- ----------------------------- --------------------- -------------------------- +read false [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +read true [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +write false [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +write true [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +net false [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +net true [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +env false [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +env true [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +run false [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +run true [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +ffi false [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +ffi true [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +hrtime false [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +hrtime true [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] diff --git a/tests/testdata/bench/allow_none.out b/tests/testdata/bench/allow_none.out index 7c443075b9..0acf746912 100644 --- a/tests/testdata/bench/allow_none.out +++ b/tests/testdata/bench/allow_none.out @@ -1,22 +1,23 @@ Check [WILDCARD]/bench/allow_none.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/bench/allow_none.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -read error: PermissionDenied: Can't escalate parent thread permissions + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +read error: PermissionDenied: Can't escalate parent thread permissions [WILDCARD] -write error: PermissionDenied: Can't escalate parent thread permissions +write error: PermissionDenied: Can't escalate parent thread permissions [WILDCARD] -net error: PermissionDenied: Can't escalate parent thread permissions +net error: PermissionDenied: Can't escalate parent thread permissions [WILDCARD] -env error: PermissionDenied: Can't escalate parent thread permissions +env error: PermissionDenied: Can't escalate parent thread permissions [WILDCARD] -run error: PermissionDenied: Can't escalate parent thread permissions +run error: PermissionDenied: Can't escalate parent thread permissions [WILDCARD] -ffi error: PermissionDenied: Can't escalate parent thread permissions +ffi error: PermissionDenied: Can't escalate parent thread permissions [WILDCARD] -hrtime error: PermissionDenied: Can't escalate parent thread permissions +hrtime error: PermissionDenied: Can't escalate parent thread permissions [WILDCARD] error: Bench failed diff --git a/tests/testdata/bench/before_unload_prevent_default.out b/tests/testdata/bench/before_unload_prevent_default.out index dcb6d81948..c394795e45 100644 --- a/tests/testdata/bench/before_unload_prevent_default.out +++ b/tests/testdata/bench/before_unload_prevent_default.out @@ -1,7 +1,8 @@ -cpu: [WILDCARD] -runtime: deno [WILDCARD] + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] [WILDCARD]/before_unload_prevent_default.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -foo [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +foo [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] diff --git a/tests/testdata/bench/bench_formatting.out b/tests/testdata/bench/bench_formatting.out index 5e3eed1cd0..fa898a2c1d 100644 --- a/tests/testdata/bench/bench_formatting.out +++ b/tests/testdata/bench/bench_formatting.out @@ -1,8 +1,9 @@ Check [WILDCARD]/bench/bench_formatting.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/bench/bench_formatting.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -[WILDCARD] [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] \ No newline at end of file + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +[WILDCARD] [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] \ No newline at end of file diff --git a/tests/testdata/bench/check_local_by_default.out b/tests/testdata/bench/check_local_by_default.out index bf07bcc443..b82627db3c 100644 --- a/tests/testdata/bench/check_local_by_default.out +++ b/tests/testdata/bench/check_local_by_default.out @@ -1,6 +1,7 @@ [WILDCARD] [WILDCARD]/bench/check_local_by_default.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- diff --git a/tests/testdata/bench/clear_timeout.out b/tests/testdata/bench/clear_timeout.out index fe17b4ae3e..24ba4f607c 100644 --- a/tests/testdata/bench/clear_timeout.out +++ b/tests/testdata/bench/clear_timeout.out @@ -1,10 +1,11 @@ Check [WILDCARD]/bench/clear_timeout.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/bench/clear_timeout.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -bench1 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench2 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench3 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +bench1 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench2 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench3 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] diff --git a/tests/testdata/bench/exit_sanitizer.out b/tests/testdata/bench/exit_sanitizer.out index 9f15d3f261..a5c03434d5 100644 --- a/tests/testdata/bench/exit_sanitizer.out +++ b/tests/testdata/bench/exit_sanitizer.out @@ -1,14 +1,15 @@ Check [WILDCARD]/bench/exit_sanitizer.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/bench/exit_sanitizer.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -exit(0) error: Error: Bench attempted to exit with exit code: 0 + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +exit(0) error: Error: Bench attempted to exit with exit code: 0 [WILDCARD] -exit(1) error: Error: Bench attempted to exit with exit code: 1 +exit(1) error: Error: Bench attempted to exit with exit code: 1 [WILDCARD] -exit(2) error: Error: Bench attempted to exit with exit code: 2 +exit(2) error: Error: Bench attempted to exit with exit code: 2 [WILDCARD] error: Bench failed diff --git a/tests/testdata/bench/explicit_start_and_end.out b/tests/testdata/bench/explicit_start_and_end.out index fa118540c9..7248464e92 100644 --- a/tests/testdata/bench/explicit_start_and_end.out +++ b/tests/testdata/bench/explicit_start_and_end.out @@ -1,23 +1,24 @@ -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/explicit_start_and_end.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 -------------------------------------------------------------------- ----------------------------- -start and end [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -start only [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -end only [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -double start error: TypeError: BenchContext::start() has already been invoked. + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +--------------- ----------------------------- --------------------- -------------------------- +start and end [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +start only [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +end only [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +double start error: Type error: BenchContext::start() has already been invoked. t.start(); ^ at BenchContext.start ([WILDCARD]) at [WILDCARD]/explicit_start_and_end.ts:[WILDCARD] -double end error: TypeError: BenchContext::end() has already been invoked. +double end error: Type error: BenchContext::end() has already been invoked. t.end(); ^ at BenchContext.end ([WILDCARD]) at [WILDCARD]/explicit_start_and_end.ts:[WILDCARD] -captured error: TypeError: The benchmark which this context belongs to is not being executed. +captured error: Type error: The benchmark which this context belongs to is not being executed. captured!.start(); ^ at BenchContext.start ([WILDCARD]) diff --git a/tests/testdata/bench/fail.out b/tests/testdata/bench/fail.out index ff3c29b927..c41ebec0e3 100644 --- a/tests/testdata/bench/fail.out +++ b/tests/testdata/bench/fail.out @@ -1,28 +1,29 @@ Check [WILDCARD]/bench/fail.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/bench/fail.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -bench0 error: Error + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +bench0 error: Error [WILDCARD] -bench1 error: Error +bench1 error: Error [WILDCARD] -bench2 error: Error +bench2 error: Error [WILDCARD] -bench3 error: Error +bench3 error: Error [WILDCARD] -bench4 error: Error +bench4 error: Error [WILDCARD] -bench5 error: Error +bench5 error: Error [WILDCARD] -bench6 error: Error +bench6 error: Error [WILDCARD] -bench7 error: Error +bench7 error: Error [WILDCARD] -bench8 error: Error +bench8 error: Error [WILDCARD] -bench9 error: Error +bench9 error: Error [WILDCARD] error: Bench failed diff --git a/tests/testdata/bench/file_protocol.out b/tests/testdata/bench/file_protocol.out index 7086c861c2..fbe4e9d0a4 100644 --- a/tests/testdata/bench/file_protocol.out +++ b/tests/testdata/bench/file_protocol.out @@ -1,8 +1,10 @@ Check file://[WILDCARD]/bench/file_protocol.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/bench/file_protocol.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -bench0 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +bench0 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] + diff --git a/tests/testdata/bench/finally_timeout.out b/tests/testdata/bench/finally_timeout.out index 96bec017dc..331b205383 100644 --- a/tests/testdata/bench/finally_timeout.out +++ b/tests/testdata/bench/finally_timeout.out @@ -1,11 +1,12 @@ Check [WILDCARD]/bench/finally_timeout.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/bench/finally_timeout.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -error error: Error: fail + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +error error: Error: fail [WILDCARD] -success [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] +success [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] error: Bench failed diff --git a/tests/testdata/bench/group_baseline.out b/tests/testdata/bench/group_baseline.out index 5de0ac1fe5..c005f5b5e3 100644 --- a/tests/testdata/bench/group_baseline.out +++ b/tests/testdata/bench/group_baseline.out @@ -1,17 +1,18 @@ [WILDCARD]/bench/group_baseline.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 --------------------------------------------------------------------- ----------------------------- -noop [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -noop2 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +---------------- ----------------------------- --------------------- -------------------------- +noop [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +noop2 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] summary noo[WILDCARD] [WILDCARD]x [WILDCARD] than noo[WILDCARD] group url -noop3 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -parse url 2x [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -parse url 200x [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] +noop3 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +parse url 2x [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +parse url 200x [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] summary parse url 2x diff --git a/tests/testdata/bench/ignore.out b/tests/testdata/bench/ignore.out index 0693a7fc8d..3973ceb5fe 100644 --- a/tests/testdata/bench/ignore.out +++ b/tests/testdata/bench/ignore.out @@ -1,8 +1,9 @@ Check [WILDCARD]/bench/ignore.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/bench/ignore.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- diff --git a/tests/testdata/bench/ignore_permissions.out b/tests/testdata/bench/ignore_permissions.out index 1c8e93535f..e1987e1e3a 100644 --- a/tests/testdata/bench/ignore_permissions.out +++ b/tests/testdata/bench/ignore_permissions.out @@ -1,8 +1,9 @@ Check [WILDCARD]/bench/ignore_permissions.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/bench/ignore_permissions.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- diff --git a/tests/testdata/bench/interval.out b/tests/testdata/bench/interval.out index 389b891629..5f6c2c93e1 100644 --- a/tests/testdata/bench/interval.out +++ b/tests/testdata/bench/interval.out @@ -1,8 +1,9 @@ Check [WILDCARD]/bench/interval.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/bench/interval.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- diff --git a/tests/testdata/bench/load_unload.out b/tests/testdata/bench/load_unload.out index e5bc6b29e2..ec4006ee46 100644 --- a/tests/testdata/bench/load_unload.out +++ b/tests/testdata/bench/load_unload.out @@ -1,8 +1,9 @@ Check [WILDCARD]/bench/load_unload.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/bench/load_unload.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -bench [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +bench [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] diff --git a/tests/testdata/bench/meta.out b/tests/testdata/bench/meta.out index 8c9aa91236..0b822b722b 100644 --- a/tests/testdata/bench/meta.out +++ b/tests/testdata/bench/meta.out @@ -1,10 +1,11 @@ Check [WILDCARD]/bench/meta.ts import.meta.main: false import.meta.url: [WILDCARD]/bench/meta.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/bench/meta.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- diff --git a/tests/testdata/bench/multifile_summary.out b/tests/testdata/bench/multifile_summary.out index 37aebe1875..7f3b247f63 100644 --- a/tests/testdata/bench/multifile_summary.out +++ b/tests/testdata/bench/multifile_summary.out @@ -1,23 +1,24 @@ Check [WILDCARD]/bench/group_baseline.ts Check [WILDCARD]/bench/pass.ts Check [WILDCARD]/bench/multiple_group.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/bench/group_baseline.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 --------------------------------------------------------------------- ----------------------------- -noop [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -noop2 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +---------------- ----------------------------- --------------------- -------------------------- +noop [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +noop2 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] summary noo[WILDCARD] [WILDCARD]x [WILDCARD] than noo[WILDCARD] group url -noop3 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -parse url 2x [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -parse url 200x [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] +noop3 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +parse url 2x [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +parse url 200x [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] summary parse url 2x @@ -26,36 +27,38 @@ summary [WILDCARD]/bench/pass.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -bench0 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench1 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench2 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench3 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench4 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench5 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench6 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench7 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench8 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench9 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +bench0 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench1 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench2 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench3 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench4 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench5 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench6 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench7 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench8 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench9 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] [WILDCARD]/bench/multiple_group.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 --------------------------------------------------------------------- ----------------------------- + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +---------------- ----------------------------- --------------------- -------------------------- group noop -noop [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -noop2 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] +noop [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +noop2 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] summary noo[WILDCARD] [WILDCARD]x [WILDCARD] than noo[WILDCARD] group url -noop3 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -parse url 2x [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -parse url 200x [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] +noop3 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +parse url 2x [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +parse url 200x [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] summary parse url 2x diff --git a/tests/testdata/bench/no_color.ts b/tests/testdata/bench/no_color.ts index d15bf35728..e3476353e0 100644 --- a/tests/testdata/bench/no_color.ts +++ b/tests/testdata/bench/no_color.ts @@ -3,6 +3,27 @@ Deno.bench({ fn() {}, }); +Deno.bench({ + name: "success long", + fn() { + 1024n ** 10000n; + }, +}); + +Deno.bench({ + name: "success but longer", + fn() { + 1024n ** 1000000n; + }, +}); + +Deno.bench({ + name: "success long and the longest name", + async fn() { + await new Promise((resolve) => setTimeout(resolve, 100)); + }, +}); + Deno.bench({ name: "fail", fn() { diff --git a/tests/testdata/bench/no_prompt_by_default.out b/tests/testdata/bench/no_prompt_by_default.out index 4c7e7f1460..3a2574e287 100644 --- a/tests/testdata/bench/no_prompt_by_default.out +++ b/tests/testdata/bench/no_prompt_by_default.out @@ -1,9 +1,10 @@ -[WILDCARD]cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) +[WILDCARD] CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/bench/no_prompt_by_default.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -no prompt error: PermissionDenied: Requires read access to "./some_file.txt", run again with the --allow-read flag + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +no prompt error: PermissionDenied: Requires read access to "./some_file.txt", run again with the --allow-read flag [WILDCARD] error: Bench failed diff --git a/tests/testdata/bench/no_prompt_with_denied_perms.out b/tests/testdata/bench/no_prompt_with_denied_perms.out index 74400dafe7..0d1e410776 100644 --- a/tests/testdata/bench/no_prompt_with_denied_perms.out +++ b/tests/testdata/bench/no_prompt_with_denied_perms.out @@ -1,9 +1,10 @@ -[WILDCARD]cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) +[WILDCARD] CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/bench/no_prompt_with_denied_perms.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -no prompt error: PermissionDenied: Requires read access to "./some_file.txt", run again with the --allow-read flag + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +no prompt error: PermissionDenied: Requires read access to "./some_file.txt", run again with the --allow-read flag [WILDCARD] error: Bench failed diff --git a/tests/testdata/bench/only.out b/tests/testdata/bench/only.out index 00338af8ec..ab9827b34e 100644 --- a/tests/testdata/bench/only.out +++ b/tests/testdata/bench/only.out @@ -1,9 +1,10 @@ Check [WILDCARD]/bench/only.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/bench/only.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -only [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +only [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] error: Bench failed because the "only" option was used diff --git a/tests/testdata/bench/overloads.out b/tests/testdata/bench/overloads.out index 289c8dde65..57f9b783e8 100644 --- a/tests/testdata/bench/overloads.out +++ b/tests/testdata/bench/overloads.out @@ -1,12 +1,13 @@ Check [WILDCARD]/bench/overloads.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/bench/overloads.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -bench0 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench1 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench2 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench3 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench4 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +bench0 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench1 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench2 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench3 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench4 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] diff --git a/tests/testdata/bench/pass.out b/tests/testdata/bench/pass.out index 19ea6fd133..72e16c21d3 100644 --- a/tests/testdata/bench/pass.out +++ b/tests/testdata/bench/pass.out @@ -1,17 +1,18 @@ Check [WILDCARD]/bench/pass.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/bench/pass.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -bench0 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench1 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench2 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench3 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench4 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench5 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench6 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench7 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench8 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench9 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +bench0 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench1 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench2 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench3 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench4 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench5 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench6 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench7 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench8 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench9 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] diff --git a/tests/testdata/bench/quiet.out b/tests/testdata/bench/quiet.out index ed9e06c84c..4a013ec210 100644 --- a/tests/testdata/bench/quiet.out +++ b/tests/testdata/bench/quiet.out @@ -1,10 +1,11 @@ -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/bench/quiet.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 -------------------------------------------------------------------- ----------------------------- -console.log [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -console.error [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -console.info [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -console.warn [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +--------------- ----------------------------- --------------------- -------------------------- +console.log [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +console.error [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +console.info [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +console.warn [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD]