diff options
60 files changed, 599 insertions, 513 deletions
diff --git a/cli/tools/bench/mitata.rs b/cli/tools/bench/mitata.rs index 64c5d5f69..e43ee30fa 100644 --- a/cli/tools/bench/mitata.rs +++ b/cli/tools/bench/mitata.rs @@ -7,10 +7,21 @@ // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. use crate::colors; -use std::str::FromStr; + +/// Taken from https://stackoverflow.com/a/76572321 +fn precision_f64(x: f64, decimals: u32) -> f64 { + if x == 0. || decimals == 0 { + 0. + } else { + let shift = decimals as i32 - x.abs().log10().ceil() as i32; + let shift_factor = 10_f64.powi(shift); + + (x * shift_factor).round() / shift_factor + } +} fn avg_to_iter_per_s(time: f64) -> String { - let iter_per_s = 1e9 / time; + let iter_per_s = precision_f64(1e9 / time, 4); let (decimals, fractional) = into_decimal_and_fractional_parts(iter_per_s); human_readable_decimal_with_fractional(decimals, fractional) } @@ -47,55 +58,34 @@ fn human_readable_decimal_with_fractional( .unwrap() .join(","); - format!("{}.{}", fmt_decimal, fractional) + if fmt_decimal.len() >= 4 { + fmt_decimal + } else { + format!("{}.{}", fmt_decimal, fractional) + } } pub fn fmt_duration(time: f64) -> String { - // SAFETY: this is safe since its just reformatting numbers - unsafe { - if time < 1e0 { - return format!( - "{} ps", - f64::from_str(&format!("{:.2}", time * 1e3)).unwrap_unchecked() - ); - } - - if time < 1e3 { - return format!( - "{} ns", - f64::from_str(&format!("{:.2}", time)).unwrap_unchecked() - ); - } - if time < 1e6 { - return format!( - "{} µs", - f64::from_str(&format!("{:.2}", time / 1e3)).unwrap_unchecked() - ); - } - if time < 1e9 { - return format!( - "{} ms", - f64::from_str(&format!("{:.2}", time / 1e6)).unwrap_unchecked() - ); - } - if time < 1e12 { - return format!( - "{} s", - f64::from_str(&format!("{:.2}", time / 1e9)).unwrap_unchecked() - ); - } - if time < 36e11 { - return format!( - "{} m", - f64::from_str(&format!("{:.2}", time / 60e9)).unwrap_unchecked() - ); - } - - format!( - "{} h", - f64::from_str(&format!("{:.2}", time / 36e11)).unwrap_unchecked() - ) + if time < 1e0 { + return format!("{:.1} ps", time * 1e3); } + if time < 1e3 { + return format!("{:.1} ns", time); + } + if time < 1e6 { + return format!("{:.1} µs", time / 1e3); + } + if time < 1e9 { + return format!("{:.1} ms", time / 1e6); + } + if time < 1e12 { + return format!("{:.1} s", time / 1e9); + } + if time < 36e11 { + return format!("{:.1} m", time / 60e9); + } + + format!("{:.1} h", time / 36e11) } pub mod cpu { @@ -231,16 +221,19 @@ pub mod reporter { pub fn br(options: &Options) -> String { let mut s = String::new(); - s.push_str(&"-".repeat( - options.size - + 14 * options.avg as usize - + 14 * options.avg as usize - + 24 * options.min_max as usize, - )); + s.push_str(&"-".repeat(options.size)); + if options.avg { + s.push(' '); + s.push_str(&"-".repeat(15 + 1 + 13)); + } + if options.min_max { + s.push(' '); + s.push_str(&"-".repeat(21)); + } if options.percentiles { s.push(' '); - s.push_str(&"-".repeat(9 + 10 + 10)); + s.push_str(&"-".repeat(8 + 1 + 8 + 1 + 8)); } s @@ -251,7 +244,7 @@ pub mod reporter { let mut s = String::new(); s.push_str(&format!("{:<size$}", n)); - s.push_str(&format!("{}: {}", colors::red("error"), e.message)); + s.push_str(&format!(" {}: {}", colors::red("error"), e.message)); if let Some(ref stack) = e.stack { s.push('\n'); @@ -268,14 +261,14 @@ pub mod reporter { s.push_str(&format!("{:<size$}", "benchmark")); if options.avg { - s.push_str(&format!("{:>14}", "time (avg)")); - s.push_str(&format!("{:>14}", "iter/s")); + s.push_str(&format!(" {:<15}", "time/iter (avg)")); + s.push_str(&format!(" {:>13}", "iter/s")); } if options.min_max { - s.push_str(&format!("{:>24}", "(min … max)")); + s.push_str(&format!(" {:^21}", "(min … max)")); } if options.percentiles { - s.push_str(&format!(" {:>9} {:>9} {:>9}", "p75", "p99", "p995")); + s.push_str(&format!(" {:>8} {:>8} {:>8}", "p75", "p99", "p995")); } s @@ -293,28 +286,28 @@ pub mod reporter { if options.avg { s.push_str(&format!( - "{:>30}", - format!("{}/iter", colors::yellow(fmt_duration(stats.avg))) + " {}", + colors::yellow(&format!("{:>15}", fmt_duration(stats.avg))) )); - s.push_str(&format!("{:>14}", avg_to_iter_per_s(stats.avg))); + s.push_str(&format!(" {:>13}", &avg_to_iter_per_s(stats.avg))); } if options.min_max { s.push_str(&format!( - "{:>50}", - format!( - "({} … {})", - colors::cyan(fmt_duration(stats.min)), - colors::magenta(fmt_duration(stats.max)) - ) + " ({} … {})", + colors::cyan(format!("{:>8}", fmt_duration(stats.min))), + colors::magenta(format!("{:>8}", fmt_duration(stats.max))) )); } if options.percentiles { - s.push_str(&format!( - " {:>22} {:>22} {:>22}", - colors::magenta(fmt_duration(stats.p75)), - colors::magenta(fmt_duration(stats.p99)), - colors::magenta(fmt_duration(stats.p995)) - )); + s.push_str( + &colors::magenta(format!( + " {:>8} {:>8} {:>8}", + fmt_duration(stats.p75), + fmt_duration(stats.p99), + fmt_duration(stats.p995) + )) + .to_string(), + ); } s @@ -337,22 +330,25 @@ pub mod reporter { for b in benchmarks.iter().filter(|b| *b != baseline) { let faster = b.stats.avg >= baseline.stats.avg; - let diff = f64::from_str(&format!( - "{:.2}", - 1.0 / baseline.stats.avg * b.stats.avg - )) - .unwrap(); - let inv_diff = f64::from_str(&format!( - "{:.2}", - 1.0 / b.stats.avg * baseline.stats.avg - )) - .unwrap(); + let x_faster = precision_f64( + if faster { + b.stats.avg / baseline.stats.avg + } else { + baseline.stats.avg / b.stats.avg + }, + 4, + ); + let diff = if x_faster > 1000. { + &format!("{:>9.0}", x_faster) + } else { + &format!("{:>9.2}", x_faster) + }; s.push_str(&format!( - "\n {}x {} than {}", + "\n{}x {} than {}", if faster { - colors::green(diff.to_string()).to_string() + colors::green(diff) } else { - colors::red(inv_diff.to_string()).to_string() + colors::red(diff) }, if faster { "faster" } else { "slower" }, colors::cyan_bold(&b.name) @@ -384,9 +380,10 @@ mod tests { #[test] fn test_avg_to_iter_per_s() { - assert_eq!(avg_to_iter_per_s(55.85), "17,905,103.0"); + assert_eq!(avg_to_iter_per_s(55.85), "17,910,000"); assert_eq!(avg_to_iter_per_s(64_870_000.0), "15.4"); assert_eq!(avg_to_iter_per_s(104_370_000.0), "9.6"); + assert_eq!(avg_to_iter_per_s(640_000.0), "1,563"); assert_eq!(avg_to_iter_per_s(6_400_000.0), "156.3"); assert_eq!(avg_to_iter_per_s(46_890_000.0), "21.3"); assert_eq!(avg_to_iter_per_s(100_000_000.0), "10.0"); diff --git a/cli/tools/bench/reporters.rs b/cli/tools/bench/reporters.rs index 3f244ed62..250655be7 100644 --- a/cli/tools/bench/reporters.rs +++ b/cli/tools/bench/reporters.rs @@ -152,11 +152,14 @@ impl BenchReporter for ConsoleReporter { .compare_exchange(true, false, Ordering::SeqCst, Ordering::SeqCst) .is_ok() { - println!("{}", colors::gray(format!("cpu: {}", mitata::cpu::name()))); + println!( + "{}", + colors::gray(format!(" CPU | {}", mitata::cpu::name())) + ); println!( "{}\n", colors::gray(format!( - "runtime: deno {} ({})", + "Runtime | Deno {} ({})", crate::version::DENO_VERSION_INFO.deno, env!("TARGET") )) @@ -166,7 +169,7 @@ impl BenchReporter for ConsoleReporter { } println!( - "{}\n{}\n{}", + "{}\n\n{}\n{}", colors::gray(&plan.origin), mitata::reporter::header(options), mitata::reporter::br(options) diff --git a/tests/specs/bench/allow_all/allow_all.out b/tests/specs/bench/allow_all/allow_all.out index 0c6a8a034..4cc0f4204 100644 --- a/tests/specs/bench/allow_all/allow_all.out +++ b/tests/specs/bench/allow_all/allow_all.out @@ -1,23 +1,24 @@ [WILDCARD] Check [WILDLINE]/allow_all.ts -cpu: [WILDLINE] -runtime: deno [WILDLINE] ([WILDLINE]) + CPU | [WILDLINE] +Runtime | Deno [WILDLINE] ([WILDLINE]) [WILDLINE]/allow_all.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ------------------------------------------------------------------- ----------------------------- -read false [WILDLINE] [WILDLINE]/iter[WILDLINE]([WILDLINE] … [WILDLINE]) [WILDLINE] -read true [WILDLINE] [WILDLINE]/iter[WILDLINE]([WILDLINE] … [WILDLINE]) [WILDLINE] -write false [WILDLINE] [WILDLINE]/iter[WILDLINE]([WILDLINE] … [WILDLINE]) [WILDLINE] -write true [WILDLINE] [WILDLINE]/iter[WILDLINE]([WILDLINE] … [WILDLINE]) [WILDLINE] -net false [WILDLINE] [WILDLINE]/iter[WILDLINE]([WILDLINE] … [WILDLINE]) [WILDLINE] -net true [WILDLINE] [WILDLINE]/iter[WILDLINE]([WILDLINE] … [WILDLINE]) [WILDLINE] -env false [WILDLINE] [WILDLINE]/iter[WILDLINE]([WILDLINE] … [WILDLINE]) [WILDLINE] -env true [WILDLINE] [WILDLINE]/iter[WILDLINE]([WILDLINE] … [WILDLINE]) [WILDLINE] -run false [WILDLINE] [WILDLINE]/iter[WILDLINE]([WILDLINE] … [WILDLINE]) [WILDLINE] -run true [WILDLINE] [WILDLINE]/iter[WILDLINE]([WILDLINE] … [WILDLINE]) [WILDLINE] -ffi false [WILDLINE] [WILDLINE]/iter[WILDLINE]([WILDLINE] … [WILDLINE]) [WILDLINE] -ffi true [WILDLINE] [WILDLINE]/iter[WILDLINE]([WILDLINE] … [WILDLINE]) [WILDLINE] -hrtime false [WILDLINE] [WILDLINE]/iter[WILDLINE]([WILDLINE] … [WILDLINE]) [WILDLINE] -hrtime true [WILDLINE] [WILDLINE]/iter[WILDLINE]([WILDLINE] … [WILDLINE]) [WILDLINE] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +-------------- ----------------------------- --------------------- -------------------------- +read false [WILDLINE] [WILDLINE] [WILDLINE] ([WILDLINE] … [WILDLINE]) [WILDLINE] +read true [WILDLINE] [WILDLINE] [WILDLINE] ([WILDLINE] … [WILDLINE]) [WILDLINE] +write false [WILDLINE] [WILDLINE] [WILDLINE] ([WILDLINE] … [WILDLINE]) [WILDLINE] +write true [WILDLINE] [WILDLINE] [WILDLINE] ([WILDLINE] … [WILDLINE]) [WILDLINE] +net false [WILDLINE] [WILDLINE] [WILDLINE] ([WILDLINE] … [WILDLINE]) [WILDLINE] +net true [WILDLINE] [WILDLINE] [WILDLINE] ([WILDLINE] … [WILDLINE]) [WILDLINE] +env false [WILDLINE] [WILDLINE] [WILDLINE] ([WILDLINE] … [WILDLINE]) [WILDLINE] +env true [WILDLINE] [WILDLINE] [WILDLINE] ([WILDLINE] … [WILDLINE]) [WILDLINE] +run false [WILDLINE] [WILDLINE] [WILDLINE] ([WILDLINE] … [WILDLINE]) [WILDLINE] +run true [WILDLINE] [WILDLINE] [WILDLINE] ([WILDLINE] … [WILDLINE]) [WILDLINE] +ffi false [WILDLINE] [WILDLINE] [WILDLINE] ([WILDLINE] … [WILDLINE]) [WILDLINE] +ffi true [WILDLINE] [WILDLINE] [WILDLINE] ([WILDLINE] … [WILDLINE]) [WILDLINE] +hrtime false [WILDLINE] [WILDLINE] [WILDLINE] ([WILDLINE] … [WILDLINE]) [WILDLINE] +hrtime true [WILDLINE] [WILDLINE] [WILDLINE] ([WILDLINE] … [WILDLINE]) [WILDLINE] diff --git a/tests/specs/bench/allow_none/allow_none.out b/tests/specs/bench/allow_none/allow_none.out index cfe86adcb..82bc7cc03 100644 --- a/tests/specs/bench/allow_none/allow_none.out +++ b/tests/specs/bench/allow_none/allow_none.out @@ -1,22 +1,23 @@ Check [WILDLINE]/allow_none.ts -cpu: [WILDLINE] -runtime: deno [WILDLINE] ([WILDLINE]) + CPU | [WILDLINE] +Runtime | Deno [WILDLINE] ([WILDLINE]) [WILDLINE]/allow_none.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -read error: PermissionDenied: Can't escalate parent thread permissions + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +read error: PermissionDenied: Can't escalate parent thread permissions [WILDCARD] -write error: PermissionDenied: Can't escalate parent thread permissions +write error: PermissionDenied: Can't escalate parent thread permissions [WILDCARD] -net error: PermissionDenied: Can't escalate parent thread permissions +net error: PermissionDenied: Can't escalate parent thread permissions [WILDCARD] -env error: PermissionDenied: Can't escalate parent thread permissions +env error: PermissionDenied: Can't escalate parent thread permissions [WILDCARD] -run error: PermissionDenied: Can't escalate parent thread permissions +run error: PermissionDenied: Can't escalate parent thread permissions [WILDCARD] -ffi error: PermissionDenied: Can't escalate parent thread permissions +ffi error: PermissionDenied: Can't escalate parent thread permissions [WILDCARD] -hrtime error: PermissionDenied: Can't escalate parent thread permissions +hrtime error: PermissionDenied: Can't escalate parent thread permissions [WILDCARD] error: Bench failed diff --git a/tests/specs/bench/before_unload_prevent_default/before_unload_prevent_default.out b/tests/specs/bench/before_unload_prevent_default/before_unload_prevent_default.out index dcb6d8194..c394795e4 100644 --- a/tests/specs/bench/before_unload_prevent_default/before_unload_prevent_default.out +++ b/tests/specs/bench/before_unload_prevent_default/before_unload_prevent_default.out @@ -1,7 +1,8 @@ -cpu: [WILDCARD] -runtime: deno [WILDCARD] + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] [WILDCARD]/before_unload_prevent_default.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -foo [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +foo [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] diff --git a/tests/specs/bench/bench_explicit_start_end/explicit_start_and_end.out b/tests/specs/bench/bench_explicit_start_end/explicit_start_and_end.out index fa118540c..4dc2b6179 100644 --- a/tests/specs/bench/bench_explicit_start_end/explicit_start_and_end.out +++ b/tests/specs/bench/bench_explicit_start_end/explicit_start_and_end.out @@ -1,23 +1,24 @@ -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/explicit_start_and_end.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 -------------------------------------------------------------------- ----------------------------- -start and end [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -start only [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -end only [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -double start error: TypeError: BenchContext::start() has already been invoked. + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +--------------- ----------------------------- --------------------- -------------------------- +start and end [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +start only [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +end only [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +double start error: TypeError: BenchContext::start() has already been invoked. t.start(); ^ at BenchContext.start ([WILDCARD]) at [WILDCARD]/explicit_start_and_end.ts:[WILDCARD] -double end error: TypeError: BenchContext::end() has already been invoked. +double end error: TypeError: BenchContext::end() has already been invoked. t.end(); ^ at BenchContext.end ([WILDCARD]) at [WILDCARD]/explicit_start_and_end.ts:[WILDCARD] -captured error: TypeError: The benchmark which this context belongs to is not being executed. +captured error: TypeError: The benchmark which this context belongs to is not being executed. captured!.start(); ^ at BenchContext.start ([WILDCARD]) diff --git a/tests/specs/bench/bench_formatting/bench_formatting.out b/tests/specs/bench/bench_formatting/bench_formatting.out index 79617a32d..fd98722ce 100644 --- a/tests/specs/bench/bench_formatting/bench_formatting.out +++ b/tests/specs/bench/bench_formatting/bench_formatting.out @@ -1,8 +1,9 @@ Check [WILDCARD]/bench_formatting.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/bench_formatting.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -[WILDCARD] [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD]
\ No newline at end of file + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +[WILDCARD] [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD]
\ No newline at end of file diff --git a/tests/specs/bench/check_local_by_default/check_local_by_default.out b/tests/specs/bench/check_local_by_default/check_local_by_default.out index 63a6b5fa5..5ada75aff 100644 --- a/tests/specs/bench/check_local_by_default/check_local_by_default.out +++ b/tests/specs/bench/check_local_by_default/check_local_by_default.out @@ -1,6 +1,7 @@ [WILDCARD] [WILDCARD]/check_local_by_default.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- diff --git a/tests/specs/bench/clear_timeout/clear_timeout.out b/tests/specs/bench/clear_timeout/clear_timeout.out index 48a31378b..b6af1d3d0 100644 --- a/tests/specs/bench/clear_timeout/clear_timeout.out +++ b/tests/specs/bench/clear_timeout/clear_timeout.out @@ -1,10 +1,11 @@ Check [WILDCARD]/clear_timeout.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/clear_timeout.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -bench1 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench2 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench3 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +bench1 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench2 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench3 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] diff --git a/tests/specs/bench/collect/collect.out b/tests/specs/bench/collect/collect.out index 0d3f7a8ff..14b598fbf 100644 --- a/tests/specs/bench/collect/collect.out +++ b/tests/specs/bench/collect/collect.out @@ -1,18 +1,21 @@ Check [WILDCARD]/collect/bench.ts Check [WILDCARD]/collect/include/2_bench.ts Check [WILDCARD]/collect/include/bench.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/collect/bench.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- [WILDCARD]/collect/include/2_bench.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- [WILDCARD]/collect/include/bench.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- diff --git a/tests/specs/bench/collect/collect2.out b/tests/specs/bench/collect/collect2.out index 49ceee996..693839653 100644 --- a/tests/specs/bench/collect/collect2.out +++ b/tests/specs/bench/collect/collect2.out @@ -1,13 +1,15 @@ Check [WILDCARD]/collect/bench.ts Check [WILDCARD]/collect/include/bench.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/collect/bench.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- [WILDCARD]/collect/include/bench.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- diff --git a/tests/specs/bench/exit_sanitizer/exit_sanitizer.out b/tests/specs/bench/exit_sanitizer/exit_sanitizer.out index eefc86e60..a6f9f215f 100644 --- a/tests/specs/bench/exit_sanitizer/exit_sanitizer.out +++ b/tests/specs/bench/exit_sanitizer/exit_sanitizer.out @@ -1,14 +1,15 @@ Check [WILDCARD]/exit_sanitizer.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/exit_sanitizer.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -exit(0) error: Error: Bench attempted to exit with exit code: 0 + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +exit(0) error: Error: Bench attempted to exit with exit code: 0 [WILDCARD] -exit(1) error: Error: Bench attempted to exit with exit code: 1 +exit(1) error: Error: Bench attempted to exit with exit code: 1 [WILDCARD] -exit(2) error: Error: Bench attempted to exit with exit code: 2 +exit(2) error: Error: Bench attempted to exit with exit code: 2 [WILDCARD] error: Bench failed diff --git a/tests/specs/bench/explicit_start_and_end_low_precision/main.bench.out b/tests/specs/bench/explicit_start_and_end_low_precision/main.bench.out index 516c001b1..5fbc58340 100644 --- a/tests/specs/bench/explicit_start_and_end_low_precision/main.bench.out +++ b/tests/specs/bench/explicit_start_and_end_low_precision/main.bench.out @@ -1,10 +1,11 @@ -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/main.bench.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ------------------------------------------------------------------------------ ----------------------------- -noop with start and end [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +------------------------- ----------------------------- --------------------- -------------------------- +noop with start and end [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] Warning: start() and end() calls in "noop with start and end" are ignored because it averages less than 10µs per iteration. Remove them for better results. diff --git a/tests/specs/bench/fail/fail.out b/tests/specs/bench/fail/fail.out index 03f04cf4f..6df4cc64f 100644 --- a/tests/specs/bench/fail/fail.out +++ b/tests/specs/bench/fail/fail.out @@ -1,28 +1,29 @@ Check [WILDCARD]/fail.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/fail.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -bench0 error: Error + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +bench0 error: Error [WILDCARD] -bench1 error: Error +bench1 error: Error [WILDCARD] -bench2 error: Error +bench2 error: Error [WILDCARD] -bench3 error: Error +bench3 error: Error [WILDCARD] -bench4 error: Error +bench4 error: Error [WILDCARD] -bench5 error: Error +bench5 error: Error [WILDCARD] -bench6 error: Error +bench6 error: Error [WILDCARD] -bench7 error: Error +bench7 error: Error [WILDCARD] -bench8 error: Error +bench8 error: Error [WILDCARD] -bench9 error: Error +bench9 error: Error [WILDCARD] error: Bench failed diff --git a/tests/specs/bench/filter/filter.out b/tests/specs/bench/filter/filter.out index 970171e0b..eb9e12917 100644 --- a/tests/specs/bench/filter/filter.out +++ b/tests/specs/bench/filter/filter.out @@ -1,20 +1,23 @@ Check [WILDCARD]/bench/filter/a_bench.ts Check [WILDCARD]/bench/filter/b_bench.ts Check [WILDCARD]/bench/filter/c_bench.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/bench/filter/a_bench.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -foo [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +foo [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] [WILDCARD]/bench/filter/b_bench.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -foo [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +foo [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] [WILDCARD]/bench/filter/c_bench.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -foo [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +foo [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] diff --git a/tests/specs/bench/filter_group_header/main.out b/tests/specs/bench/filter_group_header/main.out index 5791538fe..c416296b1 100644 --- a/tests/specs/bench/filter_group_header/main.out +++ b/tests/specs/bench/filter_group_header/main.out @@ -1,10 +1,10 @@ Check [WILDCARD] -cpu: [WILDCARD] -runtime: [WILDCARD] + CPU | [WILDCARD] +Runtime | [WILDCARD] [WILDCARD] -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- group G1 G1-B [WILDCARD] diff --git a/tests/specs/bench/finally_timeout/finally_timeout.out b/tests/specs/bench/finally_timeout/finally_timeout.out index cefa18760..e37699cfb 100644 --- a/tests/specs/bench/finally_timeout/finally_timeout.out +++ b/tests/specs/bench/finally_timeout/finally_timeout.out @@ -1,11 +1,12 @@ Check [WILDCARD]/finally_timeout.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/finally_timeout.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -error error: Error: fail + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +error error: Error: fail [WILDCARD] -success [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] +success [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] error: Bench failed diff --git a/tests/specs/bench/group_baseline/group_baseline.out b/tests/specs/bench/group_baseline/group_baseline.out index 54a6cd359..7ba1966b9 100644 --- a/tests/specs/bench/group_baseline/group_baseline.out +++ b/tests/specs/bench/group_baseline/group_baseline.out @@ -1,17 +1,18 @@ [WILDCARD]/group_baseline.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 --------------------------------------------------------------------- ----------------------------- -noop [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -noop2 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +---------------- ----------------------------- --------------------- -------------------------- +noop [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +noop2 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] summary noo[WILDCARD] [WILDCARD]x [WILDCARD] than noo[WILDCARD] group url -noop3 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -parse url 2x [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -parse url 200x [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] +noop3 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +parse url 2x [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +parse url 200x [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] summary parse url 2x diff --git a/tests/specs/bench/ignore/ignore.out b/tests/specs/bench/ignore/ignore.out index d74a0c181..c8b3f24da 100644 --- a/tests/specs/bench/ignore/ignore.out +++ b/tests/specs/bench/ignore/ignore.out @@ -1,8 +1,9 @@ Check [WILDCARD]/ignore.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/ignore.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- diff --git a/tests/specs/bench/ignore_permissions/ignore_permissions.out b/tests/specs/bench/ignore_permissions/ignore_permissions.out index eb577fecc..777c30222 100644 --- a/tests/specs/bench/ignore_permissions/ignore_permissions.out +++ b/tests/specs/bench/ignore_permissions/ignore_permissions.out @@ -1,8 +1,9 @@ Check [WILDCARD]/ignore_permissions.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/ignore_permissions.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- diff --git a/tests/specs/bench/interval/interval.out b/tests/specs/bench/interval/interval.out index 11e440940..e52382bfe 100644 --- a/tests/specs/bench/interval/interval.out +++ b/tests/specs/bench/interval/interval.out @@ -1,8 +1,9 @@ Check [WILDCARD]/interval.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/interval.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- diff --git a/tests/specs/bench/load_unload/load_unload.out b/tests/specs/bench/load_unload/load_unload.out index 99e4389ac..3f92c9cfa 100644 --- a/tests/specs/bench/load_unload/load_unload.out +++ b/tests/specs/bench/load_unload/load_unload.out @@ -1,8 +1,9 @@ Check [WILDCARD]/load_unload.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/load_unload.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -bench [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +bench [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] diff --git a/tests/specs/bench/meta/meta.out b/tests/specs/bench/meta/meta.out index 75a75984e..033e0fbec 100644 --- a/tests/specs/bench/meta/meta.out +++ b/tests/specs/bench/meta/meta.out @@ -1,10 +1,11 @@ Check [WILDCARD]/meta.ts import.meta.main: false import.meta.url: [WILDCARD]/meta.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/meta.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- diff --git a/tests/specs/bench/multifile_summary/multifile_summary.out b/tests/specs/bench/multifile_summary/multifile_summary.out index c0439ebba..93d24706e 100644 --- a/tests/specs/bench/multifile_summary/multifile_summary.out +++ b/tests/specs/bench/multifile_summary/multifile_summary.out @@ -1,23 +1,24 @@ Check [WILDCARD]/group_baseline.ts Check [WILDCARD]/pass.ts Check [WILDCARD]/multiple_group.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/group_baseline.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 --------------------------------------------------------------------- ----------------------------- -noop [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -noop2 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +---------------- ----------------------------- --------------------- -------------------------- +noop [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +noop2 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] summary noo[WILDCARD] [WILDCARD]x [WILDCARD] than noo[WILDCARD] group url -noop3 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -parse url 2x [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -parse url 200x [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] +noop3 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +parse url 2x [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +parse url 200x [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] summary parse url 2x @@ -26,36 +27,38 @@ summary [WILDLINE]/pass.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -bench0 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench1 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench2 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench3 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench4 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench5 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench6 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench7 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench8 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench9 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +bench0 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench1 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench2 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench3 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench4 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench5 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench6 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench7 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench8 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench9 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] [WILDLINE]/multiple_group.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 --------------------------------------------------------------------- ----------------------------- + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +---------------- ----------------------------- --------------------- -------------------------- group noop -noop [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -noop2 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] +noop [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +noop2 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] summary noo[WILDCARD] [WILDCARD]x [WILDCARD] than noo[WILDCARD] group url -noop3 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -parse url 2x [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -parse url 200x [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] +noop3 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +parse url 2x [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +parse url 200x [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] summary parse url 2x diff --git a/tests/specs/bench/no_prompt_by_default/no_prompt_by_default.out b/tests/specs/bench/no_prompt_by_default/no_prompt_by_default.out index 7c5f2b5c2..b39b4e1ba 100644 --- a/tests/specs/bench/no_prompt_by_default/no_prompt_by_default.out +++ b/tests/specs/bench/no_prompt_by_default/no_prompt_by_default.out @@ -1,9 +1,10 @@ -[WILDCARD]cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) +[WILDCARD] CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/no_prompt_by_default.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -no prompt error: PermissionDenied: Requires read access to "./some_file.txt", run again with the --allow-read flag + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +no prompt error: PermissionDenied: Requires read access to "./some_file.txt", run again with the --allow-read flag [WILDCARD] error: Bench failed diff --git a/tests/specs/bench/no_prompt_with_denied_perms/no_prompt_with_denied_perms.out b/tests/specs/bench/no_prompt_with_denied_perms/no_prompt_with_denied_perms.out index bbdd2ac46..182fcc4f1 100644 --- a/tests/specs/bench/no_prompt_with_denied_perms/no_prompt_with_denied_perms.out +++ b/tests/specs/bench/no_prompt_with_denied_perms/no_prompt_with_denied_perms.out @@ -1,9 +1,10 @@ -[WILDCARD]cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) +[WILDCARD] CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/no_prompt_with_denied_perms.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -no prompt error: PermissionDenied: Requires read access to "./some_file.txt", run again with the --allow-read flag + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +no prompt error: PermissionDenied: Requires read access to "./some_file.txt", run again with the --allow-read flag [WILDCARD] error: Bench failed diff --git a/tests/specs/bench/only/only.out b/tests/specs/bench/only/only.out index e3332d174..ccd32b918 100644 --- a/tests/specs/bench/only/only.out +++ b/tests/specs/bench/only/only.out @@ -1,9 +1,10 @@ Check [WILDCARD]/only.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/only.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -only [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +only [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] error: Bench failed because the "only" option was used diff --git a/tests/specs/bench/overloads/overloads.out b/tests/specs/bench/overloads/overloads.out index 21f8759dd..33315d38e 100644 --- a/tests/specs/bench/overloads/overloads.out +++ b/tests/specs/bench/overloads/overloads.out @@ -1,12 +1,13 @@ Check [WILDCARD]/overloads.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/overloads.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -bench0 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench1 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench2 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench3 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench4 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +bench0 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench1 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench2 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench3 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench4 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] diff --git a/tests/specs/bench/package_json/lib.bench.out b/tests/specs/bench/package_json/lib.bench.out index 9336c11ac..24da289a9 100644 --- a/tests/specs/bench/package_json/lib.bench.out +++ b/tests/specs/bench/package_json/lib.bench.out @@ -2,10 +2,10 @@ Download http://localhost:4260/@denotest/esm-basic Download http://localhost:4260/@denotest/esm-basic/1.0.0.tgz Initialize @denotest/esm-basic@1.0.0 Check file:///[WILDCARD]/lib.bench.ts -cpu: [WILDCARD] -runtime: [WILDCARD] + CPU | [WILDCARD] +Runtime | [WILDCARD] file:///[WILDCARD]/lib.bench.ts [WILDCARD] ----------------------------------------------------------------- ----------------------------- +------------ ----------------------------- --------------------- -------------------------- should add [WILDCARD] diff --git a/tests/specs/bench/pass/pass.out b/tests/specs/bench/pass/pass.out index 4be2b8723..5956ddcbc 100644 --- a/tests/specs/bench/pass/pass.out +++ b/tests/specs/bench/pass/pass.out @@ -1,17 +1,18 @@ Check [WILDCARD]/pass.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/pass.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -bench0 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench1 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench2 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench3 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench4 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench5 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench6 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench7 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench8 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench9 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +bench0 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench1 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench2 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench3 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench4 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench5 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench6 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench7 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench8 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench9 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] diff --git a/tests/specs/bench/quiet/quiet.out b/tests/specs/bench/quiet/quiet.out index fa9166d65..be060572b 100644 --- a/tests/specs/bench/quiet/quiet.out +++ b/tests/specs/bench/quiet/quiet.out @@ -1,10 +1,11 @@ -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/quiet.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 -------------------------------------------------------------------- ----------------------------- -console.log [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -console.error [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -console.info [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -console.warn [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +--------------- ----------------------------- --------------------- -------------------------- +console.log [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +console.error [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +console.info [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +console.warn [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] diff --git a/tests/specs/bench/test_and_bench/main.out b/tests/specs/bench/test_and_bench/main.out index 24c13c8e0..1ef5340d8 100644 --- a/tests/specs/bench/test_and_bench/main.out +++ b/tests/specs/bench/test_and_bench/main.out @@ -1,3 +1,4 @@ [WILDCARD] [WILDCARD]main.js + benchmark[WILDCARD] diff --git a/tests/specs/bench/workspace/package_b.out b/tests/specs/bench/workspace/package_b.out index bb452e3e9..07e6fcd66 100644 --- a/tests/specs/bench/workspace/package_b.out +++ b/tests/specs/bench/workspace/package_b.out @@ -1,8 +1,9 @@ Check file:///[WILDLINE]/package-b/mod.bench.ts -cpu: [WILDLINE] -runtime: [WILDLINE] + CPU | [WILDLINE] +Runtime | [WILDLINE] file:///[WILDLINE]/package-b/mod.bench.ts + benchmark[WILDLINE] ---[WILDLINE] addOne[WILDLINE] diff --git a/tests/specs/bench/workspace/root.out b/tests/specs/bench/workspace/root.out index 897cd7d3c..e36838148 100644 --- a/tests/specs/bench/workspace/root.out +++ b/tests/specs/bench/workspace/root.out @@ -1,15 +1,17 @@ Check file:///[WILDLINE]/package-a/mod.bench.ts Check file:///[WILDLINE]/package-b/mod.bench.ts -cpu: [WILDLINE] -runtime: [WILDLINE] + CPU | [WILDLINE] +Runtime | [WILDLINE] file:///[WILDLINE]/package-a/mod.bench.ts + benchmark[WILDLINE] ---[WILDLINE] add[WILDLINE] file:///[WILDLINE]/package-b/mod.bench.ts + benchmark[WILDLINE] ---[WILDLINE] addOne[WILDLINE] diff --git a/tests/specs/lockfile/no_lock/bench.nolock.out b/tests/specs/lockfile/no_lock/bench.nolock.out index 83e4de242..1aa6db378 100644 --- a/tests/specs/lockfile/no_lock/bench.nolock.out +++ b/tests/specs/lockfile/no_lock/bench.nolock.out @@ -1,6 +1,6 @@ Download http://localhost:4545/lockfile/basic/mod.ts Check file:///[WILDCARD]/main.bench.ts -cpu: [WILDCARD] -runtime: [WILDCARD] + CPU | [WILDCARD] +Runtime | [WILDCARD] [WILDCARD] diff --git a/tests/testdata/bench/allow_all.out b/tests/testdata/bench/allow_all.out index b118856e9..fc395493c 100644 --- a/tests/testdata/bench/allow_all.out +++ b/tests/testdata/bench/allow_all.out @@ -1,21 +1,22 @@ Check [WILDCARD]/bench/allow_all.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/bench/allow_all.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ------------------------------------------------------------------- ----------------------------- -read false [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -read true [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -write false [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -write true [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -net false [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -net true [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -env false [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -env true [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -run false [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -run true [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -ffi false [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -ffi true [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -hrtime false [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -hrtime true [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +-------------- ----------------------------- --------------------- -------------------------- +read false [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +read true [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +write false [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +write true [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +net false [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +net true [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +env false [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +env true [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +run false [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +run true [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +ffi false [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +ffi true [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +hrtime false [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +hrtime true [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] diff --git a/tests/testdata/bench/allow_none.out b/tests/testdata/bench/allow_none.out index 7c443075b..0acf74691 100644 --- a/tests/testdata/bench/allow_none.out +++ b/tests/testdata/bench/allow_none.out @@ -1,22 +1,23 @@ Check [WILDCARD]/bench/allow_none.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/bench/allow_none.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -read error: PermissionDenied: Can't escalate parent thread permissions + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +read error: PermissionDenied: Can't escalate parent thread permissions [WILDCARD] -write error: PermissionDenied: Can't escalate parent thread permissions +write error: PermissionDenied: Can't escalate parent thread permissions [WILDCARD] -net error: PermissionDenied: Can't escalate parent thread permissions +net error: PermissionDenied: Can't escalate parent thread permissions [WILDCARD] -env error: PermissionDenied: Can't escalate parent thread permissions +env error: PermissionDenied: Can't escalate parent thread permissions [WILDCARD] -run error: PermissionDenied: Can't escalate parent thread permissions +run error: PermissionDenied: Can't escalate parent thread permissions [WILDCARD] -ffi error: PermissionDenied: Can't escalate parent thread permissions +ffi error: PermissionDenied: Can't escalate parent thread permissions [WILDCARD] -hrtime error: PermissionDenied: Can't escalate parent thread permissions +hrtime error: PermissionDenied: Can't escalate parent thread permissions [WILDCARD] error: Bench failed diff --git a/tests/testdata/bench/before_unload_prevent_default.out b/tests/testdata/bench/before_unload_prevent_default.out index dcb6d8194..c394795e4 100644 --- a/tests/testdata/bench/before_unload_prevent_default.out +++ b/tests/testdata/bench/before_unload_prevent_default.out @@ -1,7 +1,8 @@ -cpu: [WILDCARD] -runtime: deno [WILDCARD] + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] [WILDCARD]/before_unload_prevent_default.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -foo [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +foo [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] diff --git a/tests/testdata/bench/bench_formatting.out b/tests/testdata/bench/bench_formatting.out index 5e3eed1cd..fa898a2c1 100644 --- a/tests/testdata/bench/bench_formatting.out +++ b/tests/testdata/bench/bench_formatting.out @@ -1,8 +1,9 @@ Check [WILDCARD]/bench/bench_formatting.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/bench/bench_formatting.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -[WILDCARD] [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD]
\ No newline at end of file + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +[WILDCARD] [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD]
\ No newline at end of file diff --git a/tests/testdata/bench/check_local_by_default.out b/tests/testdata/bench/check_local_by_default.out index bf07bcc44..b82627db3 100644 --- a/tests/testdata/bench/check_local_by_default.out +++ b/tests/testdata/bench/check_local_by_default.out @@ -1,6 +1,7 @@ [WILDCARD] [WILDCARD]/bench/check_local_by_default.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- diff --git a/tests/testdata/bench/clear_timeout.out b/tests/testdata/bench/clear_timeout.out index fe17b4ae3..24ba4f607 100644 --- a/tests/testdata/bench/clear_timeout.out +++ b/tests/testdata/bench/clear_timeout.out @@ -1,10 +1,11 @@ Check [WILDCARD]/bench/clear_timeout.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/bench/clear_timeout.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -bench1 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench2 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench3 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +bench1 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench2 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench3 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] diff --git a/tests/testdata/bench/exit_sanitizer.out b/tests/testdata/bench/exit_sanitizer.out index 9f15d3f26..a5c03434d 100644 --- a/tests/testdata/bench/exit_sanitizer.out +++ b/tests/testdata/bench/exit_sanitizer.out @@ -1,14 +1,15 @@ Check [WILDCARD]/bench/exit_sanitizer.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/bench/exit_sanitizer.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -exit(0) error: Error: Bench attempted to exit with exit code: 0 + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +exit(0) error: Error: Bench attempted to exit with exit code: 0 [WILDCARD] -exit(1) error: Error: Bench attempted to exit with exit code: 1 +exit(1) error: Error: Bench attempted to exit with exit code: 1 [WILDCARD] -exit(2) error: Error: Bench attempted to exit with exit code: 2 +exit(2) error: Error: Bench attempted to exit with exit code: 2 [WILDCARD] error: Bench failed diff --git a/tests/testdata/bench/explicit_start_and_end.out b/tests/testdata/bench/explicit_start_and_end.out index fa118540c..7248464e9 100644 --- a/tests/testdata/bench/explicit_start_and_end.out +++ b/tests/testdata/bench/explicit_start_and_end.out @@ -1,23 +1,24 @@ -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/explicit_start_and_end.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 -------------------------------------------------------------------- ----------------------------- -start and end [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -start only [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -end only [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -double start error: TypeError: BenchContext::start() has already been invoked. + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +--------------- ----------------------------- --------------------- -------------------------- +start and end [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +start only [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +end only [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +double start error: Type error: BenchContext::start() has already been invoked. t.start(); ^ at BenchContext.start ([WILDCARD]) at [WILDCARD]/explicit_start_and_end.ts:[WILDCARD] -double end error: TypeError: BenchContext::end() has already been invoked. +double end error: Type error: BenchContext::end() has already been invoked. t.end(); ^ at BenchContext.end ([WILDCARD]) at [WILDCARD]/explicit_start_and_end.ts:[WILDCARD] -captured error: TypeError: The benchmark which this context belongs to is not being executed. +captured error: Type error: The benchmark which this context belongs to is not being executed. captured!.start(); ^ at BenchContext.start ([WILDCARD]) diff --git a/tests/testdata/bench/fail.out b/tests/testdata/bench/fail.out index ff3c29b92..c41ebec0e 100644 --- a/tests/testdata/bench/fail.out +++ b/tests/testdata/bench/fail.out @@ -1,28 +1,29 @@ Check [WILDCARD]/bench/fail.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/bench/fail.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -bench0 error: Error + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +bench0 error: Error [WILDCARD] -bench1 error: Error +bench1 error: Error [WILDCARD] -bench2 error: Error +bench2 error: Error [WILDCARD] -bench3 error: Error +bench3 error: Error [WILDCARD] -bench4 error: Error +bench4 error: Error [WILDCARD] -bench5 error: Error +bench5 error: Error [WILDCARD] -bench6 error: Error +bench6 error: Error [WILDCARD] -bench7 error: Error +bench7 error: Error [WILDCARD] -bench8 error: Error +bench8 error: Error [WILDCARD] -bench9 error: Error +bench9 error: Error [WILDCARD] error: Bench failed diff --git a/tests/testdata/bench/file_protocol.out b/tests/testdata/bench/file_protocol.out index 7086c861c..fbe4e9d0a 100644 --- a/tests/testdata/bench/file_protocol.out +++ b/tests/testdata/bench/file_protocol.out @@ -1,8 +1,10 @@ Check file://[WILDCARD]/bench/file_protocol.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/bench/file_protocol.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -bench0 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +bench0 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] + diff --git a/tests/testdata/bench/finally_timeout.out b/tests/testdata/bench/finally_timeout.out index 96bec017d..331b20538 100644 --- a/tests/testdata/bench/finally_timeout.out +++ b/tests/testdata/bench/finally_timeout.out @@ -1,11 +1,12 @@ Check [WILDCARD]/bench/finally_timeout.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/bench/finally_timeout.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -error error: Error: fail + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +error error: Error: fail [WILDCARD] -success [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] +success [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] error: Bench failed diff --git a/tests/testdata/bench/group_baseline.out b/tests/testdata/bench/group_baseline.out index 5de0ac1fe..c005f5b5e 100644 --- a/tests/testdata/bench/group_baseline.out +++ b/tests/testdata/bench/group_baseline.out @@ -1,17 +1,18 @@ [WILDCARD]/bench/group_baseline.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 --------------------------------------------------------------------- ----------------------------- -noop [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -noop2 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +---------------- ----------------------------- --------------------- -------------------------- +noop [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +noop2 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] summary noo[WILDCARD] [WILDCARD]x [WILDCARD] than noo[WILDCARD] group url -noop3 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -parse url 2x [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -parse url 200x [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] +noop3 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +parse url 2x [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +parse url 200x [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] summary parse url 2x diff --git a/tests/testdata/bench/ignore.out b/tests/testdata/bench/ignore.out index 0693a7fc8..3973ceb5f 100644 --- a/tests/testdata/bench/ignore.out +++ b/tests/testdata/bench/ignore.out @@ -1,8 +1,9 @@ Check [WILDCARD]/bench/ignore.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/bench/ignore.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- diff --git a/tests/testdata/bench/ignore_permissions.out b/tests/testdata/bench/ignore_permissions.out index 1c8e93535..e1987e1e3 100644 --- a/tests/testdata/bench/ignore_permissions.out +++ b/tests/testdata/bench/ignore_permissions.out @@ -1,8 +1,9 @@ Check [WILDCARD]/bench/ignore_permissions.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/bench/ignore_permissions.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- diff --git a/tests/testdata/bench/interval.out b/tests/testdata/bench/interval.out index 389b89162..5f6c2c93e 100644 --- a/tests/testdata/bench/interval.out +++ b/tests/testdata/bench/interval.out @@ -1,8 +1,9 @@ Check [WILDCARD]/bench/interval.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/bench/interval.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- diff --git a/tests/testdata/bench/load_unload.out b/tests/testdata/bench/load_unload.out index e5bc6b29e..ec4006ee4 100644 --- a/tests/testdata/bench/load_unload.out +++ b/tests/testdata/bench/load_unload.out @@ -1,8 +1,9 @@ Check [WILDCARD]/bench/load_unload.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/bench/load_unload.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -bench [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +bench [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] diff --git a/tests/testdata/bench/meta.out b/tests/testdata/bench/meta.out index 8c9aa9123..0b822b722 100644 --- a/tests/testdata/bench/meta.out +++ b/tests/testdata/bench/meta.out @@ -1,10 +1,11 @@ Check [WILDCARD]/bench/meta.ts import.meta.main: false import.meta.url: [WILDCARD]/bench/meta.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/bench/meta.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- diff --git a/tests/testdata/bench/multifile_summary.out b/tests/testdata/bench/multifile_summary.out index 37aebe187..7f3b247f6 100644 --- a/tests/testdata/bench/multifile_summary.out +++ b/tests/testdata/bench/multifile_summary.out @@ -1,23 +1,24 @@ Check [WILDCARD]/bench/group_baseline.ts Check [WILDCARD]/bench/pass.ts Check [WILDCARD]/bench/multiple_group.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/bench/group_baseline.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 --------------------------------------------------------------------- ----------------------------- -noop [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -noop2 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +---------------- ----------------------------- --------------------- -------------------------- +noop [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +noop2 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] summary noo[WILDCARD] [WILDCARD]x [WILDCARD] than noo[WILDCARD] group url -noop3 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -parse url 2x [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -parse url 200x [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] +noop3 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +parse url 2x [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +parse url 200x [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] summary parse url 2x @@ -26,36 +27,38 @@ summary [WILDCARD]/bench/pass.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -bench0 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench1 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench2 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench3 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench4 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench5 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench6 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench7 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench8 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench9 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +bench0 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench1 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench2 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench3 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench4 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench5 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench6 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench7 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench8 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench9 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] [WILDCARD]/bench/multiple_group.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 --------------------------------------------------------------------- ----------------------------- + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +---------------- ----------------------------- --------------------- -------------------------- group noop -noop [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -noop2 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] +noop [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +noop2 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] summary noo[WILDCARD] [WILDCARD]x [WILDCARD] than noo[WILDCARD] group url -noop3 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -parse url 2x [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -parse url 200x [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] +noop3 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +parse url 2x [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +parse url 200x [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] summary parse url 2x diff --git a/tests/testdata/bench/no_color.ts b/tests/testdata/bench/no_color.ts index d15bf3572..e3476353e 100644 --- a/tests/testdata/bench/no_color.ts +++ b/tests/testdata/bench/no_color.ts @@ -4,6 +4,27 @@ Deno.bench({ }); Deno.bench({ + name: "success long", + fn() { + 1024n ** 10000n; + }, +}); + +Deno.bench({ + name: "success but longer", + fn() { + 1024n ** 1000000n; + }, +}); + +Deno.bench({ + name: "success long and the longest name", + async fn() { + await new Promise((resolve) => setTimeout(resolve, 100)); + }, +}); + +Deno.bench({ name: "fail", fn() { throw new Error("fail"); diff --git a/tests/testdata/bench/no_prompt_by_default.out b/tests/testdata/bench/no_prompt_by_default.out index 4c7e7f146..3a2574e28 100644 --- a/tests/testdata/bench/no_prompt_by_default.out +++ b/tests/testdata/bench/no_prompt_by_default.out @@ -1,9 +1,10 @@ -[WILDCARD]cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) +[WILDCARD] CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/bench/no_prompt_by_default.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -no prompt error: PermissionDenied: Requires read access to "./some_file.txt", run again with the --allow-read flag + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +no prompt error: PermissionDenied: Requires read access to "./some_file.txt", run again with the --allow-read flag [WILDCARD] error: Bench failed diff --git a/tests/testdata/bench/no_prompt_with_denied_perms.out b/tests/testdata/bench/no_prompt_with_denied_perms.out index 74400dafe..0d1e41077 100644 --- a/tests/testdata/bench/no_prompt_with_denied_perms.out +++ b/tests/testdata/bench/no_prompt_with_denied_perms.out @@ -1,9 +1,10 @@ -[WILDCARD]cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) +[WILDCARD] CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/bench/no_prompt_with_denied_perms.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -no prompt error: PermissionDenied: Requires read access to "./some_file.txt", run again with the --allow-read flag + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +no prompt error: PermissionDenied: Requires read access to "./some_file.txt", run again with the --allow-read flag [WILDCARD] error: Bench failed diff --git a/tests/testdata/bench/only.out b/tests/testdata/bench/only.out index 00338af8e..ab9827b34 100644 --- a/tests/testdata/bench/only.out +++ b/tests/testdata/bench/only.out @@ -1,9 +1,10 @@ Check [WILDCARD]/bench/only.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/bench/only.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -only [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +only [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] error: Bench failed because the "only" option was used diff --git a/tests/testdata/bench/overloads.out b/tests/testdata/bench/overloads.out index 289c8dde6..57f9b783e 100644 --- a/tests/testdata/bench/overloads.out +++ b/tests/testdata/bench/overloads.out @@ -1,12 +1,13 @@ Check [WILDCARD]/bench/overloads.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/bench/overloads.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -bench0 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench1 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench2 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench3 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench4 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +bench0 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench1 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench2 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench3 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench4 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] diff --git a/tests/testdata/bench/pass.out b/tests/testdata/bench/pass.out index 19ea6fd13..72e16c21d 100644 --- a/tests/testdata/bench/pass.out +++ b/tests/testdata/bench/pass.out @@ -1,17 +1,18 @@ Check [WILDCARD]/bench/pass.ts -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/bench/pass.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 ---------------------------------------------------------------- ----------------------------- -bench0 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench1 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench2 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench3 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench4 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench5 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench6 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench7 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench8 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -bench9 [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +----------- ----------------------------- --------------------- -------------------------- +bench0 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench1 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench2 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench3 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench4 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench5 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench6 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench7 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench8 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +bench9 [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] diff --git a/tests/testdata/bench/quiet.out b/tests/testdata/bench/quiet.out index ed9e06c84..4a013ec21 100644 --- a/tests/testdata/bench/quiet.out +++ b/tests/testdata/bench/quiet.out @@ -1,10 +1,11 @@ -cpu: [WILDCARD] -runtime: deno [WILDCARD] ([WILDCARD]) + CPU | [WILDCARD] +Runtime | Deno [WILDCARD] ([WILDCARD]) [WILDCARD]/bench/quiet.ts -benchmark time (avg) iter/s (min … max) p75 p99 p995 -------------------------------------------------------------------- ----------------------------- -console.log [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -console.error [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -console.info [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] -console.warn [WILDCARD] [WILDCARD]/iter[WILDCARD]([WILDCARD] … [WILDCARD]) [WILDCARD] + +benchmark time/iter (avg) iter/s (min … max) p75 p99 p995 +--------------- ----------------------------- --------------------- -------------------------- +console.log [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +console.error [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +console.info [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] +console.warn [WILDCARD] [WILDCARD] [WILDCARD] ([WILDCARD] … [WILDCARD]) [WILDCARD] |