2019-09-16 17:29:06 +03:00
|
|
|
module benchmark
|
|
|
|
|
|
|
|
import time
|
2019-10-07 08:51:26 +03:00
|
|
|
import term
|
2019-12-20 00:29:37 +03:00
|
|
|
|
2020-08-07 16:44:49 +03:00
|
|
|
pub const (
|
2020-12-27 16:51:55 +03:00
|
|
|
b_ok = term.ok_message('OK ')
|
|
|
|
b_fail = term.fail_message('FAIL')
|
2020-05-22 18:36:09 +03:00
|
|
|
b_skip = term.warn_message('SKIP')
|
|
|
|
b_spent = term.ok_message('SPENT')
|
2019-12-30 07:23:54 +03:00
|
|
|
)
|
|
|
|
|
2019-12-20 00:29:37 +03:00
|
|
|
pub struct Benchmark {
|
2019-09-16 17:29:06 +03:00
|
|
|
pub mut:
|
2020-12-27 16:51:55 +03:00
|
|
|
bench_timer time.StopWatch
|
|
|
|
verbose bool
|
|
|
|
no_cstep bool
|
|
|
|
step_timer time.StopWatch
|
|
|
|
ntotal int
|
|
|
|
nok int
|
|
|
|
nfail int
|
|
|
|
nskip int
|
|
|
|
nexpected_steps int
|
|
|
|
cstep int
|
|
|
|
bok string
|
|
|
|
bfail string
|
2019-09-16 17:29:06 +03:00
|
|
|
}
|
|
|
|
|
2020-12-18 20:21:20 +03:00
|
|
|
// new_benchmark returns a `Benchmark` instance on the stack.
|
2019-12-20 00:29:37 +03:00
|
|
|
pub fn new_benchmark() Benchmark {
|
2019-09-16 17:29:06 +03:00
|
|
|
return Benchmark{
|
2020-05-30 10:20:54 +03:00
|
|
|
bench_timer: time.new_stopwatch({})
|
2019-09-16 17:29:06 +03:00
|
|
|
verbose: true
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-12-18 20:21:20 +03:00
|
|
|
// new_benchmark_no_cstep returns a new `Benchmark` instance with step counting disabled.
|
2020-04-18 05:49:03 +03:00
|
|
|
pub fn new_benchmark_no_cstep() Benchmark {
|
|
|
|
return Benchmark{
|
2020-05-30 10:20:54 +03:00
|
|
|
bench_timer: time.new_stopwatch({})
|
2020-04-18 05:49:03 +03:00
|
|
|
verbose: true
|
|
|
|
no_cstep: true
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-12-18 20:21:20 +03:00
|
|
|
// new_benchmark_pointer returns a new `Benchmark` instance allocated on the heap.
|
|
|
|
// This is useful for long-lived use of `Benchmark` instances.
|
2020-03-04 22:28:42 +03:00
|
|
|
pub fn new_benchmark_pointer() &Benchmark {
|
|
|
|
return &Benchmark{
|
2020-05-30 10:20:54 +03:00
|
|
|
bench_timer: time.new_stopwatch({})
|
2020-03-04 22:28:42 +03:00
|
|
|
verbose: true
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-12-18 20:21:20 +03:00
|
|
|
// set_total_expected_steps sets the the total amount of steps the benchmark is expected to take.
|
2020-05-17 14:51:18 +03:00
|
|
|
pub fn (mut b Benchmark) set_total_expected_steps(n int) {
|
2019-12-30 07:23:54 +03:00
|
|
|
b.nexpected_steps = n
|
|
|
|
}
|
|
|
|
|
2020-12-18 20:21:20 +03:00
|
|
|
// stop stops the internal benchmark timer.
|
2020-05-17 14:51:18 +03:00
|
|
|
pub fn (mut b Benchmark) stop() {
|
2020-04-19 04:40:32 +03:00
|
|
|
b.bench_timer.stop()
|
2019-09-16 17:29:06 +03:00
|
|
|
}
|
|
|
|
|
2020-12-18 20:21:20 +03:00
|
|
|
// step increases the step count by 1 and restarts the internal timer.
|
2020-05-17 14:51:18 +03:00
|
|
|
pub fn (mut b Benchmark) step() {
|
2020-04-19 04:40:32 +03:00
|
|
|
b.step_timer.restart()
|
2020-04-18 05:49:03 +03:00
|
|
|
if !b.no_cstep {
|
|
|
|
b.cstep++
|
|
|
|
}
|
2019-09-16 17:29:06 +03:00
|
|
|
}
|
|
|
|
|
2020-12-18 20:21:20 +03:00
|
|
|
// fail increases the fail count by 1 and stops the internal timer.
|
2020-05-17 14:51:18 +03:00
|
|
|
pub fn (mut b Benchmark) fail() {
|
2020-04-19 04:40:32 +03:00
|
|
|
b.step_timer.stop()
|
2019-09-16 17:29:06 +03:00
|
|
|
b.ntotal++
|
|
|
|
b.nfail++
|
|
|
|
}
|
|
|
|
|
2020-12-18 20:21:20 +03:00
|
|
|
// ok increases the ok count by 1 and stops the internal timer.
|
2020-05-17 14:51:18 +03:00
|
|
|
pub fn (mut b Benchmark) ok() {
|
2020-04-19 04:40:32 +03:00
|
|
|
b.step_timer.stop()
|
2019-09-16 17:29:06 +03:00
|
|
|
b.ntotal++
|
|
|
|
b.nok++
|
|
|
|
}
|
|
|
|
|
2020-12-18 20:21:20 +03:00
|
|
|
// skip increases the skip count by 1 and stops the internal timer.
|
2020-05-17 14:51:18 +03:00
|
|
|
pub fn (mut b Benchmark) skip() {
|
2020-04-19 04:40:32 +03:00
|
|
|
b.step_timer.stop()
|
2020-03-21 11:48:02 +03:00
|
|
|
b.ntotal++
|
|
|
|
b.nskip++
|
|
|
|
}
|
|
|
|
|
2020-12-18 20:21:20 +03:00
|
|
|
// fail_many increases the fail count by `n` and stops the internal timer.
|
2020-05-17 14:51:18 +03:00
|
|
|
pub fn (mut b Benchmark) fail_many(n int) {
|
2020-04-19 04:40:32 +03:00
|
|
|
b.step_timer.stop()
|
2019-12-20 00:29:37 +03:00
|
|
|
b.ntotal += n
|
|
|
|
b.nfail += n
|
2019-10-07 08:51:26 +03:00
|
|
|
}
|
|
|
|
|
2020-12-18 20:21:20 +03:00
|
|
|
// ok_many increases the ok count by `n` and stops the internal timer.
|
2020-05-17 14:51:18 +03:00
|
|
|
pub fn (mut b Benchmark) ok_many(n int) {
|
2020-04-19 04:40:32 +03:00
|
|
|
b.step_timer.stop()
|
2019-12-20 00:29:37 +03:00
|
|
|
b.ntotal += n
|
|
|
|
b.nok += n
|
2019-10-07 08:51:26 +03:00
|
|
|
}
|
|
|
|
|
2020-12-18 20:21:20 +03:00
|
|
|
// neither_fail_nor_ok stops the internal timer.
|
2020-05-17 14:51:18 +03:00
|
|
|
pub fn (mut b Benchmark) neither_fail_nor_ok() {
|
2020-04-19 04:40:32 +03:00
|
|
|
b.step_timer.stop()
|
2019-10-07 08:51:26 +03:00
|
|
|
}
|
|
|
|
|
2020-12-18 20:21:20 +03:00
|
|
|
// start returns a new, running, instance of `Benchmark`.
|
|
|
|
// This is a shorthand for calling `new_benchmark().step()`.
|
2020-02-26 18:29:46 +03:00
|
|
|
pub fn start() Benchmark {
|
|
|
|
mut b := new_benchmark()
|
|
|
|
b.step()
|
|
|
|
return b
|
|
|
|
}
|
|
|
|
|
2020-12-18 20:21:20 +03:00
|
|
|
// measure prints the current time spent doing `label`, since the benchmark was started.
|
2020-05-17 14:51:18 +03:00
|
|
|
pub fn (mut b Benchmark) measure(label string) i64 {
|
2020-02-26 18:29:46 +03:00
|
|
|
b.ok()
|
2020-04-24 10:26:47 +03:00
|
|
|
res := b.step_timer.elapsed().microseconds()
|
2021-01-24 12:54:27 +03:00
|
|
|
println(b.step_message_with_label(benchmark.b_spent, 'in $label'))
|
2020-02-26 18:29:46 +03:00
|
|
|
b.step()
|
|
|
|
return res
|
|
|
|
}
|
|
|
|
|
2020-12-18 20:21:20 +03:00
|
|
|
// step_message_with_label_and_duration returns a string describing the current step.
|
2020-08-07 16:44:49 +03:00
|
|
|
pub fn (b &Benchmark) step_message_with_label_and_duration(label string, msg string, sduration time.Duration) string {
|
|
|
|
timed_line := b.tdiff_in_ms(msg, sduration.microseconds())
|
2020-04-24 10:26:47 +03:00
|
|
|
if b.nexpected_steps > 1 {
|
2019-12-30 07:23:54 +03:00
|
|
|
mut sprogress := ''
|
|
|
|
if b.nexpected_steps < 10 {
|
2020-12-27 16:51:55 +03:00
|
|
|
sprogress = if b.no_cstep {
|
|
|
|
'TMP1/${b.nexpected_steps:1d}'
|
|
|
|
} else {
|
2020-04-18 05:49:03 +03:00
|
|
|
'${b.cstep:1d}/${b.nexpected_steps:1d}'
|
|
|
|
}
|
2020-04-24 10:26:47 +03:00
|
|
|
} else if b.nexpected_steps >= 10 && b.nexpected_steps < 100 {
|
2020-12-27 16:51:55 +03:00
|
|
|
sprogress = if b.no_cstep {
|
|
|
|
'TMP2/${b.nexpected_steps:2d}'
|
|
|
|
} else {
|
2020-04-18 05:49:03 +03:00
|
|
|
'${b.cstep:2d}/${b.nexpected_steps:2d}'
|
|
|
|
}
|
2020-04-24 10:26:47 +03:00
|
|
|
} else if b.nexpected_steps >= 100 && b.nexpected_steps < 1000 {
|
2020-12-27 16:51:55 +03:00
|
|
|
sprogress = if b.no_cstep {
|
|
|
|
'TMP3/${b.nexpected_steps:3d}'
|
|
|
|
} else {
|
2020-04-18 05:49:03 +03:00
|
|
|
'${b.cstep:3d}/${b.nexpected_steps:3d}'
|
|
|
|
}
|
2020-04-24 10:26:47 +03:00
|
|
|
} else {
|
2020-12-27 16:51:55 +03:00
|
|
|
sprogress = if b.no_cstep {
|
|
|
|
'TMP4/${b.nexpected_steps:4d}'
|
|
|
|
} else {
|
2020-04-24 10:26:47 +03:00
|
|
|
'${b.cstep:4d}/${b.nexpected_steps:4d}'
|
|
|
|
}
|
2019-12-30 07:23:54 +03:00
|
|
|
}
|
2020-12-27 16:51:55 +03:00
|
|
|
return '${label:-5s} [$sprogress] $timed_line'
|
2019-12-30 07:23:54 +03:00
|
|
|
}
|
2020-12-27 16:51:55 +03:00
|
|
|
return '${label:-5s}$timed_line'
|
2019-12-30 07:23:54 +03:00
|
|
|
}
|
|
|
|
|
2020-12-18 20:21:20 +03:00
|
|
|
// step_message_with_label returns a string describing the current step using current time as duration.
|
2020-08-07 16:44:49 +03:00
|
|
|
pub fn (b &Benchmark) step_message_with_label(label string, msg string) string {
|
|
|
|
return b.step_message_with_label_and_duration(label, msg, b.step_timer.elapsed())
|
|
|
|
}
|
|
|
|
|
2020-12-18 20:21:20 +03:00
|
|
|
// step_message returns a string describing the current step.
|
2019-12-06 15:24:53 +03:00
|
|
|
pub fn (b &Benchmark) step_message(msg string) string {
|
2019-12-30 07:23:54 +03:00
|
|
|
return b.step_message_with_label('', msg)
|
|
|
|
}
|
|
|
|
|
2020-12-18 20:21:20 +03:00
|
|
|
// step_message_ok returns a string describing the current step with an standard "OK" label.
|
2019-12-30 07:23:54 +03:00
|
|
|
pub fn (b &Benchmark) step_message_ok(msg string) string {
|
2021-01-24 12:54:27 +03:00
|
|
|
return b.step_message_with_label(benchmark.b_ok, msg)
|
2019-12-30 07:23:54 +03:00
|
|
|
}
|
|
|
|
|
2020-12-18 20:21:20 +03:00
|
|
|
// step_message_fail returns a string describing the current step with an standard "FAIL" label.
|
2019-12-30 07:23:54 +03:00
|
|
|
pub fn (b &Benchmark) step_message_fail(msg string) string {
|
2021-01-24 12:54:27 +03:00
|
|
|
return b.step_message_with_label(benchmark.b_fail, msg)
|
2019-09-16 17:29:06 +03:00
|
|
|
}
|
|
|
|
|
2020-12-18 20:21:20 +03:00
|
|
|
// step_message_skip returns a string describing the current step with an standard "SKIP" label.
|
2020-03-21 11:48:02 +03:00
|
|
|
pub fn (b &Benchmark) step_message_skip(msg string) string {
|
2021-01-24 12:54:27 +03:00
|
|
|
return b.step_message_with_label(benchmark.b_skip, msg)
|
2020-03-21 11:48:02 +03:00
|
|
|
}
|
|
|
|
|
2020-12-18 20:21:20 +03:00
|
|
|
// total_message returns a string with total summary of the benchmark run.
|
2019-12-06 15:24:53 +03:00
|
|
|
pub fn (b &Benchmark) total_message(msg string) string {
|
2021-01-31 20:22:42 +03:00
|
|
|
the_label := term.colorize(term.gray, msg)
|
|
|
|
mut tmsg := '${term.colorize(term.bold, 'Summary for $the_label:')} '
|
2021-01-13 12:07:12 +03:00
|
|
|
if b.nfail > 0 {
|
2021-01-17 20:09:29 +03:00
|
|
|
tmsg += term.colorize(term.bold, term.colorize(term.red, '$b.nfail failed')) + ', '
|
2019-09-16 17:29:06 +03:00
|
|
|
}
|
2021-01-13 12:07:12 +03:00
|
|
|
if b.nok > 0 {
|
2021-01-17 20:09:29 +03:00
|
|
|
tmsg += term.colorize(term.bold, term.colorize(term.green, '$b.nok passed')) + ', '
|
2021-01-13 12:07:12 +03:00
|
|
|
}
|
|
|
|
if b.nskip > 0 {
|
2021-01-17 20:09:29 +03:00
|
|
|
tmsg += term.colorize(term.bold, term.colorize(term.yellow, '$b.nskip skipped')) + ', '
|
2020-04-24 10:26:47 +03:00
|
|
|
}
|
2021-01-23 11:33:22 +03:00
|
|
|
tmsg += '$b.ntotal total. ${term.colorize(term.bold, 'Runtime:')} ${b.bench_timer.elapsed().microseconds() / 1000} ms.\n'
|
2021-01-13 12:07:12 +03:00
|
|
|
return tmsg
|
2019-09-16 17:29:06 +03:00
|
|
|
}
|
|
|
|
|
2020-12-18 20:21:20 +03:00
|
|
|
// total_duration returns the duration in ms.
|
2019-12-06 15:24:53 +03:00
|
|
|
pub fn (b &Benchmark) total_duration() i64 {
|
2020-04-24 08:33:25 +03:00
|
|
|
return b.bench_timer.elapsed().milliseconds()
|
2019-10-07 08:51:26 +03:00
|
|
|
}
|
2019-09-16 17:29:06 +03:00
|
|
|
|
2020-12-18 20:21:20 +03:00
|
|
|
// tdiff_in_ms prefixes `s` with a time difference calculation.
|
2020-04-19 04:40:32 +03:00
|
|
|
fn (b &Benchmark) tdiff_in_ms(s string, tdiff i64) string {
|
2019-09-16 17:29:06 +03:00
|
|
|
if b.verbose {
|
2020-12-27 16:51:55 +03:00
|
|
|
return '${f64(tdiff) / 1000.0:9.3f} ms $s'
|
2019-09-16 17:29:06 +03:00
|
|
|
}
|
|
|
|
return s
|
|
|
|
}
|