2019-09-16 17:29:06 +03:00
|
|
|
module benchmark
|
|
|
|
|
|
|
|
import time
|
2019-10-07 08:51:26 +03:00
|
|
|
import term
|
2019-09-16 17:29:06 +03:00
|
|
|
/*
|
|
|
|
Example usage of this module:
|
|
|
|
```
|
|
|
|
import benchmark
|
|
|
|
mut bmark := benchmark.new_benchmark()
|
|
|
|
// by default the benchmark will be verbose, i.e. it will include timing information
|
2019-10-24 12:47:21 +03:00
|
|
|
// if you want it to be silent, set bmark.verbose = false
|
|
|
|
for {
|
|
|
|
bmark.step() // call this when you want to advance the benchmark.
|
2019-09-16 17:29:06 +03:00
|
|
|
// The timing info in bmark.step_message will be measured starting from the last call to bmark.step
|
|
|
|
....
|
|
|
|
|
|
|
|
//bmark.fail() // call this if the step failed
|
|
|
|
//bmark.step_message(('failed')
|
|
|
|
|
|
|
|
bmark.ok() // call this when the step succeeded
|
|
|
|
println( bmark.step_message('ok')
|
|
|
|
}
|
|
|
|
bmark.stop() // call when you want to finalize the benchmark
|
|
|
|
println( bmark.total_message('remarks about the benchmark') )
|
|
|
|
```
|
2020-02-26 18:29:46 +03:00
|
|
|
|
2020-02-28 16:05:20 +03:00
|
|
|
benchmark.start() and b.measure() are convenience methods,
|
2020-02-26 18:29:46 +03:00
|
|
|
intended to be used in combination. Their goal is to make
|
|
|
|
benchmarking of small snippets of code as *short*, easy to
|
|
|
|
write, and then to read and analyze the results, as possible.
|
|
|
|
Example:
|
|
|
|
```v
|
|
|
|
import benchmark
|
|
|
|
b := benchmark.start()
|
|
|
|
|
|
|
|
// your code 1 ...
|
|
|
|
b.measure('code_1')
|
|
|
|
|
|
|
|
// your code 2 ...
|
|
|
|
b.measure('code_2')
|
|
|
|
```
|
|
|
|
... which will produce on stdout something like this:
|
|
|
|
SPENT 17 ms in code_1
|
|
|
|
SPENT 462 ms in code_2
|
2019-09-16 17:29:06 +03:00
|
|
|
*/
|
|
|
|
|
2019-12-20 00:29:37 +03:00
|
|
|
|
2019-12-30 07:23:54 +03:00
|
|
|
const (
|
2020-03-21 11:48:02 +03:00
|
|
|
BOK = term.ok_message('OK ')
|
2019-12-30 07:23:54 +03:00
|
|
|
BFAIL = term.fail_message('FAIL')
|
2020-04-08 17:52:40 +03:00
|
|
|
BSKIP = term.warn_message('SKIP')
|
2020-02-26 18:29:46 +03:00
|
|
|
BSPENT = term.ok_message('SPENT')
|
2019-12-30 07:23:54 +03:00
|
|
|
)
|
|
|
|
|
2019-12-20 00:29:37 +03:00
|
|
|
pub struct Benchmark {
|
2019-09-16 17:29:06 +03:00
|
|
|
pub mut:
|
|
|
|
bench_start_time i64
|
2019-12-20 00:29:37 +03:00
|
|
|
bench_end_time i64
|
|
|
|
step_start_time i64
|
|
|
|
step_end_time i64
|
|
|
|
ntotal int
|
|
|
|
nok int
|
|
|
|
nfail int
|
2020-03-21 11:48:02 +03:00
|
|
|
nskip int
|
2019-12-20 00:29:37 +03:00
|
|
|
verbose bool
|
2019-12-30 07:23:54 +03:00
|
|
|
nexpected_steps int
|
|
|
|
cstep int
|
|
|
|
bok string
|
|
|
|
bfail string
|
2019-09-16 17:29:06 +03:00
|
|
|
}
|
|
|
|
|
2019-12-20 00:29:37 +03:00
|
|
|
pub fn new_benchmark() Benchmark {
|
2019-09-16 17:29:06 +03:00
|
|
|
return Benchmark{
|
|
|
|
bench_start_time: benchmark.now()
|
|
|
|
verbose: true
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-03-04 22:28:42 +03:00
|
|
|
pub fn new_benchmark_pointer() &Benchmark {
|
|
|
|
return &Benchmark{
|
|
|
|
bench_start_time: benchmark.now()
|
|
|
|
verbose: true
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-12-30 07:23:54 +03:00
|
|
|
pub fn (b mut Benchmark) set_total_expected_steps(n int) {
|
|
|
|
b.nexpected_steps = n
|
|
|
|
}
|
|
|
|
|
2019-09-16 17:29:06 +03:00
|
|
|
pub fn (b mut Benchmark) stop() {
|
|
|
|
b.bench_end_time = benchmark.now()
|
|
|
|
}
|
|
|
|
|
|
|
|
pub fn (b mut Benchmark) step() {
|
|
|
|
b.step_start_time = benchmark.now()
|
2019-12-30 07:23:54 +03:00
|
|
|
b.cstep++
|
2019-09-16 17:29:06 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
pub fn (b mut Benchmark) fail() {
|
|
|
|
b.step_end_time = benchmark.now()
|
|
|
|
b.ntotal++
|
|
|
|
b.nfail++
|
|
|
|
}
|
|
|
|
|
|
|
|
pub fn (b mut Benchmark) ok() {
|
|
|
|
b.step_end_time = benchmark.now()
|
|
|
|
b.ntotal++
|
|
|
|
b.nok++
|
|
|
|
}
|
|
|
|
|
2020-03-21 11:48:02 +03:00
|
|
|
pub fn (b mut Benchmark) skip() {
|
|
|
|
b.step_end_time = benchmark.now()
|
|
|
|
b.ntotal++
|
|
|
|
b.nskip++
|
|
|
|
}
|
|
|
|
|
2019-10-07 08:51:26 +03:00
|
|
|
pub fn (b mut Benchmark) fail_many(n int) {
|
|
|
|
b.step_end_time = benchmark.now()
|
2019-12-20 00:29:37 +03:00
|
|
|
b.ntotal += n
|
|
|
|
b.nfail += n
|
2019-10-07 08:51:26 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
pub fn (b mut Benchmark) ok_many(n int) {
|
|
|
|
b.step_end_time = benchmark.now()
|
2019-12-20 00:29:37 +03:00
|
|
|
b.ntotal += n
|
|
|
|
b.nok += n
|
2019-10-07 08:51:26 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
pub fn (b mut Benchmark) neither_fail_nor_ok() {
|
|
|
|
b.step_end_time = benchmark.now()
|
|
|
|
}
|
|
|
|
|
2020-02-26 18:29:46 +03:00
|
|
|
pub fn start() Benchmark {
|
|
|
|
mut b := new_benchmark()
|
|
|
|
b.step()
|
|
|
|
return b
|
|
|
|
}
|
|
|
|
|
|
|
|
pub fn (b mut Benchmark) measure(label string) i64 {
|
|
|
|
b.ok()
|
|
|
|
res := b.step_end_time - b.step_start_time
|
|
|
|
println(b.step_message_with_label(BSPENT, 'in $label'))
|
|
|
|
b.step()
|
|
|
|
return res
|
|
|
|
}
|
|
|
|
|
2019-12-30 07:23:54 +03:00
|
|
|
pub fn (b &Benchmark) step_message_with_label(label string, msg string) string {
|
|
|
|
mut timed_line := ''
|
|
|
|
if b.nexpected_steps > 0 {
|
|
|
|
mut sprogress := ''
|
|
|
|
if b.nexpected_steps < 10 {
|
|
|
|
sprogress = '${b.cstep:1d}/${b.nexpected_steps:1d}'
|
|
|
|
}
|
|
|
|
if b.nexpected_steps >= 10 && b.nexpected_steps < 100 {
|
|
|
|
sprogress = '${b.cstep:2d}/${b.nexpected_steps:2d}'
|
|
|
|
}
|
|
|
|
if b.nexpected_steps >= 100 && b.nexpected_steps < 1000 {
|
|
|
|
sprogress = '${b.cstep:3d}/${b.nexpected_steps:3d}'
|
|
|
|
}
|
|
|
|
timed_line = b.tdiff_in_ms('[${sprogress}] $msg', b.step_start_time, b.step_end_time)
|
|
|
|
}
|
|
|
|
else {
|
|
|
|
timed_line = b.tdiff_in_ms(msg, b.step_start_time, b.step_end_time)
|
|
|
|
}
|
|
|
|
return '${label:-5s}${timed_line}'
|
|
|
|
}
|
|
|
|
|
2019-12-06 15:24:53 +03:00
|
|
|
pub fn (b &Benchmark) step_message(msg string) string {
|
2019-12-30 07:23:54 +03:00
|
|
|
return b.step_message_with_label('', msg)
|
|
|
|
}
|
|
|
|
|
|
|
|
pub fn (b &Benchmark) step_message_ok(msg string) string {
|
|
|
|
return b.step_message_with_label(BOK, msg)
|
|
|
|
}
|
|
|
|
|
|
|
|
pub fn (b &Benchmark) step_message_fail(msg string) string {
|
|
|
|
return b.step_message_with_label(BFAIL, msg)
|
2019-09-16 17:29:06 +03:00
|
|
|
}
|
|
|
|
|
2020-03-21 11:48:02 +03:00
|
|
|
pub fn (b &Benchmark) step_message_skip(msg string) string {
|
|
|
|
return b.step_message_with_label(BSKIP, msg)
|
|
|
|
}
|
|
|
|
|
2019-12-06 15:24:53 +03:00
|
|
|
pub fn (b &Benchmark) total_message(msg string) string {
|
2020-04-08 18:49:00 +03:00
|
|
|
mut tmsg := '${msg}\n ok, fail, skip, total = ' + term.ok_message('${b.nok:5d}') + ', ' + if b.nfail > 0 { term.red('${b.nfail:5d}') } else { '${b.nfail:5d}' } + ', ' + if b.nskip > 0 { term.bright_yellow('${b.nskip:5d}') } else { '${b.nskip:5d}' } + ', ' + '${b.ntotal:5d}'
|
2019-09-16 17:29:06 +03:00
|
|
|
if b.verbose {
|
|
|
|
tmsg = '<=== total time spent $tmsg'
|
|
|
|
}
|
2019-12-30 07:23:54 +03:00
|
|
|
return ' ' + b.tdiff_in_ms(tmsg, b.bench_start_time, b.bench_end_time)
|
2019-09-16 17:29:06 +03:00
|
|
|
}
|
|
|
|
|
2019-12-06 15:24:53 +03:00
|
|
|
pub fn (b &Benchmark) total_duration() i64 {
|
2019-10-07 08:51:26 +03:00
|
|
|
return (b.bench_end_time - b.bench_start_time)
|
|
|
|
}
|
2019-09-16 17:29:06 +03:00
|
|
|
|
2019-12-20 00:29:37 +03:00
|
|
|
// //////////////////////////////////////////////////////////////////
|
2019-12-06 15:24:53 +03:00
|
|
|
fn (b &Benchmark) tdiff_in_ms(s string, sticks i64, eticks i64) string {
|
2019-09-16 17:29:06 +03:00
|
|
|
if b.verbose {
|
|
|
|
tdiff := (eticks - sticks)
|
2020-03-30 18:21:32 +03:00
|
|
|
return '${tdiff:6d} ms $s'
|
2019-09-16 17:29:06 +03:00
|
|
|
}
|
|
|
|
return s
|
|
|
|
}
|
2019-09-16 18:27:55 +03:00
|
|
|
|
|
|
|
fn now() i64 {
|
|
|
|
return time.ticks()
|
|
|
|
}
|