1
0
mirror of https://github.com/vlang/v.git synced 2023-08-10 21:13:21 +03:00
v/cmd/tools/repeat.v

218 lines
5.9 KiB
V
Raw Normal View History

module main
import os
import flag
import time
2020-10-01 23:25:29 +03:00
import term
import math
import scripting
2020-10-01 23:25:29 +03:00
import v.util
struct CmdResult {
mut:
runs int
2020-10-01 23:25:29 +03:00
cmd string
2020-10-02 10:57:58 +03:00
icmd int
outputs []string
oms map[string][]int
2020-10-01 23:25:29 +03:00
summary map[string]Aints
timings []int
2020-10-01 23:25:29 +03:00
atiming Aints
}
struct Context {
mut:
count int
2020-10-02 13:28:05 +03:00
series int
warmup int
show_help bool
2020-10-02 18:10:25 +03:00
show_output bool
2020-10-02 10:57:58 +03:00
fail_on_regress_percent int
verbose bool
commands []string
results []CmdResult
2020-10-01 23:25:29 +03:00
cline string // a terminal clearing line
}
2020-10-01 23:25:29 +03:00
struct Aints {
values []int
mut:
imin int
imax int
average f64
stddev f64
}
fn new_aints(vals []int) Aints {
mut res := Aints{ values: vals }
mut sum := i64(0)
mut imin := math.max_i32
mut imax := -math.max_i32
for i in vals {
sum+=i
if i < imin {
imin = i
}
if i > imax {
imax = i
}
}
res.imin = imin
res.imax = imax
if vals.len > 0 {
res.average = sum / f64(vals.len)
}
//
mut devsum := f64(0.0)
for i in vals {
x := f64(i) - res.average
devsum += (x * x)
}
res.stddev = math.sqrt( devsum / f64(vals.len) )
return res
}
fn (a Aints) str() string { return util.bold('${a.average:9.3f}') + 'ms ± σ: ${a.stddev:-5.1f}ms, min max: ${a.imin}ms ${a.imax}ms' }
2020-10-02 10:57:58 +03:00
const (
max_fail_percent = 100000
)
fn main(){
mut context := Context{}
2020-10-01 20:46:45 +03:00
context.parse_options()
context.run()
context.show_diff_summary()
}
fn (mut context Context) parse_options() {
mut fp := flag.new_flag_parser(os.args)
fp.application(os.file_name(os.executable()))
fp.version('0.0.1')
2020-10-02 13:28:05 +03:00
fp.description('Repeat command(s) and collect statistics. NB: you have to quote each command, if it contains spaces.')
fp.arguments_description('CMD1 CMD2 ...')
fp.skip_executable()
fp.limit_free_args_to_at_least(1)
2020-10-02 13:28:05 +03:00
context.count = fp.int('count', `c`, 10, 'Repetition count.')
context.series = fp.int('series', `s`, 2, 'Series count. `-s 2 -c 4 a b` => aaaabbbbaaaabbbb, while `-s 3 -c 2 a b` => aabbaabbaabb.')
context.warmup = fp.int('warmup', `w`, 2, 'Warmup runs. These are done *only at the start*, and are ignored.')
context.show_help = fp.bool('help', `h`, false, 'Show this help screen.')
2020-10-02 18:10:25 +03:00
context.show_output = fp.bool('output', `O`, false, 'Show command stdout/stderr in the progress indicator for each command. NB: slower, for verbose commands.')
context.verbose = fp.bool('verbose', `v`, false, 'Be more verbose.')
2020-10-02 10:57:58 +03:00
context.fail_on_regress_percent = fp.int('fail_percent', `f`, max_fail_percent, 'Fail with 1 exit code, when first cmd is X% slower than the rest (regression).')
if context.show_help {
println(fp.usage())
exit(0)
}
if context.verbose {
scripting.set_verbose(true)
}
context.commands = fp.finalize() or {
eprintln('Error: ' + err)
exit(1)
}
context.results = []CmdResult{ len: context.commands.len, init: CmdResult{} }
2020-10-01 23:25:29 +03:00
context.cline = '\r' + term.h_divider('')
}
fn (mut context Context) clear_line() {
print(context.cline)
2020-10-01 20:46:45 +03:00
}
fn (mut context Context) run() {
2020-10-02 13:28:05 +03:00
mut run_warmups := 0
for si in 1..context.series+1 {
for icmd, cmd in context.commands {
mut runs := 0
mut duration := 0
mut sum := 0
mut oldres := ''
println('Series: ${si:4}/${context.series:-4}, command: $cmd')
if context.warmup > 0 && run_warmups < context.commands.len {
for i in 1..context.warmup+1 {
print('\r warming up run: ${i:4}/${context.warmup:-4} for ${cmd:-50s} took ${duration:6} ms ...')
mut sw := time.new_stopwatch({})
os.exec(cmd) or { continue }
duration = int(sw.elapsed().milliseconds())
}
run_warmups++
}
context.clear_line()
for i in 1..(context.count+1) {
avg := f64(sum)/f64(i)
print('\rAverage: ${avg:9.3f}ms | run: ${i:4}/${context.count:-4} | took ${duration:6} ms')
2020-10-02 18:10:25 +03:00
if context.show_output {
2020-10-02 13:28:05 +03:00
print(' | result: ${oldres:-s}')
}
mut sw := time.new_stopwatch({})
2020-10-02 13:28:05 +03:00
res := os.exec(cmd) or {
eprintln('${i:10} failed runnning cmd: $cmd')
continue
}
duration = int(sw.elapsed().milliseconds())
2020-10-02 13:28:05 +03:00
if res.exit_code != 0 {
eprintln('${i:10} non 0 exit code for cmd: $cmd')
continue
}
context.results[icmd].outputs << res.output.trim_right('\r\n').replace('\r\n', '\n').split("\n")
context.results[icmd].timings << duration
sum += duration
runs++
oldres = res.output.replace('\n', ' ')
}
2020-10-02 13:28:05 +03:00
context.results[icmd].cmd = cmd
context.results[icmd].icmd = icmd
context.results[icmd].runs = runs
context.results[icmd].atiming = new_aints(context.results[icmd].timings)
context.clear_line()
print('\r')
mut m := map[string][]int
for o in context.results[icmd].outputs {
x := o.split(':')
if x.len > 1 {
k := x[0]
v := x[1].trim_left(' ').int()
m[k] << v
}
}
2020-10-02 13:28:05 +03:00
context.results[icmd].oms = m
oms := context.results[icmd].oms
mut summary := map[string]Aints{}
for k,v in oms {
s := new_aints(v)
println(' $k: $s')
summary[k] = s
}
2020-10-02 13:28:05 +03:00
context.results[icmd].summary = summary
//println('')
2020-10-01 23:25:29 +03:00
}
}
2020-10-01 20:46:45 +03:00
}
fn (mut context Context) show_diff_summary() {
2020-10-01 23:25:29 +03:00
context.results.sort_with_compare(fn (a, b &CmdResult) int {
if a.atiming.average < b.atiming.average {
return -1
}
if a.atiming.average > b.atiming.average {
return 1
}
return 0
})
2020-10-02 13:28:05 +03:00
println('Summary (commands are ordered by ascending mean time), after $context.series series of $context.count repetitions:')
2020-10-01 23:25:29 +03:00
base := context.results[0].atiming.average
2020-10-02 10:57:58 +03:00
mut first_cmd_percentage := f64(100.0)
2020-10-01 23:25:29 +03:00
for i, r in context.results {
2020-10-02 10:57:58 +03:00
cpercent := (r.atiming.average / base) * 100 - 100
first_marker := if r.icmd == 0 { util.bold('>') } else { ' ' }
if r.icmd == 0 {
first_cmd_percentage = cpercent
}
println(' ${first_marker}${(i+1):3} | ${cpercent:6.1f}% slower | ${r.cmd:-55s} | ${r.atiming}')
}
if context.fail_on_regress_percent == max_fail_percent || context.results.len < 2 {
return
}
fail_threshold_max := f64(context.fail_on_regress_percent)
if first_cmd_percentage > fail_threshold_max {
print('Performance regression detected, failing since ')
println('${first_cmd_percentage:5.1f}% > ${fail_threshold_max:5.1f}% threshold.')
exit(1)
2020-10-01 23:25:29 +03:00
}
}