cgen,pref,preludes: implement v -assert continues file_test.v (#15976)

cmd/tools/test_if_v_test_system_works.v

@@ -6,7 +6,7 @@ import os
 import rand
 
 const (
-	vexe  = get_vexe_path()
+	vexe  = os.quoted_path(get_vexe_path())
 	vroot = os.dir(vexe)
 	tdir  = new_tdir()
 )
@@ -38,34 +38,57 @@ fn cleanup_tdir() {
 	os.rmdir_all(tdir) or { eprintln(err) }
 }
 
+type MyResult = string
+
+[noreturn]
+fn (result MyResult) fail(reason string) {
+	eprintln('> $reason, but it does not. Result:\n$result')
+	exit(1)
+}
+
+fn (result MyResult) has(sub string) MyResult {
+	if !result.contains(sub) {
+		result.fail(' result should have the substring `$sub`')
+	}
+	return result
+}
+
+fn (result MyResult) matches(gpattern string) MyResult {
+	if !result.match_glob(gpattern) {
+		result.fail('result should match the glob pattern `$gpattern`')
+	}
+	return result
+}
+
 fn create_test(tname string, tcontent string) ?string {
 	tpath := os.join_path(tdir, tname)
 	os.write_file(tpath, tcontent)?
 	eprintln('>>>>>>>> tpath: $tpath | tcontent: $tcontent')
-	return tpath
+	return os.quoted_path(tpath)
 }
 
-fn main() {
-	defer {
-		os.chdir(os.wd_at_startup) or {}
+fn check_assert_continues_works() ? {
+	os.chdir(tdir)?
+	create_test('assert_continues_option_works_test.v', 'fn test_fail1() { assert 2==4\nassert 2==1\nassert 2==0 }\nfn test_ok(){ assert true }\nfn test_fail2() { assert false }')?
+	result := check_fail('$vexe -assert continues assert_continues_option_works_test.v')
+	result.has('assert_continues_option_works_test.v:1: fn test_fail1')
+	result.has('assert_continues_option_works_test.v:2: fn test_fail1')
+	result.has('assert_continues_option_works_test.v:3: fn test_fail1')
+	result.has('assert_continues_option_works_test.v:5: fn test_fail2')
+	result.has('> assert 2 == 4').has('> assert 2 == 1').has('> assert 2 == 0')
+	// Check if a test function, tagged with [assert_continues], has the same behaviour, without needing additional options
+	create_test('assert_continues_tag_works_test.v', '[assert_continues]fn test_fail1() { assert 2==4\nassert 2==1\nassert 2==0 }\nfn test_ok(){ assert true }\nfn test_fail2() { assert false\n assert false }')?
+	tag_res := check_fail('$vexe assert_continues_tag_works_test.v')
+	tag_res.has('assert_continues_tag_works_test.v:1: fn test_fail1')
+	tag_res.has('assert_continues_tag_works_test.v:2: fn test_fail1')
+	tag_res.has('assert_continues_tag_works_test.v:3: fn test_fail1')
+	tag_res.has('assert_continues_tag_works_test.v:5: fn test_fail2')
+	if tag_res.contains('assert_continues_tag_works_test.v:6: fn test_fail2') {
+		exit(1)
 	}
-	println('> vroot: $vroot | vexe: $vexe | tdir: $tdir')
-	ok_fpath := create_test('a_single_ok_test.v', 'fn test_ok(){ assert true }')?
-	check_ok('"$vexe" "$ok_fpath"')
-	check_ok('"$vexe" test "$ok_fpath"')
-	check_ok('"$vexe" test "$tdir"')
-	fail_fpath := create_test('a_single_failing_test.v', 'fn test_fail(){ assert 1 == 2 }')?
-	check_fail('"$vexe" "$fail_fpath"')
-	check_fail('"$vexe" test "$fail_fpath"')
-	check_fail('"$vexe" test "$tdir"')
-	rel_dir := os.join_path(tdir, rand.ulid())
-	os.mkdir(rel_dir)?
-	os.chdir(rel_dir)?
-	check_ok('"$vexe" test "..${os.path_separator + os.base(ok_fpath)}"')
-	println('> all done')
 }
 
-fn check_ok(cmd string) string {
+fn check_ok(cmd string) MyResult {
 	println('>   check_ok cmd: $cmd')
 	res := os.execute(cmd)
 	if res.exit_code != 0 {
@@ -75,7 +98,7 @@ fn check_ok(cmd string) string {
 	return res.output
 }
 
-fn check_fail(cmd string) string {
+fn check_fail(cmd string) MyResult {
 	println('> check_fail cmd: $cmd')
 	res := os.execute(cmd)
 	if res.exit_code == 0 {
@@ -84,3 +107,29 @@ fn check_fail(cmd string) string {
 	}
 	return res.output
 }
+
+fn main() {
+	defer {
+		os.chdir(os.wd_at_startup) or {}
+	}
+	println('> vroot: $vroot | vexe: $vexe | tdir: $tdir')
+	ok_fpath := create_test('a_single_ok_test.v', 'fn test_ok(){ assert true }')?
+	if check_ok('$vexe $ok_fpath') != '' {
+		exit(1)
+	}
+	check_ok('$vexe test $ok_fpath').matches('*OK*a_single_ok_test.v*')
+	check_ok('$vexe test "$tdir"').matches('*OK*a_single_ok_test.v*')
+	//
+	fail_fpath := create_test('a_single_failing_test.v', 'fn test_fail(){ assert 1 == 2 }')?
+	check_fail('$vexe $fail_fpath').has('> assert 1 == 2').has('a_single_failing_test.v:1: fn test_fail')
+	check_fail('$vexe test $fail_fpath').has('> assert 1 == 2').has('a_single_failing_test.v:1: fn test_fail')
+	check_fail('$vexe test "$tdir"').has('> assert 1 == 2')
+	rel_dir := os.join_path(tdir, rand.ulid())
+	os.mkdir(rel_dir)?
+	os.chdir(rel_dir)?
+	relative_path := '..' + os.path_separator + 'a_single_ok_test.v'
+	check_ok('$vexe test ${os.quoted_path(relative_path)}').has('OK').has('a_single_ok_test.v')
+	//
+	check_assert_continues_works()?
+	println('> all done')
+}

cmd/v/help/build-c.txt

@@ -291,6 +291,10 @@ see also `v help build`.
       backtraces are not implemented yet on all combinations of
       platform/compiler.
 
+   -assert continues
+      Just prints the failed assertion then continues. Useful if you want to see
+      the failures of many assertions that are all in the same test_ function.
+
    -thread-stack-size 4194304
       Set the thread stack size to 4MB. Use multiples of 4096.
       The default is 8MB, which is enough for compiling V programs, with deeply