v/vlib/compiler2/scanner/scanner_test.v

// Copyright (c) 2019 Alexander Medvednikov. All rights reserved.
// Use of this source code is governed by an MIT license
// that can be found in the LICENSE file.
module scanner

import (
	compiler2.token
)

fn test_scan() {
	text := 'println(2 + 3)'
	mut scanner := new_scanner(text)
	mut tokens := []token.Token
	for {
		res := scanner.scan()
		if res.tok == .eof {
			break
		}
		tokens << res.tok
	}
	assert tokens.len == 6
	assert tokens[0] == .name
	assert tokens[1] == .lpar
	assert tokens[2] == .number
	assert tokens[3] == .plus
	assert tokens[4] == .number
	assert tokens[5] == .rpar

}