1
0
mirror of https://github.com/vlang/v.git synced 2023-08-10 21:13:21 +03:00
v/compiler/main.v

1159 lines
30 KiB
Go
Raw Normal View History

2019-06-23 05:21:30 +03:00
// Copyright (c) 2019 Alexander Medvednikov. All rights reserved.
// Use of this source code is governed by an MIT license
// that can be found in the LICENSE file.
2019-06-22 21:20:28 +03:00
module main
import os
import time
2019-07-12 08:37:54 +03:00
import strings
2019-06-22 21:20:28 +03:00
const (
2019-07-16 00:56:18 +03:00
Version = '0.1.15'
2019-06-22 21:20:28 +03:00
)
enum BuildMode {
// `v program.v'
// Build user code only, and add pre-compiled vlib (`cc program.o builtin.o os.o...`)
2019-07-12 08:23:16 +03:00
default_mode
2019-06-22 21:20:28 +03:00
// `v -embed_vlib program.v`
// vlib + user code in one file (slower compilation, but easier when working on vlib and cross-compiling)
2019-07-12 08:23:16 +03:00
embed_vlib
2019-06-22 21:20:28 +03:00
// `v -lib ~/v/os`
// build any module (generate os.o + os.vh)
2019-07-12 08:23:16 +03:00
build //TODO a better name would be smth like `.build_module` I think
2019-06-22 21:20:28 +03:00
}
2019-07-16 18:42:04 +03:00
fn modules_path() string {
return os.home_dir() + '/.vmodules/'
2019-06-22 21:20:28 +03:00
}
const (
2019-07-15 21:18:05 +03:00
SupportedPlatforms = ['windows', 'mac', 'linux', 'freebsd', 'openbsd', 'netbsd', 'dragonfly']
2019-07-16 18:42:04 +03:00
ModPath = modules_path()
2019-06-22 21:20:28 +03:00
)
enum OS {
mac
linux
windows
2019-07-15 18:24:40 +03:00
freebsd
2019-07-15 21:18:05 +03:00
openbsd
netbsd
dragonfly
2019-06-23 07:34:41 +03:00
}
2019-06-22 21:20:28 +03:00
enum Pass {
2019-07-16 18:59:07 +03:00
// A very short pass that only looks at imports in the beginning of
// each file
imports
2019-07-16 18:59:07 +03:00
// First pass, only parses and saves declarations (fn signatures,
// consts, types).
2019-06-22 21:20:28 +03:00
// Skips function bodies.
2019-07-16 18:59:07 +03:00
// We need this because in V things can be used before they are
// declared.
decl
2019-06-22 21:20:28 +03:00
// Second pass, parses function bodies and generates C or machine code.
main
}
2019-06-22 21:20:28 +03:00
struct V {
mut:
os OS // the OS to build for
2019-06-22 21:20:28 +03:00
out_name_c string // name of the temporary C file
files []string // all V files that need to be parsed and compiled
dir string // directory (or file) being compiled (TODO rename to path?)
table *Table // table with types, vars, functions etc
cgen *CGen // C code generator
pref *Preferences // all the prefrences and settings extracted to a struct for reusability
lang_dir string // "~/code/v"
2019-06-22 21:20:28 +03:00
out_name string // "program.exe"
vroot string
2019-06-22 21:20:28 +03:00
}
struct Preferences {
mut:
build_mode BuildMode
nofmt bool // disable vfmt
is_test bool // `v test string_test.v`
is_script bool // single file mode (`v program.v`), main function can be skipped
is_live bool // for hot code reloading
is_so bool
is_prof bool // benchmark every function
translated bool // `v translate doom.v` are we running V code translated from C? allow globals, ++ expressions, etc
is_prod bool // use "-O2"
is_verbose bool // print extra information with `v.log()`
obfuscate bool // `v -obf program.v`, renames functions to "f_XXX"
is_play bool // playground mode
is_repl bool
is_run bool
show_c_cmd bool // `v -show_c_cmd` prints the C command to build program.v.c
sanitize bool // use Clang's new "-fsanitize" option
2019-07-03 04:16:26 +03:00
is_debug bool // keep compiled C files
no_auto_free bool // `v -nofree` disable automatic `free()` insertion for better performance in some applications (e.g. compilers)
cflags string // Additional options which will be passed to the C compiler.
// For example, passing -cflags -Os will cause the C compiler to optimize the generated binaries for size.
// You could pass several -cflags XXX arguments. They will be merged with each other.
// You can also quote several options at the same time: -cflags '-Os -fno-inline-small-functions'.
}
2019-06-22 21:20:28 +03:00
fn main() {
2019-07-03 14:20:43 +03:00
// There's no `flags` module yet, so args have to be parsed manually
args := env_vflags_and_os_args()
2019-06-22 21:20:28 +03:00
// Print the version and exit.
if '-v' in args || '--version' in args || 'version' in args {
2019-06-23 11:01:55 +03:00
println('V $Version')
2019-06-22 21:20:28 +03:00
return
}
if '-h' in args || '--help' in args || 'help' in args {
println(HelpText)
2019-06-23 03:40:36 +03:00
return
2019-06-22 21:20:28 +03:00
}
2019-06-24 18:42:44 +03:00
if 'translate' in args {
println('Translating C to V will be available in V 0.3')
return
}
2019-06-22 23:00:38 +03:00
// TODO quit if the compiler is too old
// u := os.file_last_mod_unix('v')
2019-06-22 23:00:38 +03:00
// If there's no tmp path with current version yet, the user must be using a pre-built package
2019-06-22 21:20:28 +03:00
// Copy the `vlib` directory to the tmp path.
2019-06-22 23:00:38 +03:00
/*
// TODO
2019-06-22 21:20:28 +03:00
if !os.file_exists(TmpPath) && os.file_exists('vlib') {
}
2019-06-22 23:00:38 +03:00
*/
2019-06-22 21:20:28 +03:00
// Just fmt and exit
if 'fmt' in args {
2019-06-22 21:20:28 +03:00
file := args.last()
if !os.file_exists(file) {
println('"$file" does not exist')
exit(1)
2019-06-22 21:20:28 +03:00
}
if !file.ends_with('.v') {
println('v fmt can only be used on .v files')
exit(1)
2019-06-22 21:20:28 +03:00
}
2019-06-23 11:01:55 +03:00
println('vfmt is temporarily disabled')
2019-06-22 21:20:28 +03:00
return
}
2019-07-16 18:42:04 +03:00
// v get sqlite
if 'get' in args {
// Create the modules directory if it's not there.
if !os.file_exists(ModPath) {
os.mkdir(ModPath)
}
}
// No args? REPL
if args.len < 2 || (args.len == 2 && args[1] == '-') {
2019-06-22 21:20:28 +03:00
run_repl()
return
}
// Construct the V object from command line arguments
mut v := new_v(args)
if v.pref.is_verbose {
2019-06-22 21:20:28 +03:00
println(args)
}
// Generate the docs and exit
if 'doc' in args {
// v.gen_doc_html_for_module(args.last())
exit(0)
2019-06-22 21:20:28 +03:00
}
v.compile()
2019-06-22 21:20:28 +03:00
}
fn (v mut V) compile() {
mut cgen := v.cgen
2019-06-22 21:20:28 +03:00
cgen.genln('// Generated by V')
// Add user files to compile
v.add_user_v_files()
if v.pref.is_verbose {
2019-06-22 21:20:28 +03:00
println('all .v files:')
println(v.files)
2019-06-22 21:20:28 +03:00
}
// First pass (declarations)
for file in v.files {
mut p := v.new_parser(file, Pass.decl)
2019-06-22 21:20:28 +03:00
p.parse()
}
// Main pass
cgen.run = Pass.main
if v.pref.is_play {
2019-06-22 21:20:28 +03:00
cgen.genln('#define VPLAY (1) ')
}
cgen.genln('
#include <stdio.h> // TODO remove all these includes, define all function signatures and types manually
#include <stdlib.h>
#include <signal.h>
#include <stdarg.h> // for va_list
#include <inttypes.h> // int64_t etc
#if defined(__linux__) || defined(__OpenBSD__)
#include <pthread.h>
#endif
#ifdef __APPLE__
#endif
#ifdef _WIN32
#include <windows.h>
//#include <WinSock2.h>
#endif
2019-06-22 21:20:28 +03:00
//================================== TYPEDEFS ================================*/
typedef unsigned char byte;
typedef unsigned int uint;
typedef int64_t i64;
typedef int32_t i32;
typedef int16_t i16;
typedef int8_t i8;
typedef uint64_t u64;
typedef uint32_t u32;
typedef uint16_t u16;
typedef uint8_t u8;
typedef uint32_t rune;
typedef float f32;
typedef double f64;
typedef unsigned char* byteptr;
typedef int* intptr;
typedef void* voidptr;
typedef struct array array;
typedef struct map map;
typedef array array_string;
typedef array array_int;
typedef array array_byte;
typedef array array_uint;
typedef array array_float;
typedef array array_f32;
typedef array array_f64;
2019-06-22 21:20:28 +03:00
typedef map map_int;
typedef map map_string;
#ifndef bool
typedef int bool;
#define true 1
#define false 0
#endif
//============================== HELPER C MACROS =============================*/
2019-06-22 21:20:28 +03:00
#define _PUSH(arr, val, tmp, tmp_typ) {tmp_typ tmp = (val); array__push(arr, &tmp);}
#define _PUSH_MANY(arr, val, tmp, tmp_typ) {tmp_typ tmp = (val); array__push_many(arr, tmp.data, tmp.len);}
2019-06-22 21:20:28 +03:00
#define _IN(typ, val, arr) array_##typ##_contains(arr, val)
#define ALLOC_INIT(type, ...) (type *)memdup((type[]){ __VA_ARGS__ }, sizeof(type))
//================================== GLOBALS =================================*/
//int V_ZERO = 0;
byteptr g_str_buf;
int load_so(byteptr);
void reload_so();
void init_consts();')
imports_json := v.table.imports.contains('json')
2019-06-22 21:20:28 +03:00
// TODO remove global UI hack
if v.os == .mac && ((v.pref.build_mode == .embed_vlib && v.table.imports.contains('ui')) ||
(v.pref.build_mode == .build && v.dir.contains('/ui'))) {
2019-06-22 21:20:28 +03:00
cgen.genln('id defaultFont = 0; // main.v')
}
// TODO remove ugly .c include once V has its own json parser
// Embed cjson either in embedvlib or in json.o
if imports_json && v.pref.build_mode == .embed_vlib ||
(v.pref.build_mode == .build && v.out_name.contains('json.o')) {
//cgen.genln('#include "cJSON.c" ')
2019-06-22 21:20:28 +03:00
}
// We need the cjson header for all the json decoding user will do in default mode
if v.pref.build_mode == .default_mode {
2019-06-22 21:20:28 +03:00
if imports_json {
2019-06-23 10:03:52 +03:00
cgen.genln('#include "cJSON.h"')
2019-06-22 21:20:28 +03:00
}
}
if v.pref.build_mode == .embed_vlib || v.pref.build_mode == .default_mode {
2019-06-22 21:20:28 +03:00
// If we declare these for all modes, then when running `v a.v` we'll get
// `/usr/bin/ld: multiple definition of 'total_m'`
// TODO
//cgen.genln('i64 total_m = 0; // For counting total RAM allocated')
2019-06-22 21:20:28 +03:00
cgen.genln('int g_test_ok = 1; ')
if v.table.imports.contains('json') {
2019-06-22 21:20:28 +03:00
cgen.genln('
#define js_get(object, key) cJSON_GetObjectItemCaseSensitive((object), (key))
')
}
}
if os.args.contains('-debug_alloc') {
cgen.genln('#define DEBUG_ALLOC 1')
}
cgen.genln('/*================================== FNS =================================*/')
cgen.genln('this line will be replaced with definitions')
defs_pos := cgen.lines.len - 1
for file in v.files {
mut p := v.new_parser(file, Pass.main)
2019-06-22 21:20:28 +03:00
p.parse()
// p.g.gen_x64()
// Format all files (don't format automatically generated vlib headers)
if !v.pref.nofmt && !file.contains('/vlib/') {
2019-06-22 21:20:28 +03:00
// new vfmt is not ready yet
}
}
v.log('Done parsing.')
2019-06-22 21:20:28 +03:00
// Write everything
mut d := strings.new_builder(10000)// Avoid unnecessary allocations
2019-06-22 21:20:28 +03:00
d.writeln(cgen.includes.join_lines())
d.writeln(cgen.typedefs.join_lines())
d.writeln(cgen.types.join_lines())
d.writeln('\nstring _STR(const char*, ...);\n')
d.writeln('\nstring _STR_TMP(const char*, ...);\n')
d.writeln(cgen.fns.join_lines())
d.writeln(cgen.consts.join_lines())
d.writeln(cgen.thread_args.join_lines())
if v.pref.is_prof {
2019-06-22 21:20:28 +03:00
d.writeln('; // Prof counters:')
d.writeln(v.prof_counters())
2019-06-22 21:20:28 +03:00
}
dd := d.str()
cgen.lines.set(defs_pos, dd)// TODO `def.str()` doesn't compile
// if v.build_mode in [.default, .embed_vlib] {
if v.pref.build_mode == .default_mode || v.pref.build_mode == .embed_vlib {
2019-06-22 21:20:28 +03:00
// vlib can't have `init_consts()`
cgen.genln('void init_consts() { g_str_buf=malloc(1000); ${cgen.consts_init.join_lines()} }')
// _STR function can't be defined in vlib
cgen.genln('
string _STR(const char *fmt, ...) {
va_list argptr;
va_start(argptr, fmt);
size_t len = vsnprintf(0, 0, fmt, argptr) + 1;
va_end(argptr);
byte* buf = malloc(len);
va_start(argptr, fmt);
vsprintf(buf, fmt, argptr);
va_end(argptr);
#ifdef DEBUG_ALLOC
puts("_STR:");
puts(buf);
#endif
return tos2(buf);
}
string _STR_TMP(const char *fmt, ...) {
va_list argptr;
va_start(argptr, fmt);
size_t len = vsnprintf(0, 0, fmt, argptr) + 1;
va_end(argptr);
va_start(argptr, fmt);
vsprintf(g_str_buf, fmt, argptr);
va_end(argptr);
#ifdef DEBUG_ALLOC
//puts("_STR_TMP:");
//puts(g_str_buf);
#endif
return tos2(g_str_buf);
}
')
}
// Make sure the main function exists
// Obviously we don't need it in libraries
if v.pref.build_mode != .build {
if !v.table.main_exists() && !v.pref.is_test {
2019-06-22 21:20:28 +03:00
// It can be skipped in single file programs
if v.pref.is_script {
//println('Generating main()...')
cgen.genln('int main() { init_consts(); $cgen.fn_main; return 0; }')
2019-06-22 21:20:28 +03:00
}
else {
println('panic: function `main` is undeclared in the main module')
exit(1)
2019-06-22 21:20:28 +03:00
}
}
// Generate `main` which calls every single test function
else if v.pref.is_test {
2019-06-22 21:20:28 +03:00
cgen.genln('int main() { init_consts();')
2019-07-14 12:01:32 +03:00
for key, f in v.table.fns {
if f.name.starts_with('test_') {
cgen.genln('$f.name();')
2019-06-22 21:20:28 +03:00
}
}
cgen.genln('return g_test_ok == 0; }')
}
}
2019-07-07 22:46:21 +03:00
// Hot code reloading
if v.pref.is_live {
2019-07-07 22:46:21 +03:00
file := v.dir
file_base := v.dir.replace('.v', '')
so_name := file_base + '.so'
// Need to build .so file before building the live application
// The live app needs to load this .so file on initialization.
vexe := os.args[0]
os.system('$vexe -o $file_base -shared $file')
2019-07-07 22:46:21 +03:00
cgen.genln('
#include <dlfcn.h>
void* live_lib;
int load_so(byteptr path) {
2019-07-09 21:54:23 +03:00
char cpath[1024];
sprintf(cpath,"./%s", path);
//printf("load_so %s\\n", cpath);
2019-07-07 22:46:21 +03:00
if (live_lib) dlclose(live_lib);
2019-07-09 21:54:23 +03:00
live_lib = dlopen(cpath, RTLD_LAZY);
2019-07-07 22:46:21 +03:00
if (!live_lib) {puts("open failed"); exit(1); return 0;}
')
2019-06-22 21:20:28 +03:00
for so_fn in cgen.so_fns {
cgen.genln('$so_fn = dlsym(live_lib, "$so_fn"); ')
}
2019-07-07 22:46:21 +03:00
cgen.genln('return 1; }
void reload_so() {
int last = os__file_last_mod_unix(tos2("$file"));
2019-07-07 22:46:21 +03:00
while (1) {
2019-07-07 23:04:41 +03:00
// TODO use inotify
2019-07-07 22:46:21 +03:00
int now = os__file_last_mod_unix(tos2("$file"));
if (now != last) {
//v -o bounce -shared bounce.v
os__system(tos2("$vexe -o $file_base -shared $file"));
2019-07-07 22:46:21 +03:00
last = now;
load_so("$so_name");
}
2019-07-15 19:33:11 +03:00
time__sleep_ms(400);
2019-06-22 21:20:28 +03:00
}
2019-07-07 22:46:21 +03:00
}
' )
}
if v.pref.is_so {
cgen.genln(' int load_so(byteptr path) { return 0; }')
2019-07-07 23:09:08 +03:00
}
2019-06-22 21:20:28 +03:00
cgen.save()
if v.pref.is_verbose {
v.log('flags=')
println(v.table.flags)
}
v.cc()
if v.pref.is_test || v.pref.is_run {
if true || v.pref.is_verbose {
println('============ running $v.out_name ============')
2019-06-22 21:20:28 +03:00
}
mut cmd := if v.out_name.starts_with('/') {
v.out_name
2019-06-22 21:20:28 +03:00
}
else {
'./' + v.out_name
2019-06-22 21:20:28 +03:00
}
2019-06-30 00:41:12 +03:00
$if windows {
cmd = v.out_name
2019-06-30 00:41:12 +03:00
}
2019-06-26 15:13:02 +03:00
if os.args.len > 3 {
cmd += ' ' + os.args.right(3).join(' ')
}
ret := os.system(cmd)
2019-06-22 21:20:28 +03:00
if ret != 0 {
if !v.pref.is_test {
s := os.exec(cmd)
println(s)
println('failed to run the compiled program')
}
exit(1)
2019-06-22 21:20:28 +03:00
}
}
}
fn (c &V) cc_windows_cross() {
if !c.out_name.ends_with('.exe') {
c.out_name = c.out_name + '.exe'
}
mut args := '-o $c.out_name -w -L. '
// -I flags
for flag in c.table.flags {
if !flag.starts_with('-l') {
args += flag
args += ' '
}
}
mut libs := ''
if c.pref.build_mode == .default_mode {
2019-07-16 18:42:04 +03:00
libs = '"$ModPath/vlib/builtin.o"'
if !os.file_exists(libs) {
println('`builtin.o` not found')
exit(1)
}
for imp in c.table.imports {
2019-07-16 18:42:04 +03:00
libs += ' "$ModPath/vlib/${imp}.o"'
}
}
args += ' $c.out_name_c '
// -l flags (libs)
for flag in c.table.flags {
if flag.starts_with('-l') {
args += flag
args += ' '
}
}
println('Cross compiling for Windows...')
2019-07-16 18:42:04 +03:00
winroot := '$ModPath/winroot'
if !os.dir_exists(winroot) {
winroot_url := 'https://github.com/vlang/v/releases/download/v0.1.10/winroot.zip'
2019-07-16 18:42:04 +03:00
println('"$winroot" not found. Download it from $winroot_url and save in $ModPath')
exit(1)
}
mut obj_name := c.out_name
obj_name = obj_name.replace('.exe', '')
obj_name = obj_name.replace('.o.o', '.o')
mut include := '-I $winroot/include '
2019-07-16 18:42:04 +03:00
cmd := 'clang -o $obj_name -w $include -m32 -c -target x86_64-win32 $ModPath/$c.out_name_c'
if c.pref.show_c_cmd {
println(cmd)
}
if os.system(cmd) != 0 {
println('Cross compilation for Windows failed. Make sure you have clang installed.')
exit(1)
}
if c.pref.build_mode != .build {
link_cmd := 'lld-link $obj_name $winroot/lib/libcmt.lib ' +
'$winroot/lib/libucrt.lib $winroot/lib/kernel32.lib $winroot/lib/libvcruntime.lib ' +
'$winroot/lib/uuid.lib'
if c.pref.show_c_cmd {
println(link_cmd)
}
if os.system(link_cmd) != 0 {
println('Cross compilation for Windows failed. Make sure you have lld linker installed.')
exit(1)
}
// os.rm(obj_name)
}
println('Done!')
}
fn (v mut V) cc() {
// Cross compiling for Windows
if v.os == .windows {
$if !windows {
v.cc_windows_cross()
return
}
}
2019-06-22 21:20:28 +03:00
linux_host := os.user_os() == 'linux'
v.log('cc() isprod=$v.pref.is_prod outname=$v.out_name')
mut a := [v.pref.cflags, '-w'] // arguments for the C compiler
flags := v.table.flags.join(' ')
2019-07-07 22:46:21 +03:00
//mut shared := ''
if v.pref.is_so {
2019-07-09 21:54:23 +03:00
a << '-shared -fPIC '// -Wl,-z,defs'
v.out_name = v.out_name + '.so'
2019-06-22 21:20:28 +03:00
}
if v.pref.is_prod {
2019-06-22 21:20:28 +03:00
a << '-O2'
}
else {
a << '-g'
}
if v.pref.is_live || v.pref.is_so {
// See 'man dlopen', and test running a GUI program compiled with -live
if (v.os == .linux || os.user_os() == 'linux'){
a << '-rdynamic'
}
if (v.os == .mac || os.user_os() == 'mac'){
a << '-flat_namespace'
}
}
2019-06-22 21:20:28 +03:00
mut libs := ''// builtin.o os.o http.o etc
if v.pref.build_mode == .build {
2019-06-22 21:20:28 +03:00
a << '-c'
}
else if v.pref.build_mode == .embed_vlib {
2019-06-22 21:20:28 +03:00
//
}
else if v.pref.build_mode == .default_mode {
2019-07-16 18:42:04 +03:00
libs = '"$ModPath/vlib/builtin.o"'
2019-06-22 21:20:28 +03:00
if !os.file_exists(libs) {
2019-06-23 11:01:55 +03:00
println('`builtin.o` not found')
exit(1)
2019-06-22 21:20:28 +03:00
}
for imp in v.table.imports {
2019-06-22 21:20:28 +03:00
if imp == 'webview' {
continue
}
2019-07-16 18:42:04 +03:00
libs += ' "$ModPath/vlib/${imp}.o"'
2019-06-22 21:20:28 +03:00
}
}
// -I flags
/*
mut args := ''
for flag in v.table.flags {
2019-06-22 21:20:28 +03:00
if !flag.starts_with('-l') {
args += flag
args += ' '
}
}
*/
if v.pref.sanitize {
2019-06-22 21:20:28 +03:00
a << '-fsanitize=leak'
}
// Cross compiling linux
sysroot := '/Users/alex/tmp/lld/linuxroot/'
if v.os == .linux && !linux_host {
2019-06-22 21:20:28 +03:00
// Build file.o
a << '-c --sysroot=$sysroot -target x86_64-linux-gnu'
// Right now `out_name` can be `file`, not `file.o`
if !v.out_name.ends_with('.o') {
v.out_name = v.out_name + '.o'
2019-06-22 21:20:28 +03:00
}
}
// Cross compiling windows
// sysroot := '/Users/alex/tmp/lld/linuxroot/'
// Output executable name
// else {
a << '-o $v.out_name'
2019-06-23 10:04:43 +03:00
// The C file we are compiling
//a << '"$TmpPath/$v.out_name_c"'
a << '".$v.out_name_c"'
2019-06-22 21:20:28 +03:00
// }
// Min macos version is mandatory I think?
if v.os == .mac {
2019-06-22 21:20:28 +03:00
a << '-mmacosx-version-min=10.7'
}
a << flags
a << libs
// macOS code can include objective C TODO remove once objective C is replaced with C
if v.os == .mac {
2019-06-22 21:20:28 +03:00
a << '-x objective-c'
}
// Without these libs compilation will fail on Linux
2019-07-15 21:18:05 +03:00
// || os.user_os() == 'linux'
if v.pref.build_mode != .build && (v.os == .linux || v.os == .freebsd || v.os == .openbsd ||
v.os == .netbsd || v.os == .dragonfly) {
2019-07-15 21:40:33 +03:00
a << '-lm -lpthread '
2019-07-16 18:59:07 +03:00
// -ldl is a Linux only thing. BSDs have it in libc.
2019-07-15 21:40:33 +03:00
if v.os == .linux {
a << ' -ldl '
}
2019-06-22 21:20:28 +03:00
}
// Find clang executable
//fast_clang := '/usr/local/Cellar/llvm/8.0.0/bin/clang'
2019-06-22 21:20:28 +03:00
args := a.join(' ')
//mut cmd := if os.file_exists(fast_clang) {
//'$fast_clang $args'
//}
//else {
mut cmd := 'cc $args'
//}
2019-06-29 18:58:20 +03:00
$if windows {
cmd = 'gcc $args'
}
2019-06-22 21:20:28 +03:00
// Print the C command
if v.pref.show_c_cmd || v.pref.is_verbose {
2019-06-22 21:20:28 +03:00
println('\n==========\n$cmd\n=========\n')
}
// Run
res := os.exec(cmd)
2019-06-22 21:20:28 +03:00
// println('C OUTPUT:')
if res.contains('error: ') {
2019-06-23 11:01:55 +03:00
println(res)
2019-06-22 21:20:28 +03:00
panic('clang error')
}
// Link it if we are cross compiling and need an executable
if v.os == .linux && !linux_host && v.pref.build_mode != .build {
v.out_name = v.out_name.replace('.o', '')
obj_file := v.out_name + '.o'
println('linux obj_file=$obj_file out_name=$v.out_name')
ress := os.exec('/usr/local/Cellar/llvm/8.0.0/bin/ld.lld --sysroot=$sysroot ' +
'-v -o $v.out_name ' +
2019-06-22 21:20:28 +03:00
'-m elf_x86_64 -dynamic-linker /lib64/ld-linux-x86-64.so.2 ' +
'/usr/lib/x86_64-linux-gnu/crt1.o ' +
'$sysroot/lib/x86_64-linux-gnu/libm-2.28.a ' +
'/usr/lib/x86_64-linux-gnu/crti.o ' +
obj_file +
' /usr/lib/x86_64-linux-gnu/libc.so ' +
2019-06-22 21:20:28 +03:00
'/usr/lib/x86_64-linux-gnu/crtn.o')
println(ress)
if ress.contains('error:') {
exit(1)
2019-06-22 21:20:28 +03:00
}
println('linux cross compilation done. resulting binary: "$v.out_name"')
2019-06-22 21:20:28 +03:00
}
2019-07-03 04:16:26 +03:00
if !v.pref.is_debug && v.out_name_c != 'v.c' && v.out_name_c != 'v_macos.c' {
os.rm('.$v.out_name_c')
}
2019-06-22 21:20:28 +03:00
}
fn (v &V) v_files_from_dir(dir string) []string {
2019-06-22 21:20:28 +03:00
mut res := []string
if !os.file_exists(dir) {
2019-06-23 03:02:33 +03:00
panic('$dir doesn\'t exist')
} else if !os.dir_exists(dir) {
panic('$dir isn\'t a directory')
2019-06-22 21:20:28 +03:00
}
mut files := os.ls(dir)
if v.pref.is_verbose {
2019-06-22 21:20:28 +03:00
println('v_files_from_dir ("$dir")')
}
files.sort()
for file in files {
if !file.ends_with('.v') && !file.ends_with('.vh') {
continue
}
if file.ends_with('_test.v') {
continue
}
if file.ends_with('_win.v') && v.os != .windows {
2019-06-22 21:20:28 +03:00
continue
}
if file.ends_with('_lin.v') && v.os != .linux {
2019-06-22 21:20:28 +03:00
continue
}
if file.ends_with('_mac.v') && v.os != .mac {
2019-07-15 20:19:53 +03:00
continue
}
if file.ends_with('_nix.v') && v.os == .windows {
continue
}
2019-06-22 21:20:28 +03:00
res << '$dir/$file'
}
return res
}
// Parses imports, adds necessary libs, and then user files
fn (v mut V) add_user_v_files() {
mut dir := v.dir
v.log('add_v_files($dir)')
2019-06-22 21:20:28 +03:00
// Need to store user files separately, because they have to be added after libs, but we dont know
// which libs need to be added yet
mut user_files := []string
// v volt/slack_test.v: compile all .v files to get the environment
// I need to implement user packages! TODO
is_test_with_imports := dir.ends_with('_test.v') &&
(dir.contains('/volt') || dir.contains('/c2volt'))// TODO
if is_test_with_imports {
user_files << dir
pos := dir.last_index('/')
dir = dir.left(pos) + '/'// TODO WHY IS THIS .neEDED?
2019-06-22 21:20:28 +03:00
}
if dir.ends_with('.v') {
// Just compile one file and get parent dir
user_files << dir
dir = dir.all_before('/')
}
else {
// Add files from the dir user is compiling (only .v files)
files := v.v_files_from_dir(dir)
2019-06-22 21:20:28 +03:00
for file in files {
user_files << file
}
}
if user_files.len == 0 {
println('No input .v files')
exit(1)
2019-06-22 21:20:28 +03:00
}
if v.pref.is_verbose {
v.log('user_files:')
2019-06-22 21:20:28 +03:00
println(user_files)
}
2019-07-18 20:25:46 +03:00
// To store the import table for user imports
mut user_imports := []FileImportTable
2019-06-22 21:20:28 +03:00
// Parse user imports
for file in user_files {
mut p := v.new_parser(file, Pass.imports)
2019-06-22 21:20:28 +03:00
p.parse()
2019-07-18 20:25:46 +03:00
user_imports << *p.import_table
2019-06-22 21:20:28 +03:00
}
2019-07-18 20:25:46 +03:00
// To store the import table for lib imports
mut lib_imports := []FileImportTable
2019-06-22 21:20:28 +03:00
// Parse lib imports
if v.pref.build_mode == .default_mode {
for i := 0; i < v.table.imports.len; i++ {
pkg := v.module_path(v.table.imports[i])
2019-07-16 18:42:04 +03:00
vfiles := v.v_files_from_dir('$ModPath/vlib/$pkg')
2019-06-22 21:20:28 +03:00
// Add all imports referenced by these libs
for file in vfiles {
mut p := v.new_parser(file, Pass.imports)
2019-06-22 21:20:28 +03:00
p.parse()
2019-07-18 20:25:46 +03:00
lib_imports << *p.import_table
2019-06-22 21:20:28 +03:00
}
}
}
else {
// TODO this used to crash compiler?
// for pkg in v.table.imports {
for i := 0; i < v.table.imports.len; i++ {
pkg := v.module_path(v.table.imports[i])
2019-07-02 22:55:57 +03:00
idir := os.getwd()
mut import_path := '$idir/$pkg'
2019-07-18 20:25:46 +03:00
if !os.file_exists(import_path) {
2019-07-02 22:55:57 +03:00
import_path = '$v.lang_dir/vlib/$pkg'
}
vfiles := v.v_files_from_dir(import_path)
2019-06-22 21:20:28 +03:00
// Add all imports referenced by these libs
for file in vfiles {
mut p := v.new_parser(file, Pass.imports)
2019-06-22 21:20:28 +03:00
p.parse()
2019-07-18 20:25:46 +03:00
lib_imports << *p.import_table
2019-06-22 21:20:28 +03:00
}
}
}
if v.pref.is_verbose {
v.log('imports:')
println(v.table.imports)
2019-06-22 21:20:28 +03:00
}
2019-07-18 20:25:46 +03:00
// this order is important for declaration
mut combined_imports := []FileImportTable
for i := lib_imports.len-1; i>=0; i-- {
combined_imports << lib_imports[i]
}
for i in user_imports {
combined_imports << i
}
2019-06-22 21:20:28 +03:00
// Only now add all combined lib files
2019-07-18 20:25:46 +03:00
// adding the modules each file imports first
for fit in combined_imports {
for _, mod in fit.imports {
mod_p := v.module_path(mod)
idir := os.getwd()
mut module_path := '$idir/$mod_p'
// If we are in default mode, we don't parse vlib .v files, but header .vh files in
// TmpPath/vlib
// These were generated by vfmt
if v.pref.build_mode == .default_mode || v.pref.build_mode == .build {
module_path = '$ModPath/vlib/$mod_p'
}
if !os.file_exists(module_path) {
module_path = '$v.lang_dir/vlib/$mod_p'
}
vfiles := v.v_files_from_dir(module_path)
for file in vfiles {
if !file in v.files {
v.files << file
}
}
// TODO v.files.append_array(vfiles)
2019-07-02 22:55:57 +03:00
}
2019-07-18 20:25:46 +03:00
if !fit.file_path in v.files {
v.files << fit.file_path
2019-06-22 21:20:28 +03:00
}
}
}
fn get_arg(joined_args, arg, def string) string {
key := '-$arg '
mut pos := joined_args.index(key)
if pos == -1 {
return def
}
pos += key.len
mut space := joined_args.index_after(' ', pos)
if space == -1 {
space = joined_args.len
}
res := joined_args.substr(pos, space)
// println('get_arg($arg) = "$res"')
return res
}
fn (v &V) module_path(pkg string) string {
// submodule support
if pkg.contains('.') {
//return pkg.replace('.', path_sep)
return pkg.replace('.', '/')
}
return pkg
}
fn (v &V) log(s string) {
if !v.pref.is_verbose {
2019-06-22 21:20:28 +03:00
return
}
println(s)
}
fn new_v(args[]string) *V {
2019-06-22 21:20:28 +03:00
mut dir := args.last()
2019-06-26 15:13:02 +03:00
if args.contains('run') {
dir = args[2]
}
2019-06-22 21:20:28 +03:00
// println('new compiler "$dir"')
if args.len < 2 {
dir = ''
}
joined_args := args.join(' ')
target_os := get_arg(joined_args, 'os', '')
mut out_name := get_arg(joined_args, 'o', 'a.out')
// build mode
mut build_mode := BuildMode.default_mode
2019-06-22 21:20:28 +03:00
if args.contains('-lib') {
build_mode = .build
2019-06-22 21:20:28 +03:00
// v -lib ~/v/os => os.o
base := dir.all_after('/')
println('Building module ${base}...')
//out_name = '$TmpPath/vlib/${base}.o'
out_name = base + '.o'
2019-06-22 21:20:28 +03:00
// Cross compiling? Use separate dirs for each os
/*
2019-06-22 21:20:28 +03:00
if target_os != os.user_os() {
os.mkdir('$TmpPath/vlib/$target_os')
out_name = '$TmpPath/vlib/$target_os/${base}.o'
println('target_os=$target_os user_os=${os.user_os()}')
println('!Cross compiling $out_name')
2019-06-22 21:20:28 +03:00
}
*/
2019-06-22 21:20:28 +03:00
}
// TODO embed_vlib is temporarily the default mode. It's much slower.
else if !args.contains('-embed_vlib') {
build_mode = .embed_vlib
2019-06-22 21:20:28 +03:00
}
//
is_test := dir.ends_with('_test.v')
is_script := dir.ends_with('.v')
if is_script && !os.file_exists(dir) {
println('`$dir` does not exist')
exit(1)
2019-06-22 21:20:28 +03:00
}
// No -o provided? foo.v => foo
if out_name == 'a.out' && dir.ends_with('.v') {
out_name = dir.left(dir.len - 2)
}
// if we are in `/foo` and run `v .`, the executable should be `foo`
if dir == '.' && out_name == 'a.out' {
base := os.getwd().all_after('/')
out_name = base.trim_space()
}
mut _os := OS.mac
2019-06-22 21:20:28 +03:00
// No OS specifed? Use current system
if target_os == '' {
$if linux {
_os = .linux
2019-06-22 21:20:28 +03:00
}
$if mac {
_os = .mac
2019-06-22 21:20:28 +03:00
}
$if windows {
_os = .windows
2019-06-22 21:20:28 +03:00
}
2019-07-15 18:24:40 +03:00
$if freebsd {
_os = .freebsd
}
2019-07-15 21:18:05 +03:00
$if openbsd {
_os = .openbsd
}
$if netbsd {
_os = .netbsd
}
$if dragonfly {
_os = .dragonfly
}
2019-06-22 21:20:28 +03:00
}
else {
switch target_os {
case 'linux': _os = .linux
case 'windows': _os = .windows
case 'mac': _os = .mac
2019-07-15 18:24:40 +03:00
case 'freebsd': _os = .freebsd
2019-07-15 21:18:05 +03:00
case 'openbsd': _os = .openbsd
case 'netbsd': _os = .netbsd
case 'dragonfly': _os = .dragonfly
2019-06-22 21:20:28 +03:00
}
}
builtins := [
'array.v',
'string.v',
'builtin.v',
'int.v',
'utf8.v',
'map.v',
'option.v',
]
// Location of all vlib files
2019-07-16 02:57:03 +03:00
vroot := os.dir(os.executable())
2019-07-16 14:01:39 +03:00
//println('VROOT=$vroot')
2019-07-16 00:33:31 +03:00
// v.exe's parent directory should contain vlib
if os.dir_exists(vroot) && os.dir_exists(vroot + '/vlib/builtin') {
} else {
println('vlib not found. It should be next to V executable. ')
println('Go to https://vlang.io to install V.')
exit(1)
}
mut out_name_c := out_name.all_after('/') + '.c'
2019-06-22 21:20:28 +03:00
mut files := []string
// Add builtin files
if !out_name.contains('builtin.o') {
for builtin in builtins {
2019-07-16 00:33:31 +03:00
mut f := '$vroot/vlib/builtin/$builtin'
2019-06-22 21:20:28 +03:00
// In default mode we use precompiled vlib.o, point to .vh files with signatures
if build_mode == .default_mode || build_mode == .build {
//f = '$TmpPath/vlib/builtin/${builtin}h'
2019-06-22 21:20:28 +03:00
}
files << f
}
}
mut cflags := ''
for ci, cv in args {
if cv == '-cflags' {
cflags += args[ci+1] + ' '
}
}
obfuscate := args.contains('-obf')
pref := &Preferences {
2019-06-22 21:20:28 +03:00
is_test: is_test
is_script: is_script
is_so: args.contains('-shared')
is_play: args.contains('play')
is_prod: args.contains('-prod')
is_verbose: args.contains('-verbose')
2019-07-03 04:16:26 +03:00
is_debug: args.contains('-debug')
obfuscate: obfuscate
2019-06-22 21:20:28 +03:00
is_prof: args.contains('-prof')
is_live: args.contains('-live')
sanitize: args.contains('-sanitize')
nofmt: args.contains('-nofmt')
show_c_cmd: args.contains('-show_c_cmd')
translated: args.contains('translated')
is_run: args.contains('run')
is_repl: args.contains('-repl')
build_mode: build_mode
cflags: cflags
}
if pref.is_so {
out_name_c = out_name.all_after('/') + '_shared_lib.c'
}
return &V {
os: _os
out_name: out_name
files: files
dir: dir
2019-07-16 00:33:31 +03:00
lang_dir: vroot
table: new_table(obfuscate)
out_name: out_name
out_name_c: out_name_c
cgen: new_cgen(out_name_c)
2019-07-16 00:33:31 +03:00
vroot: vroot
pref: pref
2019-06-22 21:20:28 +03:00
}
}
fn run_repl() []string {
2019-06-23 11:01:55 +03:00
println('V $Version')
2019-07-04 23:39:13 +03:00
println('Use Ctrl-C or `exit` to exit')
2019-07-16 18:42:04 +03:00
file := '.vrepl.v'
temp_file := '.vrepl_temp.v'
defer {
os.rm(file)
os.rm(temp_file)
}
2019-06-22 21:20:28 +03:00
mut lines := []string
vexe := os.args[0]
2019-06-22 21:20:28 +03:00
for {
print('>>> ')
mut line := os.get_raw_line()
if line.trim_space() == '' && line.ends_with('\n') {
continue
}
line = line.trim_space()
2019-06-29 23:56:21 +03:00
if line == '' || line == 'exit' {
2019-06-22 21:20:28 +03:00
break
}
// Save the source only if the user is printing something,
// but don't add this print call to the `lines` array,
// so that it doesn't get called during the next print.
if line.starts_with('print') {
source_code := lines.join('\n') + '\n' + line
2019-06-22 21:20:28 +03:00
os.write_file(file, source_code)
s := os.exec('$vexe run $file -repl')
2019-07-06 13:07:44 +03:00
mut vals := s.split('\n')
if s.contains('panic: ') {
if !s.contains('declared and not used') {
for i:=1; i<vals.len; i++ {
println(vals[i])
}
}
else {
println(s)
}
}
else {
for i:=0; i<vals.len-1; i++ {
println(vals[i])
}
}
2019-06-22 21:20:28 +03:00
}
else {
2019-07-06 13:07:44 +03:00
mut temp_line := line
mut temp_flag := false
if !(line.contains(' ') || line.contains(':') || line.contains('=') || line.contains(',') ){
2019-07-14 12:01:32 +03:00
temp_line = 'println($line)'
2019-07-06 13:07:44 +03:00
temp_flag = true
}
temp_source_code := lines.join('\n') + '\n' + temp_line
os.write_file(temp_file, temp_source_code)
s := os.exec('$vexe run $temp_file -repl')
2019-07-06 13:07:44 +03:00
if s.contains('panic: ') {
if !s.contains('declared and not used') {
mut vals := s.split('\n')
for i:=1; i<vals.len; i++ {
println(vals[i])
}
}
else {
lines << line
}
}
else {
lines << line
mut vals := s.split('\n')
for i:=0; i<vals.len-1; i++ {
println(vals[i])
}
}
2019-06-22 21:20:28 +03:00
}
}
return lines
}
const (
HelpText = '
Usage: v [options] [file | directory]
Options:
- Read from stdin (Default; Interactive mode if in a tty)
-h, help Display this information.
-v, version Display compiler version.
-lib Generate object file.
-prod Build an optimized executable.
-o <file> Place output into <file>.
-obf Obfuscate the resulting binary.
2019-07-14 12:01:32 +03:00
run Build and execute a V program. You can add arguments after file name.
Files:
<file>_test.v Test file.
2019-06-22 21:20:28 +03:00
'
)
/*
- To disable automatic formatting:
v -nofmt file.v
- To build a program with an embedded vlib (use this if you do not have prebuilt vlib libraries or if you
are working on vlib)
v -embed_vlib file.v
*/
fn env_vflags_and_os_args() []string {
mut args := []string
vflags := os.getenv('VFLAGS')
if '' != vflags {
args << os.args[0]
args << vflags.split(' ')
if os.args.len > 1 {
args << os.args.right(1)
}
}else{
args << os.args
}
return args
}