1
0
mirror of https://github.com/vlang/v.git synced 2023-08-10 21:13:21 +03:00
v/vlib/v/builder/cc.v
2022-06-19 19:57:52 +03:00

992 lines
31 KiB
V

// Copyright (c) 2019-2022 Alexander Medvednikov. All rights reserved.
// Use of this source code is governed by an MIT license
// that can be found in the LICENSE file.
module builder
import os
import v.cflag
import v.pref
import v.util
import v.vcache
import term
const c_verror_message_marker = 'VERROR_MESSAGE '
const c_error_info = '
==================
C error. This should never happen.
This is a compiler bug, please report it using `v bug file.v`.
https://github.com/vlang/v/issues/new/choose
You can also use #help on Discord: https://discord.gg/vlang
'
pub const no_compiler_error = '
==================
Error: no C compiler detected.
You can find instructions on how to install one in the V wiki:
https://github.com/vlang/v/wiki/Installing-a-C-compiler-on-Windows
If you think you have one installed, make sure it is in your PATH.
If you do have one in your PATH, please raise an issue on GitHub:
https://github.com/vlang/v/issues/new/choose
You can also use `v doctor`, to see what V knows about your current environment.
You can also seek #help on Discord: https://discord.gg/vlang
'
pub fn (mut v Builder) find_win_cc() ? {
$if !windows {
return
}
ccompiler_version_res := os.execute('${os.quoted_path(v.pref.ccompiler)} -v')
if ccompiler_version_res.exit_code != 0 {
if v.pref.is_verbose {
println('$v.pref.ccompiler not found, looking for msvc...')
}
find_msvc(v.pref.m64) or {
if v.pref.is_verbose {
println('msvc not found, looking for thirdparty/tcc...')
}
vpath := os.dir(pref.vexe_path())
thirdparty_tcc := os.join_path(vpath, 'thirdparty', 'tcc', 'tcc.exe')
tcc_version_res := os.execute('${os.quoted_path(thirdparty_tcc)} -v')
if tcc_version_res.exit_code != 0 {
if v.pref.is_verbose {
println('tcc not found')
}
return error('tcc not found')
}
v.pref.ccompiler = thirdparty_tcc
v.pref.ccompiler_type = .tinyc
return
}
v.pref.ccompiler = 'msvc'
v.pref.ccompiler_type = .msvc
return
}
v.pref.ccompiler_type = pref.cc_from_string(v.pref.ccompiler)
}
fn (mut v Builder) show_c_compiler_output(res os.Result) {
println('======== C Compiler output ========')
println(res.output)
println('=================================')
}
fn (mut v Builder) post_process_c_compiler_output(res os.Result) {
if res.exit_code == 0 {
if v.pref.reuse_tmpc {
return
}
for tmpfile in v.pref.cleanup_files {
if os.is_file(tmpfile) {
if v.pref.is_verbose {
eprintln('>> remove tmp file: $tmpfile')
}
os.rm(tmpfile) or {}
}
}
return
}
if res.exit_code != 0 && v.pref.gc_mode != .no_gc && res.output.contains('libgc.a')
&& !v.pref.is_o {
$if windows {
verror(r'Your V installation may be out-of-date. Try removing `thirdparty\tcc\` and running `.\make.bat`')
} $else {
verror('Your V installation may be out-of-date. Try removing `thirdparty/tcc/` and running `make`')
}
}
for emsg_marker in [builder.c_verror_message_marker, 'error: include file '] {
if res.output.contains(emsg_marker) {
emessage := res.output.all_after(emsg_marker).all_before('\n').all_before('\r').trim_right('\r\n')
verror(emessage)
}
}
if v.pref.is_debug {
eword := 'error:'
khighlight := if term.can_show_color_on_stdout() { term.red(eword) } else { eword }
println(res.output.trim_right('\r\n').replace(eword, khighlight))
} else {
if res.output.len < 30 {
println(res.output)
} else {
elines := error_context_lines(res.output, 'error:', 1, 12)
println('==================')
for eline in elines {
println(eline)
}
println('...')
println('==================')
println('(Use `v -cg` to print the entire error message)\n')
}
}
verror(builder.c_error_info)
}
fn (mut v Builder) show_cc(cmd string, response_file string, response_file_content string) {
if v.pref.is_verbose || v.pref.show_cc {
println('> C compiler cmd: $cmd')
if v.pref.show_cc && !v.pref.no_rsp {
println('> C compiler response file "$response_file":')
println(response_file_content)
}
}
}
struct CcompilerOptions {
mut:
guessed_compiler string
shared_postfix string // .so, .dll
//
//
debug_mode bool
is_cc_tcc bool
is_cc_gcc bool
is_cc_msvc bool
is_cc_clang bool
//
env_cflags string // prepended *before* everything else
env_ldflags string // appended *after* everything else
//
args []string // ordinary C options like `-O2`
wargs []string // for `-Wxyz` *exclusively*
pre_args []string // options that should go before .o_args
o_args []string // for `-o target`
source_args []string // for `x.tmp.c`
post_args []string // options that should go after .o_args
linker_flags []string // `-lm`
}
fn (mut v Builder) setup_ccompiler_options(ccompiler string) {
mut ccoptions := CcompilerOptions{}
//
mut debug_options := ['-g']
mut optimization_options := ['-O2']
// arguments for the C compiler
ccoptions.args = [v.pref.cflags]
if !v.pref.no_std {
if v.pref.os == .linux {
ccoptions.args << '-std=gnu99 -D_DEFAULT_SOURCE'
} else {
ccoptions.args << '-std=c99 -D_DEFAULT_SOURCE'
}
}
ccoptions.wargs = [
'-Wall',
'-Wextra',
'-Werror',
// if anything, these should be a `v vet` warning instead:
'-Wno-unused-parameter',
'-Wno-unused',
'-Wno-type-limits',
'-Wno-tautological-compare',
// these cause various issues:
'-Wno-shadow' /* the V compiler already catches this for user code, and enabling this causes issues with e.g. the `it` variable */,
'-Wno-int-to-pointer-cast' /* gcc version of the above */,
'-Wno-trigraphs' /* see stackoverflow.com/a/8435413 */,
'-Wno-missing-braces' /* see stackoverflow.com/q/13746033 */,
// enable additional warnings:
'-Wno-unknown-warning' /* if a C compiler does not understand a certain flag, it should just ignore it */,
'-Wno-unknown-warning-option' /* clang equivalent of the above */,
'-Wno-excess-initializers' /* vlib/v/tests/struct_init_with_complex_fields_test.v fails without that on macos clang 13 */,
'-Wdate-time',
'-Wduplicated-branches',
'-Wduplicated-cond',
'-Winit-self',
'-Winvalid-pch',
'-Wjump-misses-init',
'-Wlogical-op',
'-Wmultichar',
'-Wnested-externs',
'-Wnull-dereference',
'-Wpacked',
'-Wpointer-arith',
'-Wswitch-enum',
]
if v.pref.os == .ios {
ccoptions.args << '-fobjc-arc'
}
if v.pref.os == .macos && os.exists('/opt/procursus') {
ccoptions.linker_flags << '-Wl,-rpath,/opt/procursus/lib'
}
mut user_darwin_version := 999_999_999
mut user_darwin_ppc := false
$if macos {
user_darwin_version = os.uname().release.split('.')[0].int()
if os.uname().machine == 'Power Macintosh' {
user_darwin_ppc = true
}
}
ccoptions.debug_mode = v.pref.is_debug
ccoptions.guessed_compiler = v.pref.ccompiler
if ccoptions.guessed_compiler == 'cc' && v.pref.is_prod {
// deliberately guessing only for -prod builds for performance reasons
ccversion := os.execute('${os.quoted_path('cc')} --version')
if ccversion.exit_code == 0 {
if ccversion.output.contains('This is free software;')
&& ccversion.output.contains('Free Software Foundation, Inc.') {
ccoptions.guessed_compiler = 'gcc'
}
if ccversion.output.contains('clang version ') {
ccoptions.guessed_compiler = 'clang'
}
}
}
//
ccoptions.is_cc_tcc = ccompiler.contains('tcc') || ccoptions.guessed_compiler == 'tcc'
ccoptions.is_cc_gcc = ccompiler.contains('gcc') || ccoptions.guessed_compiler == 'gcc'
ccoptions.is_cc_msvc = ccompiler.contains('msvc') || ccoptions.guessed_compiler == 'msvc'
ccoptions.is_cc_clang = ccompiler.contains('clang') || ccoptions.guessed_compiler == 'clang'
// For C++ we must be very tolerant
if ccoptions.guessed_compiler.contains('++') {
ccoptions.args << '-fpermissive'
ccoptions.args << '-w'
}
if ccoptions.is_cc_clang {
if ccoptions.debug_mode {
debug_options = ['-g', '-O0']
}
optimization_options = ['-O3']
mut have_flto := true
$if openbsd || windows {
have_flto = false
}
if have_flto {
optimization_options << '-flto'
}
ccoptions.wargs << [
'-Wno-tautological-bitwise-compare',
'-Wno-enum-conversion' /* used in vlib/sokol, where C enums in C structs are typed as V structs instead */,
'-Wno-sometimes-uninitialized' /* produced after exhaustive matches */,
'-Wno-int-to-void-pointer-cast',
]
}
if ccoptions.is_cc_gcc {
if ccoptions.debug_mode {
debug_options = ['-g']
if user_darwin_version > 9 {
debug_options << '-no-pie'
}
}
optimization_options = ['-O3', '-fno-strict-aliasing', '-flto']
}
//
if ccoptions.debug_mode {
ccoptions.args << debug_options
// $if macos {
// args << '-ferror-limit=5000'
// }
}
if v.pref.is_prod {
// don't warn for vlib tests
if ccoptions.is_cc_tcc && !(v.parsed_files.len > 0
&& v.parsed_files.last().path.contains('vlib')) {
eprintln('Note: tcc is not recommended for -prod builds')
}
ccoptions.args << optimization_options
}
if v.pref.is_prod && !ccoptions.debug_mode {
// sokol and other C libraries that use asserts
// have much better performance when NDEBUG is defined
// See also http://www.open-std.org/jtc1/sc22/wg14/www/docs/n1256.pdf
ccoptions.args << '-DNDEBUG'
}
if v.pref.sanitize {
ccoptions.args << '-fsanitize=leak'
}
if v.pref.is_o {
ccoptions.args << '-c'
}
//
ccoptions.shared_postfix = '.so'
$if macos {
ccoptions.shared_postfix = '.dylib'
} $else $if windows {
ccoptions.shared_postfix = '.dll'
}
if v.pref.is_shared {
ccoptions.linker_flags << '-shared'
$if !windows {
ccoptions.args << '-fPIC' // -Wl,-z,defs'
}
}
if v.pref.is_bare && v.pref.os != .wasm32 {
ccoptions.args << '-fno-stack-protector'
ccoptions.args << '-ffreestanding'
ccoptions.linker_flags << '-static'
ccoptions.linker_flags << '-nostdlib'
} else if v.pref.os == .wasm32 {
ccoptions.args << '--no-standard-libraries'
ccoptions.args << '-target wasm32-unknown-unknown'
ccoptions.args << '-static'
ccoptions.args << '-nostdlib'
ccoptions.args << '-ffreestanding'
ccoptions.args << '-Wl,--export-all'
ccoptions.args << '-Wl,--no-entry'
}
if ccoptions.debug_mode && os.user_os() != 'windows' && v.pref.build_mode != .build_module {
ccoptions.linker_flags << '-rdynamic' // needed for nicer symbolic backtraces
}
if v.pref.os == .freebsd {
// Needed for -usecache on FreeBSD 13, otherwise we get `ld: error: duplicate symbol: _const_math__bits__de_bruijn32` errors there
if !ccoptions.is_cc_tcc {
ccoptions.linker_flags << '-Wl,--allow-multiple-definition'
} else {
// tcc needs this, otherwise it fails to compile the runetype.h system header with:
// /usr/include/runetype.h:94: error: ';' expected (got "const")
ccoptions.args << '-D__RUNETYPE_INTERNAL'
}
}
if ccompiler != 'msvc' && v.pref.os != .freebsd {
ccoptions.wargs << '-Werror=implicit-function-declaration'
}
if v.pref.is_liveshared || v.pref.is_livemain {
if (v.pref.os == .linux || os.user_os() == 'linux') && v.pref.build_mode != .build_module {
ccoptions.linker_flags << '-rdynamic'
}
if v.pref.os == .macos || os.user_os() == 'macos' {
ccoptions.args << '-flat_namespace'
}
}
// macOS code can include objective C TODO remove once objective C is replaced with C
if v.pref.os == .macos || v.pref.os == .ios {
if !ccoptions.is_cc_tcc && !user_darwin_ppc {
ccoptions.source_args << '-x objective-c'
}
}
// The C file we are compiling
ccoptions.source_args << '"$v.out_name_c"'
if v.pref.os == .macos {
ccoptions.source_args << '-x none'
}
// Min macos version is mandatory I think?
if v.pref.os == .macos {
ccoptions.post_args << '-mmacosx-version-min=10.7'
} else if v.pref.os == .ios {
if v.pref.is_ios_simulator {
ccoptions.post_args << '-miphonesimulator-version-min=10.0'
} else {
ccoptions.post_args << '-miphoneos-version-min=10.0'
}
} else if v.pref.os == .windows {
ccoptions.post_args << '-municode'
}
cflags := v.get_os_cflags()
if v.pref.build_mode != .build_module {
only_o_files := cflags.c_options_only_object_files()
ccoptions.o_args << only_o_files
}
defines, others, libs := cflags.defines_others_libs()
ccoptions.pre_args << defines
ccoptions.pre_args << others
ccoptions.linker_flags << libs
if v.pref.use_cache && v.pref.build_mode != .build_module {
if !ccoptions.is_cc_tcc {
$if linux {
ccoptions.linker_flags << '-Xlinker -z'
ccoptions.linker_flags << '-Xlinker muldefs'
}
}
}
if ccoptions.is_cc_tcc && 'no_backtrace' !in v.pref.compile_defines {
ccoptions.post_args << '-bt25'
}
// Without these libs compilation will fail on Linux
// || os.user_os() == 'linux'
if !v.pref.is_bare && v.pref.build_mode != .build_module
&& v.pref.os in [.linux, .freebsd, .openbsd, .netbsd, .dragonfly, .solaris, .haiku] {
if v.pref.os in [.freebsd, .netbsd] {
// Free/NetBSD: backtrace needs execinfo library while linking
ccoptions.linker_flags << '-lexecinfo'
}
}
ccoptions.env_cflags = os.getenv('CFLAGS')
ccoptions.env_ldflags = os.getenv('LDFLAGS')
$if trace_ccoptions ? {
println('>>> setup_ccompiler_options ccompiler: $ccompiler')
println('>>> setup_ccompiler_options ccoptions: $ccoptions')
}
v.ccoptions = ccoptions
// setup the cache too, so that different compilers/options do not interfere:
v.pref.cache_manager.set_temporary_options(v.thirdparty_object_args(v.ccoptions, [
ccoptions.guessed_compiler,
]))
}
fn (v &Builder) all_args(ccoptions CcompilerOptions) []string {
mut all := []string{}
all << ccoptions.env_cflags
if v.pref.is_cstrict {
all << ccoptions.wargs
}
all << ccoptions.args
all << ccoptions.o_args
$if windows {
// Adding default options for tcc, gcc and clang as done in msvc.v.
// This is done before pre_args is added so that it can be overwritten if needed.
// -Wl,-stack=16777216 == /F 16777216
// -Werror=implicit-function-declaration == /we4013
// /volatile:ms - there seems to be no equivalent,
// normally msvc should use /volatile:iso
// but it could have an impact on vinix if it is created with msvc.
if !ccoptions.is_cc_msvc {
all << '-Wl,-stack=16777216'
if !v.pref.is_cstrict {
all << '-Werror=implicit-function-declaration'
}
}
}
all << ccoptions.pre_args
all << ccoptions.source_args
all << ccoptions.post_args
// in `build-mode`, we do not need -lxyz flags, since we are
// building an (.o) object file, that will be linked later.
if v.pref.build_mode != .build_module {
all << ccoptions.linker_flags
}
all << ccoptions.env_ldflags
return all
}
fn (v &Builder) thirdparty_object_args(ccoptions CcompilerOptions, middle []string) []string {
mut all := []string{}
all << ccoptions.env_cflags
all << ccoptions.args
all << middle
all << ccoptions.env_ldflags
return all
}
fn (mut v Builder) setup_output_name() {
if !v.pref.is_shared && v.pref.build_mode != .build_module && os.user_os() == 'windows'
&& !v.pref.out_name.ends_with('.exe') {
v.pref.out_name += '.exe'
}
// Output executable name
v.log('cc() isprod=$v.pref.is_prod outname=$v.pref.out_name')
if v.pref.is_shared {
if !v.pref.out_name.ends_with(v.ccoptions.shared_postfix) {
v.pref.out_name += v.ccoptions.shared_postfix
}
}
if v.pref.build_mode == .build_module {
v.pref.out_name = v.pref.cache_manager.postfix_with_key2cpath('.o', v.pref.path) // v.out_name
if v.pref.is_verbose {
println('Building $v.pref.path to $v.pref.out_name ...')
}
v.pref.cache_manager.save('.description.txt', v.pref.path, '${v.pref.path:-30} @ $v.pref.cache_manager.vopts\n') or {
panic(err)
}
// println('v.ast.imports:')
// println(v.ast.imports)
}
if os.is_dir(v.pref.out_name) {
verror("'$v.pref.out_name' is a directory")
}
v.ccoptions.o_args << '-o "$v.pref.out_name"'
}
pub fn (mut v Builder) cc() {
if os.executable().contains('vfmt') {
return
}
if v.pref.is_verbose {
println('builder.cc() pref.out_name="$v.pref.out_name"')
}
if v.pref.only_check_syntax {
if v.pref.is_verbose {
println('builder.cc returning early, since pref.only_check_syntax is true')
}
return
}
if v.pref.check_only {
if v.pref.is_verbose {
println('builder.cc returning early, since pref.check_only is true')
}
return
}
if v.pref.should_output_to_stdout() {
// output to stdout
content := os.read_file(v.out_name_c) or { panic(err) }
println(content)
os.rm(v.out_name_c) or {}
return
}
// whether to just create a .c or .js file and exit, for example: `v -o v.c cmd.v`
ends_with_c := v.pref.out_name.ends_with('.c')
ends_with_js := v.pref.out_name.ends_with('.js')
if ends_with_c || ends_with_js {
v.pref.skip_running = true
msg_mv := 'os.mv_by_cp $v.out_name_c => $v.pref.out_name'
util.timing_start(msg_mv)
// v.out_name_c may be on a different partition than v.out_name
os.mv_by_cp(v.out_name_c, v.pref.out_name) or { panic(err) }
util.timing_measure(msg_mv)
return
}
// Cross compiling for Windows
if v.pref.os == .windows && v.pref.ccompiler != 'msvc' {
$if !windows {
v.cc_windows_cross()
return
}
}
// Cross compiling for Linux
if v.pref.os == .linux {
$if !linux {
v.cc_linux_cross()
return
}
}
//
vexe := pref.vexe_path()
vdir := os.dir(vexe)
mut tried_compilation_commands := []string{}
mut tcc_output := os.Result{}
original_pwd := os.getwd()
for {
// try to compile with the choosen compiler
// if compilation fails, retry again with another
mut ccompiler := v.pref.ccompiler
if v.pref.os == .wasm32 {
ccompiler = 'clang'
}
v.setup_ccompiler_options(ccompiler)
v.build_thirdparty_obj_files()
v.setup_output_name()
if v.pref.os != .windows && ccompiler.contains('++') {
cpp_atomic_h_path := '${@VEXEROOT}/thirdparty/stdatomic/nix/cpp/atomic.h'
if !os.exists(cpp_atomic_h_path) {
for file in v.parsed_files {
if file.imports.any(it.mod.contains('sync')) {
$if trace_stdatomic_gen ? {
eprintln('> creating $cpp_atomic_h_path ...')
}
cppgenv := '${@VEXEROOT}/thirdparty/stdatomic/nix/cpp/gen.v'
os.execute('${os.quoted_path(vexe)} run ${os.quoted_path(cppgenv)} ${os.quoted_path(ccompiler)}')
break
}
}
}
}
if v.pref.build_mode == .build_module {
v.ccoptions.pre_args << '-c'
}
v.handle_usecache(vexe)
if ccompiler == 'msvc' {
v.cc_msvc()
return
}
//
all_args := v.all_args(v.ccoptions)
v.dump_c_options(all_args)
str_args := all_args.join(' ')
mut cmd := '${os.quoted_path(ccompiler)} $str_args'
mut response_file := ''
mut response_file_content := str_args
if !v.pref.no_rsp {
response_file = '${v.out_name_c}.rsp'
response_file_content = str_args.replace('\\', '\\\\')
rspexpr := '@$response_file'
cmd = '${os.quoted_path(ccompiler)} ${os.quoted_path(rspexpr)}'
os.write_file(response_file, response_file_content) or {
verror('Unable to write to C response file "$response_file"')
}
}
if !v.ccoptions.debug_mode {
v.pref.cleanup_files << v.out_name_c
if !v.pref.no_rsp {
v.pref.cleanup_files << response_file
}
}
$if windows {
if v.ccoptions.is_cc_tcc {
def_name := v.pref.out_name[0..v.pref.out_name.len - 4]
v.pref.cleanup_files << '${def_name}.def'
}
}
//
os.chdir(vdir) or {}
tried_compilation_commands << cmd
v.show_cc(cmd, response_file, response_file_content)
// Run
ccompiler_label := 'C ${os.file_name(ccompiler):3}'
util.timing_start(ccompiler_label)
res := os.execute(cmd)
util.timing_measure(ccompiler_label)
if v.pref.show_c_output {
v.show_c_compiler_output(res)
}
os.chdir(original_pwd) or {}
vcache.dlog('| Builder.' + @FN, '> v.pref.use_cache: $v.pref.use_cache | v.pref.retry_compilation: $v.pref.retry_compilation')
vcache.dlog('| Builder.' + @FN, '> cmd res.exit_code: $res.exit_code | cmd: $cmd')
vcache.dlog('| Builder.' + @FN, '> response_file_content:\n$response_file_content')
if res.exit_code != 0 {
if ccompiler.contains('tcc.exe') {
// a TCC problem? Retry with the system cc:
if tried_compilation_commands.len > 1 {
eprintln('Recompilation loop detected (ccompiler: $ccompiler):')
for recompile_command in tried_compilation_commands {
eprintln(' $recompile_command')
}
exit(101)
}
if v.pref.retry_compilation {
tcc_output = res
v.pref.default_c_compiler()
if v.pref.is_verbose {
eprintln('Compilation with tcc failed. Retrying with $v.pref.ccompiler ...')
}
continue
}
}
if res.exit_code == 127 {
verror('C compiler error, while attempting to run: \n' +
'-----------------------------------------------------------\n' + '$cmd\n' +
'-----------------------------------------------------------\n' +
'Probably your C compiler is missing. \n' +
'Please reinstall it, or make it available in your PATH.\n\n' +
missing_compiler_info())
}
}
if !v.pref.show_c_output {
// if tcc failed once, and the system C compiler has failed as well,
// print the tcc error instead since it may contain more useful information
// see https://discord.com/channels/592103645835821068/592115457029308427/811956304314761228
if res.exit_code != 0 && tcc_output.output != '' {
v.post_process_c_compiler_output(tcc_output)
} else {
v.post_process_c_compiler_output(res)
}
}
// Print the C command
if v.pref.is_verbose {
println('$ccompiler')
println('=========\n')
}
break
}
if v.pref.compress {
ret := os.system('strip $v.pref.out_name')
if ret != 0 {
println('strip failed')
return
}
// Note: upx --lzma can sometimes fail with NotCompressibleException
// See https://github.com/vlang/v/pull/3528
mut ret2 := os.system('upx --lzma -qqq $v.pref.out_name')
if ret2 != 0 {
ret2 = os.system('upx -qqq $v.pref.out_name')
}
if ret2 != 0 {
println('upx failed')
$if macos {
println('install upx with `brew install upx`')
}
$if linux {
println('install upx\n' + 'for example, on Debian/Ubuntu run `sudo apt install upx`')
}
$if windows {
println('install upx')
}
}
}
// if v.pref.os == .ios {
// ret := os.system('ldid2 -S $v.pref.out_name')
// if ret != 0 {
// eprintln('failed to run ldid2, try: brew install ldid')
// }
// }
}
fn (mut b Builder) ensure_linuxroot_exists(sysroot string) {
crossrepo_url := 'https://github.com/spytheman/vlinuxroot'
sysroot_git_config_path := os.join_path(sysroot, '.git', 'config')
if os.is_dir(sysroot) && !os.exists(sysroot_git_config_path) {
// remove existing obsolete unarchived .zip file content
os.rmdir_all(sysroot) or {}
}
if !os.is_dir(sysroot) {
println('Downloading files for Linux cross compilation (~22MB) ...')
os.system('git clone $crossrepo_url $sysroot')
if !os.exists(sysroot_git_config_path) {
verror('Failed to clone `$crossrepo_url` to `$sysroot`')
}
os.chmod(os.join_path(sysroot, 'ld.lld'), 0o755) or { panic(err) }
}
}
fn (mut b Builder) cc_linux_cross() {
b.setup_ccompiler_options(b.pref.ccompiler)
b.build_thirdparty_obj_files()
b.setup_output_name()
parent_dir := os.vmodules_dir()
if !os.exists(parent_dir) {
os.mkdir(parent_dir) or { panic(err) }
}
sysroot := os.join_path(os.vmodules_dir(), 'linuxroot')
b.ensure_linuxroot_exists(sysroot)
obj_file := b.out_name_c + '.o'
cflags := b.get_os_cflags()
defines, others, libs := cflags.defines_others_libs()
mut cc_args := []string{}
cc_args << '-w'
cc_args << '-fPIC'
cc_args << '-c'
cc_args << '-target x86_64-linux-gnu'
cc_args << defines
cc_args << '-I $sysroot/include '
cc_args << others
cc_args << '-o "$obj_file"'
cc_args << '-c "$b.out_name_c"'
cc_args << libs
b.dump_c_options(cc_args)
cc_cmd := '${os.quoted_path('cc')} ' + cc_args.join(' ')
if b.pref.show_cc {
println(cc_cmd)
}
cc_res := os.execute(cc_cmd)
if cc_res.exit_code != 0 {
println('Cross compilation for Linux failed (first step, cc). Make sure you have clang installed.')
verror(cc_res.output)
return
}
mut linker_args := ['-L$sysroot/usr/lib/x86_64-linux-gnu/', '-L$sysroot/lib/x86_64-linux-gnu',
'--sysroot=$sysroot', '-v', '-o $b.pref.out_name', '-m elf_x86_64',
'-dynamic-linker /lib/x86_64-linux-gnu/ld-linux-x86-64.so.2',
'$sysroot/crt1.o $sysroot/crti.o $obj_file', '-lc', '-lcrypto', '-lssl', '-lpthread',
'$sysroot/crtn.o', '-lm']
linker_args << cflags.c_options_only_object_files()
// -ldl
b.dump_c_options(linker_args)
ldlld := '$sysroot/ld.lld'
linker_cmd := '${os.quoted_path(ldlld)} ' + linker_args.join(' ')
// s = s.replace('SYSROOT', sysroot) // TODO $ inter bug
// s = s.replace('-o hi', '-o ' + c.pref.out_name)
if b.pref.show_cc {
println(linker_cmd)
}
res := os.execute(linker_cmd)
if res.exit_code != 0 {
println('Cross compilation for Linux failed (second step, lld).')
verror(res.output)
return
}
println(b.pref.out_name + ' has been successfully compiled')
}
fn (mut c Builder) cc_windows_cross() {
println('Cross compiling for Windows...')
c.setup_ccompiler_options(c.pref.ccompiler)
c.build_thirdparty_obj_files()
c.setup_output_name()
if !c.pref.out_name.to_lower().ends_with('.exe') {
c.pref.out_name += '.exe'
}
c.pref.out_name = os.quoted_path(c.pref.out_name)
mut args := []string{}
args << '$c.pref.cflags'
args << '-o $c.pref.out_name'
args << '-w -L.'
//
cflags := c.get_os_cflags()
// -I flags
if c.pref.ccompiler == 'msvc' {
args << cflags.c_options_before_target_msvc()
} else {
args << cflags.c_options_before_target()
}
mut optimization_options := []string{}
mut debug_options := []string{}
if c.pref.is_prod {
if c.pref.ccompiler != 'msvc' {
optimization_options = ['-O3', '-fno-strict-aliasing', '-flto']
}
}
if c.pref.is_debug {
if c.pref.ccompiler != 'msvc' {
debug_options = ['-O0', '-g', '-gdwarf-2']
}
}
mut libs := []string{}
if false && c.pref.build_mode == .default_mode {
builtin_o := '"$pref.default_module_path/vlib/builtin.o"'
libs << builtin_o
if !os.exists(builtin_o) {
verror('$builtin_o not found')
}
for imp in c.table.imports {
libs << '"$pref.default_module_path/vlib/${imp}.o"'
}
}
// add the thirdparty .o files, produced by all the #flag directives:
args << cflags.c_options_only_object_files()
args << os.quoted_path(c.out_name_c)
if c.pref.ccompiler == 'msvc' {
args << cflags.c_options_after_target_msvc()
} else {
args << cflags.c_options_after_target()
}
/*
winroot := '${pref.default_module_path}/winroot'
if !os.is_dir(winroot) {
winroot_url := 'https://github.com/vlang/v/releases/download/v0.1.10/winroot.zip'
println('"$winroot" not found.')
println('Download it from $winroot_url and save it in ${pref.default_module_path}')
println('Unzip it afterwards.\n')
println('winroot.zip contains all library and header files needed ' + 'to cross-compile for Windows.')
exit(1)
}
mut obj_name := c.out_name
obj_name = obj_name.replace('.exe', '')
obj_name = obj_name.replace('.o.o', '.o')
include := '-I $winroot/include '
*/
if os.user_os() !in ['macos', 'linux'] {
println(os.user_os())
panic('your platform is not supported yet')
}
mut all_args := []string{}
all_args << optimization_options
all_args << debug_options
all_args << '-std=gnu11'
all_args << args
all_args << '-municode'
c.dump_c_options(all_args)
mut cmd := c.pref.vcross_compiler_name() + ' ' + all_args.join(' ')
// cmd := 'clang -o $obj_name -w $include -m32 -c -target x86_64-win32 ${pref.default_module_path}/$c.out_name_c'
if c.pref.is_verbose || c.pref.show_cc {
println(cmd)
}
if os.system(cmd) != 0 {
println('Cross compilation for Windows failed. Make sure you have mingw-w64 installed.')
$if macos {
println('brew install mingw-w64')
}
$if linux {
println('Try `sudo apt install -y mingw-w64` on Debian based distros, or `sudo pacman -S mingw-w64-gcc` on Arch, etc...')
}
exit(1)
}
/*
if c.pref.build_mode != .build_module {
link_cmd := 'lld-link $obj_name $winroot/lib/libcmt.lib ' + '$winroot/lib/libucrt.lib $winroot/lib/kernel32.lib $winroot/lib/libvcruntime.lib ' + '$winroot/lib/uuid.lib'
if c.pref.show_cc {
println(link_cmd)
}
if os.system(link_cmd) != 0 {
println('Cross compilation for Windows failed. Make sure you have lld linker installed.')
exit(1)
}
// os.rm(obj_name)
}
*/
println(c.pref.out_name + ' has been successfully compiled')
}
fn (mut b Builder) build_thirdparty_obj_files() {
b.log('build_thirdparty_obj_files: v.ast.cflags: $b.table.cflags')
for flag in b.get_os_cflags() {
if flag.value.ends_with('.o') {
rest_of_module_flags := b.get_rest_of_module_cflags(flag)
if b.pref.ccompiler == 'msvc' {
b.build_thirdparty_obj_file_with_msvc(flag.value, rest_of_module_flags)
} else {
b.build_thirdparty_obj_file(flag.value, rest_of_module_flags)
}
}
}
}
fn (mut v Builder) build_thirdparty_obj_file(path string, moduleflags []cflag.CFlag) {
obj_path := os.real_path(path)
cfile := '${obj_path[..obj_path.len - 2]}.c'
opath := v.pref.cache_manager.postfix_with_key2cpath('.o', obj_path)
mut rebuild_reason_message := '$obj_path not found, building it in $opath ...'
if os.exists(opath) {
if os.exists(cfile) && os.file_last_mod_unix(opath) < os.file_last_mod_unix(cfile) {
rebuild_reason_message = '$opath is older than $cfile, rebuilding ...'
} else {
return
}
}
if os.exists(obj_path) {
// Some .o files are distributed with no source
// for example thirdparty\tcc\lib\openlibm.o
// the best we can do for them is just copy them,
// and hope that they work with any compiler...
os.cp(obj_path, opath) or { panic(err) }
return
}
if v.pref.is_verbose {
println(rebuild_reason_message)
}
// prepare for tcc, it needs relative paths to thirdparty/tcc to work:
current_folder := os.getwd()
os.chdir(os.dir(pref.vexe_path())) or {}
//
mut all_options := []string{}
all_options << v.pref.third_party_option
all_options << moduleflags.c_options_before_target()
all_options << '-o ${os.quoted_path(opath)}'
all_options << '-c ${os.quoted_path(cfile)}'
cc_options := v.thirdparty_object_args(v.ccoptions, all_options).join(' ')
cmd := '${os.quoted_path(v.pref.ccompiler)} $cc_options'
$if trace_thirdparty_obj_files ? {
println('>>> build_thirdparty_obj_files cmd: $cmd')
}
res := os.execute(cmd)
os.chdir(current_folder) or {}
if res.exit_code != 0 {
eprintln('failed thirdparty object build cmd:\n$cmd')
verror(res.output)
return
}
v.pref.cache_manager.save('.description.txt', obj_path, '${obj_path:-30} @ $cmd\n') or {
panic(err)
}
if res.output != '' {
println(res.output)
}
}
fn missing_compiler_info() string {
$if windows {
return 'https://github.com/vlang/v/wiki/Installing-a-C-compiler-on-Windows'
}
$if linux {
return 'On Debian/Ubuntu, run `sudo apt install build-essential`'
}
$if macos {
return 'Install command line XCode tools with `xcode-select --install`'
}
return ''
}
fn error_context_lines(text string, keyword string, before int, after int) []string {
khighlight := if term.can_show_color_on_stdout() { term.red(keyword) } else { keyword }
mut eline_idx := -1
mut lines := text.split_into_lines()
for idx, eline in lines {
if eline.contains(keyword) {
lines[idx] = lines[idx].replace(keyword, khighlight)
if eline_idx == -1 {
eline_idx = idx
}
}
}
idx_s := if eline_idx - before >= 0 { eline_idx - before } else { 0 }
idx_e := if idx_s + after < lines.len { idx_s + after } else { lines.len }
return lines[idx_s..idx_e]
}