# Copyright (c) 2011 The Native Client Authors. All rights reserved. # Use of this source code is governed by a BSD-style license that can be # found in the LICENSE file. # # Config file for various nacl compilation scenarios # import os import sys sys.path.append(os.path.join(os.path.dirname(__file__), '../..')) import pynacl.platform TOOLCHAIN_CONFIGS = {} def AppendDictionary(d1, d2): for tag, value in d2.iteritems(): if tag in d1: d1[tag] = d1[tag] + ' ' + value else: d1[tag] = value class ToolchainConfig(object): def __init__(self, desc, commands, tools_needed, is_flaky=False, attributes=[], **extra): self._desc = desc, self._commands = commands self._tools_needed = tools_needed self._extra = extra self._flaky = is_flaky self._attributes = attributes def Append(self, tag, value): assert tag in self._extra self._extra[tag] = self._extra[tag] + ' ' + value + ' ' def SanityCheck(self): for t in self._tools_needed: if not os.access(t, os.R_OK | os.X_OK): print "ERROR: missing tool ", t sys.exit(-1) def GetDescription(self): return self._desc def GetCommands(self, extra): for tag, val in self._commands: d = self._extra.copy() AppendDictionary(d, extra) yield tag, val % d def GetPhases(self): return [a for (a, _) in self._commands] def IsFlaky(self): return self._flaky def GetAttributes(self): return set(self._attributes) ###################################################################### # ###################################################################### LOCAL_GCC = '/usr/bin/gcc' EMU_SCRIPT = 'toolchain/linux_x86/arm_trusted/run_under_qemu_arm' TEMPLATE_DIGITS = 'X' * 16 BOOTSTRAP_ARGS = '--r_debug=0x%s --reserved_at_zero=0x%s' % (TEMPLATE_DIGITS, TEMPLATE_DIGITS) BOOTSTRAP_ARM = 'scons-out/opt-linux-arm/staging/nacl_helper_bootstrap' SEL_LDR_ARM = 'scons-out/opt-linux-arm/staging/sel_ldr' IRT_ARM = 'scons-out/nacl_irt-arm/obj/src/untrusted/irt/irt_core.nexe' RUN_SEL_LDR_ARM = BOOTSTRAP_ARM + ' ' + SEL_LDR_ARM + ' ' + BOOTSTRAP_ARGS BOOTSTRAP_X32 = 'scons-out/opt-linux-x86-32/staging/nacl_helper_bootstrap' SEL_LDR_X32 = 'scons-out/opt-linux-x86-32/staging/sel_ldr' IRT_X32 = 'scons-out/nacl_irt-x86-32/obj/src/untrusted/irt/irt_core.nexe' RUN_SEL_LDR_X32 = BOOTSTRAP_X32 + ' ' + SEL_LDR_X32 + ' ' + BOOTSTRAP_ARGS BOOTSTRAP_X64 = 'scons-out/opt-linux-x86-64/staging/nacl_helper_bootstrap' SEL_LDR_X64 = 'scons-out/opt-linux-x86-64/staging/sel_ldr' IRT_X64 = 'scons-out/nacl_irt-x86-64/obj/src/untrusted/irt/irt_core.nexe' RUN_SEL_LDR_X64 = BOOTSTRAP_X64 + ' ' + SEL_LDR_X64 + ' ' + BOOTSTRAP_ARGS NACL_X86_NEWLIB = 'toolchain/linux_x86/nacl_x86_newlib' NACL_GCC_X32 = NACL_X86_NEWLIB + '/bin/i686-nacl-gcc' NACL_GCC_X64 = NACL_X86_NEWLIB + '/bin/x86_64-nacl-gcc' GLOBAL_CFLAGS = ' '.join(['-DSTACK_SIZE=0x40000', '-D_XOPEN_SOURCE=600', '-DNO_TRAMPOLINES', '-DNO_LABEL_VALUES',]) CLANG_CFLAGS = ' '.join(['-fwrapv', '-fdiagnostics-show-category=name']) ###################################################################### # LOCAL GCC ###################################################################### COMMANDS_local_gcc = [ ('compile', '%(CC)s %(src)s %(CFLAGS)s -o %(tmp)s.exe -lm -lstdc++', ), ('run', '%(tmp)s.exe', ), ] TOOLCHAIN_CONFIGS['local_gcc_x8632_O0'] = ToolchainConfig( desc='local gcc [x86-32]', attributes=['x86-32', 'O0'], commands=COMMANDS_local_gcc, tools_needed=[LOCAL_GCC], CC = LOCAL_GCC, CFLAGS = '-O0 -m32 -static ' + GLOBAL_CFLAGS) TOOLCHAIN_CONFIGS['local_gcc_x8632_O3'] = ToolchainConfig( desc='local gcc [x86-32]', attributes=['x86-32', 'O3'], commands=COMMANDS_local_gcc, tools_needed=[LOCAL_GCC], CC = LOCAL_GCC, CFLAGS = '-O3 -m32 -static ' + GLOBAL_CFLAGS) TOOLCHAIN_CONFIGS['local_gcc_x8664_O0'] = ToolchainConfig( desc='local gcc [x86-64]', attributes=['x86-64', 'O0'], commands=COMMANDS_local_gcc, tools_needed=[LOCAL_GCC], CC = LOCAL_GCC, CFLAGS = '-O0 -m64 -static ' + GLOBAL_CFLAGS) TOOLCHAIN_CONFIGS['local_gcc_x8664_O3'] = ToolchainConfig( attributes=['x86-64', 'O3'], desc='local gcc [x86-64]', commands=COMMANDS_local_gcc, tools_needed=[LOCAL_GCC], CC = LOCAL_GCC, CFLAGS = '-O3 -m64 -static ' + GLOBAL_CFLAGS) ###################################################################### # # NACL + SEL_LDR [X86] ###################################################################### COMMANDS_nacl_gcc = [ ('compile', '%(CC)s %(src)s %(CFLAGS)s -o %(tmp)s.exe -lm -lstdc++', ), ('sel_ldr', '%(SEL_LDR)s -B %(IRT)s %(tmp)s.exe', ) ] TOOLCHAIN_CONFIGS['nacl_gcc_x8632_O0'] = ToolchainConfig( desc='nacl gcc [x86-32]', attributes=['x86-32', 'O0'], commands=COMMANDS_nacl_gcc, tools_needed=[NACL_GCC_X32, BOOTSTRAP_X32, SEL_LDR_X32], CC = NACL_GCC_X32, SEL_LDR = RUN_SEL_LDR_X32, IRT = IRT_X32, CFLAGS = '-O0 -static -Bscons-out/nacl-x86-32/lib/ ' + GLOBAL_CFLAGS) TOOLCHAIN_CONFIGS['nacl_gcc_x8632_O3'] = ToolchainConfig( desc='nacl gcc with optimizations [x86-32]', attributes=['x86-32', 'O3'], commands=COMMANDS_nacl_gcc, tools_needed=[NACL_GCC_X32, BOOTSTRAP_X32, SEL_LDR_X32], CC = NACL_GCC_X32, SEL_LDR = RUN_SEL_LDR_X32, IRT = IRT_X32, CFLAGS = '-O3 -static -Bscons-out/nacl-x86-32/lib/ ' + GLOBAL_CFLAGS) TOOLCHAIN_CONFIGS['nacl_gcc_x8664_O0'] = ToolchainConfig( desc='nacl gcc [x86-64]', attributes=['x86-64', 'O0'], commands=COMMANDS_nacl_gcc, tools_needed=[NACL_GCC_X64, BOOTSTRAP_X64, SEL_LDR_X64], CC = NACL_GCC_X64, SEL_LDR = RUN_SEL_LDR_X64, IRT = IRT_X64, CFLAGS = '-O0 -static -Bscons-out/nacl-x86-64/lib/ ' + GLOBAL_CFLAGS) TOOLCHAIN_CONFIGS['nacl_gcc_x8664_O3'] = ToolchainConfig( desc='nacl gcc with optimizations [x86-64]', attributes=['x86-32', 'O3'], commands=COMMANDS_nacl_gcc, tools_needed=[NACL_GCC_X64, BOOTSTRAP_X64, SEL_LDR_X64], CC = NACL_GCC_X64, SEL_LDR = RUN_SEL_LDR_X64, IRT = IRT_X64, CFLAGS = '-O3 -static -Bscons-out/nacl-x86-64/lib/ ' + GLOBAL_CFLAGS) ###################################################################### # PNACL + SEL_LDR [ARM] ###################################################################### # Locate the pnacl toolchain. Path can be overridden externally. os_name = pynacl.platform.GetOS() PNACL_TOOLCHAIN_DIR = os.getenv('PNACL_TOOLCHAIN_DIR', '%s_x86/pnacl_newlib' % os_name) PNACL_ROOT = os.path.join('toolchain', PNACL_TOOLCHAIN_DIR) PNACL_FRONTEND = PNACL_ROOT + '/bin/pnacl-clang++' PNACL_FINALIZE = PNACL_ROOT + '/bin/pnacl-finalize' # NOTE: Our driver supports going from .c to .nexe in one go # but it maybe useful to inspect the bitcode file so we # split the compilation into two steps. PNACL_LD = PNACL_ROOT + '/bin/pnacl-translate' COMMANDS_llvm_pnacl_arm = [ ('compile-pexe', '%(CC)s %(src)s %(CFLAGS)s -o %(tmp)s.nonfinal.pexe', ), ('finalize-pexe', '%(FINALIZE)s %(FINALIZE_FLAGS)s %(tmp)s.nonfinal.pexe' ' -o %(tmp)s.final.pexe' ), ('translate-arm', '%(LD)s %(TRANSLATE_FLAGS)s %(tmp)s.final.pexe -o %(tmp)s.nexe', ), ('qemu-sel_ldr', '%(EMU)s %(SEL_LDR)s -B %(IRT)s -Q %(tmp)s.nexe', ) ] # In the PNaCl ToolchainConfig attributes, the convention for the 'b' # and 'f' suffixes is that 'O0f' means frontend (clang) compilation # with -O0, and 'O2b' means backend (llc) translation with -O2. TOOLCHAIN_CONFIGS['llvm_pnacl_arm_O0'] = ToolchainConfig( desc='pnacl llvm [arm]', attributes=['arm', 'O0f', 'O2b'], commands=COMMANDS_llvm_pnacl_arm, tools_needed=[PNACL_FRONTEND, PNACL_FINALIZE, PNACL_LD, EMU_SCRIPT, BOOTSTRAP_ARM, SEL_LDR_ARM], is_flaky = True, CC = PNACL_FRONTEND, FINALIZE = PNACL_FINALIZE, LD = PNACL_LD + ' -arch arm', EMU = EMU_SCRIPT, SEL_LDR = RUN_SEL_LDR_ARM, IRT = IRT_ARM, CFLAGS = '-O0 -static ' + CLANG_CFLAGS + ' ' + GLOBAL_CFLAGS, FINALIZE_FLAGS = '', TRANSLATE_FLAGS='') TOOLCHAIN_CONFIGS['llvm_pnacl_arm_O3'] = ToolchainConfig( desc='pnacl llvm with optimizations [arm]', attributes=['arm', 'O3f', 'O2b'], commands=COMMANDS_llvm_pnacl_arm, tools_needed=[PNACL_FRONTEND, PNACL_FINALIZE, PNACL_LD, EMU_SCRIPT, BOOTSTRAP_ARM, SEL_LDR_ARM], is_flaky = True, CC = PNACL_FRONTEND, FINALIZE = PNACL_FINALIZE, LD = PNACL_LD + ' -arch arm', EMU = EMU_SCRIPT, SEL_LDR = RUN_SEL_LDR_ARM, IRT = IRT_ARM, CFLAGS = '-O3 -D__OPTIMIZE__ -static ' + CLANG_CFLAGS + ' ' + GLOBAL_CFLAGS, FINALIZE_FLAGS = '', TRANSLATE_FLAGS = '') # Based on llvm_pnacl_arm_O3 with TRANSLATE_FLAGS=-translate-fast TOOLCHAIN_CONFIGS['llvm_pnacl_arm_O3_O0'] = ToolchainConfig( desc='pnacl llvm with optimizations and fast translation [arm]', attributes=['arm', 'O3f', 'O0b'], commands=COMMANDS_llvm_pnacl_arm, tools_needed=[PNACL_FRONTEND, PNACL_FINALIZE, PNACL_LD, EMU_SCRIPT, BOOTSTRAP_ARM, SEL_LDR_ARM], is_flaky = True, CC = PNACL_FRONTEND, FINALIZE = PNACL_FINALIZE, LD = PNACL_LD + ' -arch arm', EMU = EMU_SCRIPT, SEL_LDR = RUN_SEL_LDR_ARM, IRT = IRT_ARM, CFLAGS = '-O3 -D__OPTIMIZE__ -static ' + CLANG_CFLAGS + ' ' + GLOBAL_CFLAGS, FINALIZE_FLAGS = '', TRANSLATE_FLAGS = '-translate-fast') # Based on llvm_pnacl_arm_O0 with TRANSLATE_FLAGS=-translate-fast TOOLCHAIN_CONFIGS['llvm_pnacl_arm_O0_O0'] = ToolchainConfig( desc='pnacl llvm [arm]', attributes=['arm', 'O0f', 'O0b'], commands=COMMANDS_llvm_pnacl_arm, tools_needed=[PNACL_FRONTEND, PNACL_FINALIZE, PNACL_LD, EMU_SCRIPT, BOOTSTRAP_ARM, SEL_LDR_ARM], is_flaky = True, CC = PNACL_FRONTEND, FINALIZE = PNACL_FINALIZE, LD = PNACL_LD + ' -arch arm', EMU = EMU_SCRIPT, SEL_LDR = RUN_SEL_LDR_ARM, IRT = IRT_ARM, CFLAGS = '-O0 -static ' + CLANG_CFLAGS + ' ' + GLOBAL_CFLAGS, FINALIZE_FLAGS = '', TRANSLATE_FLAGS='-translate-fast') ###################################################################### # PNACL + SEL_LDR [X8632] ###################################################################### # NOTE: this is used for both x86 flavors COMMANDS_llvm_pnacl_x86 = [ ('compile-pexe', '%(CC)s %(src)s %(CFLAGS)s -o %(tmp)s.nonfinal.pexe', ), ('finalize-pexe', '%(FINALIZE)s %(FINALIZE_FLAGS)s %(tmp)s.nonfinal.pexe' ' -o %(tmp)s.final.pexe', ), ('translate-x86', '%(LD)s %(TRANSLATE_FLAGS)s %(tmp)s.final.pexe -o %(tmp)s.nexe ', ), ('sel_ldr', '%(SEL_LDR)s -B %(IRT)s %(tmp)s.nexe', ) ] TOOLCHAIN_CONFIGS['llvm_pnacl_x86-32_O0'] = ToolchainConfig( desc='pnacl llvm [x8632]', attributes=['x86-32', 'O0f', 'O2b'], commands=COMMANDS_llvm_pnacl_x86, tools_needed=[PNACL_FRONTEND, PNACL_FINALIZE, PNACL_LD, BOOTSTRAP_X32, SEL_LDR_X32], CC = PNACL_FRONTEND, FINALIZE = PNACL_FINALIZE, LD = PNACL_LD + ' -arch x86-32', SEL_LDR = RUN_SEL_LDR_X32, IRT = IRT_X32, CFLAGS = '-O0 -static ' + CLANG_CFLAGS + ' ' + GLOBAL_CFLAGS, FINALIZE_FLAGS = '', TRANSLATE_FLAGS = '') TOOLCHAIN_CONFIGS['llvm_pnacl_x86-32_O3'] = ToolchainConfig( desc='pnacl llvm [x8632]', attributes=['x86-32', 'O3f', 'O2b'], commands=COMMANDS_llvm_pnacl_x86, tools_needed=[PNACL_FRONTEND, PNACL_FINALIZE, PNACL_LD, BOOTSTRAP_X32, SEL_LDR_X32], CC = PNACL_FRONTEND, FINALIZE = PNACL_FINALIZE, LD = PNACL_LD + ' -arch x86-32', SEL_LDR = RUN_SEL_LDR_X32, IRT = IRT_X32, CFLAGS = '-O3 -D__OPTIMIZE__ -static ' + CLANG_CFLAGS + ' ' + GLOBAL_CFLAGS, FINALIZE_FLAGS = '', TRANSLATE_FLAGS = '') # Based on llvm_pnacl_x86-32_O3 with TRANSLATE_FLAGS=-translate-fast TOOLCHAIN_CONFIGS['llvm_pnacl_x86-32_O3_O0'] = ToolchainConfig( desc='pnacl llvm with fast translation [x8632]', attributes=['x86-32', 'O3f', 'O0b'], commands=COMMANDS_llvm_pnacl_x86, tools_needed=[PNACL_FRONTEND, PNACL_FINALIZE, PNACL_LD, BOOTSTRAP_X32, SEL_LDR_X32], CC = PNACL_FRONTEND, FINALIZE = PNACL_FINALIZE, LD = PNACL_LD + ' -arch x86-32', SEL_LDR = RUN_SEL_LDR_X32, IRT = IRT_X32, CFLAGS = '-O3 -D__OPTIMIZE__ -static ' + CLANG_CFLAGS + ' ' + GLOBAL_CFLAGS, FINALIZE_FLAGS = '', TRANSLATE_FLAGS = '-translate-fast') # Based on llvm_pnacl_x86-32_O0 with TRANSLATE_FLAGS=-translate-fast TOOLCHAIN_CONFIGS['llvm_pnacl_x86-32_O0_O0'] = ToolchainConfig( desc='pnacl llvm [x8632]', attributes=['x86-32', 'O0f', 'O0b'], commands=COMMANDS_llvm_pnacl_x86, tools_needed=[PNACL_FRONTEND, PNACL_FINALIZE, PNACL_LD, BOOTSTRAP_X32, SEL_LDR_X32], CC = PNACL_FRONTEND, FINALIZE = PNACL_FINALIZE, LD = PNACL_LD + ' -arch x86-32', SEL_LDR = RUN_SEL_LDR_X32, IRT = IRT_X32, CFLAGS = '-O0 -static ' + CLANG_CFLAGS + ' ' + GLOBAL_CFLAGS, FINALIZE_FLAGS = '', TRANSLATE_FLAGS = '-translate-fast') ###################################################################### # PNACL + SEL_LDR [X8664] ###################################################################### TOOLCHAIN_CONFIGS['llvm_pnacl_x86-64_O0'] = ToolchainConfig( desc='pnacl llvm [x8664]', attributes=['x86-64', 'O0f', 'O2b'], commands=COMMANDS_llvm_pnacl_x86, tools_needed=[PNACL_FRONTEND, PNACL_FINALIZE, PNACL_LD, BOOTSTRAP_X64, SEL_LDR_X64], CC = PNACL_FRONTEND, FINALIZE = PNACL_FINALIZE, LD = PNACL_LD + ' -arch x86-64', SEL_LDR = RUN_SEL_LDR_X64, IRT = IRT_X64, CFLAGS = '-O0 -static ' + CLANG_CFLAGS + ' ' + GLOBAL_CFLAGS, FINALIZE_FLAGS = '', TRANSLATE_FLAGS = '') TOOLCHAIN_CONFIGS['llvm_pnacl_x86-64_O3'] = ToolchainConfig( desc='pnacl llvm [x8664]', attributes=['x86-64', 'O3f', 'O2b'], commands=COMMANDS_llvm_pnacl_x86, tools_needed=[PNACL_FRONTEND, PNACL_FINALIZE, PNACL_LD, BOOTSTRAP_X64, SEL_LDR_X64], CC = PNACL_FRONTEND, FINALIZE = PNACL_FINALIZE, LD = PNACL_LD + ' -arch x86-64', SEL_LDR = RUN_SEL_LDR_X64, IRT = IRT_X64, CFLAGS = '-O3 -D__OPTIMIZE__ -static ' + CLANG_CFLAGS + ' ' + GLOBAL_CFLAGS, FINALIZE_FLAGS = '', TRANSLATE_FLAGS = '') # Based on llvm_pnacl_x86-64_O3 with TRANSLATE_FLAGS=-translate-fast TOOLCHAIN_CONFIGS['llvm_pnacl_x86-64_O3_O0'] = ToolchainConfig( desc='pnacl llvm with fast translation [x8664]', attributes=['x86-64', 'O3f', 'O0b'], commands=COMMANDS_llvm_pnacl_x86, tools_needed=[PNACL_FRONTEND, PNACL_FINALIZE, PNACL_LD, BOOTSTRAP_X64, SEL_LDR_X64], CC = PNACL_FRONTEND, FINALIZE = PNACL_FINALIZE, LD = PNACL_LD + ' -arch x86-64', SEL_LDR = RUN_SEL_LDR_X64, IRT = IRT_X64, CFLAGS = '-O3 -D__OPTIMIZE__ -static ' + CLANG_CFLAGS + ' ' + GLOBAL_CFLAGS, FINALIZE_FLAGS = '', TRANSLATE_FLAGS = '-translate-fast') # Based on llvm_pnacl_x86-64_O0 with TRANSLATE_FLAGS=-translate-fast TOOLCHAIN_CONFIGS['llvm_pnacl_x86-64_O0_O0'] = ToolchainConfig( desc='pnacl llvm [x8664]', attributes=['x86-64', 'O0f', 'O0b'], commands=COMMANDS_llvm_pnacl_x86, tools_needed=[PNACL_FRONTEND, PNACL_FINALIZE, PNACL_LD, BOOTSTRAP_X64, SEL_LDR_X64], CC = PNACL_FRONTEND, FINALIZE = PNACL_FINALIZE, LD = PNACL_LD + ' -arch x86-64', SEL_LDR = RUN_SEL_LDR_X64, IRT = IRT_X64, CFLAGS = '-O0 -static ' + CLANG_CFLAGS + ' ' + GLOBAL_CFLAGS, FINALIZE_FLAGS = '', TRANSLATE_FLAGS = '-translate-fast')