SConstruct revision 5588
12SN/A# -*- mode:python -*- 29235Sandreas.hansson@arm.com 39235Sandreas.hansson@arm.com# Copyright (c) 2004-2005 The Regents of The University of Michigan 49235Sandreas.hansson@arm.com# All rights reserved. 59235Sandreas.hansson@arm.com# 69235Sandreas.hansson@arm.com# Redistribution and use in source and binary forms, with or without 79235Sandreas.hansson@arm.com# modification, are permitted provided that the following conditions are 89235Sandreas.hansson@arm.com# met: redistributions of source code must retain the above copyright 99235Sandreas.hansson@arm.com# notice, this list of conditions and the following disclaimer; 109235Sandreas.hansson@arm.com# redistributions in binary form must reproduce the above copyright 119235Sandreas.hansson@arm.com# notice, this list of conditions and the following disclaimer in the 129235Sandreas.hansson@arm.com# documentation and/or other materials provided with the distribution; 139235Sandreas.hansson@arm.com# neither the name of the copyright holders nor the names of its 141762SN/A# contributors may be used to endorse or promote products derived from 152SN/A# this software without specific prior written permission. 162SN/A# 172SN/A# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 182SN/A# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 192SN/A# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 202SN/A# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 212SN/A# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 222SN/A# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 232SN/A# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 242SN/A# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 252SN/A# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 262SN/A# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 272SN/A# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 282SN/A# 292SN/A# Authors: Steve Reinhardt 302SN/A 312SN/A################################################### 322SN/A# 332SN/A# SCons top-level build description (SConstruct) file. 342SN/A# 352SN/A# While in this directory ('m5'), just type 'scons' to build the default 362SN/A# configuration (see below), or type 'scons build/<CONFIG>/<binary>' 372SN/A# to build some other configuration (e.g., 'build/ALPHA_FS/m5.opt' for 382SN/A# the optimized full-system version). 392665SN/A# 402665SN/A# You can build M5 in a different directory as long as there is a 412665SN/A# 'build/<CONFIG>' somewhere along the target path. The build system 429235Sandreas.hansson@arm.com# expects that all configs under the same build directory are being 432SN/A# built for the same host system. 442SN/A# 459235Sandreas.hansson@arm.com# Examples: 469235Sandreas.hansson@arm.com# 472SN/A# The following two commands are equivalent. The '-u' option tells 489412Sandreas.hansson@arm.com# scons to search up the directory tree for this SConstruct file. 499412Sandreas.hansson@arm.com# % cd <path-to-src>/m5 ; scons build/ALPHA_FS/m5.debug 509411Sandreas.hansson@arm.com# % cd <path-to-src>/m5/build/ALPHA_FS; scons -u m5.debug 519405Sandreas.hansson@arm.com# 529411Sandreas.hansson@arm.com# The following two commands are equivalent and demonstrate building 539235Sandreas.hansson@arm.com# in a directory outside of the source tree. The '-C' option tells 549235Sandreas.hansson@arm.com# scons to chdir to the specified directory to find this SConstruct 559235Sandreas.hansson@arm.com# file. 562SN/A# % cd <path-to-src>/m5 ; scons /local/foo/build/ALPHA_FS/m5.debug 572SN/A# % cd /local/foo/build/ALPHA_FS; scons -C <path-to-src>/m5 m5.debug 589405Sandreas.hansson@arm.com# 599405Sandreas.hansson@arm.com# You can use 'scons -H' to print scons options. If you're in this 609411Sandreas.hansson@arm.com# 'm5' directory (or use -u or -C to tell scons where to find this 6110435Snilay@cs.wisc.edu# file), you can use 'scons -h' to print all the M5-specific build 629405Sandreas.hansson@arm.com# options as well. 639405Sandreas.hansson@arm.com# 649405Sandreas.hansson@arm.com################################################### 659411Sandreas.hansson@arm.com 669411Sandreas.hansson@arm.comimport sys 679411Sandreas.hansson@arm.comimport os 689411Sandreas.hansson@arm.comimport re 699411Sandreas.hansson@arm.com 709411Sandreas.hansson@arm.comfrom os.path import isdir, isfile, join as joinpath 719411Sandreas.hansson@arm.com 729411Sandreas.hansson@arm.comimport SCons 739411Sandreas.hansson@arm.com 749411Sandreas.hansson@arm.com# Check for recent-enough Python and SCons versions. If your system's 759235Sandreas.hansson@arm.com# default installation of Python is not recent enough, you can use a 762SN/A# non-default installation of the Python interpreter by either (1) 779235Sandreas.hansson@arm.com# rearranging your PATH so that scons finds the non-default 'python' 789411Sandreas.hansson@arm.com# first or (2) explicitly invoking an alternative interpreter on the 799411Sandreas.hansson@arm.com# scons script, e.g., "/usr/local/bin/python2.4 `which scons` [args]". 809411Sandreas.hansson@arm.comEnsurePythonVersion(2,4) 819411Sandreas.hansson@arm.com 829411Sandreas.hansson@arm.com# Import subprocess after we check the version since it doesn't exist in 839411Sandreas.hansson@arm.com# Python < 2.4. 849411Sandreas.hansson@arm.comimport subprocess 859235Sandreas.hansson@arm.com 869235Sandreas.hansson@arm.com# helper function: compare arrays or strings of version numbers. 879235Sandreas.hansson@arm.com# E.g., compare_version((1,3,25), (1,4,1)') 889411Sandreas.hansson@arm.com# returns -1, 0, 1 if v1 is <, ==, > v2 899411Sandreas.hansson@arm.comdef compare_versions(v1, v2): 909235Sandreas.hansson@arm.com def make_version_list(v): 919235Sandreas.hansson@arm.com if isinstance(v, (list,tuple)): 929405Sandreas.hansson@arm.com return v 939412Sandreas.hansson@arm.com elif isinstance(v, str): 949412Sandreas.hansson@arm.com return map(lambda x: int(re.match('\d+', x).group()), v.split('.')) 959412Sandreas.hansson@arm.com else: 969412Sandreas.hansson@arm.com raise TypeError 979412Sandreas.hansson@arm.com 989412Sandreas.hansson@arm.com v1 = make_version_list(v1) 999412Sandreas.hansson@arm.com v2 = make_version_list(v2) 1009412Sandreas.hansson@arm.com # Compare corresponding elements of lists 1019412Sandreas.hansson@arm.com for n1,n2 in zip(v1, v2): 1029412Sandreas.hansson@arm.com if n1 < n2: return -1 1039412Sandreas.hansson@arm.com if n1 > n2: return 1 1049412Sandreas.hansson@arm.com # all corresponding values are equal... see if one has extra values 1059412Sandreas.hansson@arm.com if len(v1) < len(v2): return -1 1069412Sandreas.hansson@arm.com if len(v1) > len(v2): return 1 1079412Sandreas.hansson@arm.com return 0 1089412Sandreas.hansson@arm.com 1099412Sandreas.hansson@arm.com# SCons version numbers need special processing because they can have 1109412Sandreas.hansson@arm.com# charecters and an release date embedded in them. This function does 1119412Sandreas.hansson@arm.com# the magic to extract them in a similar way to the SCons internal function 1129412Sandreas.hansson@arm.com# function does and then checks that the current version is not contained in 1139412Sandreas.hansson@arm.com# a list of version tuples (bad_ver_strs) 1149412Sandreas.hansson@arm.comdef CheckSCons(bad_ver_strs): 1159412Sandreas.hansson@arm.com def scons_ver(v): 1169412Sandreas.hansson@arm.com num_parts = v.split(' ')[0].split('.') 1179412Sandreas.hansson@arm.com major = int(num_parts[0]) 1189412Sandreas.hansson@arm.com minor = int(re.match('\d+', num_parts[1]).group()) 1199412Sandreas.hansson@arm.com rev = 0 1209412Sandreas.hansson@arm.com rdate = 0 1219412Sandreas.hansson@arm.com if len(num_parts) > 2: 1229412Sandreas.hansson@arm.com try: rev = int(re.match('\d+', num_parts[2]).group()) 1239412Sandreas.hansson@arm.com except: pass 1249412Sandreas.hansson@arm.com rev_parts = num_parts[2].split('d') 1259412Sandreas.hansson@arm.com if len(rev_parts) > 1: 1269412Sandreas.hansson@arm.com rdate = int(re.match('\d+', rev_parts[1]).group()) 1279412Sandreas.hansson@arm.com 1289412Sandreas.hansson@arm.com return (major, minor, rev, rdate) 1299412Sandreas.hansson@arm.com 1309412Sandreas.hansson@arm.com sc_ver = scons_ver(SCons.__version__) 1319412Sandreas.hansson@arm.com for bad_ver in bad_ver_strs: 1329412Sandreas.hansson@arm.com bv = (scons_ver(bad_ver[0]), scons_ver(bad_ver[1])) 1339411Sandreas.hansson@arm.com if compare_versions(sc_ver, bv[0]) != -1 and\ 1349411Sandreas.hansson@arm.com compare_versions(sc_ver, bv[1]) != 1: 1359411Sandreas.hansson@arm.com print "The version of SCons that you have installed: ", SCons.__version__ 1369411Sandreas.hansson@arm.com print "has a bug that prevents it from working correctly with M5." 1379411Sandreas.hansson@arm.com print "Please install a version NOT contained within the following", 1389411Sandreas.hansson@arm.com print "ranges (inclusive):" 1399411Sandreas.hansson@arm.com for bad_ver in bad_ver_strs: 1409411Sandreas.hansson@arm.com print " %s - %s" % bad_ver 1419411Sandreas.hansson@arm.com Exit(2) 1429411Sandreas.hansson@arm.com 1439411Sandreas.hansson@arm.comCheckSCons(( 1449581Sandreas.hansson@arm.com # We need a version that is 0.96.91 or newer 1459581Sandreas.hansson@arm.com ('0.0.0', '0.96.90'), 1469780Sandreas.hansson@arm.com )) 1479581Sandreas.hansson@arm.com 1489411Sandreas.hansson@arm.com 1499411Sandreas.hansson@arm.com# The absolute path to the current directory (where this file lives). 1509411Sandreas.hansson@arm.comROOT = Dir('.').abspath 1519411Sandreas.hansson@arm.com 1529411Sandreas.hansson@arm.com# Path to the M5 source tree. 1539411Sandreas.hansson@arm.comSRCDIR = joinpath(ROOT, 'src') 1549411Sandreas.hansson@arm.com 1559411Sandreas.hansson@arm.com# tell python where to find m5 python code 1569411Sandreas.hansson@arm.comsys.path.append(joinpath(ROOT, 'src/python')) 1579411Sandreas.hansson@arm.com 1589405Sandreas.hansson@arm.comdef check_style_hook(ui): 1599411Sandreas.hansson@arm.com ui.readconfig(joinpath(ROOT, '.hg', 'hgrc')) 1609411Sandreas.hansson@arm.com style_hook = ui.config('hooks', 'pretxncommit.style', None) 1619405Sandreas.hansson@arm.com 1629411Sandreas.hansson@arm.com if not style_hook: 1639411Sandreas.hansson@arm.com print """\ 1649411Sandreas.hansson@arm.comYou're missing the M5 style hook. 1659411Sandreas.hansson@arm.comPlease install the hook so we can ensure that all code fits a common style. 166532SN/A 1679405Sandreas.hansson@arm.comAll you'd need to do is add the following lines to your repository .hg/hgrc 1689405Sandreas.hansson@arm.comor your personal .hgrc 1699405Sandreas.hansson@arm.com---------------- 17010435Snilay@cs.wisc.edu 1719405Sandreas.hansson@arm.com[extensions] 1729405Sandreas.hansson@arm.comstyle = %s/util/style.py 1739405Sandreas.hansson@arm.com 1749405Sandreas.hansson@arm.com[hooks] 1759405Sandreas.hansson@arm.compretxncommit.style = python:style.check_whitespace 1769405Sandreas.hansson@arm.com""" % (ROOT) 1779405Sandreas.hansson@arm.com sys.exit(1) 1789405Sandreas.hansson@arm.com 1799405Sandreas.hansson@arm.comif ARGUMENTS.get('IGNORE_STYLE') != 'True' and isdir(joinpath(ROOT, '.hg')): 1809405Sandreas.hansson@arm.com try: 1819405Sandreas.hansson@arm.com from mercurial import ui 1829405Sandreas.hansson@arm.com check_style_hook(ui.ui()) 1839405Sandreas.hansson@arm.com except ImportError: 1849411Sandreas.hansson@arm.com pass 1859411Sandreas.hansson@arm.com 1869411Sandreas.hansson@arm.com################################################### 1879411Sandreas.hansson@arm.com# 1889411Sandreas.hansson@arm.com# Figure out which configurations to set up based on the path(s) of 1899411Sandreas.hansson@arm.com# the target(s). 1909411Sandreas.hansson@arm.com# 1919411Sandreas.hansson@arm.com################################################### 1929411Sandreas.hansson@arm.com 1939411Sandreas.hansson@arm.com# Find default configuration & binary. 1949411Sandreas.hansson@arm.comDefault(os.environ.get('M5_DEFAULT_BINARY', 'build/ALPHA_SE/m5.debug')) 1959411Sandreas.hansson@arm.com 1969411Sandreas.hansson@arm.com# helper function: find last occurrence of element in list 1979411Sandreas.hansson@arm.comdef rfind(l, elt, offs = -1): 1989411Sandreas.hansson@arm.com for i in range(len(l)+offs, 0, -1): 1999411Sandreas.hansson@arm.com if l[i] == elt: 2009411Sandreas.hansson@arm.com return i 2019411Sandreas.hansson@arm.com raise ValueError, "element not found" 2029411Sandreas.hansson@arm.com 2039411Sandreas.hansson@arm.com# Each target must have 'build' in the interior of the path; the 2049411Sandreas.hansson@arm.com# directory below this will determine the build parameters. For 2059405Sandreas.hansson@arm.com# example, for target 'foo/bar/build/ALPHA_SE/arch/alpha/blah.do' we 2069279Sandreas.hansson@arm.com# recognize that ALPHA_SE specifies the configuration because it 2079279Sandreas.hansson@arm.com# follow 'build' in the bulid path. 2089279Sandreas.hansson@arm.com 2099279Sandreas.hansson@arm.com# Generate absolute paths to targets so we can see where the build dir is 2109279Sandreas.hansson@arm.comif COMMAND_LINE_TARGETS: 2119279Sandreas.hansson@arm.com # Ask SCons which directory it was invoked from 2129279Sandreas.hansson@arm.com launch_dir = GetLaunchDir() 2139279Sandreas.hansson@arm.com # Make targets relative to invocation directory 2149279Sandreas.hansson@arm.com abs_targets = map(lambda x: os.path.normpath(joinpath(launch_dir, str(x))), 2159279Sandreas.hansson@arm.com COMMAND_LINE_TARGETS) 2169279Sandreas.hansson@arm.comelse: 2179411Sandreas.hansson@arm.com # Default targets are relative to root of tree 2189411Sandreas.hansson@arm.com abs_targets = map(lambda x: os.path.normpath(joinpath(ROOT, str(x))), 2199411Sandreas.hansson@arm.com DEFAULT_TARGETS) 2209411Sandreas.hansson@arm.com 2219411Sandreas.hansson@arm.com 2229411Sandreas.hansson@arm.com# Generate a list of the unique build roots and configs that the 2239411Sandreas.hansson@arm.com# collected targets reference. 2249411Sandreas.hansson@arm.combuild_paths = [] 2259411Sandreas.hansson@arm.combuild_root = None 2269411Sandreas.hansson@arm.comfor t in abs_targets: 2279411Sandreas.hansson@arm.com path_dirs = t.split('/') 2289411Sandreas.hansson@arm.com try: 2299411Sandreas.hansson@arm.com build_top = rfind(path_dirs, 'build', -2) 2309411Sandreas.hansson@arm.com except: 2319411Sandreas.hansson@arm.com print "Error: no non-leaf 'build' dir found on target path", t 2329411Sandreas.hansson@arm.com Exit(1) 2339411Sandreas.hansson@arm.com this_build_root = joinpath('/',*path_dirs[:build_top+1]) 2349411Sandreas.hansson@arm.com if not build_root: 2359411Sandreas.hansson@arm.com build_root = this_build_root 2369411Sandreas.hansson@arm.com else: 2379279Sandreas.hansson@arm.com if this_build_root != build_root: 2389279Sandreas.hansson@arm.com print "Error: build targets not under same build root\n"\ 2399279Sandreas.hansson@arm.com " %s\n %s" % (build_root, this_build_root) 2409279Sandreas.hansson@arm.com Exit(1) 2419279Sandreas.hansson@arm.com build_path = joinpath('/',*path_dirs[:build_top+2]) 2429279Sandreas.hansson@arm.com if build_path not in build_paths: 2439279Sandreas.hansson@arm.com build_paths.append(build_path) 2449279Sandreas.hansson@arm.com 2459279Sandreas.hansson@arm.com# Make sure build_root exists (might not if this is the first build there) 2469279Sandreas.hansson@arm.comif not isdir(build_root): 2479279Sandreas.hansson@arm.com os.mkdir(build_root) 2489279Sandreas.hansson@arm.com 2499411Sandreas.hansson@arm.com################################################### 2509411Sandreas.hansson@arm.com# 2519405Sandreas.hansson@arm.com# Set up the default build environment. This environment is copied 2529279Sandreas.hansson@arm.com# and modified according to each selected configuration. 2539405Sandreas.hansson@arm.com# 2549405Sandreas.hansson@arm.com################################################### 2559405Sandreas.hansson@arm.com 2569405Sandreas.hansson@arm.comenv = Environment(ENV = os.environ, # inherit user's environment vars 2579405Sandreas.hansson@arm.com ROOT = ROOT, 2589405Sandreas.hansson@arm.com SRCDIR = SRCDIR) 2599405Sandreas.hansson@arm.com 2609405Sandreas.hansson@arm.comExport('env') 2619405Sandreas.hansson@arm.com 2629411Sandreas.hansson@arm.comenv.SConsignFile(joinpath(build_root,"sconsign")) 2639411Sandreas.hansson@arm.com 2649411Sandreas.hansson@arm.com# Default duplicate option is to use hard links, but this messes up 2659411Sandreas.hansson@arm.com# when you use emacs to edit a file in the target dir, as emacs moves 2669541Sandreas.hansson@arm.com# file to file~ then copies to file, breaking the link. Symbolic 2679411Sandreas.hansson@arm.com# (soft) links work better. 2689411Sandreas.hansson@arm.comenv.SetOption('duplicate', 'soft-copy') 2699405Sandreas.hansson@arm.com 2702SN/A# I waffle on this setting... it does avoid a few painful but 271531SN/A# unnecessary builds, but it also seems to make trivial builds take 2729235Sandreas.hansson@arm.com# noticeably longer. 273531SN/Aif False: 2749235Sandreas.hansson@arm.com env.TargetSignatures('content') 2752SN/A 2769405Sandreas.hansson@arm.com# 2779405Sandreas.hansson@arm.com# Set up global sticky options... these are common to an entire build 2789405Sandreas.hansson@arm.com# tree (not specific to a particular build like ALPHA_SE) 2799405Sandreas.hansson@arm.com# 2809405Sandreas.hansson@arm.com 2819405Sandreas.hansson@arm.com# Option validators & converters for global sticky options 2829405Sandreas.hansson@arm.comdef PathListMakeAbsolute(val): 2839405Sandreas.hansson@arm.com if not val: 2849405Sandreas.hansson@arm.com return val 2859411Sandreas.hansson@arm.com f = lambda p: os.path.abspath(os.path.expanduser(p)) 2869411Sandreas.hansson@arm.com return ':'.join(map(f, val.split(':'))) 2879411Sandreas.hansson@arm.com 2889411Sandreas.hansson@arm.comdef PathListAllExist(key, val, env): 2899411Sandreas.hansson@arm.com if not val: 2909411Sandreas.hansson@arm.com return 2919405Sandreas.hansson@arm.com paths = val.split(':') 292531SN/A for path in paths: 2939405Sandreas.hansson@arm.com if not isdir(path): 2949405Sandreas.hansson@arm.com raise SCons.Errors.UserError("Path does not exist: '%s'" % path) 2952SN/A 2969235Sandreas.hansson@arm.comglobal_sticky_opts_file = joinpath(build_root, 'options.global') 2979235Sandreas.hansson@arm.com 2989405Sandreas.hansson@arm.comglobal_sticky_opts = Options(global_sticky_opts_file, args=ARGUMENTS) 2992SN/A 3009235Sandreas.hansson@arm.comglobal_sticky_opts.AddOptions( 3019235Sandreas.hansson@arm.com ('CC', 'C compiler', os.environ.get('CC', env['CC'])), 3029405Sandreas.hansson@arm.com ('CXX', 'C++ compiler', os.environ.get('CXX', env['CXX'])), 3032SN/A ('BATCH', 'Use batch pool for build and tests', False), 3049235Sandreas.hansson@arm.com ('BATCH_CMD', 'Batch pool submission command name', 'qdo'), 3059235Sandreas.hansson@arm.com ('EXTRAS', 'Add Extra directories to the compilation', '', 3069405Sandreas.hansson@arm.com PathListAllExist, PathListMakeAbsolute) 3072SN/A ) 3089235Sandreas.hansson@arm.com 309 310# base help text 311help_text = ''' 312Usage: scons [scons options] [build options] [target(s)] 313 314''' 315 316help_text += "Global sticky options:\n" \ 317 + global_sticky_opts.GenerateHelpText(env) 318 319# Update env with values from ARGUMENTS & file global_sticky_opts_file 320global_sticky_opts.Update(env) 321 322# Save sticky option settings back to current options file 323global_sticky_opts.Save(global_sticky_opts_file, env) 324 325# Parse EXTRAS option to build list of all directories where we're 326# look for sources etc. This list is exported as base_dir_list. 327base_dir_list = [joinpath(ROOT, 'src')] 328if env['EXTRAS']: 329 base_dir_list += env['EXTRAS'].split(':') 330 331Export('base_dir_list') 332 333# M5_PLY is used by isa_parser.py to find the PLY package. 334env.Append(ENV = { 'M5_PLY' : str(Dir('ext/ply')) }) 335env['GCC'] = subprocess.Popen(env['CXX'] + ' --version', shell=True, 336 stdout=subprocess.PIPE, stderr=subprocess.STDOUT, 337 close_fds=True).communicate()[0].find('g++') >= 0 338env['SUNCC'] = subprocess.Popen(env['CXX'] + ' -V', shell=True, 339 stdout=subprocess.PIPE, stderr=subprocess.STDOUT, 340 close_fds=True).communicate()[0].find('Sun C++') >= 0 341env['ICC'] = subprocess.Popen(env['CXX'] + ' -V', shell=True, 342 stdout=subprocess.PIPE, stderr=subprocess.STDOUT, 343 close_fds=True).communicate()[0].find('Intel') >= 0 344if env['GCC'] + env['SUNCC'] + env['ICC'] > 1: 345 print 'Error: How can we have two at the same time?' 346 Exit(1) 347 348 349# Set up default C++ compiler flags 350if env['GCC']: 351 env.Append(CCFLAGS='-pipe') 352 env.Append(CCFLAGS='-fno-strict-aliasing') 353 env.Append(CCFLAGS=Split('-Wall -Wno-sign-compare -Werror -Wundef')) 354 env.Append(CXXFLAGS='-Wno-deprecated') 355elif env['ICC']: 356 pass #Fix me... add warning flags once we clean up icc warnings 357elif env['SUNCC']: 358 env.Append(CCFLAGS='-Qoption ccfe') 359 env.Append(CCFLAGS='-features=gcc') 360 env.Append(CCFLAGS='-features=extensions') 361 env.Append(CCFLAGS='-library=stlport4') 362 env.Append(CCFLAGS='-xar') 363# env.Append(CCFLAGS='-instances=semiexplicit') 364else: 365 print 'Error: Don\'t know what compiler options to use for your compiler.' 366 print ' Please fix SConstruct and src/SConscript and try again.' 367 Exit(1) 368 369# Do this after we save setting back, or else we'll tack on an 370# extra 'qdo' every time we run scons. 371if env['BATCH']: 372 env['CC'] = env['BATCH_CMD'] + ' ' + env['CC'] 373 env['CXX'] = env['BATCH_CMD'] + ' ' + env['CXX'] 374 375if sys.platform == 'cygwin': 376 # cygwin has some header file issues... 377 env.Append(CCFLAGS=Split("-Wno-uninitialized")) 378env.Append(CPPPATH=[Dir('ext/dnet')]) 379 380# Check for SWIG 381if not env.has_key('SWIG'): 382 print 'Error: SWIG utility not found.' 383 print ' Please install (see http://www.swig.org) and retry.' 384 Exit(1) 385 386# Check for appropriate SWIG version 387swig_version = os.popen('swig -version').read().split() 388# First 3 words should be "SWIG Version x.y.z" 389if len(swig_version) < 3 or \ 390 swig_version[0] != 'SWIG' or swig_version[1] != 'Version': 391 print 'Error determining SWIG version.' 392 Exit(1) 393 394min_swig_version = '1.3.28' 395if compare_versions(swig_version[2], min_swig_version) < 0: 396 print 'Error: SWIG version', min_swig_version, 'or newer required.' 397 print ' Installed version:', swig_version[2] 398 Exit(1) 399 400# Set up SWIG flags & scanner 401swig_flags=Split('-c++ -python -modern -templatereduce $_CPPINCFLAGS') 402env.Append(SWIGFLAGS=swig_flags) 403 404# filter out all existing swig scanners, they mess up the dependency 405# stuff for some reason 406scanners = [] 407for scanner in env['SCANNERS']: 408 skeys = scanner.skeys 409 if skeys == '.i': 410 continue 411 412 if isinstance(skeys, (list, tuple)) and '.i' in skeys: 413 continue 414 415 scanners.append(scanner) 416 417# add the new swig scanner that we like better 418from SCons.Scanner import ClassicCPP as CPPScanner 419swig_inc_re = '^[ \t]*[%,#][ \t]*(?:include|import)[ \t]*(<|")([^>"]+)(>|")' 420scanners.append(CPPScanner("SwigScan", [ ".i" ], "CPPPATH", swig_inc_re)) 421 422# replace the scanners list that has what we want 423env['SCANNERS'] = scanners 424 425# Add a custom Check function to the Configure context so that we can 426# figure out if the compiler adds leading underscores to global 427# variables. This is needed for the autogenerated asm files that we 428# use for embedding the python code. 429def CheckLeading(context): 430 context.Message("Checking for leading underscore in global variables...") 431 # 1) Define a global variable called x from asm so the C compiler 432 # won't change the symbol at all. 433 # 2) Declare that variable. 434 # 3) Use the variable 435 # 436 # If the compiler prepends an underscore, this will successfully 437 # link because the external symbol 'x' will be called '_x' which 438 # was defined by the asm statement. If the compiler does not 439 # prepend an underscore, this will not successfully link because 440 # '_x' will have been defined by assembly, while the C portion of 441 # the code will be trying to use 'x' 442 ret = context.TryLink(''' 443 asm(".globl _x; _x: .byte 0"); 444 extern int x; 445 int main() { return x; } 446 ''', extension=".c") 447 context.env.Append(LEADING_UNDERSCORE=ret) 448 context.Result(ret) 449 return ret 450 451# Platform-specific configuration. Note again that we assume that all 452# builds under a given build root run on the same host platform. 453conf = Configure(env, 454 conf_dir = joinpath(build_root, '.scons_config'), 455 log_file = joinpath(build_root, 'scons_config.log'), 456 custom_tests = { 'CheckLeading' : CheckLeading }) 457 458# Check for leading underscores. Don't really need to worry either 459# way so don't need to check the return code. 460conf.CheckLeading() 461 462# Check if we should compile a 64 bit binary on Mac OS X/Darwin 463try: 464 import platform 465 uname = platform.uname() 466 if uname[0] == 'Darwin' and compare_versions(uname[2], '9.0.0') >= 0: 467 if int(subprocess.Popen('sysctl -n hw.cpu64bit_capable', shell=True, 468 stdout=subprocess.PIPE, stderr=subprocess.STDOUT, 469 close_fds=True).communicate()[0][0]): 470 env.Append(CCFLAGS='-arch x86_64') 471 env.Append(CFLAGS='-arch x86_64') 472 env.Append(LINKFLAGS='-arch x86_64') 473 env.Append(ASFLAGS='-arch x86_64') 474except: 475 pass 476 477# Recent versions of scons substitute a "Null" object for Configure() 478# when configuration isn't necessary, e.g., if the "--help" option is 479# present. Unfortuantely this Null object always returns false, 480# breaking all our configuration checks. We replace it with our own 481# more optimistic null object that returns True instead. 482if not conf: 483 def NullCheck(*args, **kwargs): 484 return True 485 486 class NullConf: 487 def __init__(self, env): 488 self.env = env 489 def Finish(self): 490 return self.env 491 def __getattr__(self, mname): 492 return NullCheck 493 494 conf = NullConf(env) 495 496# Find Python include and library directories for embedding the 497# interpreter. For consistency, we will use the same Python 498# installation used to run scons (and thus this script). If you want 499# to link in an alternate version, see above for instructions on how 500# to invoke scons with a different copy of the Python interpreter. 501 502# Get brief Python version name (e.g., "python2.4") for locating 503# include & library files 504py_version_name = 'python' + sys.version[:3] 505 506# include path, e.g. /usr/local/include/python2.4 507py_header_path = joinpath(sys.exec_prefix, 'include', py_version_name) 508env.Append(CPPPATH = py_header_path) 509# verify that it works 510if not conf.CheckHeader('Python.h', '<>'): 511 print "Error: can't find Python.h header in", py_header_path 512 Exit(1) 513 514# add library path too if it's not in the default place 515py_lib_path = None 516if sys.exec_prefix != '/usr': 517 py_lib_path = joinpath(sys.exec_prefix, 'lib') 518elif sys.platform == 'cygwin': 519 # cygwin puts the .dll in /bin for some reason 520 py_lib_path = '/bin' 521if py_lib_path: 522 env.Append(LIBPATH = py_lib_path) 523 print 'Adding', py_lib_path, 'to LIBPATH for', py_version_name 524if not conf.CheckLib(py_version_name): 525 print "Error: can't find Python library", py_version_name 526 Exit(1) 527 528# On Solaris you need to use libsocket for socket ops 529if not conf.CheckLibWithHeader(None, 'sys/socket.h', 'C++', 'accept(0,0,0);'): 530 if not conf.CheckLibWithHeader('socket', 'sys/socket.h', 'C++', 'accept(0,0,0);'): 531 print "Can't find library with socket calls (e.g. accept())" 532 Exit(1) 533 534# Check for zlib. If the check passes, libz will be automatically 535# added to the LIBS environment variable. 536if not conf.CheckLibWithHeader('z', 'zlib.h', 'C++','zlibVersion();'): 537 print 'Error: did not find needed zlib compression library '\ 538 'and/or zlib.h header file.' 539 print ' Please install zlib and try again.' 540 Exit(1) 541 542# Check for <fenv.h> (C99 FP environment control) 543have_fenv = conf.CheckHeader('fenv.h', '<>') 544if not have_fenv: 545 print "Warning: Header file <fenv.h> not found." 546 print " This host has no IEEE FP rounding mode control." 547 548# Check for mysql. 549mysql_config = WhereIs('mysql_config') 550have_mysql = mysql_config != None 551 552# Check MySQL version. 553if have_mysql: 554 mysql_version = os.popen(mysql_config + ' --version').read() 555 min_mysql_version = '4.1' 556 if compare_versions(mysql_version, min_mysql_version) < 0: 557 print 'Warning: MySQL', min_mysql_version, 'or newer required.' 558 print ' Version', mysql_version, 'detected.' 559 have_mysql = False 560 561# Set up mysql_config commands. 562if have_mysql: 563 mysql_config_include = mysql_config + ' --include' 564 if os.system(mysql_config_include + ' > /dev/null') != 0: 565 # older mysql_config versions don't support --include, use 566 # --cflags instead 567 mysql_config_include = mysql_config + ' --cflags | sed s/\\\'//g' 568 # This seems to work in all versions 569 mysql_config_libs = mysql_config + ' --libs' 570 571env = conf.Finish() 572 573# Define the universe of supported ISAs 574all_isa_list = [ ] 575Export('all_isa_list') 576 577# Define the universe of supported CPU models 578all_cpu_list = [ ] 579default_cpus = [ ] 580Export('all_cpu_list', 'default_cpus') 581 582# Sticky options get saved in the options file so they persist from 583# one invocation to the next (unless overridden, in which case the new 584# value becomes sticky). 585sticky_opts = Options(args=ARGUMENTS) 586Export('sticky_opts') 587 588# Non-sticky options only apply to the current build. 589nonsticky_opts = Options(args=ARGUMENTS) 590Export('nonsticky_opts') 591 592# Walk the tree and execute all SConsopts scripts that wil add to the 593# above options 594for base_dir in base_dir_list: 595 for root, dirs, files in os.walk(base_dir): 596 if 'SConsopts' in files: 597 print "Reading", joinpath(root, 'SConsopts') 598 SConscript(joinpath(root, 'SConsopts')) 599 600all_isa_list.sort() 601all_cpu_list.sort() 602default_cpus.sort() 603 604sticky_opts.AddOptions( 605 EnumOption('TARGET_ISA', 'Target ISA', 'alpha', all_isa_list), 606 BoolOption('FULL_SYSTEM', 'Full-system support', False), 607 # There's a bug in scons 0.96.1 that causes ListOptions with list 608 # values (more than one value) not to be able to be restored from 609 # a saved option file. If this causes trouble then upgrade to 610 # scons 0.96.90 or later. 611 ListOption('CPU_MODELS', 'CPU models', default_cpus, all_cpu_list), 612 BoolOption('NO_FAST_ALLOC', 'Disable fast object allocator', False), 613 BoolOption('FAST_ALLOC_DEBUG', 'Enable fast object allocator debugging', 614 False), 615 BoolOption('FAST_ALLOC_STATS', 'Enable fast object allocator statistics', 616 False), 617 BoolOption('EFENCE', 'Link with Electric Fence malloc debugger', 618 False), 619 BoolOption('SS_COMPATIBLE_FP', 620 'Make floating-point results compatible with SimpleScalar', 621 False), 622 BoolOption('USE_SSE2', 623 'Compile for SSE2 (-msse2) to get IEEE FP on x86 hosts', 624 False), 625 BoolOption('USE_MYSQL', 'Use MySQL for stats output', have_mysql), 626 BoolOption('USE_FENV', 'Use <fenv.h> IEEE mode control', have_fenv), 627 BoolOption('USE_CHECKER', 'Use checker for detailed CPU models', False), 628 ) 629 630nonsticky_opts.AddOptions( 631 BoolOption('update_ref', 'Update test reference outputs', False) 632 ) 633 634# These options get exported to #defines in config/*.hh (see src/SConscript). 635env.ExportOptions = ['FULL_SYSTEM', 'ALPHA_TLASER', 'USE_FENV', \ 636 'USE_MYSQL', 'NO_FAST_ALLOC', 'FAST_ALLOC_DEBUG', \ 637 'FAST_ALLOC_STATS', 'SS_COMPATIBLE_FP', \ 638 'USE_CHECKER', 'TARGET_ISA'] 639 640# Define a handy 'no-op' action 641def no_action(target, source, env): 642 return 0 643 644env.NoAction = Action(no_action, None) 645 646################################################### 647# 648# Define a SCons builder for configuration flag headers. 649# 650################################################### 651 652# This function generates a config header file that #defines the 653# option symbol to the current option setting (0 or 1). The source 654# operands are the name of the option and a Value node containing the 655# value of the option. 656def build_config_file(target, source, env): 657 (option, value) = [s.get_contents() for s in source] 658 f = file(str(target[0]), 'w') 659 print >> f, '#define', option, value 660 f.close() 661 return None 662 663# Generate the message to be printed when building the config file. 664def build_config_file_string(target, source, env): 665 (option, value) = [s.get_contents() for s in source] 666 return "Defining %s as %s in %s." % (option, value, target[0]) 667 668# Combine the two functions into a scons Action object. 669config_action = Action(build_config_file, build_config_file_string) 670 671# The emitter munges the source & target node lists to reflect what 672# we're really doing. 673def config_emitter(target, source, env): 674 # extract option name from Builder arg 675 option = str(target[0]) 676 # True target is config header file 677 target = joinpath('config', option.lower() + '.hh') 678 val = env[option] 679 if isinstance(val, bool): 680 # Force value to 0/1 681 val = int(val) 682 elif isinstance(val, str): 683 val = '"' + val + '"' 684 685 # Sources are option name & value (packaged in SCons Value nodes) 686 return ([target], [Value(option), Value(val)]) 687 688config_builder = Builder(emitter = config_emitter, action = config_action) 689 690env.Append(BUILDERS = { 'ConfigFile' : config_builder }) 691 692################################################### 693# 694# Define a SCons builder for copying files. This is used by the 695# Python zipfile code in src/python/SConscript, but is placed up here 696# since it's potentially more generally applicable. 697# 698################################################### 699 700copy_builder = Builder(action = Copy("$TARGET", "$SOURCE")) 701 702env.Append(BUILDERS = { 'CopyFile' : copy_builder }) 703 704################################################### 705# 706# Define a simple SCons builder to concatenate files. 707# 708# Used to append the Python zip archive to the executable. 709# 710################################################### 711 712concat_builder = Builder(action = Action(['cat $SOURCES > $TARGET', 713 'chmod +x $TARGET'])) 714 715env.Append(BUILDERS = { 'Concat' : concat_builder }) 716 717 718# libelf build is shared across all configs in the build root. 719env.SConscript('ext/libelf/SConscript', 720 build_dir = joinpath(build_root, 'libelf'), 721 exports = 'env') 722 723################################################### 724# 725# This function is used to set up a directory with switching headers 726# 727################################################### 728 729env['ALL_ISA_LIST'] = all_isa_list 730def make_switching_dir(dirname, switch_headers, env): 731 # Generate the header. target[0] is the full path of the output 732 # header to generate. 'source' is a dummy variable, since we get the 733 # list of ISAs from env['ALL_ISA_LIST']. 734 def gen_switch_hdr(target, source, env): 735 fname = str(target[0]) 736 basename = os.path.basename(fname) 737 f = open(fname, 'w') 738 f.write('#include "arch/isa_specific.hh"\n') 739 cond = '#if' 740 for isa in all_isa_list: 741 f.write('%s THE_ISA == %s_ISA\n#include "%s/%s/%s"\n' 742 % (cond, isa.upper(), dirname, isa, basename)) 743 cond = '#elif' 744 f.write('#else\n#error "THE_ISA not set"\n#endif\n') 745 f.close() 746 return 0 747 748 # String to print when generating header 749 def gen_switch_hdr_string(target, source, env): 750 return "Generating switch header " + str(target[0]) 751 752 # Build SCons Action object. 'varlist' specifies env vars that this 753 # action depends on; when env['ALL_ISA_LIST'] changes these actions 754 # should get re-executed. 755 switch_hdr_action = Action(gen_switch_hdr, gen_switch_hdr_string, 756 varlist=['ALL_ISA_LIST']) 757 758 # Instantiate actions for each header 759 for hdr in switch_headers: 760 env.Command(hdr, [], switch_hdr_action) 761Export('make_switching_dir') 762 763################################################### 764# 765# Define build environments for selected configurations. 766# 767################################################### 768 769# rename base env 770base_env = env 771 772for build_path in build_paths: 773 print "Building in", build_path 774 775 # Make a copy of the build-root environment to use for this config. 776 env = base_env.Copy() 777 env['BUILDDIR'] = build_path 778 779 # build_dir is the tail component of build path, and is used to 780 # determine the build parameters (e.g., 'ALPHA_SE') 781 (build_root, build_dir) = os.path.split(build_path) 782 783 # Set env options according to the build directory config. 784 sticky_opts.files = [] 785 # Options for $BUILD_ROOT/$BUILD_DIR are stored in 786 # $BUILD_ROOT/options/$BUILD_DIR so you can nuke 787 # $BUILD_ROOT/$BUILD_DIR without losing your options settings. 788 current_opts_file = joinpath(build_root, 'options', build_dir) 789 if isfile(current_opts_file): 790 sticky_opts.files.append(current_opts_file) 791 print "Using saved options file %s" % current_opts_file 792 else: 793 # Build dir-specific options file doesn't exist. 794 795 # Make sure the directory is there so we can create it later 796 opt_dir = os.path.dirname(current_opts_file) 797 if not isdir(opt_dir): 798 os.mkdir(opt_dir) 799 800 # Get default build options from source tree. Options are 801 # normally determined by name of $BUILD_DIR, but can be 802 # overriden by 'default=' arg on command line. 803 default_opts_file = joinpath('build_opts', 804 ARGUMENTS.get('default', build_dir)) 805 if isfile(default_opts_file): 806 sticky_opts.files.append(default_opts_file) 807 print "Options file %s not found,\n using defaults in %s" \ 808 % (current_opts_file, default_opts_file) 809 else: 810 print "Error: cannot find options file %s or %s" \ 811 % (current_opts_file, default_opts_file) 812 Exit(1) 813 814 # Apply current option settings to env 815 sticky_opts.Update(env) 816 nonsticky_opts.Update(env) 817 818 help_text += "\nSticky options for %s:\n" % build_dir \ 819 + sticky_opts.GenerateHelpText(env) \ 820 + "\nNon-sticky options for %s:\n" % build_dir \ 821 + nonsticky_opts.GenerateHelpText(env) 822 823 # Process option settings. 824 825 if not have_fenv and env['USE_FENV']: 826 print "Warning: <fenv.h> not available; " \ 827 "forcing USE_FENV to False in", build_dir + "." 828 env['USE_FENV'] = False 829 830 if not env['USE_FENV']: 831 print "Warning: No IEEE FP rounding mode control in", build_dir + "." 832 print " FP results may deviate slightly from other platforms." 833 834 if env['EFENCE']: 835 env.Append(LIBS=['efence']) 836 837 if env['USE_MYSQL']: 838 if not have_mysql: 839 print "Warning: MySQL not available; " \ 840 "forcing USE_MYSQL to False in", build_dir + "." 841 env['USE_MYSQL'] = False 842 else: 843 print "Compiling in", build_dir, "with MySQL support." 844 env.ParseConfig(mysql_config_libs) 845 env.ParseConfig(mysql_config_include) 846 847 # Save sticky option settings back to current options file 848 sticky_opts.Save(current_opts_file, env) 849 850 if env['USE_SSE2']: 851 env.Append(CCFLAGS='-msse2') 852 853 # The src/SConscript file sets up the build rules in 'env' according 854 # to the configured options. It returns a list of environments, 855 # one for each variant build (debug, opt, etc.) 856 envList = SConscript('src/SConscript', build_dir = build_path, 857 exports = 'env') 858 859 # Set up the regression tests for each build. 860 for e in envList: 861 SConscript('tests/SConscript', 862 build_dir = joinpath(build_path, 'tests', e.Label), 863 exports = { 'env' : e }, duplicate = False) 864 865Help(help_text) 866 867 868################################################### 869# 870# Let SCons do its thing. At this point SCons will use the defined 871# build environments to build the requested targets. 872# 873################################################### 874 875