SConstruct revision 11294
1955SN/A# -*- mode:python -*-
2955SN/A
35871Snate@binkert.org# Copyright (c) 2013, 2015 ARM Limited
41762SN/A# All rights reserved.
5955SN/A#
6955SN/A# The license below extends only to copyright in the software and shall
7955SN/A# not be construed as granting a license to any other intellectual
8955SN/A# property including but not limited to intellectual property relating
9955SN/A# to a hardware implementation of the functionality of the software
10955SN/A# licensed hereunder.  You may use the software subject to the license
11955SN/A# terms below provided that you ensure that this notice is replicated
12955SN/A# unmodified and in its entirety in all distributions of the software,
13955SN/A# modified or unmodified, in source code or in binary form.
14955SN/A#
15955SN/A# Copyright (c) 2011 Advanced Micro Devices, Inc.
16955SN/A# Copyright (c) 2009 The Hewlett-Packard Development Company
17955SN/A# Copyright (c) 2004-2005 The Regents of The University of Michigan
18955SN/A# All rights reserved.
19955SN/A#
20955SN/A# Redistribution and use in source and binary forms, with or without
21955SN/A# modification, are permitted provided that the following conditions are
22955SN/A# met: redistributions of source code must retain the above copyright
23955SN/A# notice, this list of conditions and the following disclaimer;
24955SN/A# redistributions in binary form must reproduce the above copyright
25955SN/A# notice, this list of conditions and the following disclaimer in the
26955SN/A# documentation and/or other materials provided with the distribution;
27955SN/A# neither the name of the copyright holders nor the names of its
28955SN/A# contributors may be used to endorse or promote products derived from
292665Ssaidi@eecs.umich.edu# this software without specific prior written permission.
302665Ssaidi@eecs.umich.edu#
315863Snate@binkert.org# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
32955SN/A# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
33955SN/A# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
34955SN/A# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
35955SN/A# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
36955SN/A# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
372632Sstever@eecs.umich.edu# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
382632Sstever@eecs.umich.edu# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
392632Sstever@eecs.umich.edu# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
402632Sstever@eecs.umich.edu# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
41955SN/A# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
422632Sstever@eecs.umich.edu#
432632Sstever@eecs.umich.edu# Authors: Steve Reinhardt
442761Sstever@eecs.umich.edu#          Nathan Binkert
452632Sstever@eecs.umich.edu
462632Sstever@eecs.umich.edu###################################################
472632Sstever@eecs.umich.edu#
482761Sstever@eecs.umich.edu# SCons top-level build description (SConstruct) file.
492761Sstever@eecs.umich.edu#
502761Sstever@eecs.umich.edu# While in this directory ('gem5'), just type 'scons' to build the default
512632Sstever@eecs.umich.edu# configuration (see below), or type 'scons build/<CONFIG>/<binary>'
522632Sstever@eecs.umich.edu# to build some other configuration (e.g., 'build/ALPHA/gem5.opt' for
532761Sstever@eecs.umich.edu# the optimized full-system version).
542761Sstever@eecs.umich.edu#
552761Sstever@eecs.umich.edu# You can build gem5 in a different directory as long as there is a
562761Sstever@eecs.umich.edu# 'build/<CONFIG>' somewhere along the target path.  The build system
572761Sstever@eecs.umich.edu# expects that all configs under the same build directory are being
582632Sstever@eecs.umich.edu# built for the same host system.
592632Sstever@eecs.umich.edu#
602632Sstever@eecs.umich.edu# Examples:
612632Sstever@eecs.umich.edu#
622632Sstever@eecs.umich.edu#   The following two commands are equivalent.  The '-u' option tells
632632Sstever@eecs.umich.edu#   scons to search up the directory tree for this SConstruct file.
642632Sstever@eecs.umich.edu#   % cd <path-to-src>/gem5 ; scons build/ALPHA/gem5.debug
65955SN/A#   % cd <path-to-src>/gem5/build/ALPHA; scons -u gem5.debug
66955SN/A#
67955SN/A#   The following two commands are equivalent and demonstrate building
685863Snate@binkert.org#   in a directory outside of the source tree.  The '-C' option tells
695863Snate@binkert.org#   scons to chdir to the specified directory to find this SConstruct
705863Snate@binkert.org#   file.
715863Snate@binkert.org#   % cd <path-to-src>/gem5 ; scons /local/foo/build/ALPHA/gem5.debug
725863Snate@binkert.org#   % cd /local/foo/build/ALPHA; scons -C <path-to-src>/gem5 gem5.debug
735863Snate@binkert.org#
745863Snate@binkert.org# You can use 'scons -H' to print scons options.  If you're in this
755863Snate@binkert.org# 'gem5' directory (or use -u or -C to tell scons where to find this
765863Snate@binkert.org# file), you can use 'scons -h' to print all the gem5-specific build
775863Snate@binkert.org# options as well.
785863Snate@binkert.org#
795863Snate@binkert.org###################################################
805863Snate@binkert.org
815863Snate@binkert.org# Check for recent-enough Python and SCons versions.
825863Snate@binkert.orgtry:
835863Snate@binkert.org    # Really old versions of scons only take two options for the
845863Snate@binkert.org    # function, so check once without the revision and once with the
855863Snate@binkert.org    # revision, the first instance will fail for stuff other than
865863Snate@binkert.org    # 0.98, and the second will fail for 0.98.0
875863Snate@binkert.org    EnsureSConsVersion(0, 98)
885863Snate@binkert.org    EnsureSConsVersion(0, 98, 1)
895863Snate@binkert.orgexcept SystemExit, e:
905863Snate@binkert.org    print """
915863Snate@binkert.orgFor more details, see:
925863Snate@binkert.org    http://gem5.org/Dependencies
935863Snate@binkert.org"""
945863Snate@binkert.org    raise
955863Snate@binkert.org
965863Snate@binkert.org# We ensure the python version early because because python-config
975863Snate@binkert.org# requires python 2.5
985863Snate@binkert.orgtry:
996654Snate@binkert.org    EnsurePythonVersion(2, 5)
100955SN/Aexcept SystemExit, e:
1015396Ssaidi@eecs.umich.edu    print """
1025863Snate@binkert.orgYou can use a non-default installation of the Python interpreter by
1035863Snate@binkert.orgrearranging your PATH so that scons finds the non-default 'python' and
1044202Sbinkertn@umich.edu'python-config' first.
1055863Snate@binkert.org
1065863Snate@binkert.orgFor more details, see:
1075863Snate@binkert.org    http://gem5.org/wiki/index.php/Using_a_non-default_Python_installation
1085863Snate@binkert.org"""
109955SN/A    raise
1106654Snate@binkert.org
1115273Sstever@gmail.com# Global Python includes
1125871Snate@binkert.orgimport itertools
1135273Sstever@gmail.comimport os
1146655Snate@binkert.orgimport re
1156655Snate@binkert.orgimport subprocess
1166655Snate@binkert.orgimport sys
1176655Snate@binkert.org
1186655Snate@binkert.orgfrom os import mkdir, environ
1196655Snate@binkert.orgfrom os.path import abspath, basename, dirname, expanduser, normpath
1205871Snate@binkert.orgfrom os.path import exists,  isdir, isfile
1216654Snate@binkert.orgfrom os.path import join as joinpath, split as splitpath
1225396Ssaidi@eecs.umich.edu
1235871Snate@binkert.org# SCons includes
1245871Snate@binkert.orgimport SCons
1256121Snate@binkert.orgimport SCons.Node
1265871Snate@binkert.org
1275871Snate@binkert.orgextra_python_paths = [
1286003Snate@binkert.org    Dir('src/python').srcnode().abspath, # gem5 includes
1296655Snate@binkert.org    Dir('ext/ply').srcnode().abspath, # ply is used by several files
130955SN/A    ]
1315871Snate@binkert.org
1325871Snate@binkert.orgsys.path[1:1] = extra_python_paths
1335871Snate@binkert.org
1345871Snate@binkert.orgfrom m5.util import compareVersions, readCommand
135955SN/Afrom m5.util.terminal import get_termcap
1366121Snate@binkert.org
1376121Snate@binkert.orghelp_texts = {
1386121Snate@binkert.org    "options" : "",
1391533SN/A    "global_vars" : "",
1406655Snate@binkert.org    "local_vars" : ""
1416655Snate@binkert.org}
1426655Snate@binkert.org
1436655Snate@binkert.orgExport("help_texts")
1445871Snate@binkert.org
1455871Snate@binkert.org
1465863Snate@binkert.org# There's a bug in scons in that (1) by default, the help texts from
1475871Snate@binkert.org# AddOption() are supposed to be displayed when you type 'scons -h'
1485871Snate@binkert.org# and (2) you can override the help displayed by 'scons -h' using the
1495871Snate@binkert.org# Help() function, but these two features are incompatible: once
1505871Snate@binkert.org# you've overridden the help text using Help(), there's no way to get
1515871Snate@binkert.org# at the help texts from AddOptions.  See:
1525863Snate@binkert.org#     http://scons.tigris.org/issues/show_bug.cgi?id=2356
1536121Snate@binkert.org#     http://scons.tigris.org/issues/show_bug.cgi?id=2611
1545863Snate@binkert.org# This hack lets us extract the help text from AddOptions and
1555871Snate@binkert.org# re-inject it via Help().  Ideally someday this bug will be fixed and
1564678Snate@binkert.org# we can just use AddOption directly.
1574678Snate@binkert.orgdef AddLocalOption(*args, **kwargs):
1584678Snate@binkert.org    col_width = 30
1594678Snate@binkert.org
1604678Snate@binkert.org    help = "  " + ", ".join(args)
1614678Snate@binkert.org    if "help" in kwargs:
1624678Snate@binkert.org        length = len(help)
1634678Snate@binkert.org        if length >= col_width:
1644678Snate@binkert.org            help += "\n" + " " * col_width
1654678Snate@binkert.org        else:
1664678Snate@binkert.org            help += " " * (col_width - length)
1674678Snate@binkert.org        help += kwargs["help"]
1686121Snate@binkert.org    help_texts["options"] += help + "\n"
1694678Snate@binkert.org
1705871Snate@binkert.org    AddOption(*args, **kwargs)
1715871Snate@binkert.org
1725871Snate@binkert.orgAddLocalOption('--colors', dest='use_colors', action='store_true',
1735871Snate@binkert.org               help="Add color to abbreviated scons output")
1745871Snate@binkert.orgAddLocalOption('--no-colors', dest='use_colors', action='store_false',
1755871Snate@binkert.org               help="Don't add color to abbreviated scons output")
1765871Snate@binkert.orgAddLocalOption('--with-cxx-config', dest='with_cxx_config',
1775871Snate@binkert.org               action='store_true',
1785871Snate@binkert.org               help="Build with support for C++-based configuration")
1795871Snate@binkert.orgAddLocalOption('--default', dest='default', type='string', action='store',
1805871Snate@binkert.org               help='Override which build_opts file to use for defaults')
1815871Snate@binkert.orgAddLocalOption('--ignore-style', dest='ignore_style', action='store_true',
1825871Snate@binkert.org               help='Disable style checking hooks')
1835990Ssaidi@eecs.umich.eduAddLocalOption('--no-lto', dest='no_lto', action='store_true',
1845871Snate@binkert.org               help='Disable Link-Time Optimization for fast')
1855871Snate@binkert.orgAddLocalOption('--update-ref', dest='update_ref', action='store_true',
1865871Snate@binkert.org               help='Update test reference outputs')
1874678Snate@binkert.orgAddLocalOption('--verbose', dest='verbose', action='store_true',
1886654Snate@binkert.org               help='Print full tool command lines')
1895871Snate@binkert.orgAddLocalOption('--without-python', dest='without_python',
1905871Snate@binkert.org               action='store_true',
1915871Snate@binkert.org               help='Build without Python configuration support')
1925871Snate@binkert.orgAddLocalOption('--without-tcmalloc', dest='without_tcmalloc',
1935871Snate@binkert.org               action='store_true',
1945871Snate@binkert.org               help='Disable linking against tcmalloc')
1955871Snate@binkert.orgAddLocalOption('--with-ubsan', dest='with_ubsan', action='store_true',
1965871Snate@binkert.org               help='Build with Undefined Behavior Sanitizer if available')
1975871Snate@binkert.org
1984678Snate@binkert.orgtermcap = get_termcap(GetOption('use_colors'))
1995871Snate@binkert.org
2004678Snate@binkert.org########################################################################
2015871Snate@binkert.org#
2025871Snate@binkert.org# Set up the main build environment.
2035871Snate@binkert.org#
2045871Snate@binkert.org########################################################################
2055871Snate@binkert.org
2065871Snate@binkert.org# export TERM so that clang reports errors in color
2075871Snate@binkert.orguse_vars = set([ 'AS', 'AR', 'CC', 'CXX', 'HOME', 'LD_LIBRARY_PATH',
2085871Snate@binkert.org                 'LIBRARY_PATH', 'PATH', 'PKG_CONFIG_PATH', 'PROTOC',
2095871Snate@binkert.org                 'PYTHONPATH', 'RANLIB', 'SWIG', 'TERM' ])
2106121Snate@binkert.org
2116121Snate@binkert.orguse_prefixes = [
2125863Snate@binkert.org    "CCACHE_",         # ccache (caching compiler wrapper) configuration
213955SN/A    "CCC_",            # clang static analyzer configuration
214955SN/A    "DISTCC_",         # distcc (distributed compiler wrapper) configuration
2152632Sstever@eecs.umich.edu    "INCLUDE_SERVER_", # distcc pump server settings
2162632Sstever@eecs.umich.edu    "M5",              # M5 configuration (e.g., path to kernels)
217955SN/A    ]
218955SN/A
219955SN/Ause_env = {}
220955SN/Afor key,val in sorted(os.environ.iteritems()):
2215863Snate@binkert.org    if key in use_vars or \
222955SN/A            any([key.startswith(prefix) for prefix in use_prefixes]):
2232632Sstever@eecs.umich.edu        use_env[key] = val
2242632Sstever@eecs.umich.edu
2252632Sstever@eecs.umich.edu# Tell scons to avoid implicit command dependencies to avoid issues
2262632Sstever@eecs.umich.edu# with the param wrappes being compiled twice (see
2272632Sstever@eecs.umich.edu# http://scons.tigris.org/issues/show_bug.cgi?id=2811)
2282632Sstever@eecs.umich.edumain = Environment(ENV=use_env, IMPLICIT_COMMAND_DEPENDENCIES=0)
2292632Sstever@eecs.umich.edumain.Decider('MD5-timestamp')
2302632Sstever@eecs.umich.edumain.root = Dir(".")         # The current directory (where this file lives).
2312632Sstever@eecs.umich.edumain.srcdir = Dir("src")     # The source directory
2322632Sstever@eecs.umich.edu
2332632Sstever@eecs.umich.edumain_dict_keys = main.Dictionary().keys()
2342632Sstever@eecs.umich.edu
2352632Sstever@eecs.umich.edu# Check that we have a C/C++ compiler
2363718Sstever@eecs.umich.eduif not ('CC' in main_dict_keys and 'CXX' in main_dict_keys):
2373718Sstever@eecs.umich.edu    print "No C++ compiler installed (package g++ on Ubuntu and RedHat)"
2383718Sstever@eecs.umich.edu    Exit(1)
2393718Sstever@eecs.umich.edu
2403718Sstever@eecs.umich.edu# Check that swig is present
2415863Snate@binkert.orgif not 'SWIG' in main_dict_keys:
2425863Snate@binkert.org    print "swig is not installed (package swig on Ubuntu and RedHat)"
2433718Sstever@eecs.umich.edu    Exit(1)
2443718Sstever@eecs.umich.edu
2456121Snate@binkert.org# add useful python code PYTHONPATH so it can be used by subprocesses
2465863Snate@binkert.org# as well
2473718Sstever@eecs.umich.edumain.AppendENVPath('PYTHONPATH', extra_python_paths)
2483718Sstever@eecs.umich.edu
2492634Sstever@eecs.umich.edu########################################################################
2502634Sstever@eecs.umich.edu#
2515863Snate@binkert.org# Mercurial Stuff.
2522638Sstever@eecs.umich.edu#
2532632Sstever@eecs.umich.edu# If the gem5 directory is a mercurial repository, we should do some
2542632Sstever@eecs.umich.edu# extra things.
2552632Sstever@eecs.umich.edu#
2562632Sstever@eecs.umich.edu########################################################################
2572632Sstever@eecs.umich.edu
2582632Sstever@eecs.umich.eduhgdir = main.root.Dir(".hg")
2591858SN/A
2603716Sstever@eecs.umich.edumercurial_style_message = """
2612638Sstever@eecs.umich.eduYou're missing the gem5 style hook, which automatically checks your code
2622638Sstever@eecs.umich.eduagainst the gem5 style rules on hg commit and qrefresh commands.  This
2632638Sstever@eecs.umich.eduscript will now install the hook in your .hg/hgrc file.
2642638Sstever@eecs.umich.eduPress enter to continue, or ctrl-c to abort: """
2652638Sstever@eecs.umich.edu
2662638Sstever@eecs.umich.edumercurial_style_hook = """
2672638Sstever@eecs.umich.edu# The following lines were automatically added by gem5/SConstruct
2685863Snate@binkert.org# to provide the gem5 style-checking hooks
2695863Snate@binkert.org[extensions]
2705863Snate@binkert.orgstyle = %s/util/style.py
271955SN/A
2725341Sstever@gmail.com[hooks]
2735341Sstever@gmail.compretxncommit.style = python:style.check_style
2745863Snate@binkert.orgpre-qrefresh.style = python:style.check_style
2755341Sstever@gmail.com# End of SConstruct additions
2766121Snate@binkert.org
2774494Ssaidi@eecs.umich.edu""" % (main.root.abspath)
2786121Snate@binkert.org
2791105SN/Amercurial_lib_not_found = """
2802667Sstever@eecs.umich.eduMercurial libraries cannot be found, ignoring style hook.  If
2812667Sstever@eecs.umich.eduyou are a gem5 developer, please fix this and run the style
2822667Sstever@eecs.umich.eduhook. It is important.
2832667Sstever@eecs.umich.edu"""
2846121Snate@binkert.org
2852667Sstever@eecs.umich.edu# Check for style hook and prompt for installation if it's not there.
2865341Sstever@gmail.com# Skip this if --ignore-style was specified, there's no .hg dir to
2875863Snate@binkert.org# install a hook in, or there's no interactive terminal to prompt.
2885341Sstever@gmail.comif not GetOption('ignore_style') and hgdir.exists() and sys.stdin.isatty():
2895341Sstever@gmail.com    style_hook = True
2905341Sstever@gmail.com    try:
2915863Snate@binkert.org        from mercurial import ui
2925341Sstever@gmail.com        ui = ui.ui()
2935341Sstever@gmail.com        ui.readconfig(hgdir.File('hgrc').abspath)
2945341Sstever@gmail.com        style_hook = ui.config('hooks', 'pretxncommit.style', None) and \
2955863Snate@binkert.org                     ui.config('hooks', 'pre-qrefresh.style', None)
2965341Sstever@gmail.com    except ImportError:
2975341Sstever@gmail.com        print mercurial_lib_not_found
2985341Sstever@gmail.com
2995341Sstever@gmail.com    if not style_hook:
3005341Sstever@gmail.com        print mercurial_style_message,
3015341Sstever@gmail.com        # continue unless user does ctrl-c/ctrl-d etc.
3025341Sstever@gmail.com        try:
3035341Sstever@gmail.com            raw_input()
3045341Sstever@gmail.com        except:
3055341Sstever@gmail.com            print "Input exception, exiting scons.\n"
3065863Snate@binkert.org            sys.exit(1)
3075341Sstever@gmail.com        hgrc_path = '%s/.hg/hgrc' % main.root.abspath
3085863Snate@binkert.org        print "Adding style hook to", hgrc_path, "\n"
3095341Sstever@gmail.com        try:
3105863Snate@binkert.org            hgrc = open(hgrc_path, 'a')
3116121Snate@binkert.org            hgrc.write(mercurial_style_hook)
3126121Snate@binkert.org            hgrc.close()
3135397Ssaidi@eecs.umich.edu        except:
3145397Ssaidi@eecs.umich.edu            print "Error updating", hgrc_path
3155341Sstever@gmail.com            sys.exit(1)
3166168Snate@binkert.org
3176168Snate@binkert.org
3186168Snate@binkert.org###################################################
3195341Sstever@gmail.com#
3205341Sstever@gmail.com# Figure out which configurations to set up based on the path(s) of
3215341Sstever@gmail.com# the target(s).
3225341Sstever@gmail.com#
3235341Sstever@gmail.com###################################################
3245863Snate@binkert.org
3255341Sstever@gmail.com# Find default configuration & binary.
3265341Sstever@gmail.comDefault(environ.get('M5_DEFAULT_BINARY', 'build/ALPHA/gem5.debug'))
3276121Snate@binkert.org
3286121Snate@binkert.org# helper function: find last occurrence of element in list
3295341Sstever@gmail.comdef rfind(l, elt, offs = -1):
3306814Sgblack@eecs.umich.edu    for i in range(len(l)+offs, 0, -1):
3316814Sgblack@eecs.umich.edu        if l[i] == elt:
3325863Snate@binkert.org            return i
3336121Snate@binkert.org    raise ValueError, "element not found"
3345341Sstever@gmail.com
3355863Snate@binkert.org# Take a list of paths (or SCons Nodes) and return a list with all
3365341Sstever@gmail.com# paths made absolute and ~-expanded.  Paths will be interpreted
3376121Snate@binkert.org# relative to the launch directory unless a different root is provided
3386121Snate@binkert.orgdef makePathListAbsolute(path_list, root=GetLaunchDir()):
3396121Snate@binkert.org    return [abspath(joinpath(root, expanduser(str(p))))
3405742Snate@binkert.org            for p in path_list]
3415742Snate@binkert.org
3425341Sstever@gmail.com# Each target must have 'build' in the interior of the path; the
3435742Snate@binkert.org# directory below this will determine the build parameters.  For
3445742Snate@binkert.org# example, for target 'foo/bar/build/ALPHA_SE/arch/alpha/blah.do' we
3455341Sstever@gmail.com# recognize that ALPHA_SE specifies the configuration because it
3466017Snate@binkert.org# follow 'build' in the build path.
3476121Snate@binkert.org
3486017Snate@binkert.org# The funky assignment to "[:]" is needed to replace the list contents
3496654Snate@binkert.org# in place rather than reassign the symbol to a new list, which
3506654Snate@binkert.org# doesn't work (obviously!).
3515871Snate@binkert.orgBUILD_TARGETS[:] = makePathListAbsolute(BUILD_TARGETS)
3526121Snate@binkert.org
3536121Snate@binkert.org# Generate a list of the unique build roots and configs that the
3546121Snate@binkert.org# collected targets reference.
3556121Snate@binkert.orgvariant_paths = []
3563940Ssaidi@eecs.umich.edubuild_root = None
3573918Ssaidi@eecs.umich.edufor t in BUILD_TARGETS:
3583918Ssaidi@eecs.umich.edu    path_dirs = t.split('/')
3591858SN/A    try:
3606121Snate@binkert.org        build_top = rfind(path_dirs, 'build', -2)
3616121Snate@binkert.org    except:
3626121Snate@binkert.org        print "Error: no non-leaf 'build' dir found on target path", t
3636143Snate@binkert.org        Exit(1)
3646121Snate@binkert.org    this_build_root = joinpath('/',*path_dirs[:build_top+1])
3656121Snate@binkert.org    if not build_root:
3663940Ssaidi@eecs.umich.edu        build_root = this_build_root
3676121Snate@binkert.org    else:
3686121Snate@binkert.org        if this_build_root != build_root:
3696121Snate@binkert.org            print "Error: build targets not under same build root\n"\
3706121Snate@binkert.org                  "  %s\n  %s" % (build_root, this_build_root)
3716121Snate@binkert.org            Exit(1)
3726121Snate@binkert.org    variant_path = joinpath('/',*path_dirs[:build_top+2])
3736121Snate@binkert.org    if variant_path not in variant_paths:
3743918Ssaidi@eecs.umich.edu        variant_paths.append(variant_path)
3753918Ssaidi@eecs.umich.edu
3763940Ssaidi@eecs.umich.edu# Make sure build_root exists (might not if this is the first build there)
3773918Ssaidi@eecs.umich.eduif not isdir(build_root):
3783918Ssaidi@eecs.umich.edu    mkdir(build_root)
3796157Snate@binkert.orgmain['BUILDROOT'] = build_root
3806157Snate@binkert.org
3816157Snate@binkert.orgExport('main')
3826157Snate@binkert.org
3835397Ssaidi@eecs.umich.edumain.SConsignFile(joinpath(build_root, "sconsign"))
3845397Ssaidi@eecs.umich.edu
3856121Snate@binkert.org# Default duplicate option is to use hard links, but this messes up
3866121Snate@binkert.org# when you use emacs to edit a file in the target dir, as emacs moves
3876121Snate@binkert.org# file to file~ then copies to file, breaking the link.  Symbolic
3886121Snate@binkert.org# (soft) links work better.
3896121Snate@binkert.orgmain.SetOption('duplicate', 'soft-copy')
3906121Snate@binkert.org
3915397Ssaidi@eecs.umich.edu#
3921851SN/A# Set up global sticky variables... these are common to an entire build
3931851SN/A# tree (not specific to a particular build like ALPHA_SE)
3946655Snate@binkert.org#
395955SN/A
3963053Sstever@eecs.umich.eduglobal_vars_file = joinpath(build_root, 'variables.global')
3976121Snate@binkert.org
3983053Sstever@eecs.umich.eduglobal_vars = Variables(global_vars_file, args=ARGUMENTS)
3993053Sstever@eecs.umich.edu
4003053Sstever@eecs.umich.eduglobal_vars.AddVariables(
4013053Sstever@eecs.umich.edu    ('CC', 'C compiler', environ.get('CC', main['CC'])),
4023053Sstever@eecs.umich.edu    ('CXX', 'C++ compiler', environ.get('CXX', main['CXX'])),
4036654Snate@binkert.org    ('SWIG', 'SWIG tool', environ.get('SWIG', main['SWIG'])),
4043053Sstever@eecs.umich.edu    ('PROTOC', 'protoc tool', environ.get('PROTOC', 'protoc')),
4054742Sstever@eecs.umich.edu    ('BATCH', 'Use batch pool for build and tests', False),
4064742Sstever@eecs.umich.edu    ('BATCH_CMD', 'Batch pool submission command name', 'qdo'),
4073053Sstever@eecs.umich.edu    ('M5_BUILD_CACHE', 'Cache built objects in this directory', False),
4083053Sstever@eecs.umich.edu    ('EXTRAS', 'Add extra directories to the compilation', '')
4093053Sstever@eecs.umich.edu    )
4103053Sstever@eecs.umich.edu
4116654Snate@binkert.org# Update main environment with values from ARGUMENTS & global_vars_file
4123053Sstever@eecs.umich.eduglobal_vars.Update(main)
4133053Sstever@eecs.umich.eduhelp_texts["global_vars"] += global_vars.GenerateHelpText(main)
4143053Sstever@eecs.umich.edu
4153053Sstever@eecs.umich.edu# Save sticky variable settings back to current variables file
4162667Sstever@eecs.umich.eduglobal_vars.Save(global_vars_file, main)
4174554Sbinkertn@umich.edu
4186121Snate@binkert.org# Parse EXTRAS variable to build list of all directories where we're
4192667Sstever@eecs.umich.edu# look for sources etc.  This list is exported as extras_dir_list.
4204554Sbinkertn@umich.edubase_dir = main.srcdir.abspath
4214554Sbinkertn@umich.eduif main['EXTRAS']:
4224554Sbinkertn@umich.edu    extras_dir_list = makePathListAbsolute(main['EXTRAS'].split(':'))
4236121Snate@binkert.orgelse:
4244554Sbinkertn@umich.edu    extras_dir_list = []
4254554Sbinkertn@umich.edu
4264554Sbinkertn@umich.eduExport('base_dir')
4274781Snate@binkert.orgExport('extras_dir_list')
4284554Sbinkertn@umich.edu
4294554Sbinkertn@umich.edu# the ext directory should be on the #includes path
4302667Sstever@eecs.umich.edumain.Append(CPPPATH=[Dir('ext')])
4314554Sbinkertn@umich.edu
4324554Sbinkertn@umich.edudef strip_build_path(path, env):
4334554Sbinkertn@umich.edu    path = str(path)
4344554Sbinkertn@umich.edu    variant_base = env['BUILDROOT'] + os.path.sep
4352667Sstever@eecs.umich.edu    if path.startswith(variant_base):
4364554Sbinkertn@umich.edu        path = path[len(variant_base):]
4372667Sstever@eecs.umich.edu    elif path.startswith('build/'):
4384554Sbinkertn@umich.edu        path = path[6:]
4396121Snate@binkert.org    return path
4402667Sstever@eecs.umich.edu
4415522Snate@binkert.org# Generate a string of the form:
4425522Snate@binkert.org#   common/path/prefix/src1, src2 -> tgt1, tgt2
4435522Snate@binkert.org# to print while building.
4445522Snate@binkert.orgclass Transform(object):
4455522Snate@binkert.org    # all specific color settings should be here and nowhere else
4465522Snate@binkert.org    tool_color = termcap.Normal
4475522Snate@binkert.org    pfx_color = termcap.Yellow
4485522Snate@binkert.org    srcs_color = termcap.Yellow + termcap.Bold
4495522Snate@binkert.org    arrow_color = termcap.Blue + termcap.Bold
4505522Snate@binkert.org    tgts_color = termcap.Yellow + termcap.Bold
4515522Snate@binkert.org
4525522Snate@binkert.org    def __init__(self, tool, max_sources=99):
4535522Snate@binkert.org        self.format = self.tool_color + (" [%8s] " % tool) \
4545522Snate@binkert.org                      + self.pfx_color + "%s" \
4555522Snate@binkert.org                      + self.srcs_color + "%s" \
4565522Snate@binkert.org                      + self.arrow_color + " -> " \
4575522Snate@binkert.org                      + self.tgts_color + "%s" \
4585522Snate@binkert.org                      + termcap.Normal
4595522Snate@binkert.org        self.max_sources = max_sources
4605522Snate@binkert.org
4615522Snate@binkert.org    def __call__(self, target, source, env, for_signature=None):
4625522Snate@binkert.org        # truncate source list according to max_sources param
4635522Snate@binkert.org        source = source[0:self.max_sources]
4645522Snate@binkert.org        def strip(f):
4655522Snate@binkert.org            return strip_build_path(str(f), env)
4665522Snate@binkert.org        if len(source) > 0:
4672638Sstever@eecs.umich.edu            srcs = map(strip, source)
4682638Sstever@eecs.umich.edu        else:
4696121Snate@binkert.org            srcs = ['']
4703716Sstever@eecs.umich.edu        tgts = map(strip, target)
4715522Snate@binkert.org        # surprisingly, os.path.commonprefix is a dumb char-by-char string
4725522Snate@binkert.org        # operation that has nothing to do with paths.
4735522Snate@binkert.org        com_pfx = os.path.commonprefix(srcs + tgts)
4745522Snate@binkert.org        com_pfx_len = len(com_pfx)
4755522Snate@binkert.org        if com_pfx:
4765522Snate@binkert.org            # do some cleanup and sanity checking on common prefix
4771858SN/A            if com_pfx[-1] == ".":
4785227Ssaidi@eecs.umich.edu                # prefix matches all but file extension: ok
4795227Ssaidi@eecs.umich.edu                # back up one to change 'foo.cc -> o' to 'foo.cc -> .o'
4805227Ssaidi@eecs.umich.edu                com_pfx = com_pfx[0:-1]
4815227Ssaidi@eecs.umich.edu            elif com_pfx[-1] == "/":
4826654Snate@binkert.org                # common prefix is directory path: OK
4836654Snate@binkert.org                pass
4846121Snate@binkert.org            else:
4856121Snate@binkert.org                src0_len = len(srcs[0])
4866121Snate@binkert.org                tgt0_len = len(tgts[0])
4876121Snate@binkert.org                if src0_len == com_pfx_len:
4885227Ssaidi@eecs.umich.edu                    # source is a substring of target, OK
4895227Ssaidi@eecs.umich.edu                    pass
4905227Ssaidi@eecs.umich.edu                elif tgt0_len == com_pfx_len:
4915204Sstever@gmail.com                    # target is a substring of source, need to back up to
4925204Sstever@gmail.com                    # avoid empty string on RHS of arrow
4935204Sstever@gmail.com                    sep_idx = com_pfx.rfind(".")
4945204Sstever@gmail.com                    if sep_idx != -1:
4955204Sstever@gmail.com                        com_pfx = com_pfx[0:sep_idx]
4965204Sstever@gmail.com                    else:
4975204Sstever@gmail.com                        com_pfx = ''
4985204Sstever@gmail.com                elif src0_len > com_pfx_len and srcs[0][com_pfx_len] == ".":
4995204Sstever@gmail.com                    # still splitting at file extension: ok
5005204Sstever@gmail.com                    pass
5015204Sstever@gmail.com                else:
5025204Sstever@gmail.com                    # probably a fluke; ignore it
5035204Sstever@gmail.com                    com_pfx = ''
5045204Sstever@gmail.com        # recalculate length in case com_pfx was modified
5055204Sstever@gmail.com        com_pfx_len = len(com_pfx)
5065204Sstever@gmail.com        def fmt(files):
5075204Sstever@gmail.com            f = map(lambda s: s[com_pfx_len:], files)
5086121Snate@binkert.org            return ', '.join(f)
5095204Sstever@gmail.com        return self.format % (com_pfx, fmt(srcs), fmt(tgts))
5103118Sstever@eecs.umich.edu
5113118Sstever@eecs.umich.eduExport('Transform')
5123118Sstever@eecs.umich.edu
5133118Sstever@eecs.umich.edu# enable the regression script to use the termcap
5143118Sstever@eecs.umich.edumain['TERMCAP'] = termcap
5155863Snate@binkert.org
5163118Sstever@eecs.umich.eduif GetOption('verbose'):
5175863Snate@binkert.org    def MakeAction(action, string, *args, **kwargs):
5183118Sstever@eecs.umich.edu        return Action(action, *args, **kwargs)
5195863Snate@binkert.orgelse:
5205863Snate@binkert.org    MakeAction = Action
5215863Snate@binkert.org    main['CCCOMSTR']        = Transform("CC")
5225863Snate@binkert.org    main['CXXCOMSTR']       = Transform("CXX")
5235863Snate@binkert.org    main['ASCOMSTR']        = Transform("AS")
5245863Snate@binkert.org    main['SWIGCOMSTR']      = Transform("SWIG")
5255863Snate@binkert.org    main['ARCOMSTR']        = Transform("AR", 0)
5265863Snate@binkert.org    main['LINKCOMSTR']      = Transform("LINK", 0)
5276003Snate@binkert.org    main['RANLIBCOMSTR']    = Transform("RANLIB", 0)
5285863Snate@binkert.org    main['M4COMSTR']        = Transform("M4")
5295863Snate@binkert.org    main['SHCCCOMSTR']      = Transform("SHCC")
5305863Snate@binkert.org    main['SHCXXCOMSTR']     = Transform("SHCXX")
5316120Snate@binkert.orgExport('MakeAction')
5325863Snate@binkert.org
5335863Snate@binkert.org# Initialize the Link-Time Optimization (LTO) flags
5345863Snate@binkert.orgmain['LTO_CCFLAGS'] = []
5356120Snate@binkert.orgmain['LTO_LDFLAGS'] = []
5366120Snate@binkert.org
5375863Snate@binkert.org# According to the readme, tcmalloc works best if the compiler doesn't
5385863Snate@binkert.org# assume that we're using the builtin malloc and friends. These flags
5396120Snate@binkert.org# are compiler-specific, so we need to set them after we detect which
5405863Snate@binkert.org# compiler we're using.
5416121Snate@binkert.orgmain['TCMALLOC_CCFLAGS'] = []
5426121Snate@binkert.org
5435863Snate@binkert.orgCXX_version = readCommand([main['CXX'],'--version'], exception=False)
5445863Snate@binkert.orgCXX_V = readCommand([main['CXX'],'-V'], exception=False)
5453118Sstever@eecs.umich.edu
5465863Snate@binkert.orgmain['GCC'] = CXX_version and CXX_version.find('g++') >= 0
5473118Sstever@eecs.umich.edumain['CLANG'] = CXX_version and CXX_version.find('clang') >= 0
5483118Sstever@eecs.umich.eduif main['GCC'] + main['CLANG'] > 1:
5495863Snate@binkert.org    print 'Error: How can we have two at the same time?'
5505863Snate@binkert.org    Exit(1)
5515863Snate@binkert.org
5525863Snate@binkert.org# Set up default C++ compiler flags
5533118Sstever@eecs.umich.eduif main['GCC'] or main['CLANG']:
5543483Ssaidi@eecs.umich.edu    # As gcc and clang share many flags, do the common parts here
5553494Ssaidi@eecs.umich.edu    main.Append(CCFLAGS=['-pipe'])
5563494Ssaidi@eecs.umich.edu    main.Append(CCFLAGS=['-fno-strict-aliasing'])
5573483Ssaidi@eecs.umich.edu    # Enable -Wall and -Wextra and then disable the few warnings that
5583483Ssaidi@eecs.umich.edu    # we consistently violate
5593483Ssaidi@eecs.umich.edu    main.Append(CCFLAGS=['-Wall', '-Wundef', '-Wextra',
5603053Sstever@eecs.umich.edu                         '-Wno-sign-compare', '-Wno-unused-parameter'])
5613053Sstever@eecs.umich.edu    # We always compile using C++11
5623918Ssaidi@eecs.umich.edu    main.Append(CXXFLAGS=['-std=c++11'])
5633053Sstever@eecs.umich.eduelse:
5643053Sstever@eecs.umich.edu    print termcap.Yellow + termcap.Bold + 'Error' + termcap.Normal,
5653053Sstever@eecs.umich.edu    print "Don't know what compiler options to use for your compiler."
5663053Sstever@eecs.umich.edu    print termcap.Yellow + '       compiler:' + termcap.Normal, main['CXX']
5673053Sstever@eecs.umich.edu    print termcap.Yellow + '       version:' + termcap.Normal,
5681858SN/A    if not CXX_version:
5691858SN/A        print termcap.Yellow + termcap.Bold + "COMMAND NOT FOUND!" +\
5701858SN/A               termcap.Normal
5711858SN/A    else:
5721858SN/A        print CXX_version.replace('\n', '<nl>')
5731858SN/A    print "       If you're trying to use a compiler other than GCC"
5745863Snate@binkert.org    print "       or clang, there appears to be something wrong with your"
5755863Snate@binkert.org    print "       environment."
5761859SN/A    print "       "
5775863Snate@binkert.org    print "       If you are trying to use a compiler other than those listed"
5781858SN/A    print "       above you will need to ease fix SConstruct and "
5795863Snate@binkert.org    print "       src/SConscript to support that compiler."
5801858SN/A    Exit(1)
5811859SN/A
5821859SN/Aif main['GCC']:
5836654Snate@binkert.org    # Check for a supported version of gcc. >= 4.7 is chosen for its
5843053Sstever@eecs.umich.edu    # level of c++11 support. See
5856654Snate@binkert.org    # http://gcc.gnu.org/projects/cxx0x.html for details.
5863053Sstever@eecs.umich.edu    gcc_version = readCommand([main['CXX'], '-dumpversion'], exception=False)
5873053Sstever@eecs.umich.edu    if compareVersions(gcc_version, "4.7") < 0:
5881859SN/A        print 'Error: gcc version 4.7 or newer required.'
5891859SN/A        print '       Installed version:', gcc_version
5901859SN/A        Exit(1)
5911859SN/A
5921859SN/A    main['GCC_VERSION'] = gcc_version
5931859SN/A
5941859SN/A    # gcc from version 4.8 and above generates "rep; ret" instructions
5951859SN/A    # to avoid performance penalties on certain AMD chips. Older
5961862SN/A    # assemblers detect this as an error, "Error: expecting string
5971859SN/A    # instruction after `rep'"
5981859SN/A    if compareVersions(gcc_version, "4.8") > 0:
5991859SN/A        as_version_raw = readCommand([main['AS'], '-v', '/dev/null'],
6005863Snate@binkert.org                                     exception=False).split()
6015863Snate@binkert.org
6025863Snate@binkert.org        # version strings may contain extra distro-specific
6035863Snate@binkert.org        # qualifiers, so play it safe and keep only what comes before
6046121Snate@binkert.org        # the first hyphen
6051858SN/A        as_version = as_version_raw[-1].split('-')[0] if as_version_raw \
6065863Snate@binkert.org            else None
6075863Snate@binkert.org
6085863Snate@binkert.org        if not as_version or compareVersions(as_version, "2.23") < 0:
6095863Snate@binkert.org            print termcap.Yellow + termcap.Bold + \
6105863Snate@binkert.org                'Warning: This combination of gcc and binutils have' + \
6112139SN/A                ' known incompatibilities.\n' + \
6124202Sbinkertn@umich.edu                '         If you encounter build problems, please update ' + \
6134202Sbinkertn@umich.edu                'binutils to 2.23.' + \
6142139SN/A                termcap.Normal
6156994Snate@binkert.org
6166994Snate@binkert.org    # Make sure we warn if the user has requested to compile with the
6176994Snate@binkert.org    # Undefined Benahvior Sanitizer and this version of gcc does not
6186994Snate@binkert.org    # support it.
6196994Snate@binkert.org    if GetOption('with_ubsan') and \
6206994Snate@binkert.org            compareVersions(gcc_version, '4.9') < 0:
6216994Snate@binkert.org        print termcap.Yellow + termcap.Bold + \
6226994Snate@binkert.org            'Warning: UBSan is only supported using gcc 4.9 and later.' + \
6236994Snate@binkert.org            termcap.Normal
6246994Snate@binkert.org
6256994Snate@binkert.org    # Add the appropriate Link-Time Optimization (LTO) flags
6266994Snate@binkert.org    # unless LTO is explicitly turned off. Note that these flags
6276994Snate@binkert.org    # are only used by the fast target.
6286994Snate@binkert.org    if not GetOption('no_lto'):
6296994Snate@binkert.org        # Pass the LTO flag when compiling to produce GIMPLE
6306994Snate@binkert.org        # output, we merely create the flags here and only append
6316994Snate@binkert.org        # them later
6326994Snate@binkert.org        main['LTO_CCFLAGS'] = ['-flto=%d' % GetOption('num_jobs')]
6336994Snate@binkert.org
6346994Snate@binkert.org        # Use the same amount of jobs for LTO as we are running
6356994Snate@binkert.org        # scons with
6366994Snate@binkert.org        main['LTO_LDFLAGS'] = ['-flto=%d' % GetOption('num_jobs')]
6376994Snate@binkert.org
6386994Snate@binkert.org    main.Append(TCMALLOC_CCFLAGS=['-fno-builtin-malloc', '-fno-builtin-calloc',
6396994Snate@binkert.org                                  '-fno-builtin-realloc', '-fno-builtin-free'])
6406994Snate@binkert.org
6416994Snate@binkert.orgelif main['CLANG']:
6426994Snate@binkert.org    # Check for a supported version of clang, >= 3.1 is needed to
6432155SN/A    # support similar features as gcc 4.7. See
6445863Snate@binkert.org    # http://clang.llvm.org/cxx_status.html for details
6451869SN/A    clang_version_re = re.compile(".* version (\d+\.\d+)")
6461869SN/A    clang_version_match = clang_version_re.search(CXX_version)
6475863Snate@binkert.org    if (clang_version_match):
6485863Snate@binkert.org        clang_version = clang_version_match.groups()[0]
6494202Sbinkertn@umich.edu        if compareVersions(clang_version, "3.1") < 0:
6506108Snate@binkert.org            print 'Error: clang version 3.1 or newer required.'
6516108Snate@binkert.org            print '       Installed version:', clang_version
6526108Snate@binkert.org            Exit(1)
6536108Snate@binkert.org    else:
6545863Snate@binkert.org        print 'Error: Unable to determine clang version.'
6555863Snate@binkert.org        Exit(1)
6565863Snate@binkert.org
6574202Sbinkertn@umich.edu    # clang has a few additional warnings that we disable, extraneous
6584202Sbinkertn@umich.edu    # parantheses are allowed due to Ruby's printing of the AST,
6595863Snate@binkert.org    # finally self assignments are allowed as the generated CPU code
6605742Snate@binkert.org    # is relying on this
6615742Snate@binkert.org    main.Append(CCFLAGS=['-Wno-parentheses',
6625341Sstever@gmail.com                         '-Wno-self-assign',
6635342Sstever@gmail.com                         # Some versions of libstdc++ (4.8?) seem to
6645342Sstever@gmail.com                         # use struct hash and class hash
6654202Sbinkertn@umich.edu                         # interchangeably.
6664202Sbinkertn@umich.edu                         '-Wno-mismatched-tags',
6674202Sbinkertn@umich.edu                         ])
6685863Snate@binkert.org
6695863Snate@binkert.org    main.Append(TCMALLOC_CCFLAGS=['-fno-builtin'])
6705863Snate@binkert.org
6716994Snate@binkert.org    # On Mac OS X/Darwin we need to also use libc++ (part of XCode) as
6726994Snate@binkert.org    # opposed to libstdc++, as the later is dated.
6736994Snate@binkert.org    if sys.platform == "darwin":
6745863Snate@binkert.org        main.Append(CXXFLAGS=['-stdlib=libc++'])
6755863Snate@binkert.org        main.Append(LIBS=['c++'])
6765863Snate@binkert.org
6775863Snate@binkert.orgelse:
6785863Snate@binkert.org    print termcap.Yellow + termcap.Bold + 'Error' + termcap.Normal,
6795863Snate@binkert.org    print "Don't know what compiler options to use for your compiler."
6805863Snate@binkert.org    print termcap.Yellow + '       compiler:' + termcap.Normal, main['CXX']
6815863Snate@binkert.org    print termcap.Yellow + '       version:' + termcap.Normal,
6825863Snate@binkert.org    if not CXX_version:
6835863Snate@binkert.org        print termcap.Yellow + termcap.Bold + "COMMAND NOT FOUND!" +\
6845863Snate@binkert.org               termcap.Normal
6855863Snate@binkert.org    else:
6865863Snate@binkert.org        print CXX_version.replace('\n', '<nl>')
6875863Snate@binkert.org    print "       If you're trying to use a compiler other than GCC"
6885863Snate@binkert.org    print "       or clang, there appears to be something wrong with your"
6895863Snate@binkert.org    print "       environment."
6905952Ssaidi@eecs.umich.edu    print "       "
6911869SN/A    print "       If you are trying to use a compiler other than those listed"
6921858SN/A    print "       above you will need to ease fix SConstruct and "
6935863Snate@binkert.org    print "       src/SConscript to support that compiler."
6945863Snate@binkert.org    Exit(1)
6951869SN/A
6961858SN/A# Set up common yacc/bison flags (needed for Ruby)
6975863Snate@binkert.orgmain['YACCFLAGS'] = '-d'
6986108Snate@binkert.orgmain['YACCHXXFILESUFFIX'] = '.hh'
6996108Snate@binkert.org
7006108Snate@binkert.org# Do this after we save setting back, or else we'll tack on an
7011858SN/A# extra 'qdo' every time we run scons.
702955SN/Aif main['BATCH']:
703955SN/A    main['CC']     = main['BATCH_CMD'] + ' ' + main['CC']
7041869SN/A    main['CXX']    = main['BATCH_CMD'] + ' ' + main['CXX']
7051869SN/A    main['AS']     = main['BATCH_CMD'] + ' ' + main['AS']
7061869SN/A    main['AR']     = main['BATCH_CMD'] + ' ' + main['AR']
7071869SN/A    main['RANLIB'] = main['BATCH_CMD'] + ' ' + main['RANLIB']
7081869SN/A
7095863Snate@binkert.orgif sys.platform == 'cygwin':
7105863Snate@binkert.org    # cygwin has some header file issues...
7115863Snate@binkert.org    main.Append(CCFLAGS=["-Wno-uninitialized"])
7121869SN/A
7135863Snate@binkert.org# Check for the protobuf compiler
7141869SN/Aprotoc_version = readCommand([main['PROTOC'], '--version'],
7155863Snate@binkert.org                             exception='').split()
7161869SN/A
7171869SN/A# First two words should be "libprotoc x.y.z"
7181869SN/Aif len(protoc_version) < 2 or protoc_version[0] != 'libprotoc':
7191869SN/A    print termcap.Yellow + termcap.Bold + \
7201869SN/A        'Warning: Protocol buffer compiler (protoc) not found.\n' + \
7215863Snate@binkert.org        '         Please install protobuf-compiler for tracing support.' + \
7225863Snate@binkert.org        termcap.Normal
7231869SN/A    main['PROTOC'] = False
7241869SN/Aelse:
7251869SN/A    # Based on the availability of the compress stream wrappers,
7261869SN/A    # require 2.1.0
7271869SN/A    min_protoc_version = '2.1.0'
7281869SN/A    if compareVersions(protoc_version[1], min_protoc_version) < 0:
7291869SN/A        print termcap.Yellow + termcap.Bold + \
7305863Snate@binkert.org            'Warning: protoc version', min_protoc_version, \
7315863Snate@binkert.org            'or newer required.\n' + \
7321869SN/A            '         Installed version:', protoc_version[1], \
7335863Snate@binkert.org            termcap.Normal
7345863Snate@binkert.org        main['PROTOC'] = False
7353356Sbinkertn@umich.edu    else:
7363356Sbinkertn@umich.edu        # Attempt to determine the appropriate include path and
7373356Sbinkertn@umich.edu        # library path using pkg-config, that means we also need to
7383356Sbinkertn@umich.edu        # check for pkg-config. Note that it is possible to use
7393356Sbinkertn@umich.edu        # protobuf without the involvement of pkg-config. Later on we
7404781Snate@binkert.org        # check go a library config check and at that point the test
7415863Snate@binkert.org        # will fail if libprotobuf cannot be found.
7425863Snate@binkert.org        if readCommand(['pkg-config', '--version'], exception=''):
7431869SN/A            try:
7441869SN/A                # Attempt to establish what linking flags to add for protobuf
7451869SN/A                # using pkg-config
7466121Snate@binkert.org                main.ParseConfig('pkg-config --cflags --libs-only-L protobuf')
7471869SN/A            except:
7482638Sstever@eecs.umich.edu                print termcap.Yellow + termcap.Bold + \
7496121Snate@binkert.org                    'Warning: pkg-config could not get protobuf flags.' + \
7506121Snate@binkert.org                    termcap.Normal
7512638Sstever@eecs.umich.edu
7525749Scws3k@cs.virginia.edu# Check for SWIG
7536121Snate@binkert.orgif not main.has_key('SWIG'):
7546121Snate@binkert.org    print 'Error: SWIG utility not found.'
7555749Scws3k@cs.virginia.edu    print '       Please install (see http://www.swig.org) and retry.'
7561869SN/A    Exit(1)
7571869SN/A
7583546Sgblack@eecs.umich.edu# Check for appropriate SWIG version
7593546Sgblack@eecs.umich.eduswig_version = readCommand([main['SWIG'], '-version'], exception='').split()
7603546Sgblack@eecs.umich.edu# First 3 words should be "SWIG Version x.y.z"
7613546Sgblack@eecs.umich.eduif len(swig_version) < 3 or \
7626121Snate@binkert.org        swig_version[0] != 'SWIG' or swig_version[1] != 'Version':
7635863Snate@binkert.org    print 'Error determining SWIG version.'
7643546Sgblack@eecs.umich.edu    Exit(1)
7653546Sgblack@eecs.umich.edu
7663546Sgblack@eecs.umich.edumin_swig_version = '2.0.4'
7673546Sgblack@eecs.umich.eduif compareVersions(swig_version[2], min_swig_version) < 0:
7684781Snate@binkert.org    print 'Error: SWIG version', min_swig_version, 'or newer required.'
7694781Snate@binkert.org    print '       Installed version:', swig_version[2]
7706658Snate@binkert.org    Exit(1)
7716658Snate@binkert.org
7724781Snate@binkert.org# Check for known incompatibilities. The standard library shipped with
7733546Sgblack@eecs.umich.edu# gcc >= 4.9 does not play well with swig versions prior to 3.0
7743546Sgblack@eecs.umich.eduif main['GCC'] and compareVersions(gcc_version, '4.9') >= 0 and \
7753546Sgblack@eecs.umich.edu        compareVersions(swig_version[2], '3.0') < 0:
7764781Snate@binkert.org    print termcap.Yellow + termcap.Bold + \
7773546Sgblack@eecs.umich.edu        'Warning: This combination of gcc and swig have' + \
7783546Sgblack@eecs.umich.edu        ' known incompatibilities.\n' + \
7793546Sgblack@eecs.umich.edu        '         If you encounter build problems, please update ' + \
7803546Sgblack@eecs.umich.edu        'swig to 3.0 or later.' + \
7813546Sgblack@eecs.umich.edu        termcap.Normal
7823546Sgblack@eecs.umich.edu
7833546Sgblack@eecs.umich.edu# Set up SWIG flags & scanner
7843546Sgblack@eecs.umich.eduswig_flags=Split('-c++ -python -modern -templatereduce $_CPPINCFLAGS')
7853546Sgblack@eecs.umich.edumain.Append(SWIGFLAGS=swig_flags)
7863546Sgblack@eecs.umich.edu
7874202Sbinkertn@umich.edu# Check for 'timeout' from GNU coreutils. If present, regressions will
7883546Sgblack@eecs.umich.edu# be run with a time limit. We require version 8.13 since we rely on
7893546Sgblack@eecs.umich.edu# support for the '--foreground' option.
7903546Sgblack@eecs.umich.edutimeout_lines = readCommand(['timeout', '--version'],
791955SN/A                            exception='').splitlines()
792955SN/A# Get the first line and tokenize it
793955SN/Atimeout_version = timeout_lines[0].split() if timeout_lines else []
794955SN/Amain['TIMEOUT'] =  timeout_version and \
7955863Snate@binkert.org    compareVersions(timeout_version[-1], '8.13') >= 0
7965863Snate@binkert.org
7975343Sstever@gmail.com# filter out all existing swig scanners, they mess up the dependency
7985343Sstever@gmail.com# stuff for some reason
7996121Snate@binkert.orgscanners = []
8005863Snate@binkert.orgfor scanner in main['SCANNERS']:
8014773Snate@binkert.org    skeys = scanner.skeys
8025863Snate@binkert.org    if skeys == '.i':
8032632Sstever@eecs.umich.edu        continue
8045863Snate@binkert.org
8052023SN/A    if isinstance(skeys, (list, tuple)) and '.i' in skeys:
8065863Snate@binkert.org        continue
8075863Snate@binkert.org
8085863Snate@binkert.org    scanners.append(scanner)
8095863Snate@binkert.org
8105863Snate@binkert.org# add the new swig scanner that we like better
8115863Snate@binkert.orgfrom SCons.Scanner import ClassicCPP as CPPScanner
8125863Snate@binkert.orgswig_inc_re = '^[ \t]*[%,#][ \t]*(?:include|import)[ \t]*(<|")([^>"]+)(>|")'
8135863Snate@binkert.orgscanners.append(CPPScanner("SwigScan", [ ".i" ], "CPPPATH", swig_inc_re))
8145863Snate@binkert.org
8152632Sstever@eecs.umich.edu# replace the scanners list that has what we want
8165863Snate@binkert.orgmain['SCANNERS'] = scanners
8172023SN/A
8182632Sstever@eecs.umich.edu# Add a custom Check function to test for structure members.
8195863Snate@binkert.orgdef CheckMember(context, include, decl, member, include_quotes="<>"):
8205342Sstever@gmail.com    context.Message("Checking for member %s in %s..." %
8215863Snate@binkert.org                    (member, decl))
8222632Sstever@eecs.umich.edu    text = """
8235863Snate@binkert.org#include %(header)s
8245863Snate@binkert.orgint main(){
8252632Sstever@eecs.umich.edu  %(decl)s test;
8265863Snate@binkert.org  (void)test.%(member)s;
8275863Snate@binkert.org  return 0;
8285863Snate@binkert.org};
8295863Snate@binkert.org""" % { "header" : include_quotes[0] + include + include_quotes[1],
8305863Snate@binkert.org        "decl" : decl,
8315863Snate@binkert.org        "member" : member,
8322632Sstever@eecs.umich.edu        }
8335863Snate@binkert.org
8345863Snate@binkert.org    ret = context.TryCompile(text, extension=".cc")
8352632Sstever@eecs.umich.edu    context.Result(ret)
8361888SN/A    return ret
8375863Snate@binkert.org
8385863Snate@binkert.org# Platform-specific configuration.  Note again that we assume that all
8395863Snate@binkert.org# builds under a given build root run on the same host platform.
8401858SN/Aconf = Configure(main,
8415863Snate@binkert.org                 conf_dir = joinpath(build_root, '.scons_config'),
8425863Snate@binkert.org                 log_file = joinpath(build_root, 'scons_config.log'),
8435863Snate@binkert.org                 custom_tests = {
8445863Snate@binkert.org        'CheckMember' : CheckMember,
8452598SN/A        })
8465863Snate@binkert.org
8471858SN/A# Check if we should compile a 64 bit binary on Mac OS X/Darwin
8481858SN/Atry:
8491858SN/A    import platform
8505863Snate@binkert.org    uname = platform.uname()
8511858SN/A    if uname[0] == 'Darwin' and compareVersions(uname[2], '9.0.0') >= 0:
8521858SN/A        if int(readCommand('sysctl -n hw.cpu64bit_capable')[0]):
8531858SN/A            main.Append(CCFLAGS=['-arch', 'x86_64'])
8545863Snate@binkert.org            main.Append(CFLAGS=['-arch', 'x86_64'])
8551871SN/A            main.Append(LINKFLAGS=['-arch', 'x86_64'])
8561858SN/A            main.Append(ASFLAGS=['-arch', 'x86_64'])
8571858SN/Aexcept:
8581858SN/A    pass
8591858SN/A
8601858SN/A# Recent versions of scons substitute a "Null" object for Configure()
8611858SN/A# when configuration isn't necessary, e.g., if the "--help" option is
8621858SN/A# present.  Unfortuantely this Null object always returns false,
8635863Snate@binkert.org# breaking all our configuration checks.  We replace it with our own
8641858SN/A# more optimistic null object that returns True instead.
8651858SN/Aif not conf:
8665863Snate@binkert.org    def NullCheck(*args, **kwargs):
8671859SN/A        return True
8681859SN/A
8691869SN/A    class NullConf:
8705863Snate@binkert.org        def __init__(self, env):
8715863Snate@binkert.org            self.env = env
8721869SN/A        def Finish(self):
8731965SN/A            return self.env
8741965SN/A        def __getattr__(self, mname):
8751965SN/A            return NullCheck
8762761Sstever@eecs.umich.edu
8775863Snate@binkert.org    conf = NullConf(main)
8781869SN/A
8795863Snate@binkert.org# Cache build files in the supplied directory.
8802667Sstever@eecs.umich.eduif main['M5_BUILD_CACHE']:
8811869SN/A    print 'Using build cache located at', main['M5_BUILD_CACHE']
8821869SN/A    CacheDir(main['M5_BUILD_CACHE'])
8832929Sktlim@umich.edu
8842929Sktlim@umich.eduif not GetOption('without_python'):
8855863Snate@binkert.org    # Find Python include and library directories for embedding the
8862929Sktlim@umich.edu    # interpreter. We rely on python-config to resolve the appropriate
887955SN/A    # includes and linker flags. ParseConfig does not seem to understand
8882598SN/A    # the more exotic linker flags such as -Xlinker and -export-dynamic so
889    # we add them explicitly below. If you want to link in an alternate
890    # version of python, see above for instructions on how to invoke
891    # scons with the appropriate PATH set.
892    #
893    # First we check if python2-config exists, else we use python-config
894    python_config = readCommand(['which', 'python2-config'],
895                                exception='').strip()
896    if not os.path.exists(python_config):
897        python_config = readCommand(['which', 'python-config'],
898                                    exception='').strip()
899    py_includes = readCommand([python_config, '--includes'],
900                              exception='').split()
901    # Strip the -I from the include folders before adding them to the
902    # CPPPATH
903    main.Append(CPPPATH=map(lambda inc: inc[2:], py_includes))
904
905    # Read the linker flags and split them into libraries and other link
906    # flags. The libraries are added later through the call the CheckLib.
907    py_ld_flags = readCommand([python_config, '--ldflags'],
908        exception='').split()
909    py_libs = []
910    for lib in py_ld_flags:
911         if not lib.startswith('-l'):
912             main.Append(LINKFLAGS=[lib])
913         else:
914             lib = lib[2:]
915             if lib not in py_libs:
916                 py_libs.append(lib)
917
918    # verify that this stuff works
919    if not conf.CheckHeader('Python.h', '<>'):
920        print "Error: can't find Python.h header in", py_includes
921        print "Install Python headers (package python-dev on Ubuntu and RedHat)"
922        Exit(1)
923
924    for lib in py_libs:
925        if not conf.CheckLib(lib):
926            print "Error: can't find library %s required by python" % lib
927            Exit(1)
928
929# On Solaris you need to use libsocket for socket ops
930if not conf.CheckLibWithHeader(None, 'sys/socket.h', 'C++', 'accept(0,0,0);'):
931   if not conf.CheckLibWithHeader('socket', 'sys/socket.h', 'C++', 'accept(0,0,0);'):
932       print "Can't find library with socket calls (e.g. accept())"
933       Exit(1)
934
935# Check for zlib.  If the check passes, libz will be automatically
936# added to the LIBS environment variable.
937if not conf.CheckLibWithHeader('z', 'zlib.h', 'C++','zlibVersion();'):
938    print 'Error: did not find needed zlib compression library '\
939          'and/or zlib.h header file.'
940    print '       Please install zlib and try again.'
941    Exit(1)
942
943# If we have the protobuf compiler, also make sure we have the
944# development libraries. If the check passes, libprotobuf will be
945# automatically added to the LIBS environment variable. After
946# this, we can use the HAVE_PROTOBUF flag to determine if we have
947# got both protoc and libprotobuf available.
948main['HAVE_PROTOBUF'] = main['PROTOC'] and \
949    conf.CheckLibWithHeader('protobuf', 'google/protobuf/message.h',
950                            'C++', 'GOOGLE_PROTOBUF_VERIFY_VERSION;')
951
952# If we have the compiler but not the library, print another warning.
953if main['PROTOC'] and not main['HAVE_PROTOBUF']:
954    print termcap.Yellow + termcap.Bold + \
955        'Warning: did not find protocol buffer library and/or headers.\n' + \
956    '       Please install libprotobuf-dev for tracing support.' + \
957    termcap.Normal
958
959# Check for librt.
960have_posix_clock = \
961    conf.CheckLibWithHeader(None, 'time.h', 'C',
962                            'clock_nanosleep(0,0,NULL,NULL);') or \
963    conf.CheckLibWithHeader('rt', 'time.h', 'C',
964                            'clock_nanosleep(0,0,NULL,NULL);')
965
966have_posix_timers = \
967    conf.CheckLibWithHeader([None, 'rt'], [ 'time.h', 'signal.h' ], 'C',
968                            'timer_create(CLOCK_MONOTONIC, NULL, NULL);')
969
970if not GetOption('without_tcmalloc'):
971    if conf.CheckLib('tcmalloc'):
972        main.Append(CCFLAGS=main['TCMALLOC_CCFLAGS'])
973    elif conf.CheckLib('tcmalloc_minimal'):
974        main.Append(CCFLAGS=main['TCMALLOC_CCFLAGS'])
975    else:
976        print termcap.Yellow + termcap.Bold + \
977              "You can get a 12% performance improvement by "\
978              "installing tcmalloc (libgoogle-perftools-dev package "\
979              "on Ubuntu or RedHat)." + termcap.Normal
980
981
982# Detect back trace implementations. The last implementation in the
983# list will be used by default.
984backtrace_impls = [ "none" ]
985
986if conf.CheckLibWithHeader(None, 'execinfo.h', 'C',
987                           'backtrace_symbols_fd((void*)0, 0, 0);'):
988    backtrace_impls.append("glibc")
989
990if backtrace_impls[-1] == "none":
991    default_backtrace_impl = "none"
992    print termcap.Yellow + termcap.Bold + \
993        "No suitable back trace implementation found." + \
994        termcap.Normal
995
996if not have_posix_clock:
997    print "Can't find library for POSIX clocks."
998
999# Check for <fenv.h> (C99 FP environment control)
1000have_fenv = conf.CheckHeader('fenv.h', '<>')
1001if not have_fenv:
1002    print "Warning: Header file <fenv.h> not found."
1003    print "         This host has no IEEE FP rounding mode control."
1004
1005# Check if we should enable KVM-based hardware virtualization. The API
1006# we rely on exists since version 2.6.36 of the kernel, but somehow
1007# the KVM_API_VERSION does not reflect the change. We test for one of
1008# the types as a fall back.
1009have_kvm = conf.CheckHeader('linux/kvm.h', '<>')
1010if not have_kvm:
1011    print "Info: Compatible header file <linux/kvm.h> not found, " \
1012        "disabling KVM support."
1013
1014# x86 needs support for xsave. We test for the structure here since we
1015# won't be able to run new tests by the time we know which ISA we're
1016# targeting.
1017have_kvm_xsave = conf.CheckTypeSize('struct kvm_xsave',
1018                                    '#include <linux/kvm.h>') != 0
1019
1020# Check if the requested target ISA is compatible with the host
1021def is_isa_kvm_compatible(isa):
1022    try:
1023        import platform
1024        host_isa = platform.machine()
1025    except:
1026        print "Warning: Failed to determine host ISA."
1027        return False
1028
1029    if not have_posix_timers:
1030        print "Warning: Can not enable KVM, host seems to lack support " \
1031            "for POSIX timers"
1032        return False
1033
1034    if isa == "arm":
1035        return host_isa in ( "armv7l", "aarch64" )
1036    elif isa == "x86":
1037        if host_isa != "x86_64":
1038            return False
1039
1040        if not have_kvm_xsave:
1041            print "KVM on x86 requires xsave support in kernel headers."
1042            return False
1043
1044        return True
1045    else:
1046        return False
1047
1048
1049# Check if the exclude_host attribute is available. We want this to
1050# get accurate instruction counts in KVM.
1051main['HAVE_PERF_ATTR_EXCLUDE_HOST'] = conf.CheckMember(
1052    'linux/perf_event.h', 'struct perf_event_attr', 'exclude_host')
1053
1054
1055######################################################################
1056#
1057# Finish the configuration
1058#
1059main = conf.Finish()
1060
1061######################################################################
1062#
1063# Collect all non-global variables
1064#
1065
1066# Define the universe of supported ISAs
1067all_isa_list = [ ]
1068Export('all_isa_list')
1069
1070class CpuModel(object):
1071    '''The CpuModel class encapsulates everything the ISA parser needs to
1072    know about a particular CPU model.'''
1073
1074    # Dict of available CPU model objects.  Accessible as CpuModel.dict.
1075    dict = {}
1076
1077    # Constructor.  Automatically adds models to CpuModel.dict.
1078    def __init__(self, name, default=False):
1079        self.name = name           # name of model
1080
1081        # This cpu is enabled by default
1082        self.default = default
1083
1084        # Add self to dict
1085        if name in CpuModel.dict:
1086            raise AttributeError, "CpuModel '%s' already registered" % name
1087        CpuModel.dict[name] = self
1088
1089Export('CpuModel')
1090
1091# Sticky variables get saved in the variables file so they persist from
1092# one invocation to the next (unless overridden, in which case the new
1093# value becomes sticky).
1094sticky_vars = Variables(args=ARGUMENTS)
1095Export('sticky_vars')
1096
1097# Sticky variables that should be exported
1098export_vars = []
1099Export('export_vars')
1100
1101# For Ruby
1102all_protocols = []
1103Export('all_protocols')
1104protocol_dirs = []
1105Export('protocol_dirs')
1106slicc_includes = []
1107Export('slicc_includes')
1108
1109# Walk the tree and execute all SConsopts scripts that wil add to the
1110# above variables
1111if GetOption('verbose'):
1112    print "Reading SConsopts"
1113for bdir in [ base_dir ] + extras_dir_list:
1114    if not isdir(bdir):
1115        print "Error: directory '%s' does not exist" % bdir
1116        Exit(1)
1117    for root, dirs, files in os.walk(bdir):
1118        if 'SConsopts' in files:
1119            if GetOption('verbose'):
1120                print "Reading", joinpath(root, 'SConsopts')
1121            SConscript(joinpath(root, 'SConsopts'))
1122
1123all_isa_list.sort()
1124
1125sticky_vars.AddVariables(
1126    EnumVariable('TARGET_ISA', 'Target ISA', 'alpha', all_isa_list),
1127    ListVariable('CPU_MODELS', 'CPU models',
1128                 sorted(n for n,m in CpuModel.dict.iteritems() if m.default),
1129                 sorted(CpuModel.dict.keys())),
1130    BoolVariable('EFENCE', 'Link with Electric Fence malloc debugger',
1131                 False),
1132    BoolVariable('SS_COMPATIBLE_FP',
1133                 'Make floating-point results compatible with SimpleScalar',
1134                 False),
1135    BoolVariable('USE_SSE2',
1136                 'Compile for SSE2 (-msse2) to get IEEE FP on x86 hosts',
1137                 False),
1138    BoolVariable('USE_POSIX_CLOCK', 'Use POSIX Clocks', have_posix_clock),
1139    BoolVariable('USE_FENV', 'Use <fenv.h> IEEE mode control', have_fenv),
1140    BoolVariable('CP_ANNOTATE', 'Enable critical path annotation capability', False),
1141    BoolVariable('USE_KVM', 'Enable hardware virtualized (KVM) CPU models', have_kvm),
1142    EnumVariable('PROTOCOL', 'Coherence protocol for Ruby', 'None',
1143                  all_protocols),
1144    EnumVariable('BACKTRACE_IMPL', 'Post-mortem dump implementation',
1145                 backtrace_impls[-1], backtrace_impls)
1146    )
1147
1148# These variables get exported to #defines in config/*.hh (see src/SConscript).
1149export_vars += ['USE_FENV', 'SS_COMPATIBLE_FP', 'TARGET_ISA', 'CP_ANNOTATE',
1150                'USE_POSIX_CLOCK', 'USE_KVM', 'PROTOCOL', 'HAVE_PROTOBUF',
1151                'HAVE_PERF_ATTR_EXCLUDE_HOST']
1152
1153###################################################
1154#
1155# Define a SCons builder for configuration flag headers.
1156#
1157###################################################
1158
1159# This function generates a config header file that #defines the
1160# variable symbol to the current variable setting (0 or 1).  The source
1161# operands are the name of the variable and a Value node containing the
1162# value of the variable.
1163def build_config_file(target, source, env):
1164    (variable, value) = [s.get_contents() for s in source]
1165    f = file(str(target[0]), 'w')
1166    print >> f, '#define', variable, value
1167    f.close()
1168    return None
1169
1170# Combine the two functions into a scons Action object.
1171config_action = MakeAction(build_config_file, Transform("CONFIG H", 2))
1172
1173# The emitter munges the source & target node lists to reflect what
1174# we're really doing.
1175def config_emitter(target, source, env):
1176    # extract variable name from Builder arg
1177    variable = str(target[0])
1178    # True target is config header file
1179    target = joinpath('config', variable.lower() + '.hh')
1180    val = env[variable]
1181    if isinstance(val, bool):
1182        # Force value to 0/1
1183        val = int(val)
1184    elif isinstance(val, str):
1185        val = '"' + val + '"'
1186
1187    # Sources are variable name & value (packaged in SCons Value nodes)
1188    return ([target], [Value(variable), Value(val)])
1189
1190config_builder = Builder(emitter = config_emitter, action = config_action)
1191
1192main.Append(BUILDERS = { 'ConfigFile' : config_builder })
1193
1194# libelf build is shared across all configs in the build root.
1195main.SConscript('ext/libelf/SConscript',
1196                variant_dir = joinpath(build_root, 'libelf'))
1197
1198# iostream3 build is shared across all configs in the build root.
1199main.SConscript('ext/iostream3/SConscript',
1200                variant_dir = joinpath(build_root, 'iostream3'))
1201
1202# libfdt build is shared across all configs in the build root.
1203main.SConscript('ext/libfdt/SConscript',
1204                variant_dir = joinpath(build_root, 'libfdt'))
1205
1206# fputils build is shared across all configs in the build root.
1207main.SConscript('ext/fputils/SConscript',
1208                variant_dir = joinpath(build_root, 'fputils'))
1209
1210# DRAMSim2 build is shared across all configs in the build root.
1211main.SConscript('ext/dramsim2/SConscript',
1212                variant_dir = joinpath(build_root, 'dramsim2'))
1213
1214# DRAMPower build is shared across all configs in the build root.
1215main.SConscript('ext/drampower/SConscript',
1216                variant_dir = joinpath(build_root, 'drampower'))
1217
1218# nomali build is shared across all configs in the build root.
1219main.SConscript('ext/nomali/SConscript',
1220                variant_dir = joinpath(build_root, 'nomali'))
1221
1222###################################################
1223#
1224# This function is used to set up a directory with switching headers
1225#
1226###################################################
1227
1228main['ALL_ISA_LIST'] = all_isa_list
1229all_isa_deps = {}
1230def make_switching_dir(dname, switch_headers, env):
1231    # Generate the header.  target[0] is the full path of the output
1232    # header to generate.  'source' is a dummy variable, since we get the
1233    # list of ISAs from env['ALL_ISA_LIST'].
1234    def gen_switch_hdr(target, source, env):
1235        fname = str(target[0])
1236        isa = env['TARGET_ISA'].lower()
1237        try:
1238            f = open(fname, 'w')
1239            print >>f, '#include "%s/%s/%s"' % (dname, isa, basename(fname))
1240            f.close()
1241        except IOError:
1242            print "Failed to create %s" % fname
1243            raise
1244
1245    # Build SCons Action object. 'varlist' specifies env vars that this
1246    # action depends on; when env['ALL_ISA_LIST'] changes these actions
1247    # should get re-executed.
1248    switch_hdr_action = MakeAction(gen_switch_hdr,
1249                          Transform("GENERATE"), varlist=['ALL_ISA_LIST'])
1250
1251    # Instantiate actions for each header
1252    for hdr in switch_headers:
1253        env.Command(hdr, [], switch_hdr_action)
1254
1255    isa_target = Dir('.').up().name.lower().replace('_', '-')
1256    env['PHONY_BASE'] = '#'+isa_target
1257    all_isa_deps[isa_target] = None
1258
1259Export('make_switching_dir')
1260
1261# all-isas -> all-deps -> all-environs -> all_targets
1262main.Alias('#all-isas', [])
1263main.Alias('#all-deps', '#all-isas')
1264
1265# Dummy target to ensure all environments are created before telling
1266# SCons what to actually make (the command line arguments).  We attach
1267# them to the dependence graph after the environments are complete.
1268ORIG_BUILD_TARGETS = list(BUILD_TARGETS) # force a copy; gets closure to work.
1269def environsComplete(target, source, env):
1270    for t in ORIG_BUILD_TARGETS:
1271        main.Depends('#all-targets', t)
1272
1273# Each build/* switching_dir attaches its *-environs target to #all-environs.
1274main.Append(BUILDERS = {'CompleteEnvirons' :
1275                        Builder(action=MakeAction(environsComplete, None))})
1276main.CompleteEnvirons('#all-environs', [])
1277
1278def doNothing(**ignored): pass
1279main.Append(BUILDERS = {'Dummy': Builder(action=MakeAction(doNothing, None))})
1280
1281# The final target to which all the original targets ultimately get attached.
1282main.Dummy('#all-targets', '#all-environs')
1283BUILD_TARGETS[:] = ['#all-targets']
1284
1285###################################################
1286#
1287# Define build environments for selected configurations.
1288#
1289###################################################
1290
1291for variant_path in variant_paths:
1292    if not GetOption('silent'):
1293        print "Building in", variant_path
1294
1295    # Make a copy of the build-root environment to use for this config.
1296    env = main.Clone()
1297    env['BUILDDIR'] = variant_path
1298
1299    # variant_dir is the tail component of build path, and is used to
1300    # determine the build parameters (e.g., 'ALPHA_SE')
1301    (build_root, variant_dir) = splitpath(variant_path)
1302
1303    # Set env variables according to the build directory config.
1304    sticky_vars.files = []
1305    # Variables for $BUILD_ROOT/$VARIANT_DIR are stored in
1306    # $BUILD_ROOT/variables/$VARIANT_DIR so you can nuke
1307    # $BUILD_ROOT/$VARIANT_DIR without losing your variables settings.
1308    current_vars_file = joinpath(build_root, 'variables', variant_dir)
1309    if isfile(current_vars_file):
1310        sticky_vars.files.append(current_vars_file)
1311        if not GetOption('silent'):
1312            print "Using saved variables file %s" % current_vars_file
1313    else:
1314        # Build dir-specific variables file doesn't exist.
1315
1316        # Make sure the directory is there so we can create it later
1317        opt_dir = dirname(current_vars_file)
1318        if not isdir(opt_dir):
1319            mkdir(opt_dir)
1320
1321        # Get default build variables from source tree.  Variables are
1322        # normally determined by name of $VARIANT_DIR, but can be
1323        # overridden by '--default=' arg on command line.
1324        default = GetOption('default')
1325        opts_dir = joinpath(main.root.abspath, 'build_opts')
1326        if default:
1327            default_vars_files = [joinpath(build_root, 'variables', default),
1328                                  joinpath(opts_dir, default)]
1329        else:
1330            default_vars_files = [joinpath(opts_dir, variant_dir)]
1331        existing_files = filter(isfile, default_vars_files)
1332        if existing_files:
1333            default_vars_file = existing_files[0]
1334            sticky_vars.files.append(default_vars_file)
1335            print "Variables file %s not found,\n  using defaults in %s" \
1336                  % (current_vars_file, default_vars_file)
1337        else:
1338            print "Error: cannot find variables file %s or " \
1339                  "default file(s) %s" \
1340                  % (current_vars_file, ' or '.join(default_vars_files))
1341            Exit(1)
1342
1343    # Apply current variable settings to env
1344    sticky_vars.Update(env)
1345
1346    help_texts["local_vars"] += \
1347        "Build variables for %s:\n" % variant_dir \
1348                 + sticky_vars.GenerateHelpText(env)
1349
1350    # Process variable settings.
1351
1352    if not have_fenv and env['USE_FENV']:
1353        print "Warning: <fenv.h> not available; " \
1354              "forcing USE_FENV to False in", variant_dir + "."
1355        env['USE_FENV'] = False
1356
1357    if not env['USE_FENV']:
1358        print "Warning: No IEEE FP rounding mode control in", variant_dir + "."
1359        print "         FP results may deviate slightly from other platforms."
1360
1361    if env['EFENCE']:
1362        env.Append(LIBS=['efence'])
1363
1364    if env['USE_KVM']:
1365        if not have_kvm:
1366            print "Warning: Can not enable KVM, host seems to lack KVM support"
1367            env['USE_KVM'] = False
1368        elif not is_isa_kvm_compatible(env['TARGET_ISA']):
1369            print "Info: KVM support disabled due to unsupported host and " \
1370                "target ISA combination"
1371            env['USE_KVM'] = False
1372
1373    # Warn about missing optional functionality
1374    if env['USE_KVM']:
1375        if not main['HAVE_PERF_ATTR_EXCLUDE_HOST']:
1376            print "Warning: perf_event headers lack support for the " \
1377                "exclude_host attribute. KVM instruction counts will " \
1378                "be inaccurate."
1379
1380    # Save sticky variable settings back to current variables file
1381    sticky_vars.Save(current_vars_file, env)
1382
1383    if env['USE_SSE2']:
1384        env.Append(CCFLAGS=['-msse2'])
1385
1386    # The src/SConscript file sets up the build rules in 'env' according
1387    # to the configured variables.  It returns a list of environments,
1388    # one for each variant build (debug, opt, etc.)
1389    SConscript('src/SConscript', variant_dir = variant_path, exports = 'env')
1390
1391def pairwise(iterable):
1392    "s -> (s0,s1), (s1,s2), (s2, s3), ..."
1393    a, b = itertools.tee(iterable)
1394    b.next()
1395    return itertools.izip(a, b)
1396
1397# Create false dependencies so SCons will parse ISAs, establish
1398# dependencies, and setup the build Environments serially. Either
1399# SCons (likely) and/or our SConscripts (possibly) cannot cope with -j
1400# greater than 1. It appears to be standard race condition stuff; it
1401# doesn't always fail, but usually, and the behaviors are different.
1402# Every time I tried to remove this, builds would fail in some
1403# creative new way. So, don't do that. You'll want to, though, because
1404# tests/SConscript takes a long time to make its Environments.
1405for t1, t2 in pairwise(sorted(all_isa_deps.iterkeys())):
1406    main.Depends('#%s-deps'     % t2, '#%s-deps'     % t1)
1407    main.Depends('#%s-environs' % t2, '#%s-environs' % t1)
1408
1409# base help text
1410Help('''
1411Usage: scons [scons options] [build variables] [target(s)]
1412
1413Extra scons options:
1414%(options)s
1415
1416Global build variables:
1417%(global_vars)s
1418
1419%(local_vars)s
1420''' % help_texts)
1421