SConstruct revision 11308
1955SN/A# -*- mode:python -*-
2955SN/A
31762SN/A# Copyright (c) 2013, 2015 ARM Limited
4955SN/A# All rights reserved.
5955SN/A#
6955SN/A# The license below extends only to copyright in the software and shall
7955SN/A# not be construed as granting a license to any other intellectual
8955SN/A# property including but not limited to intellectual property relating
9955SN/A# to a hardware implementation of the functionality of the software
10955SN/A# licensed hereunder.  You may use the software subject to the license
11955SN/A# terms below provided that you ensure that this notice is replicated
12955SN/A# unmodified and in its entirety in all distributions of the software,
13955SN/A# modified or unmodified, in source code or in binary form.
14955SN/A#
15955SN/A# Copyright (c) 2011 Advanced Micro Devices, Inc.
16955SN/A# Copyright (c) 2009 The Hewlett-Packard Development Company
17955SN/A# Copyright (c) 2004-2005 The Regents of The University of Michigan
18955SN/A# All rights reserved.
19955SN/A#
20955SN/A# Redistribution and use in source and binary forms, with or without
21955SN/A# modification, are permitted provided that the following conditions are
22955SN/A# met: redistributions of source code must retain the above copyright
23955SN/A# notice, this list of conditions and the following disclaimer;
24955SN/A# redistributions in binary form must reproduce the above copyright
25955SN/A# notice, this list of conditions and the following disclaimer in the
26955SN/A# documentation and/or other materials provided with the distribution;
27955SN/A# neither the name of the copyright holders nor the names of its
282665Ssaidi@eecs.umich.edu# contributors may be used to endorse or promote products derived from
292665Ssaidi@eecs.umich.edu# this software without specific prior written permission.
30955SN/A#
31955SN/A# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
32955SN/A# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
33955SN/A# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
34955SN/A# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
352632Sstever@eecs.umich.edu# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
362632Sstever@eecs.umich.edu# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
372632Sstever@eecs.umich.edu# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
382632Sstever@eecs.umich.edu# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
39955SN/A# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
402632Sstever@eecs.umich.edu# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
412632Sstever@eecs.umich.edu# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
422632Sstever@eecs.umich.edu#
432632Sstever@eecs.umich.edu# Authors: Steve Reinhardt
442632Sstever@eecs.umich.edu#          Nathan Binkert
452632Sstever@eecs.umich.edu
462632Sstever@eecs.umich.edu###################################################
472632Sstever@eecs.umich.edu#
482632Sstever@eecs.umich.edu# SCons top-level build description (SConstruct) file.
492632Sstever@eecs.umich.edu#
502632Sstever@eecs.umich.edu# While in this directory ('gem5'), just type 'scons' to build the default
512632Sstever@eecs.umich.edu# configuration (see below), or type 'scons build/<CONFIG>/<binary>'
522632Sstever@eecs.umich.edu# to build some other configuration (e.g., 'build/ALPHA/gem5.opt' for
532632Sstever@eecs.umich.edu# the optimized full-system version).
542632Sstever@eecs.umich.edu#
552632Sstever@eecs.umich.edu# You can build gem5 in a different directory as long as there is a
562632Sstever@eecs.umich.edu# 'build/<CONFIG>' somewhere along the target path.  The build system
572632Sstever@eecs.umich.edu# expects that all configs under the same build directory are being
582632Sstever@eecs.umich.edu# built for the same host system.
592632Sstever@eecs.umich.edu#
60955SN/A# Examples:
61955SN/A#
62955SN/A#   The following two commands are equivalent.  The '-u' option tells
63955SN/A#   scons to search up the directory tree for this SConstruct file.
64955SN/A#   % cd <path-to-src>/gem5 ; scons build/ALPHA/gem5.debug
65955SN/A#   % cd <path-to-src>/gem5/build/ALPHA; scons -u gem5.debug
66955SN/A#
672656Sstever@eecs.umich.edu#   The following two commands are equivalent and demonstrate building
682656Sstever@eecs.umich.edu#   in a directory outside of the source tree.  The '-C' option tells
692656Sstever@eecs.umich.edu#   scons to chdir to the specified directory to find this SConstruct
702656Sstever@eecs.umich.edu#   file.
712656Sstever@eecs.umich.edu#   % cd <path-to-src>/gem5 ; scons /local/foo/build/ALPHA/gem5.debug
722656Sstever@eecs.umich.edu#   % cd /local/foo/build/ALPHA; scons -C <path-to-src>/gem5 gem5.debug
732656Sstever@eecs.umich.edu#
742653Sstever@eecs.umich.edu# You can use 'scons -H' to print scons options.  If you're in this
752653Sstever@eecs.umich.edu# 'gem5' directory (or use -u or -C to tell scons where to find this
762653Sstever@eecs.umich.edu# file), you can use 'scons -h' to print all the gem5-specific build
772653Sstever@eecs.umich.edu# options as well.
782653Sstever@eecs.umich.edu#
792653Sstever@eecs.umich.edu###################################################
802653Sstever@eecs.umich.edu
812653Sstever@eecs.umich.edu# Check for recent-enough Python and SCons versions.
822653Sstever@eecs.umich.edutry:
832653Sstever@eecs.umich.edu    # Really old versions of scons only take two options for the
842653Sstever@eecs.umich.edu    # function, so check once without the revision and once with the
851852SN/A    # revision, the first instance will fail for stuff other than
86955SN/A    # 0.98, and the second will fail for 0.98.0
87955SN/A    EnsureSConsVersion(0, 98)
88955SN/A    EnsureSConsVersion(0, 98, 1)
892632Sstever@eecs.umich.eduexcept SystemExit, e:
902632Sstever@eecs.umich.edu    print """
91955SN/AFor more details, see:
921533SN/A    http://gem5.org/Dependencies
932632Sstever@eecs.umich.edu"""
941533SN/A    raise
95955SN/A
96955SN/A# We ensure the python version early because because python-config
972632Sstever@eecs.umich.edu# requires python 2.5
982632Sstever@eecs.umich.edutry:
99955SN/A    EnsurePythonVersion(2, 5)
100955SN/Aexcept SystemExit, e:
101955SN/A    print """
102955SN/AYou can use a non-default installation of the Python interpreter by
1032632Sstever@eecs.umich.edurearranging your PATH so that scons finds the non-default 'python' and
104955SN/A'python-config' first.
1052632Sstever@eecs.umich.edu
106955SN/AFor more details, see:
107955SN/A    http://gem5.org/wiki/index.php/Using_a_non-default_Python_installation
1082632Sstever@eecs.umich.edu"""
1092632Sstever@eecs.umich.edu    raise
1102632Sstever@eecs.umich.edu
1112632Sstever@eecs.umich.edu# Global Python includes
1122632Sstever@eecs.umich.eduimport itertools
1132632Sstever@eecs.umich.eduimport os
1142632Sstever@eecs.umich.eduimport re
1152632Sstever@eecs.umich.eduimport subprocess
1162632Sstever@eecs.umich.eduimport sys
1172632Sstever@eecs.umich.edu
1182632Sstever@eecs.umich.edufrom os import mkdir, environ
1192632Sstever@eecs.umich.edufrom os.path import abspath, basename, dirname, expanduser, normpath
1202632Sstever@eecs.umich.edufrom os.path import exists,  isdir, isfile
1212632Sstever@eecs.umich.edufrom os.path import join as joinpath, split as splitpath
1222632Sstever@eecs.umich.edu
1232632Sstever@eecs.umich.edu# SCons includes
1242632Sstever@eecs.umich.eduimport SCons
1252634Sstever@eecs.umich.eduimport SCons.Node
1262634Sstever@eecs.umich.edu
1272632Sstever@eecs.umich.eduextra_python_paths = [
1282638Sstever@eecs.umich.edu    Dir('src/python').srcnode().abspath, # gem5 includes
1292632Sstever@eecs.umich.edu    Dir('ext/ply').srcnode().abspath, # ply is used by several files
1302632Sstever@eecs.umich.edu    ]
1312632Sstever@eecs.umich.edu
1322632Sstever@eecs.umich.edusys.path[1:1] = extra_python_paths
1332632Sstever@eecs.umich.edu
1342632Sstever@eecs.umich.edufrom m5.util import compareVersions, readCommand
1351858SN/Afrom m5.util.terminal import get_termcap
1362638Sstever@eecs.umich.edu
1372638Sstever@eecs.umich.eduhelp_texts = {
1382638Sstever@eecs.umich.edu    "options" : "",
1392638Sstever@eecs.umich.edu    "global_vars" : "",
1402638Sstever@eecs.umich.edu    "local_vars" : ""
1412638Sstever@eecs.umich.edu}
1422638Sstever@eecs.umich.edu
1432638Sstever@eecs.umich.eduExport("help_texts")
1442634Sstever@eecs.umich.edu
1452634Sstever@eecs.umich.edu
1462634Sstever@eecs.umich.edu# There's a bug in scons in that (1) by default, the help texts from
147955SN/A# AddOption() are supposed to be displayed when you type 'scons -h'
148955SN/A# and (2) you can override the help displayed by 'scons -h' using the
149955SN/A# Help() function, but these two features are incompatible: once
150955SN/A# you've overridden the help text using Help(), there's no way to get
151955SN/A# at the help texts from AddOptions.  See:
152955SN/A#     http://scons.tigris.org/issues/show_bug.cgi?id=2356
153955SN/A#     http://scons.tigris.org/issues/show_bug.cgi?id=2611
154955SN/A# This hack lets us extract the help text from AddOptions and
1551858SN/A# re-inject it via Help().  Ideally someday this bug will be fixed and
1561858SN/A# we can just use AddOption directly.
1572632Sstever@eecs.umich.edudef AddLocalOption(*args, **kwargs):
158955SN/A    col_width = 30
1591858SN/A
1601105SN/A    help = "  " + ", ".join(args)
1611869SN/A    if "help" in kwargs:
1621869SN/A        length = len(help)
1631869SN/A        if length >= col_width:
1641869SN/A            help += "\n" + " " * col_width
1651869SN/A        else:
1661065SN/A            help += " " * (col_width - length)
1672632Sstever@eecs.umich.edu        help += kwargs["help"]
1682632Sstever@eecs.umich.edu    help_texts["options"] += help + "\n"
169955SN/A
1701858SN/A    AddOption(*args, **kwargs)
1711858SN/A
1721858SN/AAddLocalOption('--colors', dest='use_colors', action='store_true',
1731858SN/A               help="Add color to abbreviated scons output")
1741851SN/AAddLocalOption('--no-colors', dest='use_colors', action='store_false',
1751851SN/A               help="Don't add color to abbreviated scons output")
1761858SN/AAddLocalOption('--with-cxx-config', dest='with_cxx_config',
1772632Sstever@eecs.umich.edu               action='store_true',
178955SN/A               help="Build with support for C++-based configuration")
1792656Sstever@eecs.umich.eduAddLocalOption('--default', dest='default', type='string', action='store',
1802656Sstever@eecs.umich.edu               help='Override which build_opts file to use for defaults')
1812656Sstever@eecs.umich.eduAddLocalOption('--ignore-style', dest='ignore_style', action='store_true',
1822656Sstever@eecs.umich.edu               help='Disable style checking hooks')
1832656Sstever@eecs.umich.eduAddLocalOption('--no-lto', dest='no_lto', action='store_true',
1842656Sstever@eecs.umich.edu               help='Disable Link-Time Optimization for fast')
1852656Sstever@eecs.umich.eduAddLocalOption('--update-ref', dest='update_ref', action='store_true',
1862656Sstever@eecs.umich.edu               help='Update test reference outputs')
1872656Sstever@eecs.umich.eduAddLocalOption('--verbose', dest='verbose', action='store_true',
1882656Sstever@eecs.umich.edu               help='Print full tool command lines')
1892656Sstever@eecs.umich.eduAddLocalOption('--without-python', dest='without_python',
1902656Sstever@eecs.umich.edu               action='store_true',
1912656Sstever@eecs.umich.edu               help='Build without Python configuration support')
1922656Sstever@eecs.umich.eduAddLocalOption('--without-tcmalloc', dest='without_tcmalloc',
1932656Sstever@eecs.umich.edu               action='store_true',
1942656Sstever@eecs.umich.edu               help='Disable linking against tcmalloc')
1952655Sstever@eecs.umich.eduAddLocalOption('--with-ubsan', dest='with_ubsan', action='store_true',
1962655Sstever@eecs.umich.edu               help='Build with Undefined Behavior Sanitizer if available')
1971858SN/A
1981858SN/Atermcap = get_termcap(GetOption('use_colors'))
1992638Sstever@eecs.umich.edu
2002638Sstever@eecs.umich.edu########################################################################
2012638Sstever@eecs.umich.edu#
2022638Sstever@eecs.umich.edu# Set up the main build environment.
2032638Sstever@eecs.umich.edu#
2041858SN/A########################################################################
2051858SN/A
2061858SN/A# export TERM so that clang reports errors in color
2071858SN/Ause_vars = set([ 'AS', 'AR', 'CC', 'CXX', 'HOME', 'LD_LIBRARY_PATH',
2081858SN/A                 'LIBRARY_PATH', 'PATH', 'PKG_CONFIG_PATH', 'PROTOC',
2091858SN/A                 'PYTHONPATH', 'RANLIB', 'SWIG', 'TERM' ])
2101858SN/A
2111859SN/Ause_prefixes = [
2121858SN/A    "CCACHE_",         # ccache (caching compiler wrapper) configuration
2131858SN/A    "CCC_",            # clang static analyzer configuration
2141858SN/A    "DISTCC_",         # distcc (distributed compiler wrapper) configuration
2151859SN/A    "INCLUDE_SERVER_", # distcc pump server settings
2161859SN/A    "M5",              # M5 configuration (e.g., path to kernels)
2171862SN/A    ]
2181862SN/A
2191862SN/Ause_env = {}
2201862SN/Afor key,val in sorted(os.environ.iteritems()):
2211859SN/A    if key in use_vars or \
2221859SN/A            any([key.startswith(prefix) for prefix in use_prefixes]):
2231963SN/A        use_env[key] = val
2241963SN/A
2251859SN/A# Tell scons to avoid implicit command dependencies to avoid issues
2261859SN/A# with the param wrappes being compiled twice (see
2271859SN/A# http://scons.tigris.org/issues/show_bug.cgi?id=2811)
2281859SN/Amain = Environment(ENV=use_env, IMPLICIT_COMMAND_DEPENDENCIES=0)
2291859SN/Amain.Decider('MD5-timestamp')
2301859SN/Amain.root = Dir(".")         # The current directory (where this file lives).
2311859SN/Amain.srcdir = Dir("src")     # The source directory
2321859SN/A
2331862SN/Amain_dict_keys = main.Dictionary().keys()
2341859SN/A
2351859SN/A# Check that we have a C/C++ compiler
2361859SN/Aif not ('CC' in main_dict_keys and 'CXX' in main_dict_keys):
2371858SN/A    print "No C++ compiler installed (package g++ on Ubuntu and RedHat)"
2381858SN/A    Exit(1)
2392139SN/A
2402139SN/A# Check that swig is present
2412139SN/Aif not 'SWIG' in main_dict_keys:
2422155SN/A    print "swig is not installed (package swig on Ubuntu and RedHat)"
2432623SN/A    Exit(1)
2442637Sstever@eecs.umich.edu
2452155SN/A# add useful python code PYTHONPATH so it can be used by subprocesses
2461869SN/A# as well
2471869SN/Amain.AppendENVPath('PYTHONPATH', extra_python_paths)
2481869SN/A
2491869SN/A########################################################################
2501869SN/A#
2512139SN/A# Mercurial Stuff.
2521869SN/A#
2532508SN/A# If the gem5 directory is a mercurial repository, we should do some
2542508SN/A# extra things.
2552508SN/A#
2562508SN/A########################################################################
2572635Sstever@eecs.umich.edu
2582635Sstever@eecs.umich.eduhgdir = main.root.Dir(".hg")
2591869SN/A
2601869SN/Amercurial_style_message = """
2611869SN/AYou're missing the gem5 style hook, which automatically checks your code
2621869SN/Aagainst the gem5 style rules on hg commit and qrefresh commands.  This
2631869SN/Ascript will now install the hook in your .hg/hgrc file.
2641869SN/APress enter to continue, or ctrl-c to abort: """
2651869SN/A
2661869SN/Amercurial_style_hook = """
2671965SN/A# The following lines were automatically added by gem5/SConstruct
2681965SN/A# to provide the gem5 style-checking hooks
2691965SN/A[extensions]
2701869SN/Astyle = %s/util/style.py
2711869SN/A
2721869SN/A[hooks]
2731869SN/Apretxncommit.style = python:style.check_style
2741884SN/Apre-qrefresh.style = python:style.check_style
2751884SN/A# End of SConstruct additions
2761884SN/A
2771869SN/A""" % (main.root.abspath)
2781858SN/A
2791869SN/Amercurial_lib_not_found = """
2801869SN/AMercurial libraries cannot be found, ignoring style hook.  If
2811869SN/Ayou are a gem5 developer, please fix this and run the style
2821869SN/Ahook. It is important.
2831869SN/A"""
2841858SN/A
2851869SN/A# Check for style hook and prompt for installation if it's not there.
2861869SN/A# Skip this if --ignore-style was specified, there's no .hg dir to
2871869SN/A# install a hook in, or there's no interactive terminal to prompt.
2881869SN/Aif not GetOption('ignore_style') and hgdir.exists() and sys.stdin.isatty():
2891869SN/A    style_hook = True
2901869SN/A    try:
2911869SN/A        from mercurial import ui
2921869SN/A        ui = ui.ui()
2931869SN/A        ui.readconfig(hgdir.File('hgrc').abspath)
2941869SN/A        style_hook = ui.config('hooks', 'pretxncommit.style', None) and \
2951858SN/A                     ui.config('hooks', 'pre-qrefresh.style', None)
296955SN/A    except ImportError:
297955SN/A        print mercurial_lib_not_found
2981869SN/A
2991869SN/A    if not style_hook:
3001869SN/A        print mercurial_style_message,
3011869SN/A        # continue unless user does ctrl-c/ctrl-d etc.
3021869SN/A        try:
3031869SN/A            raw_input()
3041869SN/A        except:
3051869SN/A            print "Input exception, exiting scons.\n"
3061869SN/A            sys.exit(1)
3071869SN/A        hgrc_path = '%s/.hg/hgrc' % main.root.abspath
3081869SN/A        print "Adding style hook to", hgrc_path, "\n"
3091869SN/A        try:
3101869SN/A            hgrc = open(hgrc_path, 'a')
3111869SN/A            hgrc.write(mercurial_style_hook)
3121869SN/A            hgrc.close()
3131869SN/A        except:
3141869SN/A            print "Error updating", hgrc_path
3151869SN/A            sys.exit(1)
3161869SN/A
3171869SN/A
3181869SN/A###################################################
3191869SN/A#
3201869SN/A# Figure out which configurations to set up based on the path(s) of
3211869SN/A# the target(s).
3221869SN/A#
3231869SN/A###################################################
3241869SN/A
3251869SN/A# Find default configuration & binary.
3261869SN/ADefault(environ.get('M5_DEFAULT_BINARY', 'build/ALPHA/gem5.debug'))
3271869SN/A
3281869SN/A# helper function: find last occurrence of element in list
3291869SN/Adef rfind(l, elt, offs = -1):
3301869SN/A    for i in range(len(l)+offs, 0, -1):
3311869SN/A        if l[i] == elt:
3321869SN/A            return i
3331869SN/A    raise ValueError, "element not found"
3341869SN/A
3351869SN/A# Take a list of paths (or SCons Nodes) and return a list with all
3361869SN/A# paths made absolute and ~-expanded.  Paths will be interpreted
3372655Sstever@eecs.umich.edu# relative to the launch directory unless a different root is provided
3382655Sstever@eecs.umich.edudef makePathListAbsolute(path_list, root=GetLaunchDir()):
3392655Sstever@eecs.umich.edu    return [abspath(joinpath(root, expanduser(str(p))))
3402655Sstever@eecs.umich.edu            for p in path_list]
3412655Sstever@eecs.umich.edu
3422655Sstever@eecs.umich.edu# Each target must have 'build' in the interior of the path; the
3432655Sstever@eecs.umich.edu# directory below this will determine the build parameters.  For
3442655Sstever@eecs.umich.edu# example, for target 'foo/bar/build/ALPHA_SE/arch/alpha/blah.do' we
3452655Sstever@eecs.umich.edu# recognize that ALPHA_SE specifies the configuration because it
3462655Sstever@eecs.umich.edu# follow 'build' in the build path.
3472655Sstever@eecs.umich.edu
3482655Sstever@eecs.umich.edu# The funky assignment to "[:]" is needed to replace the list contents
3492655Sstever@eecs.umich.edu# in place rather than reassign the symbol to a new list, which
3502655Sstever@eecs.umich.edu# doesn't work (obviously!).
3512655Sstever@eecs.umich.eduBUILD_TARGETS[:] = makePathListAbsolute(BUILD_TARGETS)
3522655Sstever@eecs.umich.edu
3532655Sstever@eecs.umich.edu# Generate a list of the unique build roots and configs that the
3542655Sstever@eecs.umich.edu# collected targets reference.
3552655Sstever@eecs.umich.eduvariant_paths = []
3562655Sstever@eecs.umich.edubuild_root = None
3572655Sstever@eecs.umich.edufor t in BUILD_TARGETS:
3582655Sstever@eecs.umich.edu    path_dirs = t.split('/')
3592655Sstever@eecs.umich.edu    try:
3602655Sstever@eecs.umich.edu        build_top = rfind(path_dirs, 'build', -2)
3612655Sstever@eecs.umich.edu    except:
3622655Sstever@eecs.umich.edu        print "Error: no non-leaf 'build' dir found on target path", t
3632634Sstever@eecs.umich.edu        Exit(1)
3642634Sstever@eecs.umich.edu    this_build_root = joinpath('/',*path_dirs[:build_top+1])
3652634Sstever@eecs.umich.edu    if not build_root:
3662634Sstever@eecs.umich.edu        build_root = this_build_root
3672634Sstever@eecs.umich.edu    else:
3682634Sstever@eecs.umich.edu        if this_build_root != build_root:
3692638Sstever@eecs.umich.edu            print "Error: build targets not under same build root\n"\
3702638Sstever@eecs.umich.edu                  "  %s\n  %s" % (build_root, this_build_root)
3712638Sstever@eecs.umich.edu            Exit(1)
3722638Sstever@eecs.umich.edu    variant_path = joinpath('/',*path_dirs[:build_top+2])
3732638Sstever@eecs.umich.edu    if variant_path not in variant_paths:
3741869SN/A        variant_paths.append(variant_path)
3751869SN/A
376955SN/A# Make sure build_root exists (might not if this is the first build there)
377955SN/Aif not isdir(build_root):
378955SN/A    mkdir(build_root)
379955SN/Amain['BUILDROOT'] = build_root
3801858SN/A
3811858SN/AExport('main')
3821858SN/A
3832632Sstever@eecs.umich.edumain.SConsignFile(joinpath(build_root, "sconsign"))
3842632Sstever@eecs.umich.edu
3852632Sstever@eecs.umich.edu# Default duplicate option is to use hard links, but this messes up
3862632Sstever@eecs.umich.edu# when you use emacs to edit a file in the target dir, as emacs moves
3872632Sstever@eecs.umich.edu# file to file~ then copies to file, breaking the link.  Symbolic
3882634Sstever@eecs.umich.edu# (soft) links work better.
3892638Sstever@eecs.umich.edumain.SetOption('duplicate', 'soft-copy')
3902023SN/A
3912632Sstever@eecs.umich.edu#
3922632Sstever@eecs.umich.edu# Set up global sticky variables... these are common to an entire build
3932632Sstever@eecs.umich.edu# tree (not specific to a particular build like ALPHA_SE)
3942632Sstever@eecs.umich.edu#
3952632Sstever@eecs.umich.edu
3962632Sstever@eecs.umich.eduglobal_vars_file = joinpath(build_root, 'variables.global')
3972632Sstever@eecs.umich.edu
3982632Sstever@eecs.umich.eduglobal_vars = Variables(global_vars_file, args=ARGUMENTS)
3992632Sstever@eecs.umich.edu
4002632Sstever@eecs.umich.eduglobal_vars.AddVariables(
4012632Sstever@eecs.umich.edu    ('CC', 'C compiler', environ.get('CC', main['CC'])),
4022023SN/A    ('CXX', 'C++ compiler', environ.get('CXX', main['CXX'])),
4032632Sstever@eecs.umich.edu    ('SWIG', 'SWIG tool', environ.get('SWIG', main['SWIG'])),
4042632Sstever@eecs.umich.edu    ('PROTOC', 'protoc tool', environ.get('PROTOC', 'protoc')),
4051889SN/A    ('BATCH', 'Use batch pool for build and tests', False),
4061889SN/A    ('BATCH_CMD', 'Batch pool submission command name', 'qdo'),
4072632Sstever@eecs.umich.edu    ('M5_BUILD_CACHE', 'Cache built objects in this directory', False),
4082632Sstever@eecs.umich.edu    ('EXTRAS', 'Add extra directories to the compilation', '')
4092632Sstever@eecs.umich.edu    )
4102632Sstever@eecs.umich.edu
4112632Sstever@eecs.umich.edu# Update main environment with values from ARGUMENTS & global_vars_file
4122632Sstever@eecs.umich.eduglobal_vars.Update(main)
4132632Sstever@eecs.umich.eduhelp_texts["global_vars"] += global_vars.GenerateHelpText(main)
4142632Sstever@eecs.umich.edu
4152632Sstever@eecs.umich.edu# Save sticky variable settings back to current variables file
4162632Sstever@eecs.umich.eduglobal_vars.Save(global_vars_file, main)
4172632Sstever@eecs.umich.edu
4182632Sstever@eecs.umich.edu# Parse EXTRAS variable to build list of all directories where we're
4192632Sstever@eecs.umich.edu# look for sources etc.  This list is exported as extras_dir_list.
4202632Sstever@eecs.umich.edubase_dir = main.srcdir.abspath
4211888SN/Aif main['EXTRAS']:
4221888SN/A    extras_dir_list = makePathListAbsolute(main['EXTRAS'].split(':'))
4231869SN/Aelse:
4241869SN/A    extras_dir_list = []
4251858SN/A
4262598SN/AExport('base_dir')
4272598SN/AExport('extras_dir_list')
4282598SN/A
4292598SN/A# the ext directory should be on the #includes path
4302598SN/Amain.Append(CPPPATH=[Dir('ext')])
4311858SN/A
4321858SN/Adef strip_build_path(path, env):
4331858SN/A    path = str(path)
4341858SN/A    variant_base = env['BUILDROOT'] + os.path.sep
4351858SN/A    if path.startswith(variant_base):
4361858SN/A        path = path[len(variant_base):]
4371858SN/A    elif path.startswith('build/'):
4381858SN/A        path = path[6:]
4391858SN/A    return path
4401871SN/A
4411858SN/A# Generate a string of the form:
4421858SN/A#   common/path/prefix/src1, src2 -> tgt1, tgt2
4431858SN/A# to print while building.
4441858SN/Aclass Transform(object):
4451858SN/A    # all specific color settings should be here and nowhere else
4461858SN/A    tool_color = termcap.Normal
4471858SN/A    pfx_color = termcap.Yellow
4481858SN/A    srcs_color = termcap.Yellow + termcap.Bold
4491858SN/A    arrow_color = termcap.Blue + termcap.Bold
4501858SN/A    tgts_color = termcap.Yellow + termcap.Bold
4511858SN/A
4521859SN/A    def __init__(self, tool, max_sources=99):
4531859SN/A        self.format = self.tool_color + (" [%8s] " % tool) \
4541869SN/A                      + self.pfx_color + "%s" \
4551888SN/A                      + self.srcs_color + "%s" \
4562632Sstever@eecs.umich.edu                      + self.arrow_color + " -> " \
4571869SN/A                      + self.tgts_color + "%s" \
4581884SN/A                      + termcap.Normal
4591884SN/A        self.max_sources = max_sources
4601884SN/A
4611884SN/A    def __call__(self, target, source, env, for_signature=None):
4621884SN/A        # truncate source list according to max_sources param
4631884SN/A        source = source[0:self.max_sources]
4641965SN/A        def strip(f):
4651965SN/A            return strip_build_path(str(f), env)
4661965SN/A        if len(source) > 0:
467955SN/A            srcs = map(strip, source)
4681869SN/A        else:
4691869SN/A            srcs = ['']
4702632Sstever@eecs.umich.edu        tgts = map(strip, target)
4711869SN/A        # surprisingly, os.path.commonprefix is a dumb char-by-char string
4721869SN/A        # operation that has nothing to do with paths.
4731869SN/A        com_pfx = os.path.commonprefix(srcs + tgts)
4742632Sstever@eecs.umich.edu        com_pfx_len = len(com_pfx)
4752632Sstever@eecs.umich.edu        if com_pfx:
4762632Sstever@eecs.umich.edu            # do some cleanup and sanity checking on common prefix
4772632Sstever@eecs.umich.edu            if com_pfx[-1] == ".":
478955SN/A                # prefix matches all but file extension: ok
4792598SN/A                # back up one to change 'foo.cc -> o' to 'foo.cc -> .o'
4802598SN/A                com_pfx = com_pfx[0:-1]
481955SN/A            elif com_pfx[-1] == "/":
482955SN/A                # common prefix is directory path: OK
483955SN/A                pass
4841530SN/A            else:
485955SN/A                src0_len = len(srcs[0])
486955SN/A                tgt0_len = len(tgts[0])
487955SN/A                if src0_len == com_pfx_len:
488                    # source is a substring of target, OK
489                    pass
490                elif tgt0_len == com_pfx_len:
491                    # target is a substring of source, need to back up to
492                    # avoid empty string on RHS of arrow
493                    sep_idx = com_pfx.rfind(".")
494                    if sep_idx != -1:
495                        com_pfx = com_pfx[0:sep_idx]
496                    else:
497                        com_pfx = ''
498                elif src0_len > com_pfx_len and srcs[0][com_pfx_len] == ".":
499                    # still splitting at file extension: ok
500                    pass
501                else:
502                    # probably a fluke; ignore it
503                    com_pfx = ''
504        # recalculate length in case com_pfx was modified
505        com_pfx_len = len(com_pfx)
506        def fmt(files):
507            f = map(lambda s: s[com_pfx_len:], files)
508            return ', '.join(f)
509        return self.format % (com_pfx, fmt(srcs), fmt(tgts))
510
511Export('Transform')
512
513# enable the regression script to use the termcap
514main['TERMCAP'] = termcap
515
516if GetOption('verbose'):
517    def MakeAction(action, string, *args, **kwargs):
518        return Action(action, *args, **kwargs)
519else:
520    MakeAction = Action
521    main['CCCOMSTR']        = Transform("CC")
522    main['CXXCOMSTR']       = Transform("CXX")
523    main['ASCOMSTR']        = Transform("AS")
524    main['SWIGCOMSTR']      = Transform("SWIG")
525    main['ARCOMSTR']        = Transform("AR", 0)
526    main['LINKCOMSTR']      = Transform("LINK", 0)
527    main['RANLIBCOMSTR']    = Transform("RANLIB", 0)
528    main['M4COMSTR']        = Transform("M4")
529    main['SHCCCOMSTR']      = Transform("SHCC")
530    main['SHCXXCOMSTR']     = Transform("SHCXX")
531Export('MakeAction')
532
533# Initialize the Link-Time Optimization (LTO) flags
534main['LTO_CCFLAGS'] = []
535main['LTO_LDFLAGS'] = []
536
537# According to the readme, tcmalloc works best if the compiler doesn't
538# assume that we're using the builtin malloc and friends. These flags
539# are compiler-specific, so we need to set them after we detect which
540# compiler we're using.
541main['TCMALLOC_CCFLAGS'] = []
542
543CXX_version = readCommand([main['CXX'],'--version'], exception=False)
544CXX_V = readCommand([main['CXX'],'-V'], exception=False)
545
546main['GCC'] = CXX_version and CXX_version.find('g++') >= 0
547main['CLANG'] = CXX_version and CXX_version.find('clang') >= 0
548if main['GCC'] + main['CLANG'] > 1:
549    print 'Error: How can we have two at the same time?'
550    Exit(1)
551
552# Set up default C++ compiler flags
553if main['GCC'] or main['CLANG']:
554    # As gcc and clang share many flags, do the common parts here
555    main.Append(CCFLAGS=['-pipe'])
556    main.Append(CCFLAGS=['-fno-strict-aliasing'])
557    # Enable -Wall and -Wextra and then disable the few warnings that
558    # we consistently violate
559    main.Append(CCFLAGS=['-Wall', '-Wundef', '-Wextra',
560                         '-Wno-sign-compare', '-Wno-unused-parameter'])
561    # We always compile using C++11
562    main.Append(CXXFLAGS=['-std=c++11'])
563else:
564    print termcap.Yellow + termcap.Bold + 'Error' + termcap.Normal,
565    print "Don't know what compiler options to use for your compiler."
566    print termcap.Yellow + '       compiler:' + termcap.Normal, main['CXX']
567    print termcap.Yellow + '       version:' + termcap.Normal,
568    if not CXX_version:
569        print termcap.Yellow + termcap.Bold + "COMMAND NOT FOUND!" +\
570               termcap.Normal
571    else:
572        print CXX_version.replace('\n', '<nl>')
573    print "       If you're trying to use a compiler other than GCC"
574    print "       or clang, there appears to be something wrong with your"
575    print "       environment."
576    print "       "
577    print "       If you are trying to use a compiler other than those listed"
578    print "       above you will need to ease fix SConstruct and "
579    print "       src/SConscript to support that compiler."
580    Exit(1)
581
582if main['GCC']:
583    # Check for a supported version of gcc. >= 4.7 is chosen for its
584    # level of c++11 support. See
585    # http://gcc.gnu.org/projects/cxx0x.html for details.
586    gcc_version = readCommand([main['CXX'], '-dumpversion'], exception=False)
587    if compareVersions(gcc_version, "4.7") < 0:
588        print 'Error: gcc version 4.7 or newer required.'
589        print '       Installed version:', gcc_version
590        Exit(1)
591
592    main['GCC_VERSION'] = gcc_version
593
594    # gcc from version 4.8 and above generates "rep; ret" instructions
595    # to avoid performance penalties on certain AMD chips. Older
596    # assemblers detect this as an error, "Error: expecting string
597    # instruction after `rep'"
598    if compareVersions(gcc_version, "4.8") > 0:
599        as_version_raw = readCommand([main['AS'], '-v', '/dev/null'],
600                                     exception=False).split()
601
602        # version strings may contain extra distro-specific
603        # qualifiers, so play it safe and keep only what comes before
604        # the first hyphen
605        as_version = as_version_raw[-1].split('-')[0] if as_version_raw \
606            else None
607
608        if not as_version or compareVersions(as_version, "2.23") < 0:
609            print termcap.Yellow + termcap.Bold + \
610                'Warning: This combination of gcc and binutils have' + \
611                ' known incompatibilities.\n' + \
612                '         If you encounter build problems, please update ' + \
613                'binutils to 2.23.' + \
614                termcap.Normal
615
616    # Make sure we warn if the user has requested to compile with the
617    # Undefined Benahvior Sanitizer and this version of gcc does not
618    # support it.
619    if GetOption('with_ubsan') and \
620            compareVersions(gcc_version, '4.9') < 0:
621        print termcap.Yellow + termcap.Bold + \
622            'Warning: UBSan is only supported using gcc 4.9 and later.' + \
623            termcap.Normal
624
625    # Add the appropriate Link-Time Optimization (LTO) flags
626    # unless LTO is explicitly turned off. Note that these flags
627    # are only used by the fast target.
628    if not GetOption('no_lto'):
629        # Pass the LTO flag when compiling to produce GIMPLE
630        # output, we merely create the flags here and only append
631        # them later
632        main['LTO_CCFLAGS'] = ['-flto=%d' % GetOption('num_jobs')]
633
634        # Use the same amount of jobs for LTO as we are running
635        # scons with
636        main['LTO_LDFLAGS'] = ['-flto=%d' % GetOption('num_jobs')]
637
638    main.Append(TCMALLOC_CCFLAGS=['-fno-builtin-malloc', '-fno-builtin-calloc',
639                                  '-fno-builtin-realloc', '-fno-builtin-free'])
640
641elif main['CLANG']:
642    # Check for a supported version of clang, >= 3.1 is needed to
643    # support similar features as gcc 4.7. See
644    # http://clang.llvm.org/cxx_status.html for details
645    clang_version_re = re.compile(".* version (\d+\.\d+)")
646    clang_version_match = clang_version_re.search(CXX_version)
647    if (clang_version_match):
648        clang_version = clang_version_match.groups()[0]
649        if compareVersions(clang_version, "3.1") < 0:
650            print 'Error: clang version 3.1 or newer required.'
651            print '       Installed version:', clang_version
652            Exit(1)
653    else:
654        print 'Error: Unable to determine clang version.'
655        Exit(1)
656
657    # clang has a few additional warnings that we disable, extraneous
658    # parantheses are allowed due to Ruby's printing of the AST,
659    # finally self assignments are allowed as the generated CPU code
660    # is relying on this
661    main.Append(CCFLAGS=['-Wno-parentheses',
662                         '-Wno-self-assign',
663                         # Some versions of libstdc++ (4.8?) seem to
664                         # use struct hash and class hash
665                         # interchangeably.
666                         '-Wno-mismatched-tags',
667                         ])
668
669    main.Append(TCMALLOC_CCFLAGS=['-fno-builtin'])
670
671    # On Mac OS X/Darwin we need to also use libc++ (part of XCode) as
672    # opposed to libstdc++, as the later is dated.
673    if sys.platform == "darwin":
674        main.Append(CXXFLAGS=['-stdlib=libc++'])
675        main.Append(LIBS=['c++'])
676
677else:
678    print termcap.Yellow + termcap.Bold + 'Error' + termcap.Normal,
679    print "Don't know what compiler options to use for your compiler."
680    print termcap.Yellow + '       compiler:' + termcap.Normal, main['CXX']
681    print termcap.Yellow + '       version:' + termcap.Normal,
682    if not CXX_version:
683        print termcap.Yellow + termcap.Bold + "COMMAND NOT FOUND!" +\
684               termcap.Normal
685    else:
686        print CXX_version.replace('\n', '<nl>')
687    print "       If you're trying to use a compiler other than GCC"
688    print "       or clang, there appears to be something wrong with your"
689    print "       environment."
690    print "       "
691    print "       If you are trying to use a compiler other than those listed"
692    print "       above you will need to ease fix SConstruct and "
693    print "       src/SConscript to support that compiler."
694    Exit(1)
695
696# Set up common yacc/bison flags (needed for Ruby)
697main['YACCFLAGS'] = '-d'
698main['YACCHXXFILESUFFIX'] = '.hh'
699
700# Do this after we save setting back, or else we'll tack on an
701# extra 'qdo' every time we run scons.
702if main['BATCH']:
703    main['CC']     = main['BATCH_CMD'] + ' ' + main['CC']
704    main['CXX']    = main['BATCH_CMD'] + ' ' + main['CXX']
705    main['AS']     = main['BATCH_CMD'] + ' ' + main['AS']
706    main['AR']     = main['BATCH_CMD'] + ' ' + main['AR']
707    main['RANLIB'] = main['BATCH_CMD'] + ' ' + main['RANLIB']
708
709if sys.platform == 'cygwin':
710    # cygwin has some header file issues...
711    main.Append(CCFLAGS=["-Wno-uninitialized"])
712
713# Check for the protobuf compiler
714protoc_version = readCommand([main['PROTOC'], '--version'],
715                             exception='').split()
716
717# First two words should be "libprotoc x.y.z"
718if len(protoc_version) < 2 or protoc_version[0] != 'libprotoc':
719    print termcap.Yellow + termcap.Bold + \
720        'Warning: Protocol buffer compiler (protoc) not found.\n' + \
721        '         Please install protobuf-compiler for tracing support.' + \
722        termcap.Normal
723    main['PROTOC'] = False
724else:
725    # Based on the availability of the compress stream wrappers,
726    # require 2.1.0
727    min_protoc_version = '2.1.0'
728    if compareVersions(protoc_version[1], min_protoc_version) < 0:
729        print termcap.Yellow + termcap.Bold + \
730            'Warning: protoc version', min_protoc_version, \
731            'or newer required.\n' + \
732            '         Installed version:', protoc_version[1], \
733            termcap.Normal
734        main['PROTOC'] = False
735    else:
736        # Attempt to determine the appropriate include path and
737        # library path using pkg-config, that means we also need to
738        # check for pkg-config. Note that it is possible to use
739        # protobuf without the involvement of pkg-config. Later on we
740        # check go a library config check and at that point the test
741        # will fail if libprotobuf cannot be found.
742        if readCommand(['pkg-config', '--version'], exception=''):
743            try:
744                # Attempt to establish what linking flags to add for protobuf
745                # using pkg-config
746                main.ParseConfig('pkg-config --cflags --libs-only-L protobuf')
747            except:
748                print termcap.Yellow + termcap.Bold + \
749                    'Warning: pkg-config could not get protobuf flags.' + \
750                    termcap.Normal
751
752# Check for SWIG
753if not main.has_key('SWIG'):
754    print 'Error: SWIG utility not found.'
755    print '       Please install (see http://www.swig.org) and retry.'
756    Exit(1)
757
758# Check for appropriate SWIG version
759swig_version = readCommand([main['SWIG'], '-version'], exception='').split()
760# First 3 words should be "SWIG Version x.y.z"
761if len(swig_version) < 3 or \
762        swig_version[0] != 'SWIG' or swig_version[1] != 'Version':
763    print 'Error determining SWIG version.'
764    Exit(1)
765
766min_swig_version = '2.0.4'
767if compareVersions(swig_version[2], min_swig_version) < 0:
768    print 'Error: SWIG version', min_swig_version, 'or newer required.'
769    print '       Installed version:', swig_version[2]
770    Exit(1)
771
772# Check for known incompatibilities. The standard library shipped with
773# gcc >= 4.9 does not play well with swig versions prior to 3.0
774if main['GCC'] and compareVersions(gcc_version, '4.9') >= 0 and \
775        compareVersions(swig_version[2], '3.0') < 0:
776    print termcap.Yellow + termcap.Bold + \
777        'Warning: This combination of gcc and swig have' + \
778        ' known incompatibilities.\n' + \
779        '         If you encounter build problems, please update ' + \
780        'swig to 3.0 or later.' + \
781        termcap.Normal
782
783# Set up SWIG flags & scanner
784swig_flags=Split('-c++ -python -modern -templatereduce $_CPPINCFLAGS')
785main.Append(SWIGFLAGS=swig_flags)
786
787# Check for 'timeout' from GNU coreutils. If present, regressions will
788# be run with a time limit. We require version 8.13 since we rely on
789# support for the '--foreground' option.
790timeout_lines = readCommand(['timeout', '--version'],
791                            exception='').splitlines()
792# Get the first line and tokenize it
793timeout_version = timeout_lines[0].split() if timeout_lines else []
794main['TIMEOUT'] =  timeout_version and \
795    compareVersions(timeout_version[-1], '8.13') >= 0
796
797# filter out all existing swig scanners, they mess up the dependency
798# stuff for some reason
799scanners = []
800for scanner in main['SCANNERS']:
801    skeys = scanner.skeys
802    if skeys == '.i':
803        continue
804
805    if isinstance(skeys, (list, tuple)) and '.i' in skeys:
806        continue
807
808    scanners.append(scanner)
809
810# add the new swig scanner that we like better
811from SCons.Scanner import ClassicCPP as CPPScanner
812swig_inc_re = '^[ \t]*[%,#][ \t]*(?:include|import)[ \t]*(<|")([^>"]+)(>|")'
813scanners.append(CPPScanner("SwigScan", [ ".i" ], "CPPPATH", swig_inc_re))
814
815# replace the scanners list that has what we want
816main['SCANNERS'] = scanners
817
818# Add a custom Check function to test for structure members.
819def CheckMember(context, include, decl, member, include_quotes="<>"):
820    context.Message("Checking for member %s in %s..." %
821                    (member, decl))
822    text = """
823#include %(header)s
824int main(){
825  %(decl)s test;
826  (void)test.%(member)s;
827  return 0;
828};
829""" % { "header" : include_quotes[0] + include + include_quotes[1],
830        "decl" : decl,
831        "member" : member,
832        }
833
834    ret = context.TryCompile(text, extension=".cc")
835    context.Result(ret)
836    return ret
837
838# Platform-specific configuration.  Note again that we assume that all
839# builds under a given build root run on the same host platform.
840conf = Configure(main,
841                 conf_dir = joinpath(build_root, '.scons_config'),
842                 log_file = joinpath(build_root, 'scons_config.log'),
843                 custom_tests = {
844        'CheckMember' : CheckMember,
845        })
846
847# Check if we should compile a 64 bit binary on Mac OS X/Darwin
848try:
849    import platform
850    uname = platform.uname()
851    if uname[0] == 'Darwin' and compareVersions(uname[2], '9.0.0') >= 0:
852        if int(readCommand('sysctl -n hw.cpu64bit_capable')[0]):
853            main.Append(CCFLAGS=['-arch', 'x86_64'])
854            main.Append(CFLAGS=['-arch', 'x86_64'])
855            main.Append(LINKFLAGS=['-arch', 'x86_64'])
856            main.Append(ASFLAGS=['-arch', 'x86_64'])
857except:
858    pass
859
860# Recent versions of scons substitute a "Null" object for Configure()
861# when configuration isn't necessary, e.g., if the "--help" option is
862# present.  Unfortuantely this Null object always returns false,
863# breaking all our configuration checks.  We replace it with our own
864# more optimistic null object that returns True instead.
865if not conf:
866    def NullCheck(*args, **kwargs):
867        return True
868
869    class NullConf:
870        def __init__(self, env):
871            self.env = env
872        def Finish(self):
873            return self.env
874        def __getattr__(self, mname):
875            return NullCheck
876
877    conf = NullConf(main)
878
879# Cache build files in the supplied directory.
880if main['M5_BUILD_CACHE']:
881    print 'Using build cache located at', main['M5_BUILD_CACHE']
882    CacheDir(main['M5_BUILD_CACHE'])
883
884if not GetOption('without_python'):
885    # Find Python include and library directories for embedding the
886    # interpreter. We rely on python-config to resolve the appropriate
887    # includes and linker flags. ParseConfig does not seem to understand
888    # the more exotic linker flags such as -Xlinker and -export-dynamic so
889    # we add them explicitly below. If you want to link in an alternate
890    # version of python, see above for instructions on how to invoke
891    # scons with the appropriate PATH set.
892    #
893    # First we check if python2-config exists, else we use python-config
894    python_config = readCommand(['which', 'python2-config'],
895                                exception='').strip()
896    if not os.path.exists(python_config):
897        python_config = readCommand(['which', 'python-config'],
898                                    exception='').strip()
899    py_includes = readCommand([python_config, '--includes'],
900                              exception='').split()
901    # Strip the -I from the include folders before adding them to the
902    # CPPPATH
903    main.Append(CPPPATH=map(lambda inc: inc[2:], py_includes))
904
905    # Read the linker flags and split them into libraries and other link
906    # flags. The libraries are added later through the call the CheckLib.
907    py_ld_flags = readCommand([python_config, '--ldflags'],
908        exception='').split()
909    py_libs = []
910    for lib in py_ld_flags:
911         if not lib.startswith('-l'):
912             main.Append(LINKFLAGS=[lib])
913         else:
914             lib = lib[2:]
915             if lib not in py_libs:
916                 py_libs.append(lib)
917
918    # verify that this stuff works
919    if not conf.CheckHeader('Python.h', '<>'):
920        print "Error: can't find Python.h header in", py_includes
921        print "Install Python headers (package python-dev on Ubuntu and RedHat)"
922        Exit(1)
923
924    for lib in py_libs:
925        if not conf.CheckLib(lib):
926            print "Error: can't find library %s required by python" % lib
927            Exit(1)
928
929# On Solaris you need to use libsocket for socket ops
930if not conf.CheckLibWithHeader(None, 'sys/socket.h', 'C++', 'accept(0,0,0);'):
931   if not conf.CheckLibWithHeader('socket', 'sys/socket.h', 'C++', 'accept(0,0,0);'):
932       print "Can't find library with socket calls (e.g. accept())"
933       Exit(1)
934
935# Check for zlib.  If the check passes, libz will be automatically
936# added to the LIBS environment variable.
937if not conf.CheckLibWithHeader('z', 'zlib.h', 'C++','zlibVersion();'):
938    print 'Error: did not find needed zlib compression library '\
939          'and/or zlib.h header file.'
940    print '       Please install zlib and try again.'
941    Exit(1)
942
943# If we have the protobuf compiler, also make sure we have the
944# development libraries. If the check passes, libprotobuf will be
945# automatically added to the LIBS environment variable. After
946# this, we can use the HAVE_PROTOBUF flag to determine if we have
947# got both protoc and libprotobuf available.
948main['HAVE_PROTOBUF'] = main['PROTOC'] and \
949    conf.CheckLibWithHeader('protobuf', 'google/protobuf/message.h',
950                            'C++', 'GOOGLE_PROTOBUF_VERIFY_VERSION;')
951
952# If we have the compiler but not the library, print another warning.
953if main['PROTOC'] and not main['HAVE_PROTOBUF']:
954    print termcap.Yellow + termcap.Bold + \
955        'Warning: did not find protocol buffer library and/or headers.\n' + \
956    '       Please install libprotobuf-dev for tracing support.' + \
957    termcap.Normal
958
959# Check for librt.
960have_posix_clock = \
961    conf.CheckLibWithHeader(None, 'time.h', 'C',
962                            'clock_nanosleep(0,0,NULL,NULL);') or \
963    conf.CheckLibWithHeader('rt', 'time.h', 'C',
964                            'clock_nanosleep(0,0,NULL,NULL);')
965
966have_posix_timers = \
967    conf.CheckLibWithHeader([None, 'rt'], [ 'time.h', 'signal.h' ], 'C',
968                            'timer_create(CLOCK_MONOTONIC, NULL, NULL);')
969
970if not GetOption('without_tcmalloc'):
971    if conf.CheckLib('tcmalloc'):
972        main.Append(CCFLAGS=main['TCMALLOC_CCFLAGS'])
973    elif conf.CheckLib('tcmalloc_minimal'):
974        main.Append(CCFLAGS=main['TCMALLOC_CCFLAGS'])
975    else:
976        print termcap.Yellow + termcap.Bold + \
977              "You can get a 12% performance improvement by "\
978              "installing tcmalloc (libgoogle-perftools-dev package "\
979              "on Ubuntu or RedHat)." + termcap.Normal
980
981
982# Detect back trace implementations. The last implementation in the
983# list will be used by default.
984backtrace_impls = [ "none" ]
985
986if conf.CheckLibWithHeader(None, 'execinfo.h', 'C',
987                           'backtrace_symbols_fd((void*)0, 0, 0);'):
988    backtrace_impls.append("glibc")
989
990if backtrace_impls[-1] == "none":
991    default_backtrace_impl = "none"
992    print termcap.Yellow + termcap.Bold + \
993        "No suitable back trace implementation found." + \
994        termcap.Normal
995
996if not have_posix_clock:
997    print "Can't find library for POSIX clocks."
998
999# Check for <fenv.h> (C99 FP environment control)
1000have_fenv = conf.CheckHeader('fenv.h', '<>')
1001if not have_fenv:
1002    print "Warning: Header file <fenv.h> not found."
1003    print "         This host has no IEEE FP rounding mode control."
1004
1005# Check if we should enable KVM-based hardware virtualization. The API
1006# we rely on exists since version 2.6.36 of the kernel, but somehow
1007# the KVM_API_VERSION does not reflect the change. We test for one of
1008# the types as a fall back.
1009have_kvm = conf.CheckHeader('linux/kvm.h', '<>')
1010if not have_kvm:
1011    print "Info: Compatible header file <linux/kvm.h> not found, " \
1012        "disabling KVM support."
1013
1014# x86 needs support for xsave. We test for the structure here since we
1015# won't be able to run new tests by the time we know which ISA we're
1016# targeting.
1017have_kvm_xsave = conf.CheckTypeSize('struct kvm_xsave',
1018                                    '#include <linux/kvm.h>') != 0
1019
1020# Check if the requested target ISA is compatible with the host
1021def is_isa_kvm_compatible(isa):
1022    try:
1023        import platform
1024        host_isa = platform.machine()
1025    except:
1026        print "Warning: Failed to determine host ISA."
1027        return False
1028
1029    if not have_posix_timers:
1030        print "Warning: Can not enable KVM, host seems to lack support " \
1031            "for POSIX timers"
1032        return False
1033
1034    if isa == "arm":
1035        return host_isa in ( "armv7l", "aarch64" )
1036    elif isa == "x86":
1037        if host_isa != "x86_64":
1038            return False
1039
1040        if not have_kvm_xsave:
1041            print "KVM on x86 requires xsave support in kernel headers."
1042            return False
1043
1044        return True
1045    else:
1046        return False
1047
1048
1049# Check if the exclude_host attribute is available. We want this to
1050# get accurate instruction counts in KVM.
1051main['HAVE_PERF_ATTR_EXCLUDE_HOST'] = conf.CheckMember(
1052    'linux/perf_event.h', 'struct perf_event_attr', 'exclude_host')
1053
1054
1055######################################################################
1056#
1057# Finish the configuration
1058#
1059main = conf.Finish()
1060
1061######################################################################
1062#
1063# Collect all non-global variables
1064#
1065
1066# Define the universe of supported ISAs
1067all_isa_list = [ ]
1068all_gpu_isa_list = [ ]
1069Export('all_isa_list')
1070Export('all_gpu_isa_list')
1071
1072class CpuModel(object):
1073    '''The CpuModel class encapsulates everything the ISA parser needs to
1074    know about a particular CPU model.'''
1075
1076    # Dict of available CPU model objects.  Accessible as CpuModel.dict.
1077    dict = {}
1078
1079    # Constructor.  Automatically adds models to CpuModel.dict.
1080    def __init__(self, name, default=False):
1081        self.name = name           # name of model
1082
1083        # This cpu is enabled by default
1084        self.default = default
1085
1086        # Add self to dict
1087        if name in CpuModel.dict:
1088            raise AttributeError, "CpuModel '%s' already registered" % name
1089        CpuModel.dict[name] = self
1090
1091Export('CpuModel')
1092
1093# Sticky variables get saved in the variables file so they persist from
1094# one invocation to the next (unless overridden, in which case the new
1095# value becomes sticky).
1096sticky_vars = Variables(args=ARGUMENTS)
1097Export('sticky_vars')
1098
1099# Sticky variables that should be exported
1100export_vars = []
1101Export('export_vars')
1102
1103# For Ruby
1104all_protocols = []
1105Export('all_protocols')
1106protocol_dirs = []
1107Export('protocol_dirs')
1108slicc_includes = []
1109Export('slicc_includes')
1110
1111# Walk the tree and execute all SConsopts scripts that wil add to the
1112# above variables
1113if GetOption('verbose'):
1114    print "Reading SConsopts"
1115for bdir in [ base_dir ] + extras_dir_list:
1116    if not isdir(bdir):
1117        print "Error: directory '%s' does not exist" % bdir
1118        Exit(1)
1119    for root, dirs, files in os.walk(bdir):
1120        if 'SConsopts' in files:
1121            if GetOption('verbose'):
1122                print "Reading", joinpath(root, 'SConsopts')
1123            SConscript(joinpath(root, 'SConsopts'))
1124
1125all_isa_list.sort()
1126all_gpu_isa_list.sort()
1127
1128sticky_vars.AddVariables(
1129    EnumVariable('TARGET_ISA', 'Target ISA', 'alpha', all_isa_list),
1130    EnumVariable('TARGET_GPU_ISA', 'Target GPU ISA', 'hsail', all_gpu_isa_list),
1131    ListVariable('CPU_MODELS', 'CPU models',
1132                 sorted(n for n,m in CpuModel.dict.iteritems() if m.default),
1133                 sorted(CpuModel.dict.keys())),
1134    BoolVariable('EFENCE', 'Link with Electric Fence malloc debugger',
1135                 False),
1136    BoolVariable('SS_COMPATIBLE_FP',
1137                 'Make floating-point results compatible with SimpleScalar',
1138                 False),
1139    BoolVariable('USE_SSE2',
1140                 'Compile for SSE2 (-msse2) to get IEEE FP on x86 hosts',
1141                 False),
1142    BoolVariable('USE_POSIX_CLOCK', 'Use POSIX Clocks', have_posix_clock),
1143    BoolVariable('USE_FENV', 'Use <fenv.h> IEEE mode control', have_fenv),
1144    BoolVariable('CP_ANNOTATE', 'Enable critical path annotation capability', False),
1145    BoolVariable('USE_KVM', 'Enable hardware virtualized (KVM) CPU models', have_kvm),
1146    BoolVariable('BUILD_GPU', 'Build the compute-GPU model', False),
1147    EnumVariable('PROTOCOL', 'Coherence protocol for Ruby', 'None',
1148                  all_protocols),
1149    EnumVariable('BACKTRACE_IMPL', 'Post-mortem dump implementation',
1150                 backtrace_impls[-1], backtrace_impls)
1151    )
1152
1153# These variables get exported to #defines in config/*.hh (see src/SConscript).
1154export_vars += ['USE_FENV', 'SS_COMPATIBLE_FP', 'TARGET_ISA', 'TARGET_GPU_ISA',
1155                'CP_ANNOTATE', 'USE_POSIX_CLOCK', 'USE_KVM', 'PROTOCOL',
1156                'HAVE_PROTOBUF', 'HAVE_PERF_ATTR_EXCLUDE_HOST']
1157
1158###################################################
1159#
1160# Define a SCons builder for configuration flag headers.
1161#
1162###################################################
1163
1164# This function generates a config header file that #defines the
1165# variable symbol to the current variable setting (0 or 1).  The source
1166# operands are the name of the variable and a Value node containing the
1167# value of the variable.
1168def build_config_file(target, source, env):
1169    (variable, value) = [s.get_contents() for s in source]
1170    f = file(str(target[0]), 'w')
1171    print >> f, '#define', variable, value
1172    f.close()
1173    return None
1174
1175# Combine the two functions into a scons Action object.
1176config_action = MakeAction(build_config_file, Transform("CONFIG H", 2))
1177
1178# The emitter munges the source & target node lists to reflect what
1179# we're really doing.
1180def config_emitter(target, source, env):
1181    # extract variable name from Builder arg
1182    variable = str(target[0])
1183    # True target is config header file
1184    target = joinpath('config', variable.lower() + '.hh')
1185    val = env[variable]
1186    if isinstance(val, bool):
1187        # Force value to 0/1
1188        val = int(val)
1189    elif isinstance(val, str):
1190        val = '"' + val + '"'
1191
1192    # Sources are variable name & value (packaged in SCons Value nodes)
1193    return ([target], [Value(variable), Value(val)])
1194
1195config_builder = Builder(emitter = config_emitter, action = config_action)
1196
1197main.Append(BUILDERS = { 'ConfigFile' : config_builder })
1198
1199# libelf build is shared across all configs in the build root.
1200main.SConscript('ext/libelf/SConscript',
1201                variant_dir = joinpath(build_root, 'libelf'))
1202
1203# iostream3 build is shared across all configs in the build root.
1204main.SConscript('ext/iostream3/SConscript',
1205                variant_dir = joinpath(build_root, 'iostream3'))
1206
1207# libfdt build is shared across all configs in the build root.
1208main.SConscript('ext/libfdt/SConscript',
1209                variant_dir = joinpath(build_root, 'libfdt'))
1210
1211# fputils build is shared across all configs in the build root.
1212main.SConscript('ext/fputils/SConscript',
1213                variant_dir = joinpath(build_root, 'fputils'))
1214
1215# DRAMSim2 build is shared across all configs in the build root.
1216main.SConscript('ext/dramsim2/SConscript',
1217                variant_dir = joinpath(build_root, 'dramsim2'))
1218
1219# DRAMPower build is shared across all configs in the build root.
1220main.SConscript('ext/drampower/SConscript',
1221                variant_dir = joinpath(build_root, 'drampower'))
1222
1223# nomali build is shared across all configs in the build root.
1224main.SConscript('ext/nomali/SConscript',
1225                variant_dir = joinpath(build_root, 'nomali'))
1226
1227###################################################
1228#
1229# This function is used to set up a directory with switching headers
1230#
1231###################################################
1232
1233main['ALL_ISA_LIST'] = all_isa_list
1234main['ALL_GPU_ISA_LIST'] = all_gpu_isa_list
1235all_isa_deps = {}
1236def make_switching_dir(dname, switch_headers, env):
1237    # Generate the header.  target[0] is the full path of the output
1238    # header to generate.  'source' is a dummy variable, since we get the
1239    # list of ISAs from env['ALL_ISA_LIST'].
1240    def gen_switch_hdr(target, source, env):
1241        fname = str(target[0])
1242        isa = env['TARGET_ISA'].lower()
1243        try:
1244            f = open(fname, 'w')
1245            print >>f, '#include "%s/%s/%s"' % (dname, isa, basename(fname))
1246            f.close()
1247        except IOError:
1248            print "Failed to create %s" % fname
1249            raise
1250
1251    # Build SCons Action object. 'varlist' specifies env vars that this
1252    # action depends on; when env['ALL_ISA_LIST'] changes these actions
1253    # should get re-executed.
1254    switch_hdr_action = MakeAction(gen_switch_hdr,
1255                          Transform("GENERATE"), varlist=['ALL_ISA_LIST'])
1256
1257    # Instantiate actions for each header
1258    for hdr in switch_headers:
1259        env.Command(hdr, [], switch_hdr_action)
1260
1261    isa_target = Dir('.').up().name.lower().replace('_', '-')
1262    env['PHONY_BASE'] = '#'+isa_target
1263    all_isa_deps[isa_target] = None
1264
1265Export('make_switching_dir')
1266
1267def make_gpu_switching_dir(dname, switch_headers, env):
1268    # Generate the header.  target[0] is the full path of the output
1269    # header to generate.  'source' is a dummy variable, since we get the
1270    # list of ISAs from env['ALL_ISA_LIST'].
1271    def gen_switch_hdr(target, source, env):
1272        fname = str(target[0])
1273
1274        isa = env['TARGET_GPU_ISA'].lower()
1275
1276        try:
1277            f = open(fname, 'w')
1278            print >>f, '#include "%s/%s/%s"' % (dname, isa, basename(fname))
1279            f.close()
1280        except IOError:
1281            print "Failed to create %s" % fname
1282            raise
1283
1284    # Build SCons Action object. 'varlist' specifies env vars that this
1285    # action depends on; when env['ALL_ISA_LIST'] changes these actions
1286    # should get re-executed.
1287    switch_hdr_action = MakeAction(gen_switch_hdr,
1288                          Transform("GENERATE"), varlist=['ALL_ISA_GPU_LIST'])
1289
1290    # Instantiate actions for each header
1291    for hdr in switch_headers:
1292        env.Command(hdr, [], switch_hdr_action)
1293
1294Export('make_gpu_switching_dir')
1295
1296# all-isas -> all-deps -> all-environs -> all_targets
1297main.Alias('#all-isas', [])
1298main.Alias('#all-deps', '#all-isas')
1299
1300# Dummy target to ensure all environments are created before telling
1301# SCons what to actually make (the command line arguments).  We attach
1302# them to the dependence graph after the environments are complete.
1303ORIG_BUILD_TARGETS = list(BUILD_TARGETS) # force a copy; gets closure to work.
1304def environsComplete(target, source, env):
1305    for t in ORIG_BUILD_TARGETS:
1306        main.Depends('#all-targets', t)
1307
1308# Each build/* switching_dir attaches its *-environs target to #all-environs.
1309main.Append(BUILDERS = {'CompleteEnvirons' :
1310                        Builder(action=MakeAction(environsComplete, None))})
1311main.CompleteEnvirons('#all-environs', [])
1312
1313def doNothing(**ignored): pass
1314main.Append(BUILDERS = {'Dummy': Builder(action=MakeAction(doNothing, None))})
1315
1316# The final target to which all the original targets ultimately get attached.
1317main.Dummy('#all-targets', '#all-environs')
1318BUILD_TARGETS[:] = ['#all-targets']
1319
1320###################################################
1321#
1322# Define build environments for selected configurations.
1323#
1324###################################################
1325
1326for variant_path in variant_paths:
1327    if not GetOption('silent'):
1328        print "Building in", variant_path
1329
1330    # Make a copy of the build-root environment to use for this config.
1331    env = main.Clone()
1332    env['BUILDDIR'] = variant_path
1333
1334    # variant_dir is the tail component of build path, and is used to
1335    # determine the build parameters (e.g., 'ALPHA_SE')
1336    (build_root, variant_dir) = splitpath(variant_path)
1337
1338    # Set env variables according to the build directory config.
1339    sticky_vars.files = []
1340    # Variables for $BUILD_ROOT/$VARIANT_DIR are stored in
1341    # $BUILD_ROOT/variables/$VARIANT_DIR so you can nuke
1342    # $BUILD_ROOT/$VARIANT_DIR without losing your variables settings.
1343    current_vars_file = joinpath(build_root, 'variables', variant_dir)
1344    if isfile(current_vars_file):
1345        sticky_vars.files.append(current_vars_file)
1346        if not GetOption('silent'):
1347            print "Using saved variables file %s" % current_vars_file
1348    else:
1349        # Build dir-specific variables file doesn't exist.
1350
1351        # Make sure the directory is there so we can create it later
1352        opt_dir = dirname(current_vars_file)
1353        if not isdir(opt_dir):
1354            mkdir(opt_dir)
1355
1356        # Get default build variables from source tree.  Variables are
1357        # normally determined by name of $VARIANT_DIR, but can be
1358        # overridden by '--default=' arg on command line.
1359        default = GetOption('default')
1360        opts_dir = joinpath(main.root.abspath, 'build_opts')
1361        if default:
1362            default_vars_files = [joinpath(build_root, 'variables', default),
1363                                  joinpath(opts_dir, default)]
1364        else:
1365            default_vars_files = [joinpath(opts_dir, variant_dir)]
1366        existing_files = filter(isfile, default_vars_files)
1367        if existing_files:
1368            default_vars_file = existing_files[0]
1369            sticky_vars.files.append(default_vars_file)
1370            print "Variables file %s not found,\n  using defaults in %s" \
1371                  % (current_vars_file, default_vars_file)
1372        else:
1373            print "Error: cannot find variables file %s or " \
1374                  "default file(s) %s" \
1375                  % (current_vars_file, ' or '.join(default_vars_files))
1376            Exit(1)
1377
1378    # Apply current variable settings to env
1379    sticky_vars.Update(env)
1380
1381    help_texts["local_vars"] += \
1382        "Build variables for %s:\n" % variant_dir \
1383                 + sticky_vars.GenerateHelpText(env)
1384
1385    # Process variable settings.
1386
1387    if not have_fenv and env['USE_FENV']:
1388        print "Warning: <fenv.h> not available; " \
1389              "forcing USE_FENV to False in", variant_dir + "."
1390        env['USE_FENV'] = False
1391
1392    if not env['USE_FENV']:
1393        print "Warning: No IEEE FP rounding mode control in", variant_dir + "."
1394        print "         FP results may deviate slightly from other platforms."
1395
1396    if env['EFENCE']:
1397        env.Append(LIBS=['efence'])
1398
1399    if env['USE_KVM']:
1400        if not have_kvm:
1401            print "Warning: Can not enable KVM, host seems to lack KVM support"
1402            env['USE_KVM'] = False
1403        elif not is_isa_kvm_compatible(env['TARGET_ISA']):
1404            print "Info: KVM support disabled due to unsupported host and " \
1405                "target ISA combination"
1406            env['USE_KVM'] = False
1407
1408    # Warn about missing optional functionality
1409    if env['USE_KVM']:
1410        if not main['HAVE_PERF_ATTR_EXCLUDE_HOST']:
1411            print "Warning: perf_event headers lack support for the " \
1412                "exclude_host attribute. KVM instruction counts will " \
1413                "be inaccurate."
1414
1415    # Save sticky variable settings back to current variables file
1416    sticky_vars.Save(current_vars_file, env)
1417
1418    if env['USE_SSE2']:
1419        env.Append(CCFLAGS=['-msse2'])
1420
1421    # The src/SConscript file sets up the build rules in 'env' according
1422    # to the configured variables.  It returns a list of environments,
1423    # one for each variant build (debug, opt, etc.)
1424    SConscript('src/SConscript', variant_dir = variant_path, exports = 'env')
1425
1426def pairwise(iterable):
1427    "s -> (s0,s1), (s1,s2), (s2, s3), ..."
1428    a, b = itertools.tee(iterable)
1429    b.next()
1430    return itertools.izip(a, b)
1431
1432# Create false dependencies so SCons will parse ISAs, establish
1433# dependencies, and setup the build Environments serially. Either
1434# SCons (likely) and/or our SConscripts (possibly) cannot cope with -j
1435# greater than 1. It appears to be standard race condition stuff; it
1436# doesn't always fail, but usually, and the behaviors are different.
1437# Every time I tried to remove this, builds would fail in some
1438# creative new way. So, don't do that. You'll want to, though, because
1439# tests/SConscript takes a long time to make its Environments.
1440for t1, t2 in pairwise(sorted(all_isa_deps.iterkeys())):
1441    main.Depends('#%s-deps'     % t2, '#%s-deps'     % t1)
1442    main.Depends('#%s-environs' % t2, '#%s-environs' % t1)
1443
1444# base help text
1445Help('''
1446Usage: scons [scons options] [build variables] [target(s)]
1447
1448Extra scons options:
1449%(options)s
1450
1451Global build variables:
1452%(global_vars)s
1453
1454%(local_vars)s
1455''' % help_texts)
1456