SConstruct revision 10196
1955SN/A# -*- mode:python -*-
2955SN/A
31762SN/A# Copyright (c) 2013 ARM Limited
4955SN/A# All rights reserved.
5955SN/A#
6955SN/A# The license below extends only to copyright in the software and shall
7955SN/A# not be construed as granting a license to any other intellectual
8955SN/A# property including but not limited to intellectual property relating
9955SN/A# to a hardware implementation of the functionality of the software
10955SN/A# licensed hereunder.  You may use the software subject to the license
11955SN/A# terms below provided that you ensure that this notice is replicated
12955SN/A# unmodified and in its entirety in all distributions of the software,
13955SN/A# modified or unmodified, in source code or in binary form.
14955SN/A#
15955SN/A# Copyright (c) 2011 Advanced Micro Devices, Inc.
16955SN/A# Copyright (c) 2009 The Hewlett-Packard Development Company
17955SN/A# Copyright (c) 2004-2005 The Regents of The University of Michigan
18955SN/A# All rights reserved.
19955SN/A#
20955SN/A# Redistribution and use in source and binary forms, with or without
21955SN/A# modification, are permitted provided that the following conditions are
22955SN/A# met: redistributions of source code must retain the above copyright
23955SN/A# notice, this list of conditions and the following disclaimer;
24955SN/A# redistributions in binary form must reproduce the above copyright
25955SN/A# notice, this list of conditions and the following disclaimer in the
26955SN/A# documentation and/or other materials provided with the distribution;
27955SN/A# neither the name of the copyright holders nor the names of its
282665Ssaidi@eecs.umich.edu# contributors may be used to endorse or promote products derived from
292665Ssaidi@eecs.umich.edu# this software without specific prior written permission.
30955SN/A#
31955SN/A# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
32955SN/A# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
33955SN/A# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
34955SN/A# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
352632Sstever@eecs.umich.edu# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
362632Sstever@eecs.umich.edu# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
372632Sstever@eecs.umich.edu# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
382632Sstever@eecs.umich.edu# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
39955SN/A# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
402632Sstever@eecs.umich.edu# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
412632Sstever@eecs.umich.edu# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
422761Sstever@eecs.umich.edu#
432632Sstever@eecs.umich.edu# Authors: Steve Reinhardt
442632Sstever@eecs.umich.edu#          Nathan Binkert
452632Sstever@eecs.umich.edu
462761Sstever@eecs.umich.edu###################################################
472761Sstever@eecs.umich.edu#
482761Sstever@eecs.umich.edu# SCons top-level build description (SConstruct) file.
492632Sstever@eecs.umich.edu#
502632Sstever@eecs.umich.edu# While in this directory ('gem5'), just type 'scons' to build the default
512761Sstever@eecs.umich.edu# configuration (see below), or type 'scons build/<CONFIG>/<binary>'
522761Sstever@eecs.umich.edu# to build some other configuration (e.g., 'build/ALPHA/gem5.opt' for
532761Sstever@eecs.umich.edu# the optimized full-system version).
542761Sstever@eecs.umich.edu#
552761Sstever@eecs.umich.edu# You can build gem5 in a different directory as long as there is a
562632Sstever@eecs.umich.edu# 'build/<CONFIG>' somewhere along the target path.  The build system
572632Sstever@eecs.umich.edu# expects that all configs under the same build directory are being
582632Sstever@eecs.umich.edu# built for the same host system.
592632Sstever@eecs.umich.edu#
602632Sstever@eecs.umich.edu# Examples:
612632Sstever@eecs.umich.edu#
622632Sstever@eecs.umich.edu#   The following two commands are equivalent.  The '-u' option tells
63955SN/A#   scons to search up the directory tree for this SConstruct file.
64955SN/A#   % cd <path-to-src>/gem5 ; scons build/ALPHA/gem5.debug
65955SN/A#   % cd <path-to-src>/gem5/build/ALPHA; scons -u gem5.debug
66955SN/A#
67955SN/A#   The following two commands are equivalent and demonstrate building
68955SN/A#   in a directory outside of the source tree.  The '-C' option tells
69955SN/A#   scons to chdir to the specified directory to find this SConstruct
702656Sstever@eecs.umich.edu#   file.
712656Sstever@eecs.umich.edu#   % cd <path-to-src>/gem5 ; scons /local/foo/build/ALPHA/gem5.debug
722656Sstever@eecs.umich.edu#   % cd /local/foo/build/ALPHA; scons -C <path-to-src>/gem5 gem5.debug
732656Sstever@eecs.umich.edu#
742656Sstever@eecs.umich.edu# You can use 'scons -H' to print scons options.  If you're in this
752656Sstever@eecs.umich.edu# 'gem5' directory (or use -u or -C to tell scons where to find this
762656Sstever@eecs.umich.edu# file), you can use 'scons -h' to print all the gem5-specific build
772653Sstever@eecs.umich.edu# options as well.
782653Sstever@eecs.umich.edu#
792653Sstever@eecs.umich.edu###################################################
802653Sstever@eecs.umich.edu
812653Sstever@eecs.umich.edu# Check for recent-enough Python and SCons versions.
822653Sstever@eecs.umich.edutry:
832653Sstever@eecs.umich.edu    # Really old versions of scons only take two options for the
842653Sstever@eecs.umich.edu    # function, so check once without the revision and once with the
852653Sstever@eecs.umich.edu    # revision, the first instance will fail for stuff other than
862653Sstever@eecs.umich.edu    # 0.98, and the second will fail for 0.98.0
872653Sstever@eecs.umich.edu    EnsureSConsVersion(0, 98)
881852SN/A    EnsureSConsVersion(0, 98, 1)
89955SN/Aexcept SystemExit, e:
90955SN/A    print """
91955SN/AFor more details, see:
922632Sstever@eecs.umich.edu    http://gem5.org/Dependencies
932632Sstever@eecs.umich.edu"""
94955SN/A    raise
951533SN/A
962632Sstever@eecs.umich.edu# We ensure the python version early because because python-config
971533SN/A# requires python 2.5
98955SN/Atry:
99955SN/A    EnsurePythonVersion(2, 5)
1002632Sstever@eecs.umich.eduexcept SystemExit, e:
1012632Sstever@eecs.umich.edu    print """
102955SN/AYou can use a non-default installation of the Python interpreter by
103955SN/Arearranging your PATH so that scons finds the non-default 'python' and
104955SN/A'python-config' first.
105955SN/A
1062632Sstever@eecs.umich.eduFor more details, see:
107955SN/A    http://gem5.org/wiki/index.php/Using_a_non-default_Python_installation
1082632Sstever@eecs.umich.edu"""
109955SN/A    raise
110955SN/A
1112632Sstever@eecs.umich.edu# Global Python includes
1122632Sstever@eecs.umich.eduimport itertools
1132632Sstever@eecs.umich.eduimport os
1142632Sstever@eecs.umich.eduimport re
1152632Sstever@eecs.umich.eduimport subprocess
1162632Sstever@eecs.umich.eduimport sys
1172632Sstever@eecs.umich.edu
1182632Sstever@eecs.umich.edufrom os import mkdir, environ
1192632Sstever@eecs.umich.edufrom os.path import abspath, basename, dirname, expanduser, normpath
1202632Sstever@eecs.umich.edufrom os.path import exists,  isdir, isfile
1212632Sstever@eecs.umich.edufrom os.path import join as joinpath, split as splitpath
1223053Sstever@eecs.umich.edu
1233053Sstever@eecs.umich.edu# SCons includes
1243053Sstever@eecs.umich.eduimport SCons
1253053Sstever@eecs.umich.eduimport SCons.Node
1263053Sstever@eecs.umich.edu
1273053Sstever@eecs.umich.eduextra_python_paths = [
1283053Sstever@eecs.umich.edu    Dir('src/python').srcnode().abspath, # gem5 includes
1293053Sstever@eecs.umich.edu    Dir('ext/ply').srcnode().abspath, # ply is used by several files
1303053Sstever@eecs.umich.edu    ]
1313053Sstever@eecs.umich.edu
1323053Sstever@eecs.umich.edusys.path[1:1] = extra_python_paths
1333053Sstever@eecs.umich.edu
1343053Sstever@eecs.umich.edufrom m5.util import compareVersions, readCommand
1353053Sstever@eecs.umich.edufrom m5.util.terminal import get_termcap
1363053Sstever@eecs.umich.edu
1373053Sstever@eecs.umich.eduhelp_texts = {
1382632Sstever@eecs.umich.edu    "options" : "",
1392632Sstever@eecs.umich.edu    "global_vars" : "",
1402632Sstever@eecs.umich.edu    "local_vars" : ""
1412632Sstever@eecs.umich.edu}
1422632Sstever@eecs.umich.edu
1432632Sstever@eecs.umich.eduExport("help_texts")
1442634Sstever@eecs.umich.edu
1452634Sstever@eecs.umich.edu
1462632Sstever@eecs.umich.edu# There's a bug in scons in that (1) by default, the help texts from
1472638Sstever@eecs.umich.edu# AddOption() are supposed to be displayed when you type 'scons -h'
1482632Sstever@eecs.umich.edu# and (2) you can override the help displayed by 'scons -h' using the
1492632Sstever@eecs.umich.edu# Help() function, but these two features are incompatible: once
1502632Sstever@eecs.umich.edu# you've overridden the help text using Help(), there's no way to get
1512632Sstever@eecs.umich.edu# at the help texts from AddOptions.  See:
1522632Sstever@eecs.umich.edu#     http://scons.tigris.org/issues/show_bug.cgi?id=2356
1532632Sstever@eecs.umich.edu#     http://scons.tigris.org/issues/show_bug.cgi?id=2611
1541858SN/A# This hack lets us extract the help text from AddOptions and
1552638Sstever@eecs.umich.edu# re-inject it via Help().  Ideally someday this bug will be fixed and
1562638Sstever@eecs.umich.edu# we can just use AddOption directly.
1572638Sstever@eecs.umich.edudef AddLocalOption(*args, **kwargs):
1582638Sstever@eecs.umich.edu    col_width = 30
1592638Sstever@eecs.umich.edu
1602638Sstever@eecs.umich.edu    help = "  " + ", ".join(args)
1612638Sstever@eecs.umich.edu    if "help" in kwargs:
1622638Sstever@eecs.umich.edu        length = len(help)
1632634Sstever@eecs.umich.edu        if length >= col_width:
1642634Sstever@eecs.umich.edu            help += "\n" + " " * col_width
1652634Sstever@eecs.umich.edu        else:
166955SN/A            help += " " * (col_width - length)
167955SN/A        help += kwargs["help"]
168955SN/A    help_texts["options"] += help + "\n"
169955SN/A
170955SN/A    AddOption(*args, **kwargs)
171955SN/A
172955SN/AAddLocalOption('--colors', dest='use_colors', action='store_true',
173955SN/A               help="Add color to abbreviated scons output")
1741858SN/AAddLocalOption('--no-colors', dest='use_colors', action='store_false',
1751858SN/A               help="Don't add color to abbreviated scons output")
1762632Sstever@eecs.umich.eduAddLocalOption('--default', dest='default', type='string', action='store',
177955SN/A               help='Override which build_opts file to use for defaults')
1782776Sstever@eecs.umich.eduAddLocalOption('--ignore-style', dest='ignore_style', action='store_true',
1791105SN/A               help='Disable style checking hooks')
1802667Sstever@eecs.umich.eduAddLocalOption('--no-lto', dest='no_lto', action='store_true',
1812667Sstever@eecs.umich.edu               help='Disable Link-Time Optimization for fast')
1822667Sstever@eecs.umich.eduAddLocalOption('--update-ref', dest='update_ref', action='store_true',
1832667Sstever@eecs.umich.edu               help='Update test reference outputs')
1842667Sstever@eecs.umich.eduAddLocalOption('--verbose', dest='verbose', action='store_true',
1852667Sstever@eecs.umich.edu               help='Print full tool command lines')
1861869SN/A
1871869SN/Atermcap = get_termcap(GetOption('use_colors'))
1881869SN/A
1891869SN/A########################################################################
1901869SN/A#
1911065SN/A# Set up the main build environment.
1922632Sstever@eecs.umich.edu#
1932632Sstever@eecs.umich.edu########################################################################
194955SN/A
1951858SN/A# export TERM so that clang reports errors in color
1961858SN/Ause_vars = set([ 'AS', 'AR', 'CC', 'CXX', 'HOME', 'LD_LIBRARY_PATH',
1971858SN/A                 'LIBRARY_PATH', 'PATH', 'PKG_CONFIG_PATH', 'PROTOC',
1981858SN/A                 'PYTHONPATH', 'RANLIB', 'SWIG', 'TERM' ])
1991851SN/A
2001851SN/Ause_prefixes = [
2011858SN/A    "M5",           # M5 configuration (e.g., path to kernels)
2022632Sstever@eecs.umich.edu    "DISTCC_",      # distcc (distributed compiler wrapper) configuration
203955SN/A    "CCACHE_",      # ccache (caching compiler wrapper) configuration
2042656Sstever@eecs.umich.edu    "CCC_",         # clang static analyzer configuration
2052656Sstever@eecs.umich.edu    ]
2062656Sstever@eecs.umich.edu
2072656Sstever@eecs.umich.eduuse_env = {}
2082656Sstever@eecs.umich.edufor key,val in os.environ.iteritems():
2092656Sstever@eecs.umich.edu    if key in use_vars or \
2102656Sstever@eecs.umich.edu            any([key.startswith(prefix) for prefix in use_prefixes]):
2112656Sstever@eecs.umich.edu        use_env[key] = val
2122656Sstever@eecs.umich.edu
2132656Sstever@eecs.umich.edumain = Environment(ENV=use_env)
2142656Sstever@eecs.umich.edumain.Decider('MD5-timestamp')
2152656Sstever@eecs.umich.edumain.root = Dir(".")         # The current directory (where this file lives).
2162656Sstever@eecs.umich.edumain.srcdir = Dir("src")     # The source directory
2172656Sstever@eecs.umich.edu
2182656Sstever@eecs.umich.edumain_dict_keys = main.Dictionary().keys()
2192656Sstever@eecs.umich.edu
2202655Sstever@eecs.umich.edu# Check that we have a C/C++ compiler
2213053Sstever@eecs.umich.eduif not ('CC' in main_dict_keys and 'CXX' in main_dict_keys):
2223053Sstever@eecs.umich.edu    print "No C++ compiler installed (package g++ on Ubuntu and RedHat)"
2233053Sstever@eecs.umich.edu    Exit(1)
2243053Sstever@eecs.umich.edu
2253053Sstever@eecs.umich.edu# Check that swig is present
2263053Sstever@eecs.umich.eduif not 'SWIG' in main_dict_keys:
2273053Sstever@eecs.umich.edu    print "swig is not installed (package swig on Ubuntu and RedHat)"
2283053Sstever@eecs.umich.edu    Exit(1)
2293053Sstever@eecs.umich.edu
2303053Sstever@eecs.umich.edu# add useful python code PYTHONPATH so it can be used by subprocesses
2313053Sstever@eecs.umich.edu# as well
2323053Sstever@eecs.umich.edumain.AppendENVPath('PYTHONPATH', extra_python_paths)
2333053Sstever@eecs.umich.edu
2343053Sstever@eecs.umich.edu########################################################################
2353053Sstever@eecs.umich.edu#
2363053Sstever@eecs.umich.edu# Mercurial Stuff.
2373053Sstever@eecs.umich.edu#
2383053Sstever@eecs.umich.edu# If the gem5 directory is a mercurial repository, we should do some
2393053Sstever@eecs.umich.edu# extra things.
2402667Sstever@eecs.umich.edu#
2412667Sstever@eecs.umich.edu########################################################################
2422667Sstever@eecs.umich.edu
2432667Sstever@eecs.umich.eduhgdir = main.root.Dir(".hg")
2442667Sstever@eecs.umich.edu
2452667Sstever@eecs.umich.edumercurial_style_message = """
2462667Sstever@eecs.umich.eduYou're missing the gem5 style hook, which automatically checks your code
2472667Sstever@eecs.umich.eduagainst the gem5 style rules on hg commit and qrefresh commands.  This
2482667Sstever@eecs.umich.eduscript will now install the hook in your .hg/hgrc file.
2492667Sstever@eecs.umich.eduPress enter to continue, or ctrl-c to abort: """
2502667Sstever@eecs.umich.edu
2512667Sstever@eecs.umich.edumercurial_style_hook = """
2522638Sstever@eecs.umich.edu# The following lines were automatically added by gem5/SConstruct
2532638Sstever@eecs.umich.edu# to provide the gem5 style-checking hooks
2542638Sstever@eecs.umich.edu[extensions]
2552638Sstever@eecs.umich.edustyle = %s/util/style.py
2562638Sstever@eecs.umich.edu
2571858SN/A[hooks]
2583053Sstever@eecs.umich.edupretxncommit.style = python:style.check_style
2593053Sstever@eecs.umich.edupre-qrefresh.style = python:style.check_style
2603053Sstever@eecs.umich.edu# End of SConstruct additions
2613053Sstever@eecs.umich.edu
2623053Sstever@eecs.umich.edu""" % (main.root.abspath)
2633053Sstever@eecs.umich.edu
2643053Sstever@eecs.umich.edumercurial_lib_not_found = """
2653053Sstever@eecs.umich.eduMercurial libraries cannot be found, ignoring style hook.  If
2661858SN/Ayou are a gem5 developer, please fix this and run the style
2671858SN/Ahook. It is important.
2681858SN/A"""
2691858SN/A
2701858SN/A# Check for style hook and prompt for installation if it's not there.
2711858SN/A# Skip this if --ignore-style was specified, there's no .hg dir to
2721859SN/A# install a hook in, or there's no interactive terminal to prompt.
2731858SN/Aif not GetOption('ignore_style') and hgdir.exists() and sys.stdin.isatty():
2741858SN/A    style_hook = True
2751858SN/A    try:
2761859SN/A        from mercurial import ui
2771859SN/A        ui = ui.ui()
2781862SN/A        ui.readconfig(hgdir.File('hgrc').abspath)
2793053Sstever@eecs.umich.edu        style_hook = ui.config('hooks', 'pretxncommit.style', None) and \
2803053Sstever@eecs.umich.edu                     ui.config('hooks', 'pre-qrefresh.style', None)
2813053Sstever@eecs.umich.edu    except ImportError:
2823053Sstever@eecs.umich.edu        print mercurial_lib_not_found
2831859SN/A
2841859SN/A    if not style_hook:
2851859SN/A        print mercurial_style_message,
2861859SN/A        # continue unless user does ctrl-c/ctrl-d etc.
2871859SN/A        try:
2881859SN/A            raw_input()
2891859SN/A        except:
2901859SN/A            print "Input exception, exiting scons.\n"
2911862SN/A            sys.exit(1)
2921859SN/A        hgrc_path = '%s/.hg/hgrc' % main.root.abspath
2931859SN/A        print "Adding style hook to", hgrc_path, "\n"
2941859SN/A        try:
2951858SN/A            hgrc = open(hgrc_path, 'a')
2961858SN/A            hgrc.write(mercurial_style_hook)
2972139SN/A            hgrc.close()
2982139SN/A        except:
2992139SN/A            print "Error updating", hgrc_path
3002155SN/A            sys.exit(1)
3012623SN/A
3022817Sksewell@umich.edu
3032792Sktlim@umich.edu###################################################
3042155SN/A#
3051869SN/A# Figure out which configurations to set up based on the path(s) of
3061869SN/A# the target(s).
3071869SN/A#
3081869SN/A###################################################
3091869SN/A
3102139SN/A# Find default configuration & binary.
3111869SN/ADefault(environ.get('M5_DEFAULT_BINARY', 'build/ALPHA/gem5.debug'))
3122508SN/A
3132508SN/A# helper function: find last occurrence of element in list
3142508SN/Adef rfind(l, elt, offs = -1):
3152508SN/A    for i in range(len(l)+offs, 0, -1):
3162635Sstever@eecs.umich.edu        if l[i] == elt:
3172635Sstever@eecs.umich.edu            return i
3181869SN/A    raise ValueError, "element not found"
3191869SN/A
3201869SN/A# Take a list of paths (or SCons Nodes) and return a list with all
3211869SN/A# paths made absolute and ~-expanded.  Paths will be interpreted
3221869SN/A# relative to the launch directory unless a different root is provided
3231869SN/Adef makePathListAbsolute(path_list, root=GetLaunchDir()):
3241869SN/A    return [abspath(joinpath(root, expanduser(str(p))))
3251869SN/A            for p in path_list]
3261965SN/A
3271965SN/A# Each target must have 'build' in the interior of the path; the
3281965SN/A# directory below this will determine the build parameters.  For
3291869SN/A# example, for target 'foo/bar/build/ALPHA_SE/arch/alpha/blah.do' we
3301869SN/A# recognize that ALPHA_SE specifies the configuration because it
3312733Sktlim@umich.edu# follow 'build' in the build path.
3321869SN/A
3331884SN/A# The funky assignment to "[:]" is needed to replace the list contents
3341884SN/A# in place rather than reassign the symbol to a new list, which
3351884SN/A# doesn't work (obviously!).
3361869SN/ABUILD_TARGETS[:] = makePathListAbsolute(BUILD_TARGETS)
3371858SN/A
3381869SN/A# Generate a list of the unique build roots and configs that the
3391869SN/A# collected targets reference.
3401869SN/Avariant_paths = []
3411869SN/Abuild_root = None
3421869SN/Afor t in BUILD_TARGETS:
3431858SN/A    path_dirs = t.split('/')
3442761Sstever@eecs.umich.edu    try:
3451869SN/A        build_top = rfind(path_dirs, 'build', -2)
3462733Sktlim@umich.edu    except:
3472733Sktlim@umich.edu        print "Error: no non-leaf 'build' dir found on target path", t
3481869SN/A        Exit(1)
3491869SN/A    this_build_root = joinpath('/',*path_dirs[:build_top+1])
3501869SN/A    if not build_root:
3511869SN/A        build_root = this_build_root
3521869SN/A    else:
3531869SN/A        if this_build_root != build_root:
3541858SN/A            print "Error: build targets not under same build root\n"\
355955SN/A                  "  %s\n  %s" % (build_root, this_build_root)
356955SN/A            Exit(1)
3571869SN/A    variant_path = joinpath('/',*path_dirs[:build_top+2])
3581869SN/A    if variant_path not in variant_paths:
3591869SN/A        variant_paths.append(variant_path)
3601869SN/A
3611869SN/A# Make sure build_root exists (might not if this is the first build there)
3621869SN/Aif not isdir(build_root):
3631869SN/A    mkdir(build_root)
3641869SN/Amain['BUILDROOT'] = build_root
3651869SN/A
3661869SN/AExport('main')
3671869SN/A
3681869SN/Amain.SConsignFile(joinpath(build_root, "sconsign"))
3691869SN/A
3701869SN/A# Default duplicate option is to use hard links, but this messes up
3711869SN/A# when you use emacs to edit a file in the target dir, as emacs moves
3721869SN/A# file to file~ then copies to file, breaking the link.  Symbolic
3731869SN/A# (soft) links work better.
3741869SN/Amain.SetOption('duplicate', 'soft-copy')
3751869SN/A
3761869SN/A#
3771869SN/A# Set up global sticky variables... these are common to an entire build
3781869SN/A# tree (not specific to a particular build like ALPHA_SE)
3791869SN/A#
3801869SN/A
3811869SN/Aglobal_vars_file = joinpath(build_root, 'variables.global')
3821869SN/A
3831869SN/Aglobal_vars = Variables(global_vars_file, args=ARGUMENTS)
3841869SN/A
3851869SN/Aglobal_vars.AddVariables(
3861869SN/A    ('CC', 'C compiler', environ.get('CC', main['CC'])),
3871869SN/A    ('CXX', 'C++ compiler', environ.get('CXX', main['CXX'])),
3881869SN/A    ('SWIG', 'SWIG tool', environ.get('SWIG', main['SWIG'])),
3891869SN/A    ('PROTOC', 'protoc tool', environ.get('PROTOC', 'protoc')),
3901869SN/A    ('BATCH', 'Use batch pool for build and tests', False),
3911869SN/A    ('BATCH_CMD', 'Batch pool submission command name', 'qdo'),
3921869SN/A    ('M5_BUILD_CACHE', 'Cache built objects in this directory', False),
3931869SN/A    ('EXTRAS', 'Add extra directories to the compilation', '')
3941869SN/A    )
3951869SN/A
3962655Sstever@eecs.umich.edu# Update main environment with values from ARGUMENTS & global_vars_file
3972655Sstever@eecs.umich.eduglobal_vars.Update(main)
3982655Sstever@eecs.umich.eduhelp_texts["global_vars"] += global_vars.GenerateHelpText(main)
3992655Sstever@eecs.umich.edu
4002655Sstever@eecs.umich.edu# Save sticky variable settings back to current variables file
4012655Sstever@eecs.umich.eduglobal_vars.Save(global_vars_file, main)
4022655Sstever@eecs.umich.edu
4032655Sstever@eecs.umich.edu# Parse EXTRAS variable to build list of all directories where we're
4042655Sstever@eecs.umich.edu# look for sources etc.  This list is exported as extras_dir_list.
4052655Sstever@eecs.umich.edubase_dir = main.srcdir.abspath
4062655Sstever@eecs.umich.eduif main['EXTRAS']:
4072655Sstever@eecs.umich.edu    extras_dir_list = makePathListAbsolute(main['EXTRAS'].split(':'))
4082655Sstever@eecs.umich.eduelse:
4092655Sstever@eecs.umich.edu    extras_dir_list = []
4102655Sstever@eecs.umich.edu
4112655Sstever@eecs.umich.eduExport('base_dir')
4122655Sstever@eecs.umich.eduExport('extras_dir_list')
4132655Sstever@eecs.umich.edu
4142655Sstever@eecs.umich.edu# the ext directory should be on the #includes path
4152655Sstever@eecs.umich.edumain.Append(CPPPATH=[Dir('ext')])
4162655Sstever@eecs.umich.edu
4172655Sstever@eecs.umich.edudef strip_build_path(path, env):
4182655Sstever@eecs.umich.edu    path = str(path)
4192655Sstever@eecs.umich.edu    variant_base = env['BUILDROOT'] + os.path.sep
4202655Sstever@eecs.umich.edu    if path.startswith(variant_base):
4212655Sstever@eecs.umich.edu        path = path[len(variant_base):]
4222634Sstever@eecs.umich.edu    elif path.startswith('build/'):
4232634Sstever@eecs.umich.edu        path = path[6:]
4242634Sstever@eecs.umich.edu    return path
4252634Sstever@eecs.umich.edu
4262634Sstever@eecs.umich.edu# Generate a string of the form:
4272634Sstever@eecs.umich.edu#   common/path/prefix/src1, src2 -> tgt1, tgt2
4282638Sstever@eecs.umich.edu# to print while building.
4292638Sstever@eecs.umich.educlass Transform(object):
4302638Sstever@eecs.umich.edu    # all specific color settings should be here and nowhere else
4312638Sstever@eecs.umich.edu    tool_color = termcap.Normal
4322638Sstever@eecs.umich.edu    pfx_color = termcap.Yellow
4331869SN/A    srcs_color = termcap.Yellow + termcap.Bold
4341869SN/A    arrow_color = termcap.Blue + termcap.Bold
435955SN/A    tgts_color = termcap.Yellow + termcap.Bold
436955SN/A
437955SN/A    def __init__(self, tool, max_sources=99):
438955SN/A        self.format = self.tool_color + (" [%8s] " % tool) \
4391858SN/A                      + self.pfx_color + "%s" \
4401858SN/A                      + self.srcs_color + "%s" \
4411858SN/A                      + self.arrow_color + " -> " \
4422632Sstever@eecs.umich.edu                      + self.tgts_color + "%s" \
4432632Sstever@eecs.umich.edu                      + termcap.Normal
4442632Sstever@eecs.umich.edu        self.max_sources = max_sources
4452632Sstever@eecs.umich.edu
4462632Sstever@eecs.umich.edu    def __call__(self, target, source, env, for_signature=None):
4472634Sstever@eecs.umich.edu        # truncate source list according to max_sources param
4482638Sstever@eecs.umich.edu        source = source[0:self.max_sources]
4492023SN/A        def strip(f):
4502632Sstever@eecs.umich.edu            return strip_build_path(str(f), env)
4512632Sstever@eecs.umich.edu        if len(source) > 0:
4522632Sstever@eecs.umich.edu            srcs = map(strip, source)
4532632Sstever@eecs.umich.edu        else:
4542632Sstever@eecs.umich.edu            srcs = ['']
4552632Sstever@eecs.umich.edu        tgts = map(strip, target)
4562632Sstever@eecs.umich.edu        # surprisingly, os.path.commonprefix is a dumb char-by-char string
4572632Sstever@eecs.umich.edu        # operation that has nothing to do with paths.
4582632Sstever@eecs.umich.edu        com_pfx = os.path.commonprefix(srcs + tgts)
4592632Sstever@eecs.umich.edu        com_pfx_len = len(com_pfx)
4602632Sstever@eecs.umich.edu        if com_pfx:
4612023SN/A            # do some cleanup and sanity checking on common prefix
4622632Sstever@eecs.umich.edu            if com_pfx[-1] == ".":
4632632Sstever@eecs.umich.edu                # prefix matches all but file extension: ok
4641889SN/A                # back up one to change 'foo.cc -> o' to 'foo.cc -> .o'
4651889SN/A                com_pfx = com_pfx[0:-1]
4662632Sstever@eecs.umich.edu            elif com_pfx[-1] == "/":
4672632Sstever@eecs.umich.edu                # common prefix is directory path: OK
4682632Sstever@eecs.umich.edu                pass
4692632Sstever@eecs.umich.edu            else:
4702632Sstever@eecs.umich.edu                src0_len = len(srcs[0])
4712632Sstever@eecs.umich.edu                tgt0_len = len(tgts[0])
4722632Sstever@eecs.umich.edu                if src0_len == com_pfx_len:
4732632Sstever@eecs.umich.edu                    # source is a substring of target, OK
4742632Sstever@eecs.umich.edu                    pass
4752632Sstever@eecs.umich.edu                elif tgt0_len == com_pfx_len:
4762632Sstever@eecs.umich.edu                    # target is a substring of source, need to back up to
4772632Sstever@eecs.umich.edu                    # avoid empty string on RHS of arrow
4782632Sstever@eecs.umich.edu                    sep_idx = com_pfx.rfind(".")
4792632Sstever@eecs.umich.edu                    if sep_idx != -1:
4801888SN/A                        com_pfx = com_pfx[0:sep_idx]
4811888SN/A                    else:
4821869SN/A                        com_pfx = ''
4831869SN/A                elif src0_len > com_pfx_len and srcs[0][com_pfx_len] == ".":
4841858SN/A                    # still splitting at file extension: ok
4852598SN/A                    pass
4862598SN/A                else:
4872598SN/A                    # probably a fluke; ignore it
4882598SN/A                    com_pfx = ''
4892598SN/A        # recalculate length in case com_pfx was modified
4901858SN/A        com_pfx_len = len(com_pfx)
4911858SN/A        def fmt(files):
4921858SN/A            f = map(lambda s: s[com_pfx_len:], files)
4931858SN/A            return ', '.join(f)
4941858SN/A        return self.format % (com_pfx, fmt(srcs), fmt(tgts))
4951858SN/A
4961858SN/AExport('Transform')
4971858SN/A
4981858SN/A# enable the regression script to use the termcap
4991871SN/Amain['TERMCAP'] = termcap
5001858SN/A
5011858SN/Aif GetOption('verbose'):
5021858SN/A    def MakeAction(action, string, *args, **kwargs):
5031858SN/A        return Action(action, *args, **kwargs)
5041858SN/Aelse:
5051858SN/A    MakeAction = Action
5061858SN/A    main['CCCOMSTR']        = Transform("CC")
5071858SN/A    main['CXXCOMSTR']       = Transform("CXX")
5081858SN/A    main['ASCOMSTR']        = Transform("AS")
5091858SN/A    main['SWIGCOMSTR']      = Transform("SWIG")
5101858SN/A    main['ARCOMSTR']        = Transform("AR", 0)
5111859SN/A    main['LINKCOMSTR']      = Transform("LINK", 0)
5121859SN/A    main['RANLIBCOMSTR']    = Transform("RANLIB", 0)
5131869SN/A    main['M4COMSTR']        = Transform("M4")
5141888SN/A    main['SHCCCOMSTR']      = Transform("SHCC")
5152632Sstever@eecs.umich.edu    main['SHCXXCOMSTR']     = Transform("SHCXX")
5161869SN/AExport('MakeAction')
5171884SN/A
5181884SN/A# Initialize the Link-Time Optimization (LTO) flags
5191884SN/Amain['LTO_CCFLAGS'] = []
5201884SN/Amain['LTO_LDFLAGS'] = []
5211884SN/A
5221884SN/A# According to the readme, tcmalloc works best if the compiler doesn't
5231965SN/A# assume that we're using the builtin malloc and friends. These flags
5241965SN/A# are compiler-specific, so we need to set them after we detect which
5251965SN/A# compiler we're using.
5262761Sstever@eecs.umich.edumain['TCMALLOC_CCFLAGS'] = []
5271869SN/A
5281869SN/ACXX_version = readCommand([main['CXX'],'--version'], exception=False)
5292632Sstever@eecs.umich.eduCXX_V = readCommand([main['CXX'],'-V'], exception=False)
5302667Sstever@eecs.umich.edu
5311869SN/Amain['GCC'] = CXX_version and CXX_version.find('g++') >= 0
5321869SN/Amain['CLANG'] = CXX_version and CXX_version.find('clang') >= 0
5332929Sktlim@umich.eduif main['GCC'] + main['CLANG'] > 1:
5342929Sktlim@umich.edu    print 'Error: How can we have two at the same time?'
5353036Sstever@eecs.umich.edu    Exit(1)
5362929Sktlim@umich.edu
537955SN/A# Set up default C++ compiler flags
5382598SN/Aif main['GCC'] or main['CLANG']:
5392598SN/A    # As gcc and clang share many flags, do the common parts here
540955SN/A    main.Append(CCFLAGS=['-pipe'])
541955SN/A    main.Append(CCFLAGS=['-fno-strict-aliasing'])
542955SN/A    # Enable -Wall and then disable the few warnings that we
5431530SN/A    # consistently violate
544955SN/A    main.Append(CCFLAGS=['-Wall', '-Wno-sign-compare', '-Wundef'])
545955SN/A    # We always compile using C++11, but only gcc >= 4.7 and clang 3.1
546955SN/A    # actually use that name, so we stick with c++0x
547    main.Append(CXXFLAGS=['-std=c++0x'])
548    # Add selected sanity checks from -Wextra
549    main.Append(CXXFLAGS=['-Wmissing-field-initializers',
550                          '-Woverloaded-virtual'])
551else:
552    print termcap.Yellow + termcap.Bold + 'Error' + termcap.Normal,
553    print "Don't know what compiler options to use for your compiler."
554    print termcap.Yellow + '       compiler:' + termcap.Normal, main['CXX']
555    print termcap.Yellow + '       version:' + termcap.Normal,
556    if not CXX_version:
557        print termcap.Yellow + termcap.Bold + "COMMAND NOT FOUND!" +\
558               termcap.Normal
559    else:
560        print CXX_version.replace('\n', '<nl>')
561    print "       If you're trying to use a compiler other than GCC"
562    print "       or clang, there appears to be something wrong with your"
563    print "       environment."
564    print "       "
565    print "       If you are trying to use a compiler other than those listed"
566    print "       above you will need to ease fix SConstruct and "
567    print "       src/SConscript to support that compiler."
568    Exit(1)
569
570if main['GCC']:
571    # Check for a supported version of gcc, >= 4.4 is needed for c++0x
572    # support. See http://gcc.gnu.org/projects/cxx0x.html for details
573    gcc_version = readCommand([main['CXX'], '-dumpversion'], exception=False)
574    if compareVersions(gcc_version, "4.4") < 0:
575        print 'Error: gcc version 4.4 or newer required.'
576        print '       Installed version:', gcc_version
577        Exit(1)
578
579    main['GCC_VERSION'] = gcc_version
580
581    # Check for versions with bugs
582    if not compareVersions(gcc_version, '4.4.1') or \
583       not compareVersions(gcc_version, '4.4.2'):
584        print 'Info: Tree vectorizer in GCC 4.4.1 & 4.4.2 is buggy, disabling.'
585        main.Append(CCFLAGS=['-fno-tree-vectorize'])
586
587    # LTO support is only really working properly from 4.6 and beyond
588    if compareVersions(gcc_version, '4.6') >= 0:
589        # Add the appropriate Link-Time Optimization (LTO) flags
590        # unless LTO is explicitly turned off. Note that these flags
591        # are only used by the fast target.
592        if not GetOption('no_lto'):
593            # Pass the LTO flag when compiling to produce GIMPLE
594            # output, we merely create the flags here and only append
595            # them later/
596            main['LTO_CCFLAGS'] = ['-flto=%d' % GetOption('num_jobs')]
597
598            # Use the same amount of jobs for LTO as we are running
599            # scons with, we hardcode the use of the linker plugin
600            # which requires either gold or GNU ld >= 2.21
601            main['LTO_LDFLAGS'] = ['-flto=%d' % GetOption('num_jobs'),
602                                   '-fuse-linker-plugin']
603
604    main.Append(TCMALLOC_CCFLAGS=['-fno-builtin-malloc', '-fno-builtin-calloc',
605                                  '-fno-builtin-realloc', '-fno-builtin-free'])
606
607elif main['CLANG']:
608    # Check for a supported version of clang, >= 2.9 is needed to
609    # support similar features as gcc 4.4. See
610    # http://clang.llvm.org/cxx_status.html for details
611    clang_version_re = re.compile(".* version (\d+\.\d+)")
612    clang_version_match = clang_version_re.search(CXX_version)
613    if (clang_version_match):
614        clang_version = clang_version_match.groups()[0]
615        if compareVersions(clang_version, "2.9") < 0:
616            print 'Error: clang version 2.9 or newer required.'
617            print '       Installed version:', clang_version
618            Exit(1)
619    else:
620        print 'Error: Unable to determine clang version.'
621        Exit(1)
622
623    # clang has a few additional warnings that we disable,
624    # tautological comparisons are allowed due to unsigned integers
625    # being compared to constants that happen to be 0, and extraneous
626    # parantheses are allowed due to Ruby's printing of the AST,
627    # finally self assignments are allowed as the generated CPU code
628    # is relying on this
629    main.Append(CCFLAGS=['-Wno-tautological-compare',
630                         '-Wno-parentheses',
631                         '-Wno-self-assign'])
632
633    main.Append(TCMALLOC_CCFLAGS=['-fno-builtin'])
634
635    # On Mac OS X/Darwin we need to also use libc++ (part of XCode) as
636    # opposed to libstdc++, as the later is dated.
637    if sys.platform == "darwin":
638        main.Append(CXXFLAGS=['-stdlib=libc++'])
639        main.Append(LIBS=['c++'])
640
641else:
642    print termcap.Yellow + termcap.Bold + 'Error' + termcap.Normal,
643    print "Don't know what compiler options to use for your compiler."
644    print termcap.Yellow + '       compiler:' + termcap.Normal, main['CXX']
645    print termcap.Yellow + '       version:' + termcap.Normal,
646    if not CXX_version:
647        print termcap.Yellow + termcap.Bold + "COMMAND NOT FOUND!" +\
648               termcap.Normal
649    else:
650        print CXX_version.replace('\n', '<nl>')
651    print "       If you're trying to use a compiler other than GCC"
652    print "       or clang, there appears to be something wrong with your"
653    print "       environment."
654    print "       "
655    print "       If you are trying to use a compiler other than those listed"
656    print "       above you will need to ease fix SConstruct and "
657    print "       src/SConscript to support that compiler."
658    Exit(1)
659
660# Set up common yacc/bison flags (needed for Ruby)
661main['YACCFLAGS'] = '-d'
662main['YACCHXXFILESUFFIX'] = '.hh'
663
664# Do this after we save setting back, or else we'll tack on an
665# extra 'qdo' every time we run scons.
666if main['BATCH']:
667    main['CC']     = main['BATCH_CMD'] + ' ' + main['CC']
668    main['CXX']    = main['BATCH_CMD'] + ' ' + main['CXX']
669    main['AS']     = main['BATCH_CMD'] + ' ' + main['AS']
670    main['AR']     = main['BATCH_CMD'] + ' ' + main['AR']
671    main['RANLIB'] = main['BATCH_CMD'] + ' ' + main['RANLIB']
672
673if sys.platform == 'cygwin':
674    # cygwin has some header file issues...
675    main.Append(CCFLAGS=["-Wno-uninitialized"])
676
677# Check for the protobuf compiler
678protoc_version = readCommand([main['PROTOC'], '--version'],
679                             exception='').split()
680
681# First two words should be "libprotoc x.y.z"
682if len(protoc_version) < 2 or protoc_version[0] != 'libprotoc':
683    print termcap.Yellow + termcap.Bold + \
684        'Warning: Protocol buffer compiler (protoc) not found.\n' + \
685        '         Please install protobuf-compiler for tracing support.' + \
686        termcap.Normal
687    main['PROTOC'] = False
688else:
689    # Based on the availability of the compress stream wrappers,
690    # require 2.1.0
691    min_protoc_version = '2.1.0'
692    if compareVersions(protoc_version[1], min_protoc_version) < 0:
693        print termcap.Yellow + termcap.Bold + \
694            'Warning: protoc version', min_protoc_version, \
695            'or newer required.\n' + \
696            '         Installed version:', protoc_version[1], \
697            termcap.Normal
698        main['PROTOC'] = False
699    else:
700        # Attempt to determine the appropriate include path and
701        # library path using pkg-config, that means we also need to
702        # check for pkg-config. Note that it is possible to use
703        # protobuf without the involvement of pkg-config. Later on we
704        # check go a library config check and at that point the test
705        # will fail if libprotobuf cannot be found.
706        if readCommand(['pkg-config', '--version'], exception=''):
707            try:
708                # Attempt to establish what linking flags to add for protobuf
709                # using pkg-config
710                main.ParseConfig('pkg-config --cflags --libs-only-L protobuf')
711            except:
712                print termcap.Yellow + termcap.Bold + \
713                    'Warning: pkg-config could not get protobuf flags.' + \
714                    termcap.Normal
715
716# Check for SWIG
717if not main.has_key('SWIG'):
718    print 'Error: SWIG utility not found.'
719    print '       Please install (see http://www.swig.org) and retry.'
720    Exit(1)
721
722# Check for appropriate SWIG version
723swig_version = readCommand([main['SWIG'], '-version'], exception='').split()
724# First 3 words should be "SWIG Version x.y.z"
725if len(swig_version) < 3 or \
726        swig_version[0] != 'SWIG' or swig_version[1] != 'Version':
727    print 'Error determining SWIG version.'
728    Exit(1)
729
730min_swig_version = '2.0.4'
731if compareVersions(swig_version[2], min_swig_version) < 0:
732    print 'Error: SWIG version', min_swig_version, 'or newer required.'
733    print '       Installed version:', swig_version[2]
734    Exit(1)
735
736# Set up SWIG flags & scanner
737swig_flags=Split('-c++ -python -modern -templatereduce $_CPPINCFLAGS')
738main.Append(SWIGFLAGS=swig_flags)
739
740# filter out all existing swig scanners, they mess up the dependency
741# stuff for some reason
742scanners = []
743for scanner in main['SCANNERS']:
744    skeys = scanner.skeys
745    if skeys == '.i':
746        continue
747
748    if isinstance(skeys, (list, tuple)) and '.i' in skeys:
749        continue
750
751    scanners.append(scanner)
752
753# add the new swig scanner that we like better
754from SCons.Scanner import ClassicCPP as CPPScanner
755swig_inc_re = '^[ \t]*[%,#][ \t]*(?:include|import)[ \t]*(<|")([^>"]+)(>|")'
756scanners.append(CPPScanner("SwigScan", [ ".i" ], "CPPPATH", swig_inc_re))
757
758# replace the scanners list that has what we want
759main['SCANNERS'] = scanners
760
761# Add a custom Check function to the Configure context so that we can
762# figure out if the compiler adds leading underscores to global
763# variables.  This is needed for the autogenerated asm files that we
764# use for embedding the python code.
765def CheckLeading(context):
766    context.Message("Checking for leading underscore in global variables...")
767    # 1) Define a global variable called x from asm so the C compiler
768    #    won't change the symbol at all.
769    # 2) Declare that variable.
770    # 3) Use the variable
771    #
772    # If the compiler prepends an underscore, this will successfully
773    # link because the external symbol 'x' will be called '_x' which
774    # was defined by the asm statement.  If the compiler does not
775    # prepend an underscore, this will not successfully link because
776    # '_x' will have been defined by assembly, while the C portion of
777    # the code will be trying to use 'x'
778    ret = context.TryLink('''
779        asm(".globl _x; _x: .byte 0");
780        extern int x;
781        int main() { return x; }
782        ''', extension=".c")
783    context.env.Append(LEADING_UNDERSCORE=ret)
784    context.Result(ret)
785    return ret
786
787# Add a custom Check function to test for structure members.
788def CheckMember(context, include, decl, member, include_quotes="<>"):
789    context.Message("Checking for member %s in %s..." %
790                    (member, decl))
791    text = """
792#include %(header)s
793int main(){
794  %(decl)s test;
795  (void)test.%(member)s;
796  return 0;
797};
798""" % { "header" : include_quotes[0] + include + include_quotes[1],
799        "decl" : decl,
800        "member" : member,
801        }
802
803    ret = context.TryCompile(text, extension=".cc")
804    context.Result(ret)
805    return ret
806
807# Platform-specific configuration.  Note again that we assume that all
808# builds under a given build root run on the same host platform.
809conf = Configure(main,
810                 conf_dir = joinpath(build_root, '.scons_config'),
811                 log_file = joinpath(build_root, 'scons_config.log'),
812                 custom_tests = {
813        'CheckLeading' : CheckLeading,
814        'CheckMember' : CheckMember,
815        })
816
817# Check for leading underscores.  Don't really need to worry either
818# way so don't need to check the return code.
819conf.CheckLeading()
820
821# Check if we should compile a 64 bit binary on Mac OS X/Darwin
822try:
823    import platform
824    uname = platform.uname()
825    if uname[0] == 'Darwin' and compareVersions(uname[2], '9.0.0') >= 0:
826        if int(readCommand('sysctl -n hw.cpu64bit_capable')[0]):
827            main.Append(CCFLAGS=['-arch', 'x86_64'])
828            main.Append(CFLAGS=['-arch', 'x86_64'])
829            main.Append(LINKFLAGS=['-arch', 'x86_64'])
830            main.Append(ASFLAGS=['-arch', 'x86_64'])
831except:
832    pass
833
834# Recent versions of scons substitute a "Null" object for Configure()
835# when configuration isn't necessary, e.g., if the "--help" option is
836# present.  Unfortuantely this Null object always returns false,
837# breaking all our configuration checks.  We replace it with our own
838# more optimistic null object that returns True instead.
839if not conf:
840    def NullCheck(*args, **kwargs):
841        return True
842
843    class NullConf:
844        def __init__(self, env):
845            self.env = env
846        def Finish(self):
847            return self.env
848        def __getattr__(self, mname):
849            return NullCheck
850
851    conf = NullConf(main)
852
853# Cache build files in the supplied directory.
854if main['M5_BUILD_CACHE']:
855    print 'Using build cache located at', main['M5_BUILD_CACHE']
856    CacheDir(main['M5_BUILD_CACHE'])
857
858# Find Python include and library directories for embedding the
859# interpreter. We rely on python-config to resolve the appropriate
860# includes and linker flags. ParseConfig does not seem to understand
861# the more exotic linker flags such as -Xlinker and -export-dynamic so
862# we add them explicitly below. If you want to link in an alternate
863# version of python, see above for instructions on how to invoke
864# scons with the appropriate PATH set.
865#
866# First we check if python2-config exists, else we use python-config
867python_config = readCommand(['which', 'python2-config'], exception='').strip()
868if not os.path.exists(python_config):
869    python_config = readCommand(['which', 'python-config'],
870                                exception='').strip()
871py_includes = readCommand([python_config, '--includes'],
872                          exception='').split()
873# Strip the -I from the include folders before adding them to the
874# CPPPATH
875main.Append(CPPPATH=map(lambda inc: inc[2:], py_includes))
876
877# Read the linker flags and split them into libraries and other link
878# flags. The libraries are added later through the call the CheckLib.
879py_ld_flags = readCommand([python_config, '--ldflags'], exception='').split()
880py_libs = []
881for lib in py_ld_flags:
882     if not lib.startswith('-l'):
883         main.Append(LINKFLAGS=[lib])
884     else:
885         lib = lib[2:]
886         if lib not in py_libs:
887             py_libs.append(lib)
888
889# verify that this stuff works
890if not conf.CheckHeader('Python.h', '<>'):
891    print "Error: can't find Python.h header in", py_includes
892    print "Install Python headers (package python-dev on Ubuntu and RedHat)"
893    Exit(1)
894
895for lib in py_libs:
896    if not conf.CheckLib(lib):
897        print "Error: can't find library %s required by python" % lib
898        Exit(1)
899
900# On Solaris you need to use libsocket for socket ops
901if not conf.CheckLibWithHeader(None, 'sys/socket.h', 'C++', 'accept(0,0,0);'):
902   if not conf.CheckLibWithHeader('socket', 'sys/socket.h', 'C++', 'accept(0,0,0);'):
903       print "Can't find library with socket calls (e.g. accept())"
904       Exit(1)
905
906# Check for zlib.  If the check passes, libz will be automatically
907# added to the LIBS environment variable.
908if not conf.CheckLibWithHeader('z', 'zlib.h', 'C++','zlibVersion();'):
909    print 'Error: did not find needed zlib compression library '\
910          'and/or zlib.h header file.'
911    print '       Please install zlib and try again.'
912    Exit(1)
913
914# If we have the protobuf compiler, also make sure we have the
915# development libraries. If the check passes, libprotobuf will be
916# automatically added to the LIBS environment variable. After
917# this, we can use the HAVE_PROTOBUF flag to determine if we have
918# got both protoc and libprotobuf available.
919main['HAVE_PROTOBUF'] = main['PROTOC'] and \
920    conf.CheckLibWithHeader('protobuf', 'google/protobuf/message.h',
921                            'C++', 'GOOGLE_PROTOBUF_VERIFY_VERSION;')
922
923# If we have the compiler but not the library, print another warning.
924if main['PROTOC'] and not main['HAVE_PROTOBUF']:
925    print termcap.Yellow + termcap.Bold + \
926        'Warning: did not find protocol buffer library and/or headers.\n' + \
927    '       Please install libprotobuf-dev for tracing support.' + \
928    termcap.Normal
929
930# Check for librt.
931have_posix_clock = \
932    conf.CheckLibWithHeader(None, 'time.h', 'C',
933                            'clock_nanosleep(0,0,NULL,NULL);') or \
934    conf.CheckLibWithHeader('rt', 'time.h', 'C',
935                            'clock_nanosleep(0,0,NULL,NULL);')
936
937have_posix_timers = \
938    conf.CheckLibWithHeader([None, 'rt'], [ 'time.h', 'signal.h' ], 'C',
939                            'timer_create(CLOCK_MONOTONIC, NULL, NULL);')
940
941if conf.CheckLib('tcmalloc'):
942    main.Append(CCFLAGS=main['TCMALLOC_CCFLAGS'])
943elif conf.CheckLib('tcmalloc_minimal'):
944    main.Append(CCFLAGS=main['TCMALLOC_CCFLAGS'])
945else:
946    print termcap.Yellow + termcap.Bold + \
947          "You can get a 12% performance improvement by installing tcmalloc "\
948          "(libgoogle-perftools-dev package on Ubuntu or RedHat)." + \
949          termcap.Normal
950
951if not have_posix_clock:
952    print "Can't find library for POSIX clocks."
953
954# Check for <fenv.h> (C99 FP environment control)
955have_fenv = conf.CheckHeader('fenv.h', '<>')
956if not have_fenv:
957    print "Warning: Header file <fenv.h> not found."
958    print "         This host has no IEEE FP rounding mode control."
959
960# Check if we should enable KVM-based hardware virtualization. The API
961# we rely on exists since version 2.6.36 of the kernel, but somehow
962# the KVM_API_VERSION does not reflect the change. We test for one of
963# the types as a fall back.
964have_kvm = conf.CheckHeader('linux/kvm.h', '<>') and \
965    conf.CheckTypeSize('struct kvm_xsave', '#include <linux/kvm.h>') != 0
966if not have_kvm:
967    print "Info: Compatible header file <linux/kvm.h> not found, " \
968        "disabling KVM support."
969
970# Check if the requested target ISA is compatible with the host
971def is_isa_kvm_compatible(isa):
972    isa_comp_table = {
973        "arm" : ( "armv7l" ),
974        "x86" : ( "x86_64" ),
975        }
976    try:
977        import platform
978        host_isa = platform.machine()
979    except:
980        print "Warning: Failed to determine host ISA."
981        return False
982
983    return host_isa in isa_comp_table.get(isa, [])
984
985
986# Check if the exclude_host attribute is available. We want this to
987# get accurate instruction counts in KVM.
988main['HAVE_PERF_ATTR_EXCLUDE_HOST'] = conf.CheckMember(
989    'linux/perf_event.h', 'struct perf_event_attr', 'exclude_host')
990
991
992######################################################################
993#
994# Finish the configuration
995#
996main = conf.Finish()
997
998######################################################################
999#
1000# Collect all non-global variables
1001#
1002
1003# Define the universe of supported ISAs
1004all_isa_list = [ ]
1005Export('all_isa_list')
1006
1007class CpuModel(object):
1008    '''The CpuModel class encapsulates everything the ISA parser needs to
1009    know about a particular CPU model.'''
1010
1011    # Dict of available CPU model objects.  Accessible as CpuModel.dict.
1012    dict = {}
1013    list = []
1014    defaults = []
1015
1016    # Constructor.  Automatically adds models to CpuModel.dict.
1017    def __init__(self, name, filename, includes, strings, default=False):
1018        self.name = name           # name of model
1019        self.filename = filename   # filename for output exec code
1020        self.includes = includes   # include files needed in exec file
1021        # The 'strings' dict holds all the per-CPU symbols we can
1022        # substitute into templates etc.
1023        self.strings = strings
1024
1025        # This cpu is enabled by default
1026        self.default = default
1027
1028        # Add self to dict
1029        if name in CpuModel.dict:
1030            raise AttributeError, "CpuModel '%s' already registered" % name
1031        CpuModel.dict[name] = self
1032        CpuModel.list.append(name)
1033
1034Export('CpuModel')
1035
1036# Sticky variables get saved in the variables file so they persist from
1037# one invocation to the next (unless overridden, in which case the new
1038# value becomes sticky).
1039sticky_vars = Variables(args=ARGUMENTS)
1040Export('sticky_vars')
1041
1042# Sticky variables that should be exported
1043export_vars = []
1044Export('export_vars')
1045
1046# For Ruby
1047all_protocols = []
1048Export('all_protocols')
1049protocol_dirs = []
1050Export('protocol_dirs')
1051slicc_includes = []
1052Export('slicc_includes')
1053
1054# Walk the tree and execute all SConsopts scripts that wil add to the
1055# above variables
1056if GetOption('verbose'):
1057    print "Reading SConsopts"
1058for bdir in [ base_dir ] + extras_dir_list:
1059    if not isdir(bdir):
1060        print "Error: directory '%s' does not exist" % bdir
1061        Exit(1)
1062    for root, dirs, files in os.walk(bdir):
1063        if 'SConsopts' in files:
1064            if GetOption('verbose'):
1065                print "Reading", joinpath(root, 'SConsopts')
1066            SConscript(joinpath(root, 'SConsopts'))
1067
1068all_isa_list.sort()
1069
1070sticky_vars.AddVariables(
1071    EnumVariable('TARGET_ISA', 'Target ISA', 'alpha', all_isa_list),
1072    ListVariable('CPU_MODELS', 'CPU models',
1073                 sorted(n for n,m in CpuModel.dict.iteritems() if m.default),
1074                 sorted(CpuModel.list)),
1075    BoolVariable('EFENCE', 'Link with Electric Fence malloc debugger',
1076                 False),
1077    BoolVariable('SS_COMPATIBLE_FP',
1078                 'Make floating-point results compatible with SimpleScalar',
1079                 False),
1080    BoolVariable('USE_SSE2',
1081                 'Compile for SSE2 (-msse2) to get IEEE FP on x86 hosts',
1082                 False),
1083    BoolVariable('USE_POSIX_CLOCK', 'Use POSIX Clocks', have_posix_clock),
1084    BoolVariable('USE_FENV', 'Use <fenv.h> IEEE mode control', have_fenv),
1085    BoolVariable('CP_ANNOTATE', 'Enable critical path annotation capability', False),
1086    BoolVariable('USE_KVM', 'Enable hardware virtualized (KVM) CPU models', have_kvm),
1087    EnumVariable('PROTOCOL', 'Coherence protocol for Ruby', 'None',
1088                  all_protocols),
1089    )
1090
1091# These variables get exported to #defines in config/*.hh (see src/SConscript).
1092export_vars += ['USE_FENV', 'SS_COMPATIBLE_FP', 'TARGET_ISA', 'CP_ANNOTATE',
1093                'USE_POSIX_CLOCK', 'PROTOCOL', 'HAVE_PROTOBUF',
1094                'HAVE_PERF_ATTR_EXCLUDE_HOST']
1095
1096###################################################
1097#
1098# Define a SCons builder for configuration flag headers.
1099#
1100###################################################
1101
1102# This function generates a config header file that #defines the
1103# variable symbol to the current variable setting (0 or 1).  The source
1104# operands are the name of the variable and a Value node containing the
1105# value of the variable.
1106def build_config_file(target, source, env):
1107    (variable, value) = [s.get_contents() for s in source]
1108    f = file(str(target[0]), 'w')
1109    print >> f, '#define', variable, value
1110    f.close()
1111    return None
1112
1113# Combine the two functions into a scons Action object.
1114config_action = MakeAction(build_config_file, Transform("CONFIG H", 2))
1115
1116# The emitter munges the source & target node lists to reflect what
1117# we're really doing.
1118def config_emitter(target, source, env):
1119    # extract variable name from Builder arg
1120    variable = str(target[0])
1121    # True target is config header file
1122    target = joinpath('config', variable.lower() + '.hh')
1123    val = env[variable]
1124    if isinstance(val, bool):
1125        # Force value to 0/1
1126        val = int(val)
1127    elif isinstance(val, str):
1128        val = '"' + val + '"'
1129
1130    # Sources are variable name & value (packaged in SCons Value nodes)
1131    return ([target], [Value(variable), Value(val)])
1132
1133config_builder = Builder(emitter = config_emitter, action = config_action)
1134
1135main.Append(BUILDERS = { 'ConfigFile' : config_builder })
1136
1137# libelf build is shared across all configs in the build root.
1138main.SConscript('ext/libelf/SConscript',
1139                variant_dir = joinpath(build_root, 'libelf'))
1140
1141# gzstream build is shared across all configs in the build root.
1142main.SConscript('ext/gzstream/SConscript',
1143                variant_dir = joinpath(build_root, 'gzstream'))
1144
1145# libfdt build is shared across all configs in the build root.
1146main.SConscript('ext/libfdt/SConscript',
1147                variant_dir = joinpath(build_root, 'libfdt'))
1148
1149# fputils build is shared across all configs in the build root.
1150main.SConscript('ext/fputils/SConscript',
1151                variant_dir = joinpath(build_root, 'fputils'))
1152
1153# DRAMSim2 build is shared across all configs in the build root.
1154main.SConscript('ext/dramsim2/SConscript',
1155                variant_dir = joinpath(build_root, 'dramsim2'))
1156
1157###################################################
1158#
1159# This function is used to set up a directory with switching headers
1160#
1161###################################################
1162
1163main['ALL_ISA_LIST'] = all_isa_list
1164all_isa_deps = {}
1165def make_switching_dir(dname, switch_headers, env):
1166    # Generate the header.  target[0] is the full path of the output
1167    # header to generate.  'source' is a dummy variable, since we get the
1168    # list of ISAs from env['ALL_ISA_LIST'].
1169    def gen_switch_hdr(target, source, env):
1170        fname = str(target[0])
1171        isa = env['TARGET_ISA'].lower()
1172        try:
1173            f = open(fname, 'w')
1174            print >>f, '#include "%s/%s/%s"' % (dname, isa, basename(fname))
1175            f.close()
1176        except IOError:
1177            print "Failed to create %s" % fname
1178            raise
1179
1180    # Build SCons Action object. 'varlist' specifies env vars that this
1181    # action depends on; when env['ALL_ISA_LIST'] changes these actions
1182    # should get re-executed.
1183    switch_hdr_action = MakeAction(gen_switch_hdr,
1184                          Transform("GENERATE"), varlist=['ALL_ISA_LIST'])
1185
1186    # Instantiate actions for each header
1187    for hdr in switch_headers:
1188        env.Command(hdr, [], switch_hdr_action)
1189
1190    isa_target = Dir('.').up().name.lower().replace('_', '-')
1191    env['PHONY_BASE'] = '#'+isa_target
1192    all_isa_deps[isa_target] = None
1193
1194Export('make_switching_dir')
1195
1196# all-isas -> all-deps -> all-environs -> all_targets
1197main.Alias('#all-isas', [])
1198main.Alias('#all-deps', '#all-isas')
1199
1200# Dummy target to ensure all environments are created before telling
1201# SCons what to actually make (the command line arguments).  We attach
1202# them to the dependence graph after the environments are complete.
1203ORIG_BUILD_TARGETS = list(BUILD_TARGETS) # force a copy; gets closure to work.
1204def environsComplete(target, source, env):
1205    for t in ORIG_BUILD_TARGETS:
1206        main.Depends('#all-targets', t)
1207
1208# Each build/* switching_dir attaches its *-environs target to #all-environs.
1209main.Append(BUILDERS = {'CompleteEnvirons' :
1210                        Builder(action=MakeAction(environsComplete, None))})
1211main.CompleteEnvirons('#all-environs', [])
1212
1213def doNothing(**ignored): pass
1214main.Append(BUILDERS = {'Dummy': Builder(action=MakeAction(doNothing, None))})
1215
1216# The final target to which all the original targets ultimately get attached.
1217main.Dummy('#all-targets', '#all-environs')
1218BUILD_TARGETS[:] = ['#all-targets']
1219
1220###################################################
1221#
1222# Define build environments for selected configurations.
1223#
1224###################################################
1225
1226for variant_path in variant_paths:
1227    if not GetOption('silent'):
1228        print "Building in", variant_path
1229
1230    # Make a copy of the build-root environment to use for this config.
1231    env = main.Clone()
1232    env['BUILDDIR'] = variant_path
1233
1234    # variant_dir is the tail component of build path, and is used to
1235    # determine the build parameters (e.g., 'ALPHA_SE')
1236    (build_root, variant_dir) = splitpath(variant_path)
1237
1238    # Set env variables according to the build directory config.
1239    sticky_vars.files = []
1240    # Variables for $BUILD_ROOT/$VARIANT_DIR are stored in
1241    # $BUILD_ROOT/variables/$VARIANT_DIR so you can nuke
1242    # $BUILD_ROOT/$VARIANT_DIR without losing your variables settings.
1243    current_vars_file = joinpath(build_root, 'variables', variant_dir)
1244    if isfile(current_vars_file):
1245        sticky_vars.files.append(current_vars_file)
1246        if not GetOption('silent'):
1247            print "Using saved variables file %s" % current_vars_file
1248    else:
1249        # Build dir-specific variables file doesn't exist.
1250
1251        # Make sure the directory is there so we can create it later
1252        opt_dir = dirname(current_vars_file)
1253        if not isdir(opt_dir):
1254            mkdir(opt_dir)
1255
1256        # Get default build variables from source tree.  Variables are
1257        # normally determined by name of $VARIANT_DIR, but can be
1258        # overridden by '--default=' arg on command line.
1259        default = GetOption('default')
1260        opts_dir = joinpath(main.root.abspath, 'build_opts')
1261        if default:
1262            default_vars_files = [joinpath(build_root, 'variables', default),
1263                                  joinpath(opts_dir, default)]
1264        else:
1265            default_vars_files = [joinpath(opts_dir, variant_dir)]
1266        existing_files = filter(isfile, default_vars_files)
1267        if existing_files:
1268            default_vars_file = existing_files[0]
1269            sticky_vars.files.append(default_vars_file)
1270            print "Variables file %s not found,\n  using defaults in %s" \
1271                  % (current_vars_file, default_vars_file)
1272        else:
1273            print "Error: cannot find variables file %s or " \
1274                  "default file(s) %s" \
1275                  % (current_vars_file, ' or '.join(default_vars_files))
1276            Exit(1)
1277
1278    # Apply current variable settings to env
1279    sticky_vars.Update(env)
1280
1281    help_texts["local_vars"] += \
1282        "Build variables for %s:\n" % variant_dir \
1283                 + sticky_vars.GenerateHelpText(env)
1284
1285    # Process variable settings.
1286
1287    if not have_fenv and env['USE_FENV']:
1288        print "Warning: <fenv.h> not available; " \
1289              "forcing USE_FENV to False in", variant_dir + "."
1290        env['USE_FENV'] = False
1291
1292    if not env['USE_FENV']:
1293        print "Warning: No IEEE FP rounding mode control in", variant_dir + "."
1294        print "         FP results may deviate slightly from other platforms."
1295
1296    if env['EFENCE']:
1297        env.Append(LIBS=['efence'])
1298
1299    if env['USE_KVM']:
1300        if not have_kvm:
1301            print "Warning: Can not enable KVM, host seems to lack KVM support"
1302            env['USE_KVM'] = False
1303        elif not have_posix_timers:
1304            print "Warning: Can not enable KVM, host seems to lack support " \
1305                "for POSIX timers"
1306            env['USE_KVM'] = False
1307        elif not is_isa_kvm_compatible(env['TARGET_ISA']):
1308            print "Info: KVM support disabled due to unsupported host and " \
1309                "target ISA combination"
1310            env['USE_KVM'] = False
1311
1312    # Warn about missing optional functionality
1313    if env['USE_KVM']:
1314        if not main['HAVE_PERF_ATTR_EXCLUDE_HOST']:
1315            print "Warning: perf_event headers lack support for the " \
1316                "exclude_host attribute. KVM instruction counts will " \
1317                "be inaccurate."
1318
1319    # Save sticky variable settings back to current variables file
1320    sticky_vars.Save(current_vars_file, env)
1321
1322    if env['USE_SSE2']:
1323        env.Append(CCFLAGS=['-msse2'])
1324
1325    # The src/SConscript file sets up the build rules in 'env' according
1326    # to the configured variables.  It returns a list of environments,
1327    # one for each variant build (debug, opt, etc.)
1328    SConscript('src/SConscript', variant_dir = variant_path, exports = 'env')
1329
1330def pairwise(iterable):
1331    "s -> (s0,s1), (s1,s2), (s2, s3), ..."
1332    a, b = itertools.tee(iterable)
1333    b.next()
1334    return itertools.izip(a, b)
1335
1336# Create false dependencies so SCons will parse ISAs, establish
1337# dependencies, and setup the build Environments serially. Either
1338# SCons (likely) and/or our SConscripts (possibly) cannot cope with -j
1339# greater than 1. It appears to be standard race condition stuff; it
1340# doesn't always fail, but usually, and the behaviors are different.
1341# Every time I tried to remove this, builds would fail in some
1342# creative new way. So, don't do that. You'll want to, though, because
1343# tests/SConscript takes a long time to make its Environments.
1344for t1, t2 in pairwise(sorted(all_isa_deps.iterkeys())):
1345    main.Depends('#%s-deps'     % t2, '#%s-deps'     % t1)
1346    main.Depends('#%s-environs' % t2, '#%s-environs' % t1)
1347
1348# base help text
1349Help('''
1350Usage: scons [scons options] [build variables] [target(s)]
1351
1352Extra scons options:
1353%(options)s
1354
1355Global build variables:
1356%(global_vars)s
1357
1358%(local_vars)s
1359''' % help_texts)
1360