SConscript revision 9396
1955SN/A# -*- mode:python -*- 2955SN/A 31762SN/A# Copyright (c) 2004-2005 The Regents of The University of Michigan 4955SN/A# All rights reserved. 5955SN/A# 6955SN/A# Redistribution and use in source and binary forms, with or without 7955SN/A# modification, are permitted provided that the following conditions are 8955SN/A# met: redistributions of source code must retain the above copyright 9955SN/A# notice, this list of conditions and the following disclaimer; 10955SN/A# redistributions in binary form must reproduce the above copyright 11955SN/A# notice, this list of conditions and the following disclaimer in the 12955SN/A# documentation and/or other materials provided with the distribution; 13955SN/A# neither the name of the copyright holders nor the names of its 14955SN/A# contributors may be used to endorse or promote products derived from 15955SN/A# this software without specific prior written permission. 16955SN/A# 17955SN/A# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 18955SN/A# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 19955SN/A# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 20955SN/A# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 21955SN/A# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 22955SN/A# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 23955SN/A# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 24955SN/A# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 25955SN/A# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 26955SN/A# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 27955SN/A# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 282665Ssaidi@eecs.umich.edu# 294762Snate@binkert.org# Authors: Nathan Binkert 30955SN/A 315522Snate@binkert.orgimport array 326143Snate@binkert.orgimport bisect 334762Snate@binkert.orgimport imp 345522Snate@binkert.orgimport marshal 35955SN/Aimport os 365522Snate@binkert.orgimport re 37955SN/Aimport sys 385522Snate@binkert.orgimport zlib 394202Sbinkertn@umich.edu 405742Snate@binkert.orgfrom os.path import basename, dirname, exists, isdir, isfile, join as joinpath 41955SN/A 424381Sbinkertn@umich.eduimport SCons 434381Sbinkertn@umich.edu 44955SN/A# This file defines how to build a particular configuration of gem5 45955SN/A# based on variable settings in the 'env' build environment. 46955SN/A 474202Sbinkertn@umich.eduImport('*') 48955SN/A 494382Sbinkertn@umich.edu# Children need to see the environment 504382Sbinkertn@umich.eduExport('env') 514382Sbinkertn@umich.edu 526654Snate@binkert.orgbuild_env = [(opt, env[opt]) for opt in export_vars] 535517Snate@binkert.org 547674Snate@binkert.orgfrom m5.util import code_formatter, compareVersions 557674Snate@binkert.org 566143Snate@binkert.org######################################################################## 576143Snate@binkert.org# Code for adding source files of various types 586143Snate@binkert.org# 598233Snate@binkert.org# When specifying a source file of some type, a set of guards can be 608233Snate@binkert.org# specified for that file. When get() is used to find the files, if 618233Snate@binkert.org# get specifies a set of filters, only files that match those filters 628233Snate@binkert.org# will be accepted (unspecified filters on files are assumed to be 638233Snate@binkert.org# false). Current filters are: 648233Snate@binkert.org# main -- specifies the gem5 main() function 658233Snate@binkert.org# skip_lib -- do not put this file into the gem5 library 668233Snate@binkert.org# <unittest> -- unit tests use filters based on the unit test name 678233Snate@binkert.org# 688233Snate@binkert.org# A parent can now be specified for a source file and default filter 698233Snate@binkert.org# values will be retrieved recursively from parents (children override 708233Snate@binkert.org# parents). 718233Snate@binkert.org# 726143Snate@binkert.orgclass SourceMeta(type): 738233Snate@binkert.org '''Meta class for source files that keeps track of all files of a 748233Snate@binkert.org particular type and has a get function for finding all functions 758233Snate@binkert.org of a certain type that match a set of guards''' 766143Snate@binkert.org def __init__(cls, name, bases, dict): 776143Snate@binkert.org super(SourceMeta, cls).__init__(name, bases, dict) 786143Snate@binkert.org cls.all = [] 796143Snate@binkert.org 808233Snate@binkert.org def get(cls, **guards): 818233Snate@binkert.org '''Find all files that match the specified guards. If a source 828233Snate@binkert.org file does not specify a flag, the default is False''' 836143Snate@binkert.org for src in cls.all: 848233Snate@binkert.org for flag,value in guards.iteritems(): 858233Snate@binkert.org # if the flag is found and has a different value, skip 868233Snate@binkert.org # this file 878233Snate@binkert.org if src.all_guards.get(flag, False) != value: 886143Snate@binkert.org break 896143Snate@binkert.org else: 906143Snate@binkert.org yield src 914762Snate@binkert.org 926143Snate@binkert.orgclass SourceFile(object): 938233Snate@binkert.org '''Base object that encapsulates the notion of a source file. 948233Snate@binkert.org This includes, the source node, target node, various manipulations 958233Snate@binkert.org of those. A source file also specifies a set of guards which 968233Snate@binkert.org describing which builds the source file applies to. A parent can 978233Snate@binkert.org also be specified to get default guards from''' 986143Snate@binkert.org __metaclass__ = SourceMeta 998233Snate@binkert.org def __init__(self, source, parent=None, **guards): 1008233Snate@binkert.org self.guards = guards 1018233Snate@binkert.org self.parent = parent 1028233Snate@binkert.org 1036143Snate@binkert.org tnode = source 1046143Snate@binkert.org if not isinstance(source, SCons.Node.FS.File): 1056143Snate@binkert.org tnode = File(source) 1066143Snate@binkert.org 1076143Snate@binkert.org self.tnode = tnode 1086143Snate@binkert.org self.snode = tnode.srcnode() 1096143Snate@binkert.org 1106143Snate@binkert.org for base in type(self).__mro__: 1116143Snate@binkert.org if issubclass(base, SourceFile): 1127065Snate@binkert.org base.all.append(self) 1136143Snate@binkert.org 1148233Snate@binkert.org @property 1158233Snate@binkert.org def filename(self): 1168233Snate@binkert.org return str(self.tnode) 1178233Snate@binkert.org 1188233Snate@binkert.org @property 1198233Snate@binkert.org def dirname(self): 1208233Snate@binkert.org return dirname(self.filename) 1218233Snate@binkert.org 1228233Snate@binkert.org @property 1238233Snate@binkert.org def basename(self): 1248233Snate@binkert.org return basename(self.filename) 1258233Snate@binkert.org 1268233Snate@binkert.org @property 1278233Snate@binkert.org def extname(self): 1288233Snate@binkert.org index = self.basename.rfind('.') 1298233Snate@binkert.org if index <= 0: 1308233Snate@binkert.org # dot files aren't extensions 1318233Snate@binkert.org return self.basename, None 1328233Snate@binkert.org 1338233Snate@binkert.org return self.basename[:index], self.basename[index+1:] 1348233Snate@binkert.org 1358233Snate@binkert.org @property 1368233Snate@binkert.org def all_guards(self): 1378233Snate@binkert.org '''find all guards for this object getting default values 1388233Snate@binkert.org recursively from its parents''' 1398233Snate@binkert.org guards = {} 1408233Snate@binkert.org if self.parent: 1418233Snate@binkert.org guards.update(self.parent.guards) 1428233Snate@binkert.org guards.update(self.guards) 1438233Snate@binkert.org return guards 1448233Snate@binkert.org 1456143Snate@binkert.org def __lt__(self, other): return self.filename < other.filename 1466143Snate@binkert.org def __le__(self, other): return self.filename <= other.filename 1476143Snate@binkert.org def __gt__(self, other): return self.filename > other.filename 1486143Snate@binkert.org def __ge__(self, other): return self.filename >= other.filename 1496143Snate@binkert.org def __eq__(self, other): return self.filename == other.filename 1506143Snate@binkert.org def __ne__(self, other): return self.filename != other.filename 1516143Snate@binkert.org 1526143Snate@binkert.orgclass Source(SourceFile): 1536143Snate@binkert.org '''Add a c/c++ source file to the build''' 1548233Snate@binkert.org def __init__(self, source, Werror=True, swig=False, **guards): 1558233Snate@binkert.org '''specify the source file, and any guards''' 1568233Snate@binkert.org super(Source, self).__init__(source, **guards) 1576143Snate@binkert.org 1586143Snate@binkert.org self.Werror = Werror 1596143Snate@binkert.org self.swig = swig 1606143Snate@binkert.org 1616143Snate@binkert.orgclass PySource(SourceFile): 1626143Snate@binkert.org '''Add a python source file to the named package''' 1635522Snate@binkert.org invalid_sym_char = re.compile('[^A-z0-9_]') 1646143Snate@binkert.org modules = {} 1656143Snate@binkert.org tnodes = {} 1666143Snate@binkert.org symnames = {} 1676143Snate@binkert.org 1688233Snate@binkert.org def __init__(self, package, source, **guards): 1698233Snate@binkert.org '''specify the python package, the source file, and any guards''' 1708233Snate@binkert.org super(PySource, self).__init__(source, **guards) 1716143Snate@binkert.org 1726143Snate@binkert.org modname,ext = self.extname 1736143Snate@binkert.org assert ext == 'py' 1746143Snate@binkert.org 1755522Snate@binkert.org if package: 1765522Snate@binkert.org path = package.split('.') 1775522Snate@binkert.org else: 1785522Snate@binkert.org path = [] 1795604Snate@binkert.org 1805604Snate@binkert.org modpath = path[:] 1816143Snate@binkert.org if modname != '__init__': 1826143Snate@binkert.org modpath += [ modname ] 1834762Snate@binkert.org modpath = '.'.join(modpath) 1844762Snate@binkert.org 1856143Snate@binkert.org arcpath = path + [ self.basename ] 1866727Ssteve.reinhardt@amd.com abspath = self.snode.abspath 1876727Ssteve.reinhardt@amd.com if not exists(abspath): 1886727Ssteve.reinhardt@amd.com abspath = self.tnode.abspath 1894762Snate@binkert.org 1906143Snate@binkert.org self.package = package 1916143Snate@binkert.org self.modname = modname 1926143Snate@binkert.org self.modpath = modpath 1936143Snate@binkert.org self.arcname = joinpath(*arcpath) 1946727Ssteve.reinhardt@amd.com self.abspath = abspath 1956143Snate@binkert.org self.compiled = File(self.filename + 'c') 1967674Snate@binkert.org self.cpp = File(self.filename + '.cc') 1977674Snate@binkert.org self.symname = PySource.invalid_sym_char.sub('_', modpath) 1985604Snate@binkert.org 1996143Snate@binkert.org PySource.modules[modpath] = self 2006143Snate@binkert.org PySource.tnodes[self.tnode] = self 2016143Snate@binkert.org PySource.symnames[self.symname] = self 2024762Snate@binkert.org 2036143Snate@binkert.orgclass SimObject(PySource): 2044762Snate@binkert.org '''Add a SimObject python file as a python source object and add 2054762Snate@binkert.org it to a list of sim object modules''' 2064762Snate@binkert.org 2076143Snate@binkert.org fixed = False 2086143Snate@binkert.org modnames = [] 2094762Snate@binkert.org 2108233Snate@binkert.org def __init__(self, source, **guards): 2118233Snate@binkert.org '''Specify the source file and any guards (automatically in 2128233Snate@binkert.org the m5.objects package)''' 2138233Snate@binkert.org super(SimObject, self).__init__('m5.objects', source, **guards) 2146143Snate@binkert.org if self.fixed: 2156143Snate@binkert.org raise AttributeError, "Too late to call SimObject now." 2164762Snate@binkert.org 2176143Snate@binkert.org bisect.insort_right(SimObject.modnames, self.modname) 2184762Snate@binkert.org 2196143Snate@binkert.orgclass SwigSource(SourceFile): 2204762Snate@binkert.org '''Add a swig file to build''' 2216143Snate@binkert.org 2228233Snate@binkert.org def __init__(self, package, source, **guards): 2238233Snate@binkert.org '''Specify the python package, the source file, and any guards''' 2248233Snate@binkert.org super(SwigSource, self).__init__(source, **guards) 2256143Snate@binkert.org 2266143Snate@binkert.org modname,ext = self.extname 2276143Snate@binkert.org assert ext == 'i' 2286143Snate@binkert.org 2296143Snate@binkert.org self.module = modname 2306143Snate@binkert.org cc_file = joinpath(self.dirname, modname + '_wrap.cc') 2316143Snate@binkert.org py_file = joinpath(self.dirname, modname + '.py') 2326143Snate@binkert.org 2338233Snate@binkert.org self.cc_source = Source(cc_file, swig=True, parent=self) 2348233Snate@binkert.org self.py_source = PySource(package, py_file, parent=self) 235955SN/A 2368235Snate@binkert.orgclass ProtoBuf(SourceFile): 2378235Snate@binkert.org '''Add a Protocol Buffer to build''' 2386143Snate@binkert.org 2398235Snate@binkert.org def __init__(self, source, **guards): 2408235Snate@binkert.org '''Specify the source file, and any guards''' 2418235Snate@binkert.org super(ProtoBuf, self).__init__(source, **guards) 2428235Snate@binkert.org 2438235Snate@binkert.org # Get the file name and the extension 2448235Snate@binkert.org modname,ext = self.extname 2458235Snate@binkert.org assert ext == 'proto' 2468235Snate@binkert.org 2478235Snate@binkert.org # Currently, we stick to generating the C++ headers, so we 2488235Snate@binkert.org # only need to track the source and header. 2498235Snate@binkert.org self.cc_file = File(joinpath(self.dirname, modname + '.pb.cc')) 2508235Snate@binkert.org self.hh_file = File(joinpath(self.dirname, modname + '.pb.h')) 2518235Snate@binkert.org 2528235Snate@binkert.orgclass UnitTest(object): 2538235Snate@binkert.org '''Create a UnitTest''' 2548235Snate@binkert.org 2558235Snate@binkert.org all = [] 2565584Snate@binkert.org def __init__(self, target, *sources, **kwargs): 2574382Sbinkertn@umich.edu '''Specify the target name and any sources. Sources that are 2584202Sbinkertn@umich.edu not SourceFiles are evalued with Source(). All files are 2594382Sbinkertn@umich.edu guarded with a guard of the same name as the UnitTest 2604382Sbinkertn@umich.edu target.''' 2614382Sbinkertn@umich.edu 2625584Snate@binkert.org srcs = [] 2634382Sbinkertn@umich.edu for src in sources: 2644382Sbinkertn@umich.edu if not isinstance(src, SourceFile): 2654382Sbinkertn@umich.edu src = Source(src, skip_lib=True) 2668232Snate@binkert.org src.guards[target] = True 2675192Ssaidi@eecs.umich.edu srcs.append(src) 2688232Snate@binkert.org 2698232Snate@binkert.org self.sources = srcs 2708232Snate@binkert.org self.target = target 2715192Ssaidi@eecs.umich.edu self.main = kwargs.get('main', False) 2728232Snate@binkert.org UnitTest.all.append(self) 2738232Snate@binkert.org 2745192Ssaidi@eecs.umich.edu# Children should have access 2755799Snate@binkert.orgExport('Source') 2768232Snate@binkert.orgExport('PySource') 2775192Ssaidi@eecs.umich.eduExport('SimObject') 2785192Ssaidi@eecs.umich.eduExport('SwigSource') 2795192Ssaidi@eecs.umich.eduExport('ProtoBuf') 2808232Snate@binkert.orgExport('UnitTest') 2815192Ssaidi@eecs.umich.edu 2828232Snate@binkert.org######################################################################## 2835192Ssaidi@eecs.umich.edu# 2845192Ssaidi@eecs.umich.edu# Debug Flags 2855192Ssaidi@eecs.umich.edu# 2865192Ssaidi@eecs.umich.edudebug_flags = {} 2875192Ssaidi@eecs.umich.edudef DebugFlag(name, desc=None): 2884382Sbinkertn@umich.edu if name in debug_flags: 2894382Sbinkertn@umich.edu raise AttributeError, "Flag %s already specified" % name 2904382Sbinkertn@umich.edu debug_flags[name] = (name, (), desc) 2912667Sstever@eecs.umich.edu 2922667Sstever@eecs.umich.edudef CompoundFlag(name, flags, desc=None): 2932667Sstever@eecs.umich.edu if name in debug_flags: 2942667Sstever@eecs.umich.edu raise AttributeError, "Flag %s already specified" % name 2952667Sstever@eecs.umich.edu 2962667Sstever@eecs.umich.edu compound = tuple(flags) 2975742Snate@binkert.org debug_flags[name] = (name, compound, desc) 2985742Snate@binkert.org 2995742Snate@binkert.orgExport('DebugFlag') 3005793Snate@binkert.orgExport('CompoundFlag') 3015793Snate@binkert.org 3025793Snate@binkert.org######################################################################## 3035793Snate@binkert.org# 3045793Snate@binkert.org# Set some compiler variables 3054382Sbinkertn@umich.edu# 3064762Snate@binkert.org 3075344Sstever@gmail.com# Include file paths are rooted in this directory. SCons will 3084382Sbinkertn@umich.edu# automatically expand '.' to refer to both the source directory and 3095341Sstever@gmail.com# the corresponding build directory to pick up generated include 3105742Snate@binkert.org# files. 3115742Snate@binkert.orgenv.Append(CPPPATH=Dir('.')) 3125742Snate@binkert.org 3135742Snate@binkert.orgfor extra_dir in extras_dir_list: 3145742Snate@binkert.org env.Append(CPPPATH=Dir(extra_dir)) 3154762Snate@binkert.org 3165742Snate@binkert.org# Workaround for bug in SCons version > 0.97d20071212 3175742Snate@binkert.org# Scons bug id: 2006 gem5 Bug id: 308 3187722Sgblack@eecs.umich.edufor root, dirs, files in os.walk(base_dir, topdown=True): 3195742Snate@binkert.org Dir(root[len(base_dir) + 1:]) 3205742Snate@binkert.org 3215742Snate@binkert.org######################################################################## 3225742Snate@binkert.org# 3238242Sbradley.danofsky@amd.com# Walk the tree and execute all SConscripts in subdirectories 3248242Sbradley.danofsky@amd.com# 3258242Sbradley.danofsky@amd.com 3268242Sbradley.danofsky@amd.comhere = Dir('.').srcnode().abspath 3275341Sstever@gmail.comfor root, dirs, files in os.walk(base_dir, topdown=True): 3285742Snate@binkert.org if root == here: 3297722Sgblack@eecs.umich.edu # we don't want to recurse back into this SConscript 3304773Snate@binkert.org continue 3316108Snate@binkert.org 3321858SN/A if 'SConscript' in files: 3331085SN/A build_dir = joinpath(env['BUILDDIR'], root[len(base_dir) + 1:]) 3346658Snate@binkert.org SConscript(joinpath(root, 'SConscript'), variant_dir=build_dir) 3356658Snate@binkert.org 3367673Snate@binkert.orgfor extra_dir in extras_dir_list: 3376658Snate@binkert.org prefix_len = len(dirname(extra_dir)) + 1 3386658Snate@binkert.org for root, dirs, files in os.walk(extra_dir, topdown=True): 3396658Snate@binkert.org # if build lives in the extras directory, don't walk down it 3406658Snate@binkert.org if 'build' in dirs: 3416658Snate@binkert.org dirs.remove('build') 3426658Snate@binkert.org 3436658Snate@binkert.org if 'SConscript' in files: 3447673Snate@binkert.org build_dir = joinpath(env['BUILDDIR'], root[prefix_len:]) 3457673Snate@binkert.org SConscript(joinpath(root, 'SConscript'), variant_dir=build_dir) 3467673Snate@binkert.org 3477673Snate@binkert.orgfor opt in export_vars: 3487673Snate@binkert.org env.ConfigFile(opt) 3497673Snate@binkert.org 3507673Snate@binkert.orgdef makeTheISA(source, target, env): 3516658Snate@binkert.org isas = [ src.get_contents() for src in source ] 3527673Snate@binkert.org target_isa = env['TARGET_ISA'] 3537673Snate@binkert.org def define(isa): 3547673Snate@binkert.org return isa.upper() + '_ISA' 3557673Snate@binkert.org 3567673Snate@binkert.org def namespace(isa): 3577673Snate@binkert.org return isa[0].upper() + isa[1:].lower() + 'ISA' 3587673Snate@binkert.org 3597673Snate@binkert.org 3607673Snate@binkert.org code = code_formatter() 3617673Snate@binkert.org code('''\ 3626658Snate@binkert.org#ifndef __CONFIG_THE_ISA_HH__ 3637756SAli.Saidi@ARM.com#define __CONFIG_THE_ISA_HH__ 3647816Ssteve.reinhardt@amd.com 3656658Snate@binkert.org''') 3664382Sbinkertn@umich.edu 3674382Sbinkertn@umich.edu for i,isa in enumerate(isas): 3684762Snate@binkert.org code('#define $0 $1', define(isa), i + 1) 3694762Snate@binkert.org 3704762Snate@binkert.org code(''' 3716654Snate@binkert.org 3726654Snate@binkert.org#define THE_ISA ${{define(target_isa)}} 3735517Snate@binkert.org#define TheISA ${{namespace(target_isa)}} 3745517Snate@binkert.org#define THE_ISA_STR "${{target_isa}}" 3755517Snate@binkert.org 3765517Snate@binkert.org#endif // __CONFIG_THE_ISA_HH__''') 3775517Snate@binkert.org 3785517Snate@binkert.org code.write(str(target[0])) 3795517Snate@binkert.org 3805517Snate@binkert.orgenv.Command('config/the_isa.hh', map(Value, all_isa_list), 3815517Snate@binkert.org MakeAction(makeTheISA, Transform("CFG ISA", 0))) 3825517Snate@binkert.org 3835517Snate@binkert.org######################################################################## 3845517Snate@binkert.org# 3855517Snate@binkert.org# Prevent any SimObjects from being added after this point, they 3865517Snate@binkert.org# should all have been added in the SConscripts above 3875517Snate@binkert.org# 3885517Snate@binkert.orgSimObject.fixed = True 3895517Snate@binkert.org 3906654Snate@binkert.orgclass DictImporter(object): 3915517Snate@binkert.org '''This importer takes a dictionary of arbitrary module names that 3925517Snate@binkert.org map to arbitrary filenames.''' 3935517Snate@binkert.org def __init__(self, modules): 3945517Snate@binkert.org self.modules = modules 3955517Snate@binkert.org self.installed = set() 3965517Snate@binkert.org 3975517Snate@binkert.org def __del__(self): 3985517Snate@binkert.org self.unload() 3996143Snate@binkert.org 4006654Snate@binkert.org def unload(self): 4015517Snate@binkert.org import sys 4025517Snate@binkert.org for module in self.installed: 4035517Snate@binkert.org del sys.modules[module] 4045517Snate@binkert.org self.installed = set() 4055517Snate@binkert.org 4065517Snate@binkert.org def find_module(self, fullname, path): 4075517Snate@binkert.org if fullname == 'm5.defines': 4085517Snate@binkert.org return self 4095517Snate@binkert.org 4105517Snate@binkert.org if fullname == 'm5.objects': 4115517Snate@binkert.org return self 4125517Snate@binkert.org 4135517Snate@binkert.org if fullname.startswith('m5.internal'): 4145517Snate@binkert.org return None 4156654Snate@binkert.org 4166654Snate@binkert.org source = self.modules.get(fullname, None) 4175517Snate@binkert.org if source is not None and fullname.startswith('m5.objects'): 4185517Snate@binkert.org return self 4196143Snate@binkert.org 4206143Snate@binkert.org return None 4216143Snate@binkert.org 4226727Ssteve.reinhardt@amd.com def load_module(self, fullname): 4235517Snate@binkert.org mod = imp.new_module(fullname) 4246727Ssteve.reinhardt@amd.com sys.modules[fullname] = mod 4255517Snate@binkert.org self.installed.add(fullname) 4265517Snate@binkert.org 4275517Snate@binkert.org mod.__loader__ = self 4286654Snate@binkert.org if fullname == 'm5.objects': 4296654Snate@binkert.org mod.__path__ = fullname.split('.') 4307673Snate@binkert.org return mod 4316654Snate@binkert.org 4326654Snate@binkert.org if fullname == 'm5.defines': 4336654Snate@binkert.org mod.__dict__['buildEnv'] = m5.util.SmartDict(build_env) 4346654Snate@binkert.org return mod 4355517Snate@binkert.org 4365517Snate@binkert.org source = self.modules[fullname] 4375517Snate@binkert.org if source.modname == '__init__': 4386143Snate@binkert.org mod.__path__ = source.modpath 4395517Snate@binkert.org mod.__file__ = source.abspath 4404762Snate@binkert.org 4415517Snate@binkert.org exec file(source.abspath, 'r') in mod.__dict__ 4425517Snate@binkert.org 4436143Snate@binkert.org return mod 4446143Snate@binkert.org 4455517Snate@binkert.orgimport m5.SimObject 4465517Snate@binkert.orgimport m5.params 4475517Snate@binkert.orgfrom m5.util import code_formatter 4485517Snate@binkert.org 4495517Snate@binkert.orgm5.SimObject.clear() 4505517Snate@binkert.orgm5.params.clear() 4515517Snate@binkert.org 4525517Snate@binkert.org# install the python importer so we can grab stuff from the source 4535517Snate@binkert.org# tree itself. We can't have SimObjects added after this point or 4545517Snate@binkert.org# else we won't know about them for the rest of the stuff. 4556143Snate@binkert.orgimporter = DictImporter(PySource.modules) 4565517Snate@binkert.orgsys.meta_path[0:0] = [ importer ] 4576654Snate@binkert.org 4586654Snate@binkert.org# import all sim objects so we can populate the all_objects list 4596654Snate@binkert.org# make sure that we're working with a list, then let's sort it 4606654Snate@binkert.orgfor modname in SimObject.modnames: 4616654Snate@binkert.org exec('from m5.objects import %s' % modname) 4626654Snate@binkert.org 4635517Snate@binkert.org# we need to unload all of the currently imported modules so that they 4645517Snate@binkert.org# will be re-imported the next time the sconscript is run 4655517Snate@binkert.orgimporter.unload() 4665517Snate@binkert.orgsys.meta_path.remove(importer) 4675517Snate@binkert.org 4684762Snate@binkert.orgsim_objects = m5.SimObject.allClasses 4694762Snate@binkert.orgall_enums = m5.params.allEnums 4704762Snate@binkert.org 4714762Snate@binkert.orgif m5.SimObject.noCxxHeader: 4724762Snate@binkert.org print >> sys.stderr, \ 4734762Snate@binkert.org "warning: At least one SimObject lacks a header specification. " \ 4747675Snate@binkert.org "This can cause unexpected results in the generated SWIG " \ 4754762Snate@binkert.org "wrappers." 4764762Snate@binkert.org 4774762Snate@binkert.org# Find param types that need to be explicitly wrapped with swig. 4784762Snate@binkert.org# These will be recognized because the ParamDesc will have a 4794382Sbinkertn@umich.edu# swig_decl() method. Most param types are based on types that don't 4804382Sbinkertn@umich.edu# need this, either because they're based on native types (like Int) 4815517Snate@binkert.org# or because they're SimObjects (which get swigged independently). 4826654Snate@binkert.org# For now the only things handled here are VectorParam types. 4835517Snate@binkert.orgparams_to_swig = {} 4848126Sgblack@eecs.umich.edufor name,obj in sorted(sim_objects.iteritems()): 4856654Snate@binkert.org for param in obj._params.local.values(): 4867673Snate@binkert.org # load the ptype attribute now because it depends on the 4876654Snate@binkert.org # current version of SimObject.allClasses, but when scons 4886654Snate@binkert.org # actually uses the value, all versions of 4896654Snate@binkert.org # SimObject.allClasses will have been loaded 4906654Snate@binkert.org param.ptype 4916654Snate@binkert.org 4926654Snate@binkert.org if not hasattr(param, 'swig_decl'): 4936654Snate@binkert.org continue 4946669Snate@binkert.org pname = param.ptype_str 4956669Snate@binkert.org if pname not in params_to_swig: 4966669Snate@binkert.org params_to_swig[pname] = param 4976669Snate@binkert.org 4986669Snate@binkert.org######################################################################## 4996669Snate@binkert.org# 5006654Snate@binkert.org# calculate extra dependencies 5017673Snate@binkert.org# 5025517Snate@binkert.orgmodule_depends = ["m5", "m5.SimObject", "m5.params"] 5038126Sgblack@eecs.umich.edudepends = [ PySource.modules[dep].snode for dep in module_depends ] 5045798Snate@binkert.org 5057756SAli.Saidi@ARM.com######################################################################## 5067816Ssteve.reinhardt@amd.com# 5075798Snate@binkert.org# Commands for the basic automatically generated python files 5085798Snate@binkert.org# 5095517Snate@binkert.org 5105517Snate@binkert.org# Generate Python file containing a dict specifying the current 5117673Snate@binkert.org# buildEnv flags. 5125517Snate@binkert.orgdef makeDefinesPyFile(target, source, env): 5135517Snate@binkert.org build_env = source[0].get_contents() 5147673Snate@binkert.org 5157673Snate@binkert.org code = code_formatter() 5165517Snate@binkert.org code(""" 5175798Snate@binkert.orgimport m5.internal 5185798Snate@binkert.orgimport m5.util 5198333Snate@binkert.org 5207816Ssteve.reinhardt@amd.combuildEnv = m5.util.SmartDict($build_env) 5215798Snate@binkert.org 5225798Snate@binkert.orgcompileDate = m5.internal.core.compileDate 5234762Snate@binkert.org_globals = globals() 5244762Snate@binkert.orgfor key,val in m5.internal.core.__dict__.iteritems(): 5254762Snate@binkert.org if key.startswith('flag_'): 5264762Snate@binkert.org flag = key[5:] 5274762Snate@binkert.org _globals[flag] = val 5285517Snate@binkert.orgdel _globals 5295517Snate@binkert.org""") 5305517Snate@binkert.org code.write(target[0].abspath) 5315517Snate@binkert.org 5325517Snate@binkert.orgdefines_info = Value(build_env) 5335517Snate@binkert.org# Generate a file with all of the compile options in it 5347673Snate@binkert.orgenv.Command('python/m5/defines.py', defines_info, 5357673Snate@binkert.org MakeAction(makeDefinesPyFile, Transform("DEFINES", 0))) 5367673Snate@binkert.orgPySource('m5', 'python/m5/defines.py') 5375517Snate@binkert.org 5385517Snate@binkert.org# Generate python file containing info about the M5 source code 5395517Snate@binkert.orgdef makeInfoPyFile(target, source, env): 5405517Snate@binkert.org code = code_formatter() 5415517Snate@binkert.org for src in source: 5425517Snate@binkert.org data = ''.join(file(src.srcnode().abspath, 'r').xreadlines()) 5435517Snate@binkert.org code('$src = ${{repr(data)}}') 5447673Snate@binkert.org code.write(str(target[0])) 5457677Snate@binkert.org 5467673Snate@binkert.org# Generate a file that wraps the basic top level files 5477673Snate@binkert.orgenv.Command('python/m5/info.py', 5485517Snate@binkert.org [ '#/COPYING', '#/LICENSE', '#/README', ], 5495517Snate@binkert.org MakeAction(makeInfoPyFile, Transform("INFO"))) 5505517Snate@binkert.orgPySource('m5', 'python/m5/info.py') 5515517Snate@binkert.org 5525517Snate@binkert.org######################################################################## 5535517Snate@binkert.org# 5545517Snate@binkert.org# Create all of the SimObject param headers and enum headers 5557673Snate@binkert.org# 5567673Snate@binkert.org 5577673Snate@binkert.orgdef createSimObjectParamStruct(target, source, env): 5585517Snate@binkert.org assert len(target) == 1 and len(source) == 1 5595517Snate@binkert.org 5605517Snate@binkert.org name = str(source[0].get_contents()) 5615517Snate@binkert.org obj = sim_objects[name] 5625517Snate@binkert.org 5635517Snate@binkert.org code = code_formatter() 5645517Snate@binkert.org obj.cxx_param_decl(code) 5657673Snate@binkert.org code.write(target[0].abspath) 5667673Snate@binkert.org 5677673Snate@binkert.orgdef createParamSwigWrapper(target, source, env): 5685517Snate@binkert.org assert len(target) == 1 and len(source) == 1 5697675Snate@binkert.org 5707675Snate@binkert.org name = str(source[0].get_contents()) 5717675Snate@binkert.org param = params_to_swig[name] 5727675Snate@binkert.org 5737675Snate@binkert.org code = code_formatter() 5747675Snate@binkert.org param.swig_decl(code) 5757675Snate@binkert.org code.write(target[0].abspath) 5767675Snate@binkert.org 5777677Snate@binkert.orgdef createEnumStrings(target, source, env): 5787675Snate@binkert.org assert len(target) == 1 and len(source) == 1 5797675Snate@binkert.org 5807675Snate@binkert.org name = str(source[0].get_contents()) 5817675Snate@binkert.org obj = all_enums[name] 5827675Snate@binkert.org 5837675Snate@binkert.org code = code_formatter() 5847675Snate@binkert.org obj.cxx_def(code) 5857675Snate@binkert.org code.write(target[0].abspath) 5867675Snate@binkert.org 5874762Snate@binkert.orgdef createEnumDecls(target, source, env): 5884762Snate@binkert.org assert len(target) == 1 and len(source) == 1 5896143Snate@binkert.org 5906143Snate@binkert.org name = str(source[0].get_contents()) 5916143Snate@binkert.org obj = all_enums[name] 5924762Snate@binkert.org 5934762Snate@binkert.org code = code_formatter() 5944762Snate@binkert.org obj.cxx_decl(code) 5957756SAli.Saidi@ARM.com code.write(target[0].abspath) 5967816Ssteve.reinhardt@amd.com 5974762Snate@binkert.orgdef createEnumSwigWrapper(target, source, env): 5984762Snate@binkert.org assert len(target) == 1 and len(source) == 1 5994762Snate@binkert.org 6005463Snate@binkert.org name = str(source[0].get_contents()) 6015517Snate@binkert.org obj = all_enums[name] 6027677Snate@binkert.org 6035463Snate@binkert.org code = code_formatter() 6047756SAli.Saidi@ARM.com obj.swig_decl(code) 6057816Ssteve.reinhardt@amd.com code.write(target[0].abspath) 6064762Snate@binkert.org 6077677Snate@binkert.orgdef createSimObjectSwigWrapper(target, source, env): 6084762Snate@binkert.org name = source[0].get_contents() 6094762Snate@binkert.org obj = sim_objects[name] 6106143Snate@binkert.org 6116143Snate@binkert.org code = code_formatter() 6126143Snate@binkert.org obj.swig_decl(code) 6134762Snate@binkert.org code.write(target[0].abspath) 6144762Snate@binkert.org 6157756SAli.Saidi@ARM.com# Generate all of the SimObject param C++ struct header files 6167816Ssteve.reinhardt@amd.comparams_hh_files = [] 6174762Snate@binkert.orgfor name,simobj in sorted(sim_objects.iteritems()): 6184762Snate@binkert.org py_source = PySource.modules[simobj.__module__] 6194762Snate@binkert.org extra_deps = [ py_source.tnode ] 6204762Snate@binkert.org 6217756SAli.Saidi@ARM.com hh_file = File('params/%s.hh' % name) 6227816Ssteve.reinhardt@amd.com params_hh_files.append(hh_file) 6234762Snate@binkert.org env.Command(hh_file, Value(name), 6244762Snate@binkert.org MakeAction(createSimObjectParamStruct, Transform("SO PARAM"))) 6257677Snate@binkert.org env.Depends(hh_file, depends + extra_deps) 6267756SAli.Saidi@ARM.com 6277816Ssteve.reinhardt@amd.com# Generate any needed param SWIG wrapper files 6287675Snate@binkert.orgparams_i_files = [] 6297677Snate@binkert.orgfor name,param in params_to_swig.iteritems(): 6305517Snate@binkert.org i_file = File('python/m5/internal/%s.i' % (param.swig_module_name())) 6317675Snate@binkert.org params_i_files.append(i_file) 6327675Snate@binkert.org env.Command(i_file, Value(name), 6337675Snate@binkert.org MakeAction(createParamSwigWrapper, Transform("SW PARAM"))) 6347675Snate@binkert.org env.Depends(i_file, depends) 6357675Snate@binkert.org SwigSource('m5.internal', i_file) 6367675Snate@binkert.org 6377675Snate@binkert.org# Generate all enum header files 6385517Snate@binkert.orgfor name,enum in sorted(all_enums.iteritems()): 6397673Snate@binkert.org py_source = PySource.modules[enum.__module__] 6405517Snate@binkert.org extra_deps = [ py_source.tnode ] 6417677Snate@binkert.org 6427675Snate@binkert.org cc_file = File('enums/%s.cc' % name) 6437673Snate@binkert.org env.Command(cc_file, Value(name), 6447675Snate@binkert.org MakeAction(createEnumStrings, Transform("ENUM STR"))) 6457675Snate@binkert.org env.Depends(cc_file, depends + extra_deps) 6467675Snate@binkert.org Source(cc_file) 6477673Snate@binkert.org 6487675Snate@binkert.org hh_file = File('enums/%s.hh' % name) 6495517Snate@binkert.org env.Command(hh_file, Value(name), 6507675Snate@binkert.org MakeAction(createEnumDecls, Transform("ENUMDECL"))) 6517675Snate@binkert.org env.Depends(hh_file, depends + extra_deps) 6527673Snate@binkert.org 6537675Snate@binkert.org i_file = File('python/m5/internal/enum_%s.i' % name) 6547675Snate@binkert.org env.Command(i_file, Value(name), 6557677Snate@binkert.org MakeAction(createEnumSwigWrapper, Transform("ENUMSWIG"))) 6567675Snate@binkert.org env.Depends(i_file, depends + extra_deps) 6577675Snate@binkert.org SwigSource('m5.internal', i_file) 6587675Snate@binkert.org 6595517Snate@binkert.org# Generate SimObject SWIG wrapper files 6607675Snate@binkert.orgfor name,simobj in sim_objects.iteritems(): 6615517Snate@binkert.org py_source = PySource.modules[simobj.__module__] 6627673Snate@binkert.org extra_deps = [ py_source.tnode ] 6635517Snate@binkert.org 6647675Snate@binkert.org i_file = File('python/m5/internal/param_%s.i' % name) 6657677Snate@binkert.org env.Command(i_file, Value(name), 6667756SAli.Saidi@ARM.com MakeAction(createSimObjectSwigWrapper, Transform("SO SWIG"))) 6677816Ssteve.reinhardt@amd.com env.Depends(i_file, depends + extra_deps) 6687675Snate@binkert.org SwigSource('m5.internal', i_file) 6697677Snate@binkert.org 6704762Snate@binkert.org# Generate the main swig init file 6717674Snate@binkert.orgdef makeEmbeddedSwigInit(target, source, env): 6727674Snate@binkert.org code = code_formatter() 6737674Snate@binkert.org module = source[0].get_contents() 6747674Snate@binkert.org code('''\ 6757674Snate@binkert.org#include "sim/init.hh" 6767674Snate@binkert.org 6777674Snate@binkert.orgextern "C" { 6787674Snate@binkert.org void init_${module}(); 6797674Snate@binkert.org} 6807674Snate@binkert.org 6817674Snate@binkert.orgEmbeddedSwig embed_swig_${module}(init_${module}); 6827674Snate@binkert.org''') 6837674Snate@binkert.org code.write(str(target[0])) 6847674Snate@binkert.org 6857674Snate@binkert.org# Build all swig modules 6864762Snate@binkert.orgfor swig in SwigSource.all: 6876143Snate@binkert.org env.Command([swig.cc_source.tnode, swig.py_source.tnode], swig.tnode, 6886143Snate@binkert.org MakeAction('$SWIG $SWIGFLAGS -outdir ${TARGETS[1].dir} ' 6897756SAli.Saidi@ARM.com '-o ${TARGETS[0]} $SOURCES', Transform("SWIG"))) 6907816Ssteve.reinhardt@amd.com cc_file = str(swig.tnode) 6918235Snate@binkert.org init_file = '%s/%s_init.cc' % (dirname(cc_file), basename(cc_file)) 6928235Snate@binkert.org env.Command(init_file, Value(swig.module), 6937756SAli.Saidi@ARM.com MakeAction(makeEmbeddedSwigInit, Transform("EMBED SW"))) 6947816Ssteve.reinhardt@amd.com Source(init_file, **swig.guards) 6958235Snate@binkert.org 6964382Sbinkertn@umich.edu# Build all protocol buffers if we have got protoc and protobuf available 6978232Snate@binkert.orgif env['HAVE_PROTOBUF']: 6988232Snate@binkert.org for proto in ProtoBuf.all: 6998232Snate@binkert.org # Use both the source and header as the target, and the .proto 7008232Snate@binkert.org # file as the source. When executing the protoc compiler, also 7018232Snate@binkert.org # specify the proto_path to avoid having the generated files 7026229Snate@binkert.org # include the path. 7038232Snate@binkert.org env.Command([proto.cc_file, proto.hh_file], proto.tnode, 7048232Snate@binkert.org MakeAction('$PROTOC --cpp_out ${TARGET.dir} ' 7058232Snate@binkert.org '--proto_path ${SOURCE.dir} $SOURCE', 7066229Snate@binkert.org Transform("PROTOC"))) 7077673Snate@binkert.org 7085517Snate@binkert.org # Add the C++ source file 7095517Snate@binkert.org Source(proto.cc_file, **proto.guards) 7107673Snate@binkert.orgelif ProtoBuf.all: 7115517Snate@binkert.org print 'Got protobuf to build, but lacks support!' 7125517Snate@binkert.org Exit(1) 7135517Snate@binkert.org 7145517Snate@binkert.org# 7158232Snate@binkert.org# Handle debug flags 7167673Snate@binkert.org# 7177673Snate@binkert.orgdef makeDebugFlagCC(target, source, env): 7188232Snate@binkert.org assert(len(target) == 1 and len(source) == 1) 7198232Snate@binkert.org 7208232Snate@binkert.org val = eval(source[0].get_contents()) 7218232Snate@binkert.org name, compound, desc = val 7227673Snate@binkert.org compound = list(sorted(compound)) 7235517Snate@binkert.org 7248232Snate@binkert.org code = code_formatter() 7258232Snate@binkert.org 7268232Snate@binkert.org # file header 7278232Snate@binkert.org code(''' 7287673Snate@binkert.org/* 7298232Snate@binkert.org * DO NOT EDIT THIS FILE! Automatically generated 7308232Snate@binkert.org */ 7318232Snate@binkert.org 7328232Snate@binkert.org#include "base/debug.hh" 7338232Snate@binkert.org''') 7348232Snate@binkert.org 7357673Snate@binkert.org for flag in compound: 7365517Snate@binkert.org code('#include "debug/$flag.hh"') 7378232Snate@binkert.org code() 7388232Snate@binkert.org code('namespace Debug {') 7395517Snate@binkert.org code() 7407673Snate@binkert.org 7415517Snate@binkert.org if not compound: 7428232Snate@binkert.org code('SimpleFlag $name("$name", "$desc");') 7438232Snate@binkert.org else: 7445517Snate@binkert.org code('CompoundFlag $name("$name", "$desc",') 7458232Snate@binkert.org code.indent() 7468232Snate@binkert.org last = len(compound) - 1 7478232Snate@binkert.org for i,flag in enumerate(compound): 7487673Snate@binkert.org if i != last: 7495517Snate@binkert.org code('$flag,') 7505517Snate@binkert.org else: 7517673Snate@binkert.org code('$flag);') 7525517Snate@binkert.org code.dedent() 7535517Snate@binkert.org 7545517Snate@binkert.org code() 7558232Snate@binkert.org code('} // namespace Debug') 7565517Snate@binkert.org 7575517Snate@binkert.org code.write(str(target[0])) 7588232Snate@binkert.org 7598232Snate@binkert.orgdef makeDebugFlagHH(target, source, env): 7605517Snate@binkert.org assert(len(target) == 1 and len(source) == 1) 7618232Snate@binkert.org 7628232Snate@binkert.org val = eval(source[0].get_contents()) 7635517Snate@binkert.org name, compound, desc = val 7648232Snate@binkert.org 7658232Snate@binkert.org code = code_formatter() 7668232Snate@binkert.org 7675517Snate@binkert.org # file header boilerplate 7688232Snate@binkert.org code('''\ 7698232Snate@binkert.org/* 7708232Snate@binkert.org * DO NOT EDIT THIS FILE! 7718232Snate@binkert.org * 7728232Snate@binkert.org * Automatically generated by SCons 7738232Snate@binkert.org */ 7745517Snate@binkert.org 7758232Snate@binkert.org#ifndef __DEBUG_${name}_HH__ 7768232Snate@binkert.org#define __DEBUG_${name}_HH__ 7775517Snate@binkert.org 7788232Snate@binkert.orgnamespace Debug { 7797673Snate@binkert.org''') 7805517Snate@binkert.org 7817673Snate@binkert.org if compound: 7825517Snate@binkert.org code('class CompoundFlag;') 7838232Snate@binkert.org code('class SimpleFlag;') 7848232Snate@binkert.org 7858232Snate@binkert.org if compound: 7865192Ssaidi@eecs.umich.edu code('extern CompoundFlag $name;') 7878232Snate@binkert.org for flag in compound: 7888232Snate@binkert.org code('extern SimpleFlag $flag;') 7898232Snate@binkert.org else: 7908232Snate@binkert.org code('extern SimpleFlag $name;') 7918232Snate@binkert.org 7925192Ssaidi@eecs.umich.edu code(''' 7937674Snate@binkert.org} 7945522Snate@binkert.org 7955522Snate@binkert.org#endif // __DEBUG_${name}_HH__ 7967674Snate@binkert.org''') 7977674Snate@binkert.org 7987674Snate@binkert.org code.write(str(target[0])) 7997674Snate@binkert.org 8007674Snate@binkert.orgfor name,flag in sorted(debug_flags.iteritems()): 8017674Snate@binkert.org n, compound, desc = flag 8027674Snate@binkert.org assert n == name 8037674Snate@binkert.org 8045522Snate@binkert.org env.Command('debug/%s.hh' % name, Value(flag), 8055522Snate@binkert.org MakeAction(makeDebugFlagHH, Transform("TRACING", 0))) 8065522Snate@binkert.org env.Command('debug/%s.cc' % name, Value(flag), 8075517Snate@binkert.org MakeAction(makeDebugFlagCC, Transform("TRACING", 0))) 8085522Snate@binkert.org Source('debug/%s.cc' % name) 8095517Snate@binkert.org 8106143Snate@binkert.org# Embed python files. All .py files that have been indicated by a 8116727Ssteve.reinhardt@amd.com# PySource() call in a SConscript need to be embedded into the M5 8125522Snate@binkert.org# library. To do that, we compile the file to byte code, marshal the 8135522Snate@binkert.org# byte code, compress it, and then generate a c++ file that 8145522Snate@binkert.org# inserts the result into an array. 8157674Snate@binkert.orgdef embedPyFile(target, source, env): 8165517Snate@binkert.org def c_str(string): 8177673Snate@binkert.org if string is None: 8187673Snate@binkert.org return "0" 8197674Snate@binkert.org return '"%s"' % string 8207673Snate@binkert.org 8217674Snate@binkert.org '''Action function to compile a .py into a code object, marshal 8227674Snate@binkert.org it, compress it, and stick it into an asm file so the code appears 8237674Snate@binkert.org as just bytes with a label in the data section''' 8247674Snate@binkert.org 8257674Snate@binkert.org src = file(str(source[0]), 'r').read() 8267674Snate@binkert.org 8275522Snate@binkert.org pysource = PySource.tnodes[source[0]] 8285522Snate@binkert.org compiled = compile(src, pysource.abspath, 'exec') 8297674Snate@binkert.org marshalled = marshal.dumps(compiled) 8307674Snate@binkert.org compressed = zlib.compress(marshalled) 8317674Snate@binkert.org data = compressed 8327674Snate@binkert.org sym = pysource.symname 8337673Snate@binkert.org 8347674Snate@binkert.org code = code_formatter() 8357674Snate@binkert.org code('''\ 8367674Snate@binkert.org#include "sim/init.hh" 8377674Snate@binkert.org 8387674Snate@binkert.orgnamespace { 8397674Snate@binkert.org 8407674Snate@binkert.orgconst uint8_t data_${sym}[] = { 8417674Snate@binkert.org''') 8427811Ssteve.reinhardt@amd.com code.indent() 8437674Snate@binkert.org step = 16 8447673Snate@binkert.org for i in xrange(0, len(data), step): 8455522Snate@binkert.org x = array.array('B', data[i:i+step]) 8466143Snate@binkert.org code(''.join('%d,' % d for d in x)) 8477756SAli.Saidi@ARM.com code.dedent() 8487816Ssteve.reinhardt@amd.com 8497674Snate@binkert.org code('''}; 8504382Sbinkertn@umich.edu 8514382Sbinkertn@umich.eduEmbeddedPython embedded_${sym}( 8524382Sbinkertn@umich.edu ${{c_str(pysource.arcname)}}, 8534382Sbinkertn@umich.edu ${{c_str(pysource.abspath)}}, 8544382Sbinkertn@umich.edu ${{c_str(pysource.modpath)}}, 8554382Sbinkertn@umich.edu data_${sym}, 8564382Sbinkertn@umich.edu ${{len(data)}}, 8574382Sbinkertn@umich.edu ${{len(marshalled)}}); 8584382Sbinkertn@umich.edu 8594382Sbinkertn@umich.edu} // anonymous namespace 8606143Snate@binkert.org''') 861955SN/A code.write(str(target[0])) 8622655Sstever@eecs.umich.edu 8632655Sstever@eecs.umich.edufor source in PySource.all: 8642655Sstever@eecs.umich.edu env.Command(source.cpp, source.tnode, 8652655Sstever@eecs.umich.edu MakeAction(embedPyFile, Transform("EMBED PY"))) 8662655Sstever@eecs.umich.edu Source(source.cpp) 8675601Snate@binkert.org 8685601Snate@binkert.org######################################################################## 8695601Snate@binkert.org# 8705601Snate@binkert.org# Define binaries. Each different build type (debug, opt, etc.) gets 8715522Snate@binkert.org# a slightly different build environment. 8725863Snate@binkert.org# 8735601Snate@binkert.org 8745601Snate@binkert.org# List of constructed environments to pass back to SConstruct 8755601Snate@binkert.orgenvList = [] 8765863Snate@binkert.org 8776143Snate@binkert.orgdate_source = Source('base/date.cc', skip_lib=True) 8785559Snate@binkert.org 8795559Snate@binkert.org# Function to create a new build environment as clone of current 8805559Snate@binkert.org# environment 'env' with modified object suffix and optional stripped 8815559Snate@binkert.org# binary. Additional keyword arguments are appended to corresponding 8825601Snate@binkert.org# build environment vars. 8836143Snate@binkert.orgdef makeEnv(label, objsfx, strip = False, **kwargs): 8846143Snate@binkert.org # SCons doesn't know to append a library suffix when there is a '.' in the 8856143Snate@binkert.org # name. Use '_' instead. 8866143Snate@binkert.org libname = 'gem5_' + label 8876143Snate@binkert.org exename = 'gem5.' + label 8886143Snate@binkert.org secondary_exename = 'm5.' + label 8896143Snate@binkert.org 8906143Snate@binkert.org new_env = env.Clone(OBJSUFFIX=objsfx, SHOBJSUFFIX=objsfx + 's') 8916143Snate@binkert.org new_env.Label = label 8926143Snate@binkert.org new_env.Append(**kwargs) 8936143Snate@binkert.org 8946143Snate@binkert.org swig_env = new_env.Clone() 8956143Snate@binkert.org swig_env.Append(CCFLAGS='-Werror') 8966143Snate@binkert.org if env['GCC']: 8976143Snate@binkert.org swig_env.Append(CCFLAGS=['-Wno-uninitialized', '-Wno-sign-compare', 8986143Snate@binkert.org '-Wno-parentheses', '-Wno-unused-label', 8996143Snate@binkert.org '-Wno-unused-value']) 9006143Snate@binkert.org if compareVersions(env['GCC_VERSION'], '4.6') >= 0: 9016143Snate@binkert.org swig_env.Append(CCFLAGS='-Wno-unused-but-set-variable') 9026143Snate@binkert.org if env['CLANG']: 9036143Snate@binkert.org swig_env.Append(CCFLAGS=['-Wno-unused-label', '-Wno-unused-value']) 9046143Snate@binkert.org 9056143Snate@binkert.org werror_env = new_env.Clone() 9066143Snate@binkert.org werror_env.Append(CCFLAGS='-Werror') 9076143Snate@binkert.org 9088233Snate@binkert.org def make_obj(source, static, extra_deps = None): 9098233Snate@binkert.org '''This function adds the specified source to the correct 9108233Snate@binkert.org build environment, and returns the corresponding SCons Object 9116143Snate@binkert.org nodes''' 9126143Snate@binkert.org 9136143Snate@binkert.org if source.swig: 9146143Snate@binkert.org env = swig_env 9156143Snate@binkert.org elif source.Werror: 9166240Snate@binkert.org env = werror_env 9175554Snate@binkert.org else: 9185522Snate@binkert.org env = new_env 9195522Snate@binkert.org 9205797Snate@binkert.org if static: 9215797Snate@binkert.org obj = env.StaticObject(source.tnode) 9225522Snate@binkert.org else: 9235601Snate@binkert.org obj = env.SharedObject(source.tnode) 9248233Snate@binkert.org 9258233Snate@binkert.org if extra_deps: 9268235Snate@binkert.org env.Depends(obj, extra_deps) 9278235Snate@binkert.org 9288235Snate@binkert.org return obj 9298235Snate@binkert.org 9308235Snate@binkert.org static_objs = \ 9318235Snate@binkert.org [ make_obj(s, True) for s in Source.get(main=False, skip_lib=False) ] 9328235Snate@binkert.org shared_objs = \ 9336143Snate@binkert.org [ make_obj(s, False) for s in Source.get(main=False, skip_lib=False) ] 9342655Sstever@eecs.umich.edu 9356143Snate@binkert.org static_date = make_obj(date_source, static=True, extra_deps=static_objs) 9366143Snate@binkert.org static_objs.append(static_date) 9378233Snate@binkert.org 9386143Snate@binkert.org shared_date = make_obj(date_source, static=False, extra_deps=shared_objs) 9396143Snate@binkert.org shared_objs.append(shared_date) 9404007Ssaidi@eecs.umich.edu 9414596Sbinkertn@umich.edu # First make a library of everything but main() so other programs can 9424007Ssaidi@eecs.umich.edu # link against m5. 9434596Sbinkertn@umich.edu static_lib = new_env.StaticLibrary(libname, static_objs) 9447756SAli.Saidi@ARM.com shared_lib = new_env.SharedLibrary(libname, shared_objs) 9457816Ssteve.reinhardt@amd.com 9465522Snate@binkert.org # Now link a stub with main() and the static library. 9475601Snate@binkert.org main_objs = [ make_obj(s, True) for s in Source.get(main=True) ] 9485601Snate@binkert.org 9492655Sstever@eecs.umich.edu for test in UnitTest.all: 950955SN/A flags = { test.target : True } 9513918Ssaidi@eecs.umich.edu test_sources = Source.get(**flags) 9523918Ssaidi@eecs.umich.edu test_objs = [ make_obj(s, static=True) for s in test_sources ] 9533918Ssaidi@eecs.umich.edu if test.main: 9543918Ssaidi@eecs.umich.edu test_objs += main_objs 9553918Ssaidi@eecs.umich.edu testname = "unittest/%s.%s" % (test.target, label) 9563918Ssaidi@eecs.umich.edu new_env.Program(testname, test_objs + static_objs) 9573918Ssaidi@eecs.umich.edu 9583918Ssaidi@eecs.umich.edu progname = exename 9593918Ssaidi@eecs.umich.edu if strip: 9603918Ssaidi@eecs.umich.edu progname += '.unstripped' 9613918Ssaidi@eecs.umich.edu 9623918Ssaidi@eecs.umich.edu targets = new_env.Program(progname, main_objs + static_objs) 9633918Ssaidi@eecs.umich.edu 9643918Ssaidi@eecs.umich.edu if strip: 9653940Ssaidi@eecs.umich.edu if sys.platform == 'sunos5': 9663940Ssaidi@eecs.umich.edu cmd = 'cp $SOURCE $TARGET; strip $TARGET' 9673940Ssaidi@eecs.umich.edu else: 9683942Ssaidi@eecs.umich.edu cmd = 'strip $SOURCE -o $TARGET' 9693940Ssaidi@eecs.umich.edu targets = new_env.Command(exename, progname, 9703515Ssaidi@eecs.umich.edu MakeAction(cmd, Transform("STRIP"))) 9713918Ssaidi@eecs.umich.edu 9724762Snate@binkert.org new_env.Command(secondary_exename, exename, 9733515Ssaidi@eecs.umich.edu MakeAction('ln $SOURCE $TARGET', Transform("HARDLINK"))) 9742655Sstever@eecs.umich.edu 9753918Ssaidi@eecs.umich.edu new_env.M5Binary = targets[0] 9763619Sbinkertn@umich.edu envList.append(new_env) 977955SN/A 978955SN/A# Start out with the compiler flags common to all compilers, 9792655Sstever@eecs.umich.edu# i.e. they all use -g for opt and -g -pg for prof 9803918Ssaidi@eecs.umich.educcflags = {'debug' : [], 'opt' : ['-g'], 'fast' : [], 'prof' : ['-g', '-pg'], 9813619Sbinkertn@umich.edu 'perf' : ['-g']} 982955SN/A 983955SN/A# Start out with the linker flags common to all linkers, i.e. -pg for 9842655Sstever@eecs.umich.edu# prof, and -lprofiler for perf. The -lprofile flag is surrounded by 9853918Ssaidi@eecs.umich.edu# no-as-needed and as-needed as the binutils linker is too clever and 9863619Sbinkertn@umich.edu# simply doesn't link to the library otherwise. 987955SN/Aldflags = {'debug' : [], 'opt' : [], 'fast' : [], 'prof' : ['-pg'], 988955SN/A 'perf' : ['-Wl,--no-as-needed', '-lprofiler', '-Wl,--as-needed']} 9892655Sstever@eecs.umich.edu 9903918Ssaidi@eecs.umich.edu# For Link Time Optimization, the optimisation flags used to compile 9913683Sstever@eecs.umich.edu# individual files are decoupled from those used at link time 9922655Sstever@eecs.umich.edu# (i.e. you can compile with -O3 and perform LTO with -O0), so we need 9931869SN/A# to also update the linker flags based on the target. 9941869SN/Aif env['GCC']: 995 if sys.platform == 'sunos5': 996 ccflags['debug'] += ['-gstabs+'] 997 else: 998 ccflags['debug'] += ['-ggdb3'] 999 ldflags['debug'] += ['-O0'] 1000 # opt, fast, prof and perf all share the same cc flags, also add 1001 # the optimization to the ldflags as LTO defers the optimization 1002 # to link time 1003 for target in ['opt', 'fast', 'prof', 'perf']: 1004 ccflags[target] += ['-O3'] 1005 ldflags[target] += ['-O3'] 1006 1007 ccflags['fast'] += env['LTO_CCFLAGS'] 1008 ldflags['fast'] += env['LTO_LDFLAGS'] 1009 1010elif env['SUNCC']: 1011 ccflags['debug'] += ['-g0'] 1012 ccflags['opt'] += ['-O'] 1013 for target in ['fast', 'prof', 'perf']: 1014 ccflags[target] += ['-fast'] 1015elif env['ICC']: 1016 ccflags['debug'] += ['-g', '-O0'] 1017 ccflags['opt'] += ['-O'] 1018 for target in ['fast', 'prof', 'perf']: 1019 ccflags[target] += ['-fast'] 1020elif env['CLANG']: 1021 ccflags['debug'] += ['-g', '-O0'] 1022 # opt, fast, prof and perf all share the same cc flags 1023 for target in ['opt', 'fast', 'prof', 'perf']: 1024 ccflags[target] += ['-O3'] 1025else: 1026 print 'Unknown compiler, please fix compiler options' 1027 Exit(1) 1028 1029 1030# To speed things up, we only instantiate the build environments we 1031# need. We try to identify the needed environment for each target; if 1032# we can't, we fall back on instantiating all the environments just to 1033# be safe. 1034target_types = ['debug', 'opt', 'fast', 'prof', 'perf'] 1035obj2target = {'do': 'debug', 'o': 'opt', 'fo': 'fast', 'po': 'prof', 1036 'gpo' : 'perf'} 1037 1038def identifyTarget(t): 1039 ext = t.split('.')[-1] 1040 if ext in target_types: 1041 return ext 1042 if obj2target.has_key(ext): 1043 return obj2target[ext] 1044 match = re.search(r'/tests/([^/]+)/', t) 1045 if match and match.group(1) in target_types: 1046 return match.group(1) 1047 return 'all' 1048 1049needed_envs = [identifyTarget(target) for target in BUILD_TARGETS] 1050if 'all' in needed_envs: 1051 needed_envs += target_types 1052 1053# Debug binary 1054if 'debug' in needed_envs: 1055 makeEnv('debug', '.do', 1056 CCFLAGS = Split(ccflags['debug']), 1057 CPPDEFINES = ['DEBUG', 'TRACING_ON=1'], 1058 LINKFLAGS = Split(ldflags['debug'])) 1059 1060# Optimized binary 1061if 'opt' in needed_envs: 1062 makeEnv('opt', '.o', 1063 CCFLAGS = Split(ccflags['opt']), 1064 CPPDEFINES = ['TRACING_ON=1'], 1065 LINKFLAGS = Split(ldflags['opt'])) 1066 1067# "Fast" binary 1068if 'fast' in needed_envs: 1069 makeEnv('fast', '.fo', strip = True, 1070 CCFLAGS = Split(ccflags['fast']), 1071 CPPDEFINES = ['NDEBUG', 'TRACING_ON=0'], 1072 LINKFLAGS = Split(ldflags['fast'])) 1073 1074# Profiled binary using gprof 1075if 'prof' in needed_envs: 1076 makeEnv('prof', '.po', 1077 CCFLAGS = Split(ccflags['prof']), 1078 CPPDEFINES = ['NDEBUG', 'TRACING_ON=0'], 1079 LINKFLAGS = Split(ldflags['prof'])) 1080 1081# Profiled binary using google-pprof 1082if 'perf' in needed_envs: 1083 makeEnv('perf', '.gpo', 1084 CCFLAGS = Split(ccflags['perf']), 1085 CPPDEFINES = ['NDEBUG', 'TRACING_ON=0'], 1086 LINKFLAGS = Split(ldflags['perf'])) 1087 1088Return('envList') 1089