abc76f20cb
creation and initialization now happens in python. Parameter objects are generated and initialized by python. The .ini file is now solely for debugging purposes and is not used in construction of the objects in any way. --HG-- extra : convert_revision : 7e722873e417cb3d696f2e34c35ff488b7bff4ed
406 lines
13 KiB
Python
406 lines
13 KiB
Python
# -*- mode:python -*-
|
|
|
|
# Copyright (c) 2004-2005 The Regents of The University of Michigan
|
|
# All rights reserved.
|
|
#
|
|
# Redistribution and use in source and binary forms, with or without
|
|
# modification, are permitted provided that the following conditions are
|
|
# met: redistributions of source code must retain the above copyright
|
|
# notice, this list of conditions and the following disclaimer;
|
|
# redistributions in binary form must reproduce the above copyright
|
|
# notice, this list of conditions and the following disclaimer in the
|
|
# documentation and/or other materials provided with the distribution;
|
|
# neither the name of the copyright holders nor the names of its
|
|
# contributors may be used to endorse or promote products derived from
|
|
# this software without specific prior written permission.
|
|
#
|
|
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
|
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
|
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
#
|
|
# Authors: Nathan Binkert
|
|
|
|
import imp
|
|
import os
|
|
import sys
|
|
|
|
from os.path import basename
|
|
from os.path import join as joinpath
|
|
from os.path import exists
|
|
from os.path import isdir
|
|
from os.path import isfile
|
|
|
|
import SCons
|
|
|
|
# This file defines how to build a particular configuration of M5
|
|
# based on variable settings in the 'env' build environment.
|
|
|
|
Import('*')
|
|
|
|
# Children need to see the environment
|
|
Export('env')
|
|
|
|
def sort_list(_list):
|
|
"""return a sorted copy of '_list'"""
|
|
if isinstance(_list, list):
|
|
_list = _list[:]
|
|
else:
|
|
_list = list(_list)
|
|
_list.sort()
|
|
return _list
|
|
|
|
class PySourceFile(object):
|
|
def __init__(self, package, source):
|
|
filename = str(source)
|
|
pyname = basename(filename)
|
|
assert pyname.endswith('.py')
|
|
name = pyname[:-3]
|
|
path = package.split('.')
|
|
modpath = path
|
|
if name != '__init__':
|
|
modpath += [name]
|
|
modpath = '.'.join(modpath)
|
|
|
|
arcpath = package.split('.') + [ pyname + 'c' ]
|
|
arcname = joinpath(*arcpath)
|
|
|
|
self.source = source
|
|
self.pyname = pyname
|
|
self.srcpath = source.srcnode().abspath
|
|
self.package = package
|
|
self.modpath = modpath
|
|
self.arcname = arcname
|
|
self.filename = filename
|
|
self.compiled = File(filename + 'c')
|
|
|
|
########################################################################
|
|
# Code for adding source files of various types
|
|
#
|
|
cc_sources = []
|
|
def Source(source):
|
|
'''Add a C/C++ source file to the build'''
|
|
if not isinstance(source, SCons.Node.FS.File):
|
|
source = File(source)
|
|
|
|
cc_sources.append(source)
|
|
|
|
py_sources = []
|
|
def PySource(package, source):
|
|
'''Add a python source file to the named package'''
|
|
if not isinstance(source, SCons.Node.FS.File):
|
|
source = File(source)
|
|
|
|
source = PySourceFile(package, source)
|
|
py_sources.append(source)
|
|
|
|
sim_objects_fixed = False
|
|
sim_object_modfiles = set()
|
|
def SimObject(source):
|
|
'''Add a SimObject python file as a python source object and add
|
|
it to a list of sim object modules'''
|
|
|
|
if sim_objects_fixed:
|
|
raise AttributeError, "Too late to call SimObject now."
|
|
|
|
if not isinstance(source, SCons.Node.FS.File):
|
|
source = File(source)
|
|
|
|
PySource('m5.objects', source)
|
|
modfile = basename(str(source))
|
|
assert modfile.endswith('.py')
|
|
modname = modfile[:-3]
|
|
sim_object_modfiles.add(modname)
|
|
|
|
swig_sources = []
|
|
def SwigSource(package, source):
|
|
'''Add a swig file to build'''
|
|
if not isinstance(source, SCons.Node.FS.File):
|
|
source = File(source)
|
|
val = source,package
|
|
swig_sources.append(val)
|
|
|
|
# Children should have access
|
|
Export('Source')
|
|
Export('PySource')
|
|
Export('SimObject')
|
|
Export('SwigSource')
|
|
|
|
########################################################################
|
|
#
|
|
# Set some compiler variables
|
|
#
|
|
|
|
# Include file paths are rooted in this directory. SCons will
|
|
# automatically expand '.' to refer to both the source directory and
|
|
# the corresponding build directory to pick up generated include
|
|
# files.
|
|
env.Append(CPPPATH=Dir('.'))
|
|
|
|
# Add a flag defining what THE_ISA should be for all compilation
|
|
env.Append(CPPDEFINES=[('THE_ISA','%s_ISA' % env['TARGET_ISA'].upper())])
|
|
|
|
########################################################################
|
|
#
|
|
# Walk the tree and execute all SConscripts
|
|
#
|
|
scripts = []
|
|
srcdir = env['SRCDIR']
|
|
for root, dirs, files in os.walk(srcdir, topdown=True):
|
|
if root == srcdir:
|
|
# we don't want to recurse back into this SConscript
|
|
continue
|
|
|
|
if 'SConscript' in files:
|
|
# strip off the srcdir part since scons will try to find the
|
|
# script in the build directory
|
|
base = root[len(srcdir) + 1:]
|
|
SConscript(joinpath(base, 'SConscript'))
|
|
|
|
for opt in env.ExportOptions:
|
|
env.ConfigFile(opt)
|
|
|
|
########################################################################
|
|
#
|
|
# Prevent any SimObjects from being added after this point, they
|
|
# should all have been added in the SConscripts above
|
|
#
|
|
sim_objects_fixed = True
|
|
|
|
########################################################################
|
|
#
|
|
# Manually turn python/generate.py into a python module and import it
|
|
#
|
|
generate_file = File('python/generate.py')
|
|
generate_module = imp.new_module('generate')
|
|
sys.modules['generate'] = generate_module
|
|
exec file(generate_file.srcnode().abspath, 'r') in generate_module.__dict__
|
|
|
|
########################################################################
|
|
#
|
|
# build a generate
|
|
#
|
|
from generate import Generate
|
|
optionDict = dict([(opt, env[opt]) for opt in env.ExportOptions])
|
|
generate = Generate(py_sources, sim_object_modfiles, optionDict)
|
|
m5 = generate.m5
|
|
|
|
########################################################################
|
|
#
|
|
# calculate extra dependencies
|
|
#
|
|
module_depends = ["m5", "m5.SimObject", "m5.params"]
|
|
module_depends = [ File(generate.py_modules[dep]) for dep in module_depends ]
|
|
file_depends = [ generate_file ]
|
|
depends = module_depends + file_depends
|
|
|
|
########################################################################
|
|
#
|
|
# Commands for the basic automatically generated python files
|
|
#
|
|
|
|
# Generate a file with all of the compile options in it
|
|
env.Command('python/m5/defines.py', Value(optionDict),
|
|
generate.makeDefinesPyFile)
|
|
PySource('m5', 'python/m5/defines.py')
|
|
|
|
# Generate a file that wraps the basic top level files
|
|
env.Command('python/m5/info.py',
|
|
[ '#/AUTHORS', '#/LICENSE', '#/README', '#/RELEASE_NOTES' ],
|
|
generate.makeInfoPyFile)
|
|
PySource('m5', 'python/m5/info.py')
|
|
|
|
# Generate an __init__.py file for the objects package
|
|
env.Command('python/m5/objects/__init__.py',
|
|
[ Value(o) for o in sort_list(sim_object_modfiles) ],
|
|
generate.makeObjectsInitFile)
|
|
PySource('m5.objects', 'python/m5/objects/__init__.py')
|
|
|
|
########################################################################
|
|
#
|
|
# Create all of the SimObject param headers and enum headers
|
|
#
|
|
|
|
# Generate all of the SimObject param struct header files
|
|
params_hh_files = []
|
|
for name,simobj in generate.sim_objects.iteritems():
|
|
extra_deps = [ File(generate.py_modules[simobj.__module__]) ]
|
|
|
|
hh_file = File('params/%s.hh' % name)
|
|
params_hh_files.append(hh_file)
|
|
env.Command(hh_file, Value(name), generate.createSimObjectParam)
|
|
env.Depends(hh_file, depends + extra_deps)
|
|
|
|
# Generate any parameter header files needed
|
|
for name,param in generate.params.iteritems():
|
|
if isinstance(param, m5.params.VectorParamDesc):
|
|
ext = 'vptype'
|
|
else:
|
|
ext = 'ptype'
|
|
|
|
i_file = File('params/%s_%s.i' % (name, ext))
|
|
env.Command(i_file, Value(name), generate.createSwigParam)
|
|
env.Depends(i_file, depends)
|
|
|
|
# Generate all enum header files
|
|
for name,enum in generate.enums.iteritems():
|
|
extra_deps = [ File(generate.py_modules[enum.__module__]) ]
|
|
|
|
cc_file = File('enums/%s.cc' % name)
|
|
env.Command(cc_file, Value(name), generate.createEnumStrings)
|
|
env.Depends(cc_file, depends + extra_deps)
|
|
Source(cc_file)
|
|
|
|
hh_file = File('enums/%s.hh' % name)
|
|
env.Command(hh_file, Value(name), generate.createEnumParam)
|
|
env.Depends(hh_file, depends + extra_deps)
|
|
|
|
# Build the big monolithic swigged params module (wraps all SimObject
|
|
# param structs and enum structs)
|
|
params_file = File('params/params.i')
|
|
names = sort_list(generate.sim_objects.keys())
|
|
env.Command(params_file, [ Value(v) for v in names ],
|
|
generate.buildParams)
|
|
env.Depends(params_file, params_hh_files + depends)
|
|
SwigSource('m5.objects', params_file)
|
|
|
|
# Build all swig modules
|
|
swig_modules = []
|
|
for source,package in swig_sources:
|
|
filename = str(source)
|
|
assert filename.endswith('.i')
|
|
|
|
base = '.'.join(filename.split('.')[:-1])
|
|
module = basename(base)
|
|
cc_file = base + '_wrap.cc'
|
|
py_file = base + '.py'
|
|
|
|
env.Command([cc_file, py_file], source,
|
|
'$SWIG $SWIGFLAGS -outdir ${TARGETS[1].dir} '
|
|
'-o ${TARGETS[0]} $SOURCES')
|
|
env.Depends(py_file, source)
|
|
env.Depends(cc_file, source)
|
|
|
|
swig_modules.append(Value(module))
|
|
Source(cc_file)
|
|
PySource(package, py_file)
|
|
|
|
# Generate the main swig init file
|
|
env.Command('swig/init.cc', swig_modules, generate.makeSwigInit)
|
|
Source('swig/init.cc')
|
|
|
|
# Build the zip file
|
|
py_compiled = []
|
|
py_zip_depends = []
|
|
for source in py_sources:
|
|
env.Command(source.compiled, source.source, generate.compilePyFile)
|
|
py_compiled.append(source.compiled)
|
|
|
|
# make the zipfile depend on the archive name so that the archive
|
|
# is rebuilt if the name changes
|
|
py_zip_depends.append(Value(source.arcname))
|
|
|
|
# Add the zip file target to the environment.
|
|
m5zip = File('m5py.zip')
|
|
env.Command(m5zip, py_compiled, generate.buildPyZip)
|
|
env.Depends(m5zip, py_zip_depends)
|
|
|
|
########################################################################
|
|
#
|
|
# Define binaries. Each different build type (debug, opt, etc.) gets
|
|
# a slightly different build environment.
|
|
#
|
|
|
|
# List of constructed environments to pass back to SConstruct
|
|
envList = []
|
|
|
|
# This function adds the specified sources to the given build
|
|
# environment, and returns a list of all the corresponding SCons
|
|
# Object nodes (including an extra one for date.cc). We explicitly
|
|
# add the Object nodes so we can set up special dependencies for
|
|
# date.cc.
|
|
def make_objs(sources, env):
|
|
objs = [env.Object(s) for s in sources]
|
|
# make date.cc depend on all other objects so it always gets
|
|
# recompiled whenever anything else does
|
|
date_obj = env.Object('base/date.cc')
|
|
env.Depends(date_obj, objs)
|
|
objs.append(date_obj)
|
|
return objs
|
|
|
|
# Function to create a new build environment as clone of current
|
|
# environment 'env' with modified object suffix and optional stripped
|
|
# binary. Additional keyword arguments are appended to corresponding
|
|
# build environment vars.
|
|
def makeEnv(label, objsfx, strip = False, **kwargs):
|
|
newEnv = env.Copy(OBJSUFFIX=objsfx)
|
|
newEnv.Label = label
|
|
newEnv.Append(**kwargs)
|
|
exe = 'm5.' + label # final executable
|
|
bin = exe + '.bin' # executable w/o appended Python zip archive
|
|
newEnv.Program(bin, make_objs(cc_sources, newEnv))
|
|
if strip:
|
|
stripped_bin = bin + '.stripped'
|
|
if sys.platform == 'sunos5':
|
|
cmd = 'cp $SOURCE $TARGET; strip $TARGET'
|
|
else:
|
|
cmd = 'strip $SOURCE -o $TARGET'
|
|
newEnv.Command(stripped_bin, bin, cmd)
|
|
bin = stripped_bin
|
|
targets = newEnv.Concat(exe, [bin, 'm5py.zip'])
|
|
newEnv.M5Binary = targets[0]
|
|
envList.append(newEnv)
|
|
|
|
# Debug binary
|
|
ccflags = {}
|
|
if env['GCC']:
|
|
if sys.platform == 'sunos5':
|
|
ccflags['debug'] = '-gstabs+'
|
|
else:
|
|
ccflags['debug'] = '-ggdb3'
|
|
ccflags['opt'] = '-g -O3'
|
|
ccflags['fast'] = '-O3'
|
|
ccflags['prof'] = '-O3 -g -pg'
|
|
elif env['SUNCC']:
|
|
ccflags['debug'] = '-g0'
|
|
ccflags['opt'] = '-g -O'
|
|
ccflags['fast'] = '-fast'
|
|
ccflags['prof'] = '-fast -g -pg'
|
|
elif env['ICC']:
|
|
ccflags['debug'] = '-g -O0'
|
|
ccflags['opt'] = '-g -O'
|
|
ccflags['fast'] = '-fast'
|
|
ccflags['prof'] = '-fast -g -pg'
|
|
else:
|
|
print 'Unknown compiler, please fix compiler options'
|
|
Exit(1)
|
|
|
|
makeEnv('debug', '.do',
|
|
CCFLAGS = Split(ccflags['debug']),
|
|
CPPDEFINES = ['DEBUG', 'TRACING_ON=1'])
|
|
|
|
# Optimized binary
|
|
makeEnv('opt', '.o',
|
|
CCFLAGS = Split(ccflags['opt']),
|
|
CPPDEFINES = ['TRACING_ON=1'])
|
|
|
|
# "Fast" binary
|
|
makeEnv('fast', '.fo', strip = True,
|
|
CCFLAGS = Split(ccflags['fast']),
|
|
CPPDEFINES = ['NDEBUG', 'TRACING_ON=0'])
|
|
|
|
# Profiled binary
|
|
makeEnv('prof', '.po',
|
|
CCFLAGS = Split(ccflags['prof']),
|
|
CPPDEFINES = ['NDEBUG', 'TRACING_ON=0'],
|
|
LINKFLAGS = '-pg')
|
|
|
|
Return('envList')
|