c0a4836077
options, making existing options more visible and dealing with
holes in data better.
util/stats/barchart.py:
- move the options for BarChart to a base class ChartOptions so
they can be more easily set and copied.
- add an option to set the chart size (so you can adjust the aspect ratio)
- don't do the add_subplot thing, use add_axes directly so we can
affect the size of the figure itself to make room for the legend
- make the initial array bottom floating point so we don't lose precision
- add an option to set the limits on the y axis
- use a figure legend instead of an axes legend so we can put the legend
outside of the actual chart. Also add an option to set the fontsize of
the legend.
- initial hack at outputting csv files
util/stats/db.py:
don't print out an error when the run is missing from the database
just return None, the error will be print elsewhere.
util/stats/output.py:
- make StatOutput derive from ChartOptions so that it's easier to
set default chart options.
- make the various output functions (graph, display, etc.) take the
name of the data as a parameter instead of making it a parameter to
__init__. This allows me to create the StatOutput object with
generic parameters while still being able to specialize the name
after the fact
- add support for graph_group and graph_bars to be applied to multiple
configuration groups. This results in a cross product of the groups
to be generated and used.
- flush the html file output as we go so that we can load the file
while graphs are still being generated.
- make the proxy a parameter to the graph function so the proper system's
data can be graphed
- for any groups or bars that are completely missing, remove them from
the graph. This way, if we decide not to do a set of runs, there won't
be holes in the data.
- output eps and ps by default in addition to the png.
util/stats/profile.py:
- clean up the data structures that are used to store the function
profile information and try our best to avoid keeping extra data
around that isn't used.
- make get() return None if a job is missing so we know it was
missing rather than the all zeroes thing.
- make the function profile categorization stuff total up to 100%
- Fixup the x-axis and y-axis labels.
- fix the dot file output stuff.
util/stats/stats.py:
support the new options stuff for StatOutput
--HG--
extra : convert_revision : fae35df8c57a36257ea93bc3e0a0e617edc46bb7
220 lines
8.1 KiB
Python
220 lines
8.1 KiB
Python
# Copyright (c) 2005 The Regents of The University of Michigan
|
|
# All rights reserved.
|
|
#
|
|
# Redistribution and use in source and binary forms, with or without
|
|
# modification, are permitted provided that the following conditions are
|
|
# met: redistributions of source code must retain the above copyright
|
|
# notice, this list of conditions and the following disclaimer;
|
|
# redistributions in binary form must reproduce the above copyright
|
|
# notice, this list of conditions and the following disclaimer in the
|
|
# documentation and/or other materials provided with the distribution;
|
|
# neither the name of the copyright holders nor the names of its
|
|
# contributors may be used to endorse or promote products derived from
|
|
# this software without specific prior written permission.
|
|
#
|
|
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
|
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
|
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
#
|
|
# Authors: Nathan Binkert
|
|
|
|
from chart import ChartOptions
|
|
|
|
class StatOutput(ChartOptions):
|
|
def __init__(self, jobfile, info, stat=None, binstats=None):
|
|
super(StatOutput, self).__init__()
|
|
self.jobfile = jobfile
|
|
self.stat = stat
|
|
self.binstats = None
|
|
self.invert = False
|
|
self.info = info
|
|
|
|
def printdata(self, name, bin = None, printmode = 'G'):
|
|
import info
|
|
|
|
if bin:
|
|
print '%s %s stats' % (name, bin)
|
|
|
|
if self.binstats:
|
|
for stat in self.binstats:
|
|
stat.bins = bin
|
|
|
|
if printmode == 'G':
|
|
valformat = '%g'
|
|
elif printmode != 'F' and value > 1e6:
|
|
valformat = '%0.5e'
|
|
else:
|
|
valformat = '%f'
|
|
|
|
for job in self.jobfile.jobs():
|
|
value = self.info.get(job, self.stat)
|
|
if value is None:
|
|
return
|
|
|
|
if not isinstance(value, list):
|
|
value = [ value ]
|
|
|
|
if self.invert:
|
|
for i,val in enumerate(value):
|
|
if val != 0.0:
|
|
value[i] = 1 / val
|
|
|
|
valstring = ', '.join([ valformat % val for val in value ])
|
|
print '%-50s %s' % (job.name + ':', valstring)
|
|
|
|
def display(self, name, binned = False, printmode = 'G'):
|
|
if binned and self.binstats:
|
|
self.printdata(name, 'kernel', printmode)
|
|
self.printdata(name, 'idle', printmode)
|
|
self.printdata(name, 'user', printmode)
|
|
self.printdata(name, 'interrupt', printmode)
|
|
|
|
print '%s total stats' % name
|
|
self.printdata(name, printmode=printmode)
|
|
|
|
def graph(self, name, graphdir, proxy=None):
|
|
from os.path import expanduser, isdir, join as joinpath
|
|
from barchart import BarChart
|
|
from matplotlib.numerix import Float, array, zeros
|
|
import os, re, urllib
|
|
from jobfile import crossproduct
|
|
|
|
confgroups = self.jobfile.groups()
|
|
ngroups = len(confgroups)
|
|
skiplist = [ False ] * ngroups
|
|
groupopts = []
|
|
baropts = []
|
|
groups = []
|
|
for i,group in enumerate(confgroups):
|
|
if group.flags.graph_group:
|
|
groupopts.append(group.subopts())
|
|
skiplist[i] = True
|
|
elif group.flags.graph_bars:
|
|
baropts.append(group.subopts())
|
|
skiplist[i] = True
|
|
else:
|
|
groups.append(group)
|
|
|
|
if not groupopts:
|
|
raise AttributeError, 'No group selected for graph group'
|
|
|
|
if not baropts:
|
|
raise AttributeError, 'No group selected for graph bars'
|
|
|
|
groupopts = [ group for group in crossproduct(groupopts) ]
|
|
baropts = [ bar for bar in crossproduct(baropts) ]
|
|
|
|
directory = expanduser(graphdir)
|
|
if not isdir(directory):
|
|
os.mkdir(directory)
|
|
html = file(joinpath(directory, '%s.html' % name), 'w')
|
|
print >>html, '<html>'
|
|
print >>html, '<title>Graphs for %s</title>' % name
|
|
print >>html, '<body>'
|
|
html.flush()
|
|
|
|
for options in self.jobfile.options(groups):
|
|
chart = BarChart(self)
|
|
|
|
data = zeros((len(groupopts), len(baropts)), Float)
|
|
data = [ [ None ] * len(baropts) for i in xrange(len(groupopts)) ]
|
|
enabled = False
|
|
stacked = 0
|
|
for g,gopt in enumerate(groupopts):
|
|
for b,bopt in enumerate(baropts):
|
|
job = self.jobfile.job(options + gopt + bopt)
|
|
if not job:
|
|
continue
|
|
|
|
if proxy:
|
|
import db
|
|
proxy.dict['system'] = self.info[job.system]
|
|
val = self.info.get(job, self.stat)
|
|
if val is None:
|
|
print 'stat "%s" for job "%s" not found' % \
|
|
(self.stat, job)
|
|
|
|
if isinstance(val, (list, tuple)):
|
|
if len(val) == 1:
|
|
val = val[0]
|
|
else:
|
|
stacked = len(val)
|
|
|
|
data[g][b] = val
|
|
|
|
if stacked == 0:
|
|
for i in xrange(len(groupopts)):
|
|
for j in xrange(len(baropts)):
|
|
if data[i][j] is None:
|
|
data[i][j] = 0.0
|
|
else:
|
|
for i in xrange(len(groupopts)):
|
|
for j in xrange(len(baropts)):
|
|
val = data[i][j]
|
|
if val is None:
|
|
data[i][j] = [ 0.0 ] * stacked
|
|
elif len(val) != stacked:
|
|
raise ValueError, "some stats stacked, some not"
|
|
|
|
data = array(data)
|
|
if data.sum() == 0:
|
|
continue
|
|
|
|
x = data.shape[0]
|
|
y = data.shape[1]
|
|
xkeep = [ i for i in xrange(x) if data[i].sum() != 0 ]
|
|
ykeep = [ i for i in xrange(y) if data[:,i].sum() != 0 ]
|
|
data = data.take(xkeep, axis=0)
|
|
data = data.take(ykeep, axis=1)
|
|
chart.data = data
|
|
|
|
gopts = [ groupopts[i] for i in xkeep ]
|
|
bopts = [ baropts[i] for i in ykeep ]
|
|
|
|
bdescs = [ ' '.join([o.desc for o in opt]) for opt in bopts]
|
|
gdescs = [ ' '.join([o.desc for o in opt]) for opt in gopts]
|
|
|
|
if chart.legend is None:
|
|
if stacked:
|
|
try:
|
|
chart.legend = self.info.rcategories
|
|
except:
|
|
chart.legend = [ str(i) for i in xrange(stacked) ]
|
|
else:
|
|
chart.legend = bdescs
|
|
|
|
if chart.xticks is None:
|
|
chart.xticks = gdescs
|
|
chart.graph()
|
|
|
|
names = [ opt.name for opt in options ]
|
|
descs = [ opt.desc for opt in options ]
|
|
|
|
if names[0] == 'run':
|
|
names = names[1:]
|
|
descs = descs[1:]
|
|
|
|
basename = '%s-%s' % (name, ':'.join(names))
|
|
desc = ' '.join(descs)
|
|
|
|
pngname = '%s.png' % basename
|
|
psname = '%s.eps' % re.sub(':', '-', basename)
|
|
epsname = '%s.ps' % re.sub(':', '-', basename)
|
|
chart.savefig(joinpath(directory, pngname))
|
|
chart.savefig(joinpath(directory, epsname))
|
|
chart.savefig(joinpath(directory, psname))
|
|
html_name = urllib.quote(pngname)
|
|
print >>html, '''%s<br><img src="%s"><br>''' % (desc, html_name)
|
|
html.flush()
|
|
|
|
print >>html, '</body>'
|
|
print >>html, '</html>'
|
|
html.close()
|