c0a4836077
options, making existing options more visible and dealing with
holes in data better.
util/stats/barchart.py:
- move the options for BarChart to a base class ChartOptions so
they can be more easily set and copied.
- add an option to set the chart size (so you can adjust the aspect ratio)
- don't do the add_subplot thing, use add_axes directly so we can
affect the size of the figure itself to make room for the legend
- make the initial array bottom floating point so we don't lose precision
- add an option to set the limits on the y axis
- use a figure legend instead of an axes legend so we can put the legend
outside of the actual chart. Also add an option to set the fontsize of
the legend.
- initial hack at outputting csv files
util/stats/db.py:
don't print out an error when the run is missing from the database
just return None, the error will be print elsewhere.
util/stats/output.py:
- make StatOutput derive from ChartOptions so that it's easier to
set default chart options.
- make the various output functions (graph, display, etc.) take the
name of the data as a parameter instead of making it a parameter to
__init__. This allows me to create the StatOutput object with
generic parameters while still being able to specialize the name
after the fact
- add support for graph_group and graph_bars to be applied to multiple
configuration groups. This results in a cross product of the groups
to be generated and used.
- flush the html file output as we go so that we can load the file
while graphs are still being generated.
- make the proxy a parameter to the graph function so the proper system's
data can be graphed
- for any groups or bars that are completely missing, remove them from
the graph. This way, if we decide not to do a set of runs, there won't
be holes in the data.
- output eps and ps by default in addition to the png.
util/stats/profile.py:
- clean up the data structures that are used to store the function
profile information and try our best to avoid keeping extra data
around that isn't used.
- make get() return None if a job is missing so we know it was
missing rather than the all zeroes thing.
- make the function profile categorization stuff total up to 100%
- Fixup the x-axis and y-axis labels.
- fix the dot file output stuff.
util/stats/stats.py:
support the new options stuff for StatOutput
--HG--
extra : convert_revision : fae35df8c57a36257ea93bc3e0a0e617edc46bb7
270 lines
9.6 KiB
Python
270 lines
9.6 KiB
Python
# Copyright (c) 2005 The Regents of The University of Michigan
|
|
# All rights reserved.
|
|
#
|
|
# Redistribution and use in source and binary forms, with or without
|
|
# modification, are permitted provided that the following conditions are
|
|
# met: redistributions of source code must retain the above copyright
|
|
# notice, this list of conditions and the following disclaimer;
|
|
# redistributions in binary form must reproduce the above copyright
|
|
# notice, this list of conditions and the following disclaimer in the
|
|
# documentation and/or other materials provided with the distribution;
|
|
# neither the name of the copyright holders nor the names of its
|
|
# contributors may be used to endorse or promote products derived from
|
|
# this software without specific prior written permission.
|
|
#
|
|
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
|
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
|
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
#
|
|
# Authors: Nathan Binkert
|
|
# Lisa Hsu
|
|
|
|
import matplotlib, pylab
|
|
from matplotlib.font_manager import FontProperties
|
|
from matplotlib.numerix import array, arange, reshape, shape, transpose, zeros
|
|
from matplotlib.numerix import Float
|
|
|
|
matplotlib.interactive(False)
|
|
|
|
from chart import ChartOptions
|
|
|
|
class BarChart(ChartOptions):
|
|
def __init__(self, default=None, **kwargs):
|
|
super(BarChart, self).__init__(default, **kwargs)
|
|
self.inputdata = None
|
|
self.chartdata = None
|
|
|
|
def gen_colors(self, count):
|
|
cmap = matplotlib.cm.get_cmap(self.colormap)
|
|
if count == 1:
|
|
return cmap([ 0.5 ])
|
|
else:
|
|
return cmap(arange(count) / float(count - 1))
|
|
|
|
# The input data format does not match the data format that the
|
|
# graph function takes because it is intuitive. The conversion
|
|
# from input data format to chart data format depends on the
|
|
# dimensionality of the input data. Check here for the
|
|
# dimensionality and correctness of the input data
|
|
def set_data(self, data):
|
|
if data is None:
|
|
self.inputdata = None
|
|
self.chartdata = None
|
|
return
|
|
|
|
data = array(data)
|
|
dim = len(shape(data))
|
|
if dim not in (1, 2, 3):
|
|
raise AttributeError, "Input data must be a 1, 2, or 3d matrix"
|
|
self.inputdata = data
|
|
|
|
# If the input data is a 1d matrix, then it describes a
|
|
# standard bar chart.
|
|
if dim == 1:
|
|
self.chartdata = array([[data]])
|
|
|
|
# If the input data is a 2d matrix, then it describes a bar
|
|
# chart with groups. The matrix being an array of groups of
|
|
# bars.
|
|
if dim == 2:
|
|
self.chartdata = transpose([data], axes=(2,0,1))
|
|
|
|
# If the input data is a 3d matrix, then it describes an array
|
|
# of groups of bars with each bar being an array of stacked
|
|
# values.
|
|
if dim == 3:
|
|
self.chartdata = transpose(data, axes=(1,2,0))
|
|
|
|
def get_data(self):
|
|
return self.inputdata
|
|
|
|
data = property(get_data, set_data)
|
|
|
|
# Graph the chart data.
|
|
# Input is a 3d matrix that describes a plot that has multiple
|
|
# groups, multiple bars in each group, and multiple values stacked
|
|
# in each bar. The underlying bar() function expects a sequence of
|
|
# bars in the same stack location and same group location, so the
|
|
# organization of the matrix is that the inner most sequence
|
|
# represents one of these bar groups, then those are grouped
|
|
# together to make one full stack of bars in each group, and then
|
|
# the outer most layer describes the groups. Here is an example
|
|
# data set and how it gets plotted as a result.
|
|
#
|
|
# e.g. data = [[[10,11,12], [13,14,15], [16,17,18], [19,20,21]],
|
|
# [[22,23,24], [25,26,27], [28,29,30], [31,32,33]]]
|
|
#
|
|
# will plot like this:
|
|
#
|
|
# 19 31 20 32 21 33
|
|
# 16 28 17 29 18 30
|
|
# 13 25 14 26 15 27
|
|
# 10 22 11 23 12 24
|
|
#
|
|
# Because this arrangement is rather conterintuitive, the rearrange
|
|
# function takes various matricies and arranges them to fit this
|
|
# profile.
|
|
#
|
|
# This code deals with one of the dimensions in the matrix being
|
|
# one wide.
|
|
#
|
|
def graph(self):
|
|
if self.chartdata is None:
|
|
raise AttributeError, "Data not set for bar chart!"
|
|
|
|
self.figure = pylab.figure(figsize=self.chart_size)
|
|
self.axes = self.figure.add_axes(self.figure_size)
|
|
|
|
dim = len(shape(self.inputdata))
|
|
cshape = shape(self.chartdata)
|
|
if dim == 1:
|
|
colors = self.gen_colors(cshape[2])
|
|
colors = [ [ colors ] * cshape[1] ] * cshape[0]
|
|
|
|
if dim == 2:
|
|
colors = self.gen_colors(cshape[0])
|
|
colors = [ [ [ c ] * cshape[2] ] * cshape[1] for c in colors ]
|
|
|
|
if dim == 3:
|
|
colors = self.gen_colors(cshape[1])
|
|
colors = [ [ [ c ] * cshape[2] for c in colors ] ] * cshape[0]
|
|
|
|
colors = array(colors)
|
|
|
|
bars_in_group = len(self.chartdata)
|
|
if bars_in_group < 5:
|
|
width = 1.0 / ( bars_in_group + 1)
|
|
center = width / 2
|
|
else:
|
|
width = .8 / bars_in_group
|
|
center = .1
|
|
|
|
bars = []
|
|
for i,stackdata in enumerate(self.chartdata):
|
|
bottom = array([0.0] * len(stackdata[0]), Float)
|
|
stack = []
|
|
for j,bardata in enumerate(stackdata):
|
|
bardata = array(bardata)
|
|
ind = arange(len(bardata)) + i * width + center
|
|
bar = self.axes.bar(ind, bardata, width, bottom=bottom,
|
|
color=colors[i][j])
|
|
stack.append(bar)
|
|
bottom += bardata
|
|
bars.append(stack)
|
|
|
|
if self.xlabel is not None:
|
|
self.axes.set_xlabel(self.xlabel)
|
|
|
|
if self.ylabel is not None:
|
|
self.axes.set_ylabel(self.ylabel)
|
|
|
|
if self.yticks is not None:
|
|
ymin, ymax = self.axes.get_ylim()
|
|
nticks = float(len(self.yticks))
|
|
ticks = arange(nticks) / (nticks - 1) * (ymax - ymin) + ymin
|
|
self.axes.set_yticks(ticks)
|
|
self.axes.set_yticklabels(self.yticks)
|
|
elif self.ylim is not None:
|
|
self.axes.set_ylim(self.ylim)
|
|
|
|
if self.xticks is not None:
|
|
self.axes.set_xticks(arange(cshape[2]) + .5)
|
|
self.axes.set_xticklabels(self.xticks)
|
|
|
|
if self.legend is not None:
|
|
if dim == 1:
|
|
lbars = bars[0][0]
|
|
if dim == 2:
|
|
lbars = [ bars[i][0][0] for i in xrange(len(bars))]
|
|
if dim == 3:
|
|
number = len(bars[0])
|
|
lbars = [ bars[0][number - j - 1][0] for j in xrange(number)]
|
|
|
|
self.figure.legend(lbars, self.legend, self.legend_loc,
|
|
prop=FontProperties(size=self.legend_size))
|
|
|
|
if self.title is not None:
|
|
self.axes.set_title(self.title)
|
|
|
|
def savefig(self, name):
|
|
self.figure.savefig(name)
|
|
|
|
def savecsv(self, name):
|
|
f = file(name, 'w')
|
|
data = array(self.inputdata)
|
|
dim = len(data.shape)
|
|
|
|
if dim == 1:
|
|
#if self.xlabel:
|
|
# f.write(', '.join(list(self.xlabel)) + '\n')
|
|
f.write(', '.join([ '%f' % val for val in data]) + '\n')
|
|
if dim == 2:
|
|
#if self.xlabel:
|
|
# f.write(', '.join([''] + list(self.xlabel)) + '\n')
|
|
for i,row in enumerate(data):
|
|
ylabel = []
|
|
#if self.ylabel:
|
|
# ylabel = [ self.ylabel[i] ]
|
|
f.write(', '.join(ylabel + [ '%f' % val for val in row]) + '\n')
|
|
if dim == 3:
|
|
f.write("don't do 3D csv files\n")
|
|
pass
|
|
|
|
f.close()
|
|
|
|
|
|
if __name__ == '__main__':
|
|
from random import randrange
|
|
import random, sys
|
|
|
|
dim = 3
|
|
number = 5
|
|
|
|
args = sys.argv[1:]
|
|
if len(args) > 3:
|
|
sys.exit("invalid number of arguments")
|
|
elif len(args) > 0:
|
|
myshape = [ int(x) for x in args ]
|
|
else:
|
|
myshape = [ 3, 4, 8 ]
|
|
|
|
# generate a data matrix of the given shape
|
|
size = reduce(lambda x,y: x*y, myshape)
|
|
#data = [ random.randrange(size - i) + 10 for i in xrange(size) ]
|
|
data = [ float(i)/100.0 for i in xrange(size) ]
|
|
data = reshape(data, myshape)
|
|
|
|
# setup some test bar charts
|
|
if True:
|
|
chart1 = BarChart()
|
|
chart1.data = data
|
|
|
|
chart1.xlabel = 'Benchmark'
|
|
chart1.ylabel = 'Bandwidth (GBps)'
|
|
chart1.legend = [ 'x%d' % x for x in xrange(myshape[-1]) ]
|
|
chart1.xticks = [ 'xtick%d' % x for x in xrange(myshape[0]) ]
|
|
chart1.title = 'this is the title'
|
|
chart1.graph()
|
|
chart1.savefig('/tmp/test1.png')
|
|
chart1.savefig('/tmp/test1.ps')
|
|
chart1.savefig('/tmp/test1.eps')
|
|
chart1.savecsv('/tmp/test1.csv')
|
|
|
|
if False:
|
|
chart2 = BarChart()
|
|
chart2.data = data
|
|
chart2.colormap = 'gray'
|
|
chart2.graph()
|
|
chart2.savefig('/tmp/test2.png')
|
|
chart2.savefig('/tmp/test2.ps')
|
|
|
|
#pylab.show()
|