output.py (1929:fb189519cb06) output.py (2006:3ca085495c69)
1# Copyright (c) 2005 The Regents of The University of Michigan
2# All rights reserved.
3#
4# Redistribution and use in source and binary forms, with or without
5# modification, are permitted provided that the following conditions are
6# met: redistributions of source code must retain the above copyright
7# notice, this list of conditions and the following disclaimer;
8# redistributions in binary form must reproduce the above copyright

--- 12 unchanged lines hidden (view full) ---

21# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
22# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
23# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
24# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
25# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26#
27# Authors: Nathan Binkert
28
1# Copyright (c) 2005 The Regents of The University of Michigan
2# All rights reserved.
3#
4# Redistribution and use in source and binary forms, with or without
5# modification, are permitted provided that the following conditions are
6# met: redistributions of source code must retain the above copyright
7# notice, this list of conditions and the following disclaimer;
8# redistributions in binary form must reproduce the above copyright

--- 12 unchanged lines hidden (view full) ---

21# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
22# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
23# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
24# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
25# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26#
27# Authors: Nathan Binkert
28
29class StatOutput(object):
30 def __init__(self, name, jobfile, info, stat=None, binstats=None):
31 self.name = name
29from chart import ChartOptions
30
31class StatOutput(ChartOptions):
32 def __init__(self, jobfile, info, stat=None, binstats=None):
33 super(StatOutput, self).__init__()
32 self.jobfile = jobfile
33 self.stat = stat
34 self.binstats = None
34 self.jobfile = jobfile
35 self.stat = stat
36 self.binstats = None
35 self.label = self.name
36 self.invert = False
37 self.info = info
38
37 self.invert = False
38 self.info = info
39
39 def printdata(self, bin = None, printmode = 'G'):
40 def printdata(self, name, bin = None, printmode = 'G'):
40 import info
41
42 if bin:
41 import info
42
43 if bin:
43 print '%s %s stats' % (self.name, bin)
44 print '%s %s stats' % (name, bin)
44
45 if self.binstats:
46 for stat in self.binstats:
47 stat.bins = bin
48
49 if printmode == 'G':
50 valformat = '%g'
51 elif printmode != 'F' and value > 1e6:

--- 12 unchanged lines hidden (view full) ---

64 if self.invert:
65 for i,val in enumerate(value):
66 if val != 0.0:
67 value[i] = 1 / val
68
69 valstring = ', '.join([ valformat % val for val in value ])
70 print '%-50s %s' % (job.name + ':', valstring)
71
45
46 if self.binstats:
47 for stat in self.binstats:
48 stat.bins = bin
49
50 if printmode == 'G':
51 valformat = '%g'
52 elif printmode != 'F' and value > 1e6:

--- 12 unchanged lines hidden (view full) ---

65 if self.invert:
66 for i,val in enumerate(value):
67 if val != 0.0:
68 value[i] = 1 / val
69
70 valstring = ', '.join([ valformat % val for val in value ])
71 print '%-50s %s' % (job.name + ':', valstring)
72
72 def display(self, binned = False, printmode = 'G'):
73 def display(self, name, binned = False, printmode = 'G'):
73 if binned and self.binstats:
74 if binned and self.binstats:
74 self.printdata('kernel', printmode)
75 self.printdata('idle', printmode)
76 self.printdata('user', printmode)
77 self.printdata('interrupt', printmode)
75 self.printdata(name, 'kernel', printmode)
76 self.printdata(name, 'idle', printmode)
77 self.printdata(name, 'user', printmode)
78 self.printdata(name, 'interrupt', printmode)
78
79
79 print '%s total stats' % self.name
80 self.printdata(printmode=printmode)
80 print '%s total stats' % name
81 self.printdata(name, printmode=printmode)
81
82
82 def graph(self, graphdir):
83 def graph(self, name, graphdir, proxy=None):
83 from os.path import expanduser, isdir, join as joinpath
84 from barchart import BarChart
85 from matplotlib.numerix import Float, array, zeros
84 from os.path import expanduser, isdir, join as joinpath
85 from barchart import BarChart
86 from matplotlib.numerix import Float, array, zeros
86 import os, re
87 import os, re, urllib
88 from jobfile import crossproduct
87
88 confgroups = self.jobfile.groups()
89 ngroups = len(confgroups)
90 skiplist = [ False ] * ngroups
89
90 confgroups = self.jobfile.groups()
91 ngroups = len(confgroups)
92 skiplist = [ False ] * ngroups
91 groupopts = None
92 baropts = None
93 groupopts = []
94 baropts = []
93 groups = []
94 for i,group in enumerate(confgroups):
95 if group.flags.graph_group:
95 groups = []
96 for i,group in enumerate(confgroups):
97 if group.flags.graph_group:
96 if groupopts is not None:
97 raise AttributeError, \
98 'Two groups selected for graph group'
99 groupopts = group.subopts()
98 groupopts.append(group.subopts())
100 skiplist[i] = True
101 elif group.flags.graph_bars:
99 skiplist[i] = True
100 elif group.flags.graph_bars:
102 if baropts is not None:
103 raise AttributeError, \
104 'Two groups selected for graph bars'
105 baropts = group.subopts()
101 baropts.append(group.subopts())
106 skiplist[i] = True
107 else:
108 groups.append(group)
109
102 skiplist[i] = True
103 else:
104 groups.append(group)
105
110 if groupopts is None:
106 if not groupopts:
111 raise AttributeError, 'No group selected for graph group'
112
107 raise AttributeError, 'No group selected for graph group'
108
113 if baropts is None:
109 if not baropts:
114 raise AttributeError, 'No group selected for graph bars'
115
110 raise AttributeError, 'No group selected for graph bars'
111
112 groupopts = [ group for group in crossproduct(groupopts) ]
113 baropts = [ bar for bar in crossproduct(baropts) ]
114
116 directory = expanduser(graphdir)
117 if not isdir(directory):
118 os.mkdir(directory)
115 directory = expanduser(graphdir)
116 if not isdir(directory):
117 os.mkdir(directory)
119 html = file(joinpath(directory, '%s.html' % self.name), 'w')
118 html = file(joinpath(directory, '%s.html' % name), 'w')
120 print >>html, '<html>'
119 print >>html, '<html>'
121 print >>html, '<title>Graphs for %s</title>' % self.name
120 print >>html, 'Graphs for %s' % name
122 print >>html, '<body>'
121 print >>html, '<body>'
122 html.flush()
123
124 for options in self.jobfile.options(groups):
123
124 for options in self.jobfile.options(groups):
125 chart = BarChart(self)
126
125 data = zeros((len(groupopts), len(baropts)), Float)
126 data = [ [ None ] * len(baropts) for i in xrange(len(groupopts)) ]
127 enabled = False
128 stacked = 0
129 for g,gopt in enumerate(groupopts):
130 for b,bopt in enumerate(baropts):
127 data = zeros((len(groupopts), len(baropts)), Float)
128 data = [ [ None ] * len(baropts) for i in xrange(len(groupopts)) ]
129 enabled = False
130 stacked = 0
131 for g,gopt in enumerate(groupopts):
132 for b,bopt in enumerate(baropts):
131 job = self.jobfile.job(options + [ gopt, bopt ])
133 job = self.jobfile.job(options + gopt + bopt)
132 if not job:
133 continue
134
134 if not job:
135 continue
136
137 if proxy:
138 import db
139 proxy.dict['system'] = self.info[job.system]
135 val = self.info.get(job, self.stat)
140 val = self.info.get(job, self.stat)
141 if val is None:
142 print 'stat "%s" for job "%s" not found' % \
143 (self.stat, job)
144
136 if isinstance(val, (list, tuple)):
137 if len(val) == 1:
138 val = val[0]
139 else:
140 stacked = len(val)
141
142 data[g][b] = val
143
144 if stacked == 0:
145 for i in xrange(len(groupopts)):
146 for j in xrange(len(baropts)):
147 if data[i][j] is None:
148 data[i][j] = 0.0
149 else:
150 for i in xrange(len(groupopts)):
151 for j in xrange(len(baropts)):
152 val = data[i][j]
153 if val is None:
145 if isinstance(val, (list, tuple)):
146 if len(val) == 1:
147 val = val[0]
148 else:
149 stacked = len(val)
150
151 data[g][b] = val
152
153 if stacked == 0:
154 for i in xrange(len(groupopts)):
155 for j in xrange(len(baropts)):
156 if data[i][j] is None:
157 data[i][j] = 0.0
158 else:
159 for i in xrange(len(groupopts)):
160 for j in xrange(len(baropts)):
161 val = data[i][j]
162 if val is None:
154 data[i][j] = [] * stacked
163 data[i][j] = [ 0.0 ] * stacked
155 elif len(val) != stacked:
156 raise ValueError, "some stats stacked, some not"
157
158 data = array(data)
159 if data.sum() == 0:
160 continue
161
164 elif len(val) != stacked:
165 raise ValueError, "some stats stacked, some not"
166
167 data = array(data)
168 if data.sum() == 0:
169 continue
170
162 bar_descs = [ opt.desc for opt in baropts ]
163 group_descs = [ opt.desc for opt in groupopts ]
164 if stacked:
165 try:
166 legend = self.info.rcategories
167 except:
168 legend = [ str(i) for i in xrange(stacked) ]
169 else:
170 legend = bar_descs
171 x = data.shape[0]
172 y = data.shape[1]
173 xkeep = [ i for i in xrange(x) if data[i].sum() != 0 ]
174 ykeep = [ i for i in xrange(y) if data[:,i].sum() != 0 ]
175 data = data.take(xkeep, axis=0)
176 data = data.take(ykeep, axis=1)
177 chart.data = data
171
178
172 chart = BarChart(data=data, xlabel='Benchmark', ylabel=self.label,
173 legend=legend, xticks=group_descs)
179 gopts = [ groupopts[i] for i in xkeep ]
180 bopts = [ baropts[i] for i in ykeep ]
181
182 bdescs = [ ' '.join([o.desc for o in opt]) for opt in bopts]
183 gdescs = [ ' '.join([o.desc for o in opt]) for opt in gopts]
184
185 if chart.legend is None:
186 if stacked:
187 try:
188 chart.legend = self.info.rcategories
189 except:
190 chart.legend = [ str(i) for i in xrange(stacked) ]
191 else:
192 chart.legend = bdescs
193
194 if chart.xticks is None:
195 chart.xticks = gdescs
174 chart.graph()
175
176 names = [ opt.name for opt in options ]
177 descs = [ opt.desc for opt in options ]
178
196 chart.graph()
197
198 names = [ opt.name for opt in options ]
199 descs = [ opt.desc for opt in options ]
200
179 filename = '%s-%s.png' % (self.name, ':'.join(names))
201 if names[0] == 'run':
202 names = names[1:]
203 descs = descs[1:]
204
205 basename = '%s-%s' % (name, ':'.join(names))
180 desc = ' '.join(descs)
206 desc = ' '.join(descs)
181 filepath = joinpath(directory, filename)
182 chart.savefig(filepath)
183 filename = re.sub(':', '%3A', filename)
184 print >>html, '''%s<br><img src="%s"><br>''' % (desc, filename)
185
207
208 pngname = '%s.png' % basename
209 psname = '%s.eps' % re.sub(':', '-', basename)
210 epsname = '%s.ps' % re.sub(':', '-', basename)
211 chart.savefig(joinpath(directory, pngname))
212 chart.savefig(joinpath(directory, epsname))
213 chart.savefig(joinpath(directory, psname))
214 html_name = urllib.quote(pngname)
215 print >>html, '''%s<br><img src="%s"><br>''' % (desc, html_name)
216 html.flush()
217
186 print >>html, '</body>'
187 print >>html, '</html>'
188 html.close()
218 print >>html, '</body>'
219 print >>html, '</html>'
220 html.close()