1# Copyright (c) 2005-2006 The Regents of The University of Michigan
2# All rights reserved.
3#
4# Redistribution and use in source and binary forms, with or without
5# modification, are permitted provided that the following conditions are
6# met: redistributions of source code must retain the above copyright
7# notice, this list of conditions and the following disclaimer;
8# redistributions in binary form must reproduce the above copyright
9# notice, this list of conditions and the following disclaimer in the
10# documentation and/or other materials provided with the distribution;
11# neither the name of the copyright holders nor the names of its
12# contributors may be used to endorse or promote products derived from
13# this software without specific prior written permission.
14#
15# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
16# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
17# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
18# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
19# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
20# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
21# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
22# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
23# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
24# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
25# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26#
27# Authors: Nathan Binkert
28
29from chart import ChartOptions
30
31class StatOutput(ChartOptions):
| 1# Copyright (c) 2005-2006 The Regents of The University of Michigan
2# All rights reserved.
3#
4# Redistribution and use in source and binary forms, with or without
5# modification, are permitted provided that the following conditions are
6# met: redistributions of source code must retain the above copyright
7# notice, this list of conditions and the following disclaimer;
8# redistributions in binary form must reproduce the above copyright
9# notice, this list of conditions and the following disclaimer in the
10# documentation and/or other materials provided with the distribution;
11# neither the name of the copyright holders nor the names of its
12# contributors may be used to endorse or promote products derived from
13# this software without specific prior written permission.
14#
15# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
16# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
17# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
18# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
19# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
20# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
21# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
22# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
23# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
24# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
25# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26#
27# Authors: Nathan Binkert
28
29from chart import ChartOptions
30
31class StatOutput(ChartOptions):
|
32 def __init__(self, jobfile, info, stat=None, binstats=None):
| 32 def __init__(self, jobfile, info, stat=None):
|
33 super(StatOutput, self).__init__()
34 self.jobfile = jobfile
35 self.stat = stat
| 33 super(StatOutput, self).__init__()
34 self.jobfile = jobfile
35 self.stat = stat
|
36 self.binstats = None
| |
37 self.invert = False
38 self.info = info
39
| 36 self.invert = False
37 self.info = info
38
|
40 def printdata(self, name, bin = None, printmode = 'G'):
| 39 def display(self, name, printmode = 'G'):
|
41 import info
42
| 40 import info
41
|
43 if bin:
44 print '%s %s stats' % (name, bin)
45
46 if self.binstats:
47 for stat in self.binstats:
48 stat.bins = bin
49
| |
50 if printmode == 'G':
51 valformat = '%g'
52 elif printmode != 'F' and value > 1e6:
53 valformat = '%0.5e'
54 else:
55 valformat = '%f'
56
57 for job in self.jobfile.jobs():
58 value = self.info.get(job, self.stat)
59 if value is None:
60 return
61
62 if not isinstance(value, list):
63 value = [ value ]
64
65 if self.invert:
66 for i,val in enumerate(value):
67 if val != 0.0:
68 value[i] = 1 / val
69
70 valstring = ', '.join([ valformat % val for val in value ])
71 print '%-50s %s' % (job.name + ':', valstring)
72
| 42 if printmode == 'G':
43 valformat = '%g'
44 elif printmode != 'F' and value > 1e6:
45 valformat = '%0.5e'
46 else:
47 valformat = '%f'
48
49 for job in self.jobfile.jobs():
50 value = self.info.get(job, self.stat)
51 if value is None:
52 return
53
54 if not isinstance(value, list):
55 value = [ value ]
56
57 if self.invert:
58 for i,val in enumerate(value):
59 if val != 0.0:
60 value[i] = 1 / val
61
62 valstring = ', '.join([ valformat % val for val in value ])
63 print '%-50s %s' % (job.name + ':', valstring)
64
|
73 def display(self, name, binned = False, printmode = 'G'):
74 if binned and self.binstats:
75 self.printdata(name, 'kernel', printmode)
76 self.printdata(name, 'idle', printmode)
77 self.printdata(name, 'user', printmode)
78 self.printdata(name, 'interrupt', printmode)
79
80 print '%s total stats' % name
81 self.printdata(name, printmode=printmode)
82
| |
83 def graph(self, name, graphdir, proxy=None):
84 from os.path import expanduser, isdir, join as joinpath
85 from barchart import BarChart
86 from matplotlib.numerix import Float, array, zeros
87 import os, re, urllib
88 from jobfile import crossproduct
89
90 confgroups = self.jobfile.groups()
91 ngroups = len(confgroups)
92 skiplist = [ False ] * ngroups
93 groupopts = []
94 baropts = []
95 groups = []
96 for i,group in enumerate(confgroups):
97 if group.flags.graph_group:
98 groupopts.append(group.subopts())
99 skiplist[i] = True
100 elif group.flags.graph_bars:
101 baropts.append(group.subopts())
102 skiplist[i] = True
103 else:
104 groups.append(group)
105
106 has_group = bool(groupopts)
107 if has_group:
108 groupopts = [ group for group in crossproduct(groupopts) ]
109 else:
110 groupopts = [ None ]
111
112 if baropts:
113 baropts = [ bar for bar in crossproduct(baropts) ]
114 else:
115 raise AttributeError, 'No group selected for graph bars'
116
117 directory = expanduser(graphdir)
118 if not isdir(directory):
119 os.mkdir(directory)
120 html = file(joinpath(directory, '%s.html' % name), 'w')
121 print >>html, '<html>'
122 print >>html, '<title>Graphs for %s</title>' % name
123 print >>html, '<body>'
124 html.flush()
125
126 for options in self.jobfile.options(groups):
127 chart = BarChart(self)
128
129 data = [ [ None ] * len(baropts) for i in xrange(len(groupopts)) ]
130 enabled = False
131 stacked = 0
132 for g,gopt in enumerate(groupopts):
133 for b,bopt in enumerate(baropts):
134 if gopt is None:
135 gopt = []
136 job = self.jobfile.job(options + gopt + bopt)
137 if not job:
138 continue
139
140 if proxy:
141 import db
142 proxy.dict['system'] = self.info[job.system]
143 val = self.info.get(job, self.stat)
144 if val is None:
145 print 'stat "%s" for job "%s" not found' % \
146 (self.stat, job)
147
148 if isinstance(val, (list, tuple)):
149 if len(val) == 1:
150 val = val[0]
151 else:
152 stacked = len(val)
153
154 data[g][b] = val
155
156 if stacked == 0:
157 for i in xrange(len(groupopts)):
158 for j in xrange(len(baropts)):
159 if data[i][j] is None:
160 data[i][j] = 0.0
161 else:
162 for i in xrange(len(groupopts)):
163 for j in xrange(len(baropts)):
164 val = data[i][j]
165 if val is None:
166 data[i][j] = [ 0.0 ] * stacked
167 elif len(val) != stacked:
168 raise ValueError, "some stats stacked, some not"
169
170 data = array(data)
171 if data.sum() == 0:
172 continue
173
174 dim = len(data.shape)
175 x = data.shape[0]
176 xkeep = [ i for i in xrange(x) if data[i].sum() != 0 ]
177 y = data.shape[1]
178 ykeep = [ i for i in xrange(y) if data[:,i].sum() != 0 ]
179 data = data.take(xkeep, axis=0)
180 data = data.take(ykeep, axis=1)
181 if not has_group:
182 data = data.take([ 0 ], axis=0)
183 chart.data = data
184
185
186 bopts = [ baropts[i] for i in ykeep ]
187 bdescs = [ ' '.join([o.desc for o in opt]) for opt in bopts]
188
189 if has_group:
190 gopts = [ groupopts[i] for i in xkeep ]
191 gdescs = [ ' '.join([o.desc for o in opt]) for opt in gopts]
192
193 if chart.legend is None:
194 if stacked:
195 try:
196 chart.legend = self.info.rcategories
197 except:
198 chart.legend = [ str(i) for i in xrange(stacked) ]
199 else:
200 chart.legend = bdescs
201
202 if chart.xticks is None:
203 if has_group:
204 chart.xticks = gdescs
205 else:
206 chart.xticks = []
207 chart.graph()
208
209 names = [ opt.name for opt in options ]
210 descs = [ opt.desc for opt in options ]
211
212 if names[0] == 'run':
213 names = names[1:]
214 descs = descs[1:]
215
216 basename = '%s-%s' % (name, ':'.join(names))
217 desc = ' '.join(descs)
218
219 pngname = '%s.png' % basename
220 psname = '%s.eps' % re.sub(':', '-', basename)
221 epsname = '%s.ps' % re.sub(':', '-', basename)
222 chart.savefig(joinpath(directory, pngname))
223 chart.savefig(joinpath(directory, epsname))
224 chart.savefig(joinpath(directory, psname))
225 html_name = urllib.quote(pngname)
226 print >>html, '''%s<br><img src="%s"><br>''' % (desc, html_name)
227 html.flush()
228
229 print >>html, '</body>'
230 print >>html, '</html>'
231 html.close()
| 65 def graph(self, name, graphdir, proxy=None):
66 from os.path import expanduser, isdir, join as joinpath
67 from barchart import BarChart
68 from matplotlib.numerix import Float, array, zeros
69 import os, re, urllib
70 from jobfile import crossproduct
71
72 confgroups = self.jobfile.groups()
73 ngroups = len(confgroups)
74 skiplist = [ False ] * ngroups
75 groupopts = []
76 baropts = []
77 groups = []
78 for i,group in enumerate(confgroups):
79 if group.flags.graph_group:
80 groupopts.append(group.subopts())
81 skiplist[i] = True
82 elif group.flags.graph_bars:
83 baropts.append(group.subopts())
84 skiplist[i] = True
85 else:
86 groups.append(group)
87
88 has_group = bool(groupopts)
89 if has_group:
90 groupopts = [ group for group in crossproduct(groupopts) ]
91 else:
92 groupopts = [ None ]
93
94 if baropts:
95 baropts = [ bar for bar in crossproduct(baropts) ]
96 else:
97 raise AttributeError, 'No group selected for graph bars'
98
99 directory = expanduser(graphdir)
100 if not isdir(directory):
101 os.mkdir(directory)
102 html = file(joinpath(directory, '%s.html' % name), 'w')
103 print >>html, '<html>'
104 print >>html, '<title>Graphs for %s</title>' % name
105 print >>html, '<body>'
106 html.flush()
107
108 for options in self.jobfile.options(groups):
109 chart = BarChart(self)
110
111 data = [ [ None ] * len(baropts) for i in xrange(len(groupopts)) ]
112 enabled = False
113 stacked = 0
114 for g,gopt in enumerate(groupopts):
115 for b,bopt in enumerate(baropts):
116 if gopt is None:
117 gopt = []
118 job = self.jobfile.job(options + gopt + bopt)
119 if not job:
120 continue
121
122 if proxy:
123 import db
124 proxy.dict['system'] = self.info[job.system]
125 val = self.info.get(job, self.stat)
126 if val is None:
127 print 'stat "%s" for job "%s" not found' % \
128 (self.stat, job)
129
130 if isinstance(val, (list, tuple)):
131 if len(val) == 1:
132 val = val[0]
133 else:
134 stacked = len(val)
135
136 data[g][b] = val
137
138 if stacked == 0:
139 for i in xrange(len(groupopts)):
140 for j in xrange(len(baropts)):
141 if data[i][j] is None:
142 data[i][j] = 0.0
143 else:
144 for i in xrange(len(groupopts)):
145 for j in xrange(len(baropts)):
146 val = data[i][j]
147 if val is None:
148 data[i][j] = [ 0.0 ] * stacked
149 elif len(val) != stacked:
150 raise ValueError, "some stats stacked, some not"
151
152 data = array(data)
153 if data.sum() == 0:
154 continue
155
156 dim = len(data.shape)
157 x = data.shape[0]
158 xkeep = [ i for i in xrange(x) if data[i].sum() != 0 ]
159 y = data.shape[1]
160 ykeep = [ i for i in xrange(y) if data[:,i].sum() != 0 ]
161 data = data.take(xkeep, axis=0)
162 data = data.take(ykeep, axis=1)
163 if not has_group:
164 data = data.take([ 0 ], axis=0)
165 chart.data = data
166
167
168 bopts = [ baropts[i] for i in ykeep ]
169 bdescs = [ ' '.join([o.desc for o in opt]) for opt in bopts]
170
171 if has_group:
172 gopts = [ groupopts[i] for i in xkeep ]
173 gdescs = [ ' '.join([o.desc for o in opt]) for opt in gopts]
174
175 if chart.legend is None:
176 if stacked:
177 try:
178 chart.legend = self.info.rcategories
179 except:
180 chart.legend = [ str(i) for i in xrange(stacked) ]
181 else:
182 chart.legend = bdescs
183
184 if chart.xticks is None:
185 if has_group:
186 chart.xticks = gdescs
187 else:
188 chart.xticks = []
189 chart.graph()
190
191 names = [ opt.name for opt in options ]
192 descs = [ opt.desc for opt in options ]
193
194 if names[0] == 'run':
195 names = names[1:]
196 descs = descs[1:]
197
198 basename = '%s-%s' % (name, ':'.join(names))
199 desc = ' '.join(descs)
200
201 pngname = '%s.png' % basename
202 psname = '%s.eps' % re.sub(':', '-', basename)
203 epsname = '%s.ps' % re.sub(':', '-', basename)
204 chart.savefig(joinpath(directory, pngname))
205 chart.savefig(joinpath(directory, epsname))
206 chart.savefig(joinpath(directory, psname))
207 html_name = urllib.quote(pngname)
208 print >>html, '''%s<br><img src="%s"><br>''' % (desc, html_name)
209 html.flush()
210
211 print >>html, '</body>'
212 print >>html, '</html>'
213 html.close()
|