1# Copyright (c) 2005 The Regents of The University of Michigan
| 1# Copyright (c) 2005-2006 The Regents of The University of Michigan
|
2# All rights reserved. 3# 4# Redistribution and use in source and binary forms, with or without 5# modification, are permitted provided that the following conditions are 6# met: redistributions of source code must retain the above copyright 7# notice, this list of conditions and the following disclaimer; 8# redistributions in binary form must reproduce the above copyright 9# notice, this list of conditions and the following disclaimer in the 10# documentation and/or other materials provided with the distribution; 11# neither the name of the copyright holders nor the names of its 12# contributors may be used to endorse or promote products derived from 13# this software without specific prior written permission. 14# 15# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 16# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 17# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 18# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 19# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 20# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 21# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 22# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 23# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 24# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 25# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 26# 27# Authors: Nathan Binkert 28 29from chart import ChartOptions 30 31class StatOutput(ChartOptions): 32 def __init__(self, jobfile, info, stat=None, binstats=None): 33 super(StatOutput, self).__init__() 34 self.jobfile = jobfile 35 self.stat = stat 36 self.binstats = None 37 self.invert = False 38 self.info = info 39 40 def printdata(self, name, bin = None, printmode = 'G'): 41 import info 42 43 if bin: 44 print '%s %s stats' % (name, bin) 45 46 if self.binstats: 47 for stat in self.binstats: 48 stat.bins = bin 49 50 if printmode == 'G': 51 valformat = '%g' 52 elif printmode != 'F' and value > 1e6: 53 valformat = '%0.5e' 54 else: 55 valformat = '%f' 56 57 for job in self.jobfile.jobs(): 58 value = self.info.get(job, self.stat) 59 if value is None: 60 return 61 62 if not isinstance(value, list): 63 value = [ value ] 64 65 if self.invert: 66 for i,val in enumerate(value): 67 if val != 0.0: 68 value[i] = 1 / val 69 70 valstring = ', '.join([ valformat % val for val in value ]) 71 print '%-50s %s' % (job.name + ':', valstring) 72 73 def display(self, name, binned = False, printmode = 'G'): 74 if binned and self.binstats: 75 self.printdata(name, 'kernel', printmode) 76 self.printdata(name, 'idle', printmode) 77 self.printdata(name, 'user', printmode) 78 self.printdata(name, 'interrupt', printmode) 79 80 print '%s total stats' % name 81 self.printdata(name, printmode=printmode) 82 83 def graph(self, name, graphdir, proxy=None): 84 from os.path import expanduser, isdir, join as joinpath 85 from barchart import BarChart 86 from matplotlib.numerix import Float, array, zeros 87 import os, re, urllib 88 from jobfile import crossproduct 89 90 confgroups = self.jobfile.groups() 91 ngroups = len(confgroups) 92 skiplist = [ False ] * ngroups 93 groupopts = [] 94 baropts = [] 95 groups = [] 96 for i,group in enumerate(confgroups): 97 if group.flags.graph_group: 98 groupopts.append(group.subopts()) 99 skiplist[i] = True 100 elif group.flags.graph_bars: 101 baropts.append(group.subopts()) 102 skiplist[i] = True 103 else: 104 groups.append(group) 105
| 2# All rights reserved. 3# 4# Redistribution and use in source and binary forms, with or without 5# modification, are permitted provided that the following conditions are 6# met: redistributions of source code must retain the above copyright 7# notice, this list of conditions and the following disclaimer; 8# redistributions in binary form must reproduce the above copyright 9# notice, this list of conditions and the following disclaimer in the 10# documentation and/or other materials provided with the distribution; 11# neither the name of the copyright holders nor the names of its 12# contributors may be used to endorse or promote products derived from 13# this software without specific prior written permission. 14# 15# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 16# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 17# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 18# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 19# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 20# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 21# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 22# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 23# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 24# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 25# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 26# 27# Authors: Nathan Binkert 28 29from chart import ChartOptions 30 31class StatOutput(ChartOptions): 32 def __init__(self, jobfile, info, stat=None, binstats=None): 33 super(StatOutput, self).__init__() 34 self.jobfile = jobfile 35 self.stat = stat 36 self.binstats = None 37 self.invert = False 38 self.info = info 39 40 def printdata(self, name, bin = None, printmode = 'G'): 41 import info 42 43 if bin: 44 print '%s %s stats' % (name, bin) 45 46 if self.binstats: 47 for stat in self.binstats: 48 stat.bins = bin 49 50 if printmode == 'G': 51 valformat = '%g' 52 elif printmode != 'F' and value > 1e6: 53 valformat = '%0.5e' 54 else: 55 valformat = '%f' 56 57 for job in self.jobfile.jobs(): 58 value = self.info.get(job, self.stat) 59 if value is None: 60 return 61 62 if not isinstance(value, list): 63 value = [ value ] 64 65 if self.invert: 66 for i,val in enumerate(value): 67 if val != 0.0: 68 value[i] = 1 / val 69 70 valstring = ', '.join([ valformat % val for val in value ]) 71 print '%-50s %s' % (job.name + ':', valstring) 72 73 def display(self, name, binned = False, printmode = 'G'): 74 if binned and self.binstats: 75 self.printdata(name, 'kernel', printmode) 76 self.printdata(name, 'idle', printmode) 77 self.printdata(name, 'user', printmode) 78 self.printdata(name, 'interrupt', printmode) 79 80 print '%s total stats' % name 81 self.printdata(name, printmode=printmode) 82 83 def graph(self, name, graphdir, proxy=None): 84 from os.path import expanduser, isdir, join as joinpath 85 from barchart import BarChart 86 from matplotlib.numerix import Float, array, zeros 87 import os, re, urllib 88 from jobfile import crossproduct 89 90 confgroups = self.jobfile.groups() 91 ngroups = len(confgroups) 92 skiplist = [ False ] * ngroups 93 groupopts = [] 94 baropts = [] 95 groups = [] 96 for i,group in enumerate(confgroups): 97 if group.flags.graph_group: 98 groupopts.append(group.subopts()) 99 skiplist[i] = True 100 elif group.flags.graph_bars: 101 baropts.append(group.subopts()) 102 skiplist[i] = True 103 else: 104 groups.append(group) 105
|
106 if not groupopts: 107 raise AttributeError, 'No group selected for graph group'
| 106 has_group = bool(groupopts) 107 if has_group: 108 groupopts = [ group for group in crossproduct(groupopts) ] 109 else: 110 groupopts = [ None ]
|
108
| 111
|
109 if not baropts:
| 112 if baropts: 113 baropts = [ bar for bar in crossproduct(baropts) ] 114 else:
|
110 raise AttributeError, 'No group selected for graph bars' 111
| 115 raise AttributeError, 'No group selected for graph bars' 116
|
112 groupopts = [ group for group in crossproduct(groupopts) ] 113 baropts = [ bar for bar in crossproduct(baropts) ] 114
| |
115 directory = expanduser(graphdir) 116 if not isdir(directory): 117 os.mkdir(directory) 118 html = file(joinpath(directory, '%s.html' % name), 'w') 119 print >>html, '<html>' 120 print >>html, '<title>Graphs for %s</title>' % name 121 print >>html, '<body>' 122 html.flush() 123 124 for options in self.jobfile.options(groups): 125 chart = BarChart(self) 126
| 117 directory = expanduser(graphdir) 118 if not isdir(directory): 119 os.mkdir(directory) 120 html = file(joinpath(directory, '%s.html' % name), 'w') 121 print >>html, '<html>' 122 print >>html, '<title>Graphs for %s</title>' % name 123 print >>html, '<body>' 124 html.flush() 125 126 for options in self.jobfile.options(groups): 127 chart = BarChart(self) 128
|
127 data = zeros((len(groupopts), len(baropts)), Float)
| |
128 data = [ [ None ] * len(baropts) for i in xrange(len(groupopts)) ] 129 enabled = False 130 stacked = 0 131 for g,gopt in enumerate(groupopts): 132 for b,bopt in enumerate(baropts):
| 129 data = [ [ None ] * len(baropts) for i in xrange(len(groupopts)) ] 130 enabled = False 131 stacked = 0 132 for g,gopt in enumerate(groupopts): 133 for b,bopt in enumerate(baropts):
|
| 134 if gopt is None: 135 gopt = []
|
133 job = self.jobfile.job(options + gopt + bopt) 134 if not job: 135 continue 136 137 if proxy: 138 import db 139 proxy.dict['system'] = self.info[job.system] 140 val = self.info.get(job, self.stat) 141 if val is None: 142 print 'stat "%s" for job "%s" not found' % \ 143 (self.stat, job) 144 145 if isinstance(val, (list, tuple)): 146 if len(val) == 1: 147 val = val[0] 148 else: 149 stacked = len(val) 150 151 data[g][b] = val 152 153 if stacked == 0: 154 for i in xrange(len(groupopts)): 155 for j in xrange(len(baropts)): 156 if data[i][j] is None: 157 data[i][j] = 0.0 158 else: 159 for i in xrange(len(groupopts)): 160 for j in xrange(len(baropts)): 161 val = data[i][j] 162 if val is None: 163 data[i][j] = [ 0.0 ] * stacked 164 elif len(val) != stacked: 165 raise ValueError, "some stats stacked, some not" 166 167 data = array(data) 168 if data.sum() == 0: 169 continue 170
| 136 job = self.jobfile.job(options + gopt + bopt) 137 if not job: 138 continue 139 140 if proxy: 141 import db 142 proxy.dict['system'] = self.info[job.system] 143 val = self.info.get(job, self.stat) 144 if val is None: 145 print 'stat "%s" for job "%s" not found' % \ 146 (self.stat, job) 147 148 if isinstance(val, (list, tuple)): 149 if len(val) == 1: 150 val = val[0] 151 else: 152 stacked = len(val) 153 154 data[g][b] = val 155 156 if stacked == 0: 157 for i in xrange(len(groupopts)): 158 for j in xrange(len(baropts)): 159 if data[i][j] is None: 160 data[i][j] = 0.0 161 else: 162 for i in xrange(len(groupopts)): 163 for j in xrange(len(baropts)): 164 val = data[i][j] 165 if val is None: 166 data[i][j] = [ 0.0 ] * stacked 167 elif len(val) != stacked: 168 raise ValueError, "some stats stacked, some not" 169 170 data = array(data) 171 if data.sum() == 0: 172 continue 173
|
| 174 dim = len(data.shape)
|
171 x = data.shape[0]
| 175 x = data.shape[0]
|
172 y = data.shape[1]
| |
173 xkeep = [ i for i in xrange(x) if data[i].sum() != 0 ]
| 176 xkeep = [ i for i in xrange(x) if data[i].sum() != 0 ]
|
| 177 y = data.shape[1]
|
174 ykeep = [ i for i in xrange(y) if data[:,i].sum() != 0 ] 175 data = data.take(xkeep, axis=0) 176 data = data.take(ykeep, axis=1)
| 178 ykeep = [ i for i in xrange(y) if data[:,i].sum() != 0 ] 179 data = data.take(xkeep, axis=0) 180 data = data.take(ykeep, axis=1)
|
| 181 if not has_group: 182 data = data.take([ 0 ], axis=0)
|
177 chart.data = data 178
| 183 chart.data = data 184
|
179 gopts = [ groupopts[i] for i in xkeep ] 180 bopts = [ baropts[i] for i in ykeep ]
| |
181
| 185
|
| 186 bopts = [ baropts[i] for i in ykeep ]
|
182 bdescs = [ ' '.join([o.desc for o in opt]) for opt in bopts]
| 187 bdescs = [ ' '.join([o.desc for o in opt]) for opt in bopts]
|
183 gdescs = [ ' '.join([o.desc for o in opt]) for opt in gopts]
| |
184
| 188
|
| 189 if has_group: 190 gopts = [ groupopts[i] for i in xkeep ] 191 gdescs = [ ' '.join([o.desc for o in opt]) for opt in gopts] 192
|
185 if chart.legend is None: 186 if stacked: 187 try: 188 chart.legend = self.info.rcategories 189 except: 190 chart.legend = [ str(i) for i in xrange(stacked) ] 191 else: 192 chart.legend = bdescs 193 194 if chart.xticks is None:
| 193 if chart.legend is None: 194 if stacked: 195 try: 196 chart.legend = self.info.rcategories 197 except: 198 chart.legend = [ str(i) for i in xrange(stacked) ] 199 else: 200 chart.legend = bdescs 201 202 if chart.xticks is None:
|
195 chart.xticks = gdescs
| 203 if has_group: 204 chart.xticks = gdescs 205 else: 206 chart.xticks = []
|
196 chart.graph() 197 198 names = [ opt.name for opt in options ] 199 descs = [ opt.desc for opt in options ] 200 201 if names[0] == 'run': 202 names = names[1:] 203 descs = descs[1:] 204 205 basename = '%s-%s' % (name, ':'.join(names)) 206 desc = ' '.join(descs) 207 208 pngname = '%s.png' % basename 209 psname = '%s.eps' % re.sub(':', '-', basename) 210 epsname = '%s.ps' % re.sub(':', '-', basename) 211 chart.savefig(joinpath(directory, pngname)) 212 chart.savefig(joinpath(directory, epsname)) 213 chart.savefig(joinpath(directory, psname)) 214 html_name = urllib.quote(pngname) 215 print >>html, '''%s<br><img src="%s"><br>''' % (desc, html_name) 216 html.flush() 217 218 print >>html, '</body>' 219 print >>html, '</html>' 220 html.close()
| 207 chart.graph() 208 209 names = [ opt.name for opt in options ] 210 descs = [ opt.desc for opt in options ] 211 212 if names[0] == 'run': 213 names = names[1:] 214 descs = descs[1:] 215 216 basename = '%s-%s' % (name, ':'.join(names)) 217 desc = ' '.join(descs) 218 219 pngname = '%s.png' % basename 220 psname = '%s.eps' % re.sub(':', '-', basename) 221 epsname = '%s.ps' % re.sub(':', '-', basename) 222 chart.savefig(joinpath(directory, pngname)) 223 chart.savefig(joinpath(directory, epsname)) 224 chart.savefig(joinpath(directory, psname)) 225 html_name = urllib.quote(pngname) 226 print >>html, '''%s<br><img src="%s"><br>''' % (desc, html_name) 227 html.flush() 228 229 print >>html, '</body>' 230 print >>html, '</html>' 231 html.close()
|