db.py revision 2014
11758Ssaidi@eecs.umich.edu# Copyright (c) 2003-2004 The Regents of The University of Michigan 21758Ssaidi@eecs.umich.edu# All rights reserved. 31758Ssaidi@eecs.umich.edu# 41758Ssaidi@eecs.umich.edu# Redistribution and use in source and binary forms, with or without 51758Ssaidi@eecs.umich.edu# modification, are permitted provided that the following conditions are 61758Ssaidi@eecs.umich.edu# met: redistributions of source code must retain the above copyright 71758Ssaidi@eecs.umich.edu# notice, this list of conditions and the following disclaimer; 81758Ssaidi@eecs.umich.edu# redistributions in binary form must reproduce the above copyright 91758Ssaidi@eecs.umich.edu# notice, this list of conditions and the following disclaimer in the 101758Ssaidi@eecs.umich.edu# documentation and/or other materials provided with the distribution; 111758Ssaidi@eecs.umich.edu# neither the name of the copyright holders nor the names of its 121758Ssaidi@eecs.umich.edu# contributors may be used to endorse or promote products derived from 131758Ssaidi@eecs.umich.edu# this software without specific prior written permission. 141758Ssaidi@eecs.umich.edu# 151758Ssaidi@eecs.umich.edu# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 161758Ssaidi@eecs.umich.edu# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 171758Ssaidi@eecs.umich.edu# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 181758Ssaidi@eecs.umich.edu# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 191758Ssaidi@eecs.umich.edu# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 201758Ssaidi@eecs.umich.edu# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 211758Ssaidi@eecs.umich.edu# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 221758Ssaidi@eecs.umich.edu# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 231758Ssaidi@eecs.umich.edu# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 241758Ssaidi@eecs.umich.edu# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 251758Ssaidi@eecs.umich.edu# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 261758Ssaidi@eecs.umich.edu 271049Sbinkertn@umich.eduimport MySQLdb, re, string 281049Sbinkertn@umich.edu 291049Sbinkertn@umich.edudef statcmp(a, b): 301049Sbinkertn@umich.edu v1 = a.split('.') 311049Sbinkertn@umich.edu v2 = b.split('.') 321049Sbinkertn@umich.edu 331049Sbinkertn@umich.edu last = min(len(v1), len(v2)) - 1 341049Sbinkertn@umich.edu for i,j in zip(v1[0:last], v2[0:last]): 351049Sbinkertn@umich.edu if i != j: 361049Sbinkertn@umich.edu return cmp(i, j) 371049Sbinkertn@umich.edu 381049Sbinkertn@umich.edu # Special compare for last element. 391049Sbinkertn@umich.edu if len(v1) == len(v2): 401049Sbinkertn@umich.edu return cmp(v1[last], v2[last]) 411049Sbinkertn@umich.edu else: 421049Sbinkertn@umich.edu return cmp(len(v1), len(v2)) 431049Sbinkertn@umich.edu 441049Sbinkertn@umich.educlass RunData: 451049Sbinkertn@umich.edu def __init__(self, row): 461049Sbinkertn@umich.edu self.run = int(row[0]) 471049Sbinkertn@umich.edu self.name = row[1] 481049Sbinkertn@umich.edu self.user = row[2] 491049Sbinkertn@umich.edu self.project = row[3] 501049Sbinkertn@umich.edu 511049Sbinkertn@umich.educlass SubData: 521049Sbinkertn@umich.edu def __init__(self, row): 531049Sbinkertn@umich.edu self.stat = int(row[0]) 541049Sbinkertn@umich.edu self.x = int(row[1]) 551049Sbinkertn@umich.edu self.y = int(row[2]) 561049Sbinkertn@umich.edu self.name = row[3] 571049Sbinkertn@umich.edu self.descr = row[4] 581049Sbinkertn@umich.edu 591049Sbinkertn@umich.educlass Data: 601049Sbinkertn@umich.edu def __init__(self, row): 611049Sbinkertn@umich.edu if len(row) != 5: 621049Sbinkertn@umich.edu raise 'stat db error' 631049Sbinkertn@umich.edu self.stat = int(row[0]) 641049Sbinkertn@umich.edu self.run = int(row[1]) 651049Sbinkertn@umich.edu self.x = int(row[2]) 661049Sbinkertn@umich.edu self.y = int(row[3]) 671049Sbinkertn@umich.edu self.data = float(row[4]) 681049Sbinkertn@umich.edu 691049Sbinkertn@umich.edu def __repr__(self): 701049Sbinkertn@umich.edu return '''Data(['%d', '%d', '%d', '%d', '%f'])''' % ( self.stat, 711049Sbinkertn@umich.edu self.run, self.x, self.y, self.data) 721049Sbinkertn@umich.edu 731049Sbinkertn@umich.educlass StatData(object): 741049Sbinkertn@umich.edu def __init__(self, row): 751049Sbinkertn@umich.edu self.stat = int(row[0]) 761049Sbinkertn@umich.edu self.name = row[1] 771049Sbinkertn@umich.edu self.desc = row[2] 781049Sbinkertn@umich.edu self.type = row[3] 791049Sbinkertn@umich.edu self.prereq = int(row[5]) 801049Sbinkertn@umich.edu self.precision = int(row[6]) 811049Sbinkertn@umich.edu 821049Sbinkertn@umich.edu import flags 831049Sbinkertn@umich.edu self.flags = 0 841049Sbinkertn@umich.edu if int(row[4]): self.flags |= flags.printable 851049Sbinkertn@umich.edu if int(row[7]): self.flags |= flags.nozero 861049Sbinkertn@umich.edu if int(row[8]): self.flags |= flags.nonan 871049Sbinkertn@umich.edu if int(row[9]): self.flags |= flags.total 881049Sbinkertn@umich.edu if int(row[10]): self.flags |= flags.pdf 891049Sbinkertn@umich.edu if int(row[11]): self.flags |= flags.cdf 901049Sbinkertn@umich.edu 911049Sbinkertn@umich.edu if self.type == 'DIST' or self.type == 'VECTORDIST': 921049Sbinkertn@umich.edu self.min = float(row[12]) 931049Sbinkertn@umich.edu self.max = float(row[13]) 941049Sbinkertn@umich.edu self.bktsize = float(row[14]) 951049Sbinkertn@umich.edu self.size = int(row[15]) 961049Sbinkertn@umich.edu 971049Sbinkertn@umich.edu if self.type == 'FORMULA': 981049Sbinkertn@umich.edu self.formula = self.db.allFormulas[self.stat] 991049Sbinkertn@umich.edu 1001049Sbinkertn@umich.educlass Node(object): 1011049Sbinkertn@umich.edu def __init__(self, name): 1021049Sbinkertn@umich.edu self.name = name 1031049Sbinkertn@umich.edu def __str__(self): 1041881Sbinkertn@umich.edu return self.name 1051049Sbinkertn@umich.edu 1061929Sbinkertn@umich.educlass Result(object): 1071929Sbinkertn@umich.edu def __init__(self, x, y): 1081929Sbinkertn@umich.edu self.data = {} 1091929Sbinkertn@umich.edu self.x = x 1101929Sbinkertn@umich.edu self.y = y 1111929Sbinkertn@umich.edu 1121929Sbinkertn@umich.edu def __contains__(self, run): 1131929Sbinkertn@umich.edu return run in self.data 1141929Sbinkertn@umich.edu 1151929Sbinkertn@umich.edu def __getitem__(self, run): 1161929Sbinkertn@umich.edu if run not in self.data: 1171929Sbinkertn@umich.edu self.data[run] = [ [ 0.0 ] * self.y for i in xrange(self.x) ] 1181929Sbinkertn@umich.edu return self.data[run] 1191929Sbinkertn@umich.edu 1201049Sbinkertn@umich.educlass Database(object): 1211049Sbinkertn@umich.edu def __init__(self): 1221049Sbinkertn@umich.edu self.host = 'zizzer.pool' 1231049Sbinkertn@umich.edu self.user = '' 1241049Sbinkertn@umich.edu self.passwd = '' 1251049Sbinkertn@umich.edu self.db = 'm5stats' 1261049Sbinkertn@umich.edu self.cursor = None 1271049Sbinkertn@umich.edu 1281049Sbinkertn@umich.edu self.allStats = [] 1291049Sbinkertn@umich.edu self.allStatIds = {} 1301049Sbinkertn@umich.edu self.allStatNames = {} 1311049Sbinkertn@umich.edu 1321049Sbinkertn@umich.edu self.allSubData = {} 1331049Sbinkertn@umich.edu 1341049Sbinkertn@umich.edu self.allRuns = [] 1351049Sbinkertn@umich.edu self.allRunIds = {} 1361049Sbinkertn@umich.edu self.allRunNames = {} 1371049Sbinkertn@umich.edu 1381049Sbinkertn@umich.edu self.allBins = [] 1391049Sbinkertn@umich.edu self.allBinIds = {} 1401049Sbinkertn@umich.edu self.allBinNames = {} 1411049Sbinkertn@umich.edu 1421049Sbinkertn@umich.edu self.allFormulas = {} 1431049Sbinkertn@umich.edu 1441049Sbinkertn@umich.edu self.stattop = {} 1451049Sbinkertn@umich.edu self.statdict = {} 1461049Sbinkertn@umich.edu self.statlist = [] 1471049Sbinkertn@umich.edu 1481049Sbinkertn@umich.edu self.mode = 'sum'; 1491049Sbinkertn@umich.edu self.runs = None 1501049Sbinkertn@umich.edu self.bins = None 1511049Sbinkertn@umich.edu self.ticks = None 1521929Sbinkertn@umich.edu self.method = 'sum' 1531929Sbinkertn@umich.edu self._method = type(self).sum 1541929Sbinkertn@umich.edu 1552014Sbinkertn@umich.edu def get(self, job, stat, system=None): 1562014Sbinkertn@umich.edu run = self.allRunNames.get(str(job), None) 1571929Sbinkertn@umich.edu if run is None: 1581929Sbinkertn@umich.edu return None 1591929Sbinkertn@umich.edu 1602014Sbinkertn@umich.edu from info import ProxyError, scalar, vector, value, values, total, len 1612014Sbinkertn@umich.edu if system is None and hasattr('system', job): 1622014Sbinkertn@umich.edu system = job.system 1632014Sbinkertn@umich.edu 1642014Sbinkertn@umich.edu if system is not None: 1652014Sbinkertn@umich.edu stat.system = self[system] 1662014Sbinkertn@umich.edu try: 1672014Sbinkertn@umich.edu if scalar(stat): 1682014Sbinkertn@umich.edu return value(stat, run.run) 1692014Sbinkertn@umich.edu if vector(stat): 1702014Sbinkertn@umich.edu return values(stat, run.run) 1712014Sbinkertn@umich.edu except ProxyError: 1722014Sbinkertn@umich.edu return None 1731929Sbinkertn@umich.edu 1741929Sbinkertn@umich.edu return None 1751049Sbinkertn@umich.edu 1761049Sbinkertn@umich.edu def query(self, sql): 1771049Sbinkertn@umich.edu self.cursor.execute(sql) 1781049Sbinkertn@umich.edu 1791049Sbinkertn@umich.edu def update_dict(self, dict): 1801049Sbinkertn@umich.edu dict.update(self.stattop) 1811049Sbinkertn@umich.edu 1821049Sbinkertn@umich.edu def append(self, stat): 1831049Sbinkertn@umich.edu statname = re.sub(':', '__', stat.name) 1841049Sbinkertn@umich.edu path = string.split(statname, '.') 1851049Sbinkertn@umich.edu pathtop = path[0] 1861049Sbinkertn@umich.edu fullname = '' 1871049Sbinkertn@umich.edu 1881049Sbinkertn@umich.edu x = self 1891049Sbinkertn@umich.edu while len(path) > 1: 1901049Sbinkertn@umich.edu name = path.pop(0) 1911049Sbinkertn@umich.edu if not x.__dict__.has_key(name): 1921049Sbinkertn@umich.edu x.__dict__[name] = Node(fullname + name) 1931049Sbinkertn@umich.edu x = x.__dict__[name] 1941049Sbinkertn@umich.edu fullname = '%s%s.' % (fullname, name) 1951049Sbinkertn@umich.edu 1961049Sbinkertn@umich.edu name = path.pop(0) 1971049Sbinkertn@umich.edu x.__dict__[name] = stat 1981049Sbinkertn@umich.edu 1991049Sbinkertn@umich.edu self.stattop[pathtop] = self.__dict__[pathtop] 2001049Sbinkertn@umich.edu self.statdict[statname] = stat 2011049Sbinkertn@umich.edu self.statlist.append(statname) 2021049Sbinkertn@umich.edu 2031049Sbinkertn@umich.edu def connect(self): 2041049Sbinkertn@umich.edu # connect 2051049Sbinkertn@umich.edu self.thedb = MySQLdb.connect(db=self.db, 2061049Sbinkertn@umich.edu host=self.host, 2071049Sbinkertn@umich.edu user=self.user, 2081049Sbinkertn@umich.edu passwd=self.passwd) 2091049Sbinkertn@umich.edu 2101049Sbinkertn@umich.edu # create a cursor 2111049Sbinkertn@umich.edu self.cursor = self.thedb.cursor() 2121049Sbinkertn@umich.edu 2131049Sbinkertn@umich.edu self.query('''select rn_id,rn_name,rn_sample,rn_user,rn_project 2141049Sbinkertn@umich.edu from runs''') 2151049Sbinkertn@umich.edu for result in self.cursor.fetchall(): 2161049Sbinkertn@umich.edu run = RunData(result); 2171049Sbinkertn@umich.edu self.allRuns.append(run) 2181049Sbinkertn@umich.edu self.allRunIds[run.run] = run 2191049Sbinkertn@umich.edu self.allRunNames[run.name] = run 2201049Sbinkertn@umich.edu 2211049Sbinkertn@umich.edu self.query('select * from bins') 2221049Sbinkertn@umich.edu for id,name in self.cursor.fetchall(): 2231049Sbinkertn@umich.edu self.allBinIds[int(id)] = name 2241049Sbinkertn@umich.edu self.allBinNames[name] = int(id) 2251049Sbinkertn@umich.edu 2261049Sbinkertn@umich.edu self.query('select sd_stat,sd_x,sd_y,sd_name,sd_descr from subdata') 2271049Sbinkertn@umich.edu for result in self.cursor.fetchall(): 2281049Sbinkertn@umich.edu subdata = SubData(result) 2291049Sbinkertn@umich.edu if self.allSubData.has_key(subdata.stat): 2301049Sbinkertn@umich.edu self.allSubData[subdata.stat].append(subdata) 2311049Sbinkertn@umich.edu else: 2321049Sbinkertn@umich.edu self.allSubData[subdata.stat] = [ subdata ] 2331049Sbinkertn@umich.edu 2341049Sbinkertn@umich.edu self.query('select * from formulas') 2351049Sbinkertn@umich.edu for id,formula in self.cursor.fetchall(): 2361306Sbinkertn@umich.edu self.allFormulas[int(id)] = formula.tostring() 2371049Sbinkertn@umich.edu 2381049Sbinkertn@umich.edu StatData.db = self 2391049Sbinkertn@umich.edu self.query('select * from stats') 2401049Sbinkertn@umich.edu import info 2411049Sbinkertn@umich.edu for result in self.cursor.fetchall(): 2421929Sbinkertn@umich.edu stat = info.NewStat(self, StatData(result)) 2431049Sbinkertn@umich.edu self.append(stat) 2441049Sbinkertn@umich.edu self.allStats.append(stat) 2451049Sbinkertn@umich.edu self.allStatIds[stat.stat] = stat 2461049Sbinkertn@umich.edu self.allStatNames[stat.name] = stat 2471049Sbinkertn@umich.edu 2481049Sbinkertn@umich.edu # Name: listbins 2491049Sbinkertn@umich.edu # Desc: Prints all bins matching regex argument, if no argument 2501049Sbinkertn@umich.edu # is given all bins are returned 2511049Sbinkertn@umich.edu def listBins(self, regex='.*'): 2521049Sbinkertn@umich.edu print '%-50s %-10s' % ('bin name', 'id') 2531049Sbinkertn@umich.edu print '-' * 61 2541049Sbinkertn@umich.edu names = self.allBinNames.keys() 2551049Sbinkertn@umich.edu names.sort() 2561049Sbinkertn@umich.edu for name in names: 2571049Sbinkertn@umich.edu id = self.allBinNames[name] 2581049Sbinkertn@umich.edu print '%-50s %-10d' % (name, id) 2591049Sbinkertn@umich.edu 2601049Sbinkertn@umich.edu # Name: listruns 2611049Sbinkertn@umich.edu # Desc: Prints all runs matching a given user, if no argument 2621049Sbinkertn@umich.edu # is given all runs are returned 2631049Sbinkertn@umich.edu def listRuns(self, user=None): 2641049Sbinkertn@umich.edu print '%-40s %-10s %-5s' % ('run name', 'user', 'id') 2651049Sbinkertn@umich.edu print '-' * 62 2661049Sbinkertn@umich.edu for run in self.allRuns: 2671049Sbinkertn@umich.edu if user == None or user == run.user: 2681049Sbinkertn@umich.edu print '%-40s %-10s %-10d' % (run.name, run.user, run.run) 2691049Sbinkertn@umich.edu 2701049Sbinkertn@umich.edu # Name: listTicks 2711049Sbinkertn@umich.edu # Desc: Prints all samples for a given run 2721309Ssaidi@eecs.umich.edu def listTicks(self, runs=None): 2731049Sbinkertn@umich.edu print "tick" 2741049Sbinkertn@umich.edu print "----------------------------------------" 2751309Ssaidi@eecs.umich.edu sql = 'select distinct dt_tick from data where dt_stat=1180 and (' 2761309Ssaidi@eecs.umich.edu if runs != None: 2771309Ssaidi@eecs.umich.edu first = True 2781309Ssaidi@eecs.umich.edu for run in runs: 2791309Ssaidi@eecs.umich.edu if first: 2801309Ssaidi@eecs.umich.edu # sql += ' where' 2811309Ssaidi@eecs.umich.edu first = False 2821309Ssaidi@eecs.umich.edu else: 2831309Ssaidi@eecs.umich.edu sql += ' or' 2841309Ssaidi@eecs.umich.edu sql += ' dt_run=%s' % run.run 2851309Ssaidi@eecs.umich.edu sql += ')' 2861049Sbinkertn@umich.edu self.query(sql) 2871049Sbinkertn@umich.edu for r in self.cursor.fetchall(): 2881049Sbinkertn@umich.edu print r[0] 2891049Sbinkertn@umich.edu 2901309Ssaidi@eecs.umich.edu # Name: retTicks 2911309Ssaidi@eecs.umich.edu # Desc: Prints all samples for a given run 2921309Ssaidi@eecs.umich.edu def retTicks(self, runs=None): 2931309Ssaidi@eecs.umich.edu sql = 'select distinct dt_tick from data where dt_stat=1180 and (' 2941309Ssaidi@eecs.umich.edu if runs != None: 2951309Ssaidi@eecs.umich.edu first = True 2961309Ssaidi@eecs.umich.edu for run in runs: 2971309Ssaidi@eecs.umich.edu if first: 2981309Ssaidi@eecs.umich.edu first = False 2991309Ssaidi@eecs.umich.edu else: 3001309Ssaidi@eecs.umich.edu sql += ' or' 3011309Ssaidi@eecs.umich.edu sql += ' dt_run=%s' % run.run 3021309Ssaidi@eecs.umich.edu sql += ')' 3031309Ssaidi@eecs.umich.edu self.query(sql) 3041309Ssaidi@eecs.umich.edu ret = [] 3051309Ssaidi@eecs.umich.edu for r in self.cursor.fetchall(): 3061309Ssaidi@eecs.umich.edu ret.append(r[0]) 3071309Ssaidi@eecs.umich.edu return ret 3081309Ssaidi@eecs.umich.edu 3091049Sbinkertn@umich.edu # Name: liststats 3101049Sbinkertn@umich.edu # Desc: Prints all statistics that appear in the database, 3111049Sbinkertn@umich.edu # the optional argument is a regular expression that can 3121049Sbinkertn@umich.edu # be used to prune the result set 3131049Sbinkertn@umich.edu def listStats(self, regex=None): 3141049Sbinkertn@umich.edu print '%-60s %-8s %-10s' % ('stat name', 'id', 'type') 3151049Sbinkertn@umich.edu print '-' * 80 3161049Sbinkertn@umich.edu 3171049Sbinkertn@umich.edu rx = None 3181049Sbinkertn@umich.edu if regex != None: 3191049Sbinkertn@umich.edu rx = re.compile(regex) 3201049Sbinkertn@umich.edu 3211049Sbinkertn@umich.edu stats = [ stat.name for stat in self.allStats ] 3221049Sbinkertn@umich.edu stats.sort(statcmp) 3231049Sbinkertn@umich.edu for stat in stats: 3241049Sbinkertn@umich.edu stat = self.allStatNames[stat] 3251049Sbinkertn@umich.edu if rx == None or rx.match(stat.name): 3261049Sbinkertn@umich.edu print '%-60s %-8s %-10s' % (stat.name, stat.stat, stat.type) 3271049Sbinkertn@umich.edu 3281049Sbinkertn@umich.edu # Name: liststats 3291049Sbinkertn@umich.edu # Desc: Prints all statistics that appear in the database, 3301049Sbinkertn@umich.edu # the optional argument is a regular expression that can 3311049Sbinkertn@umich.edu # be used to prune the result set 3321049Sbinkertn@umich.edu def listFormulas(self, regex=None): 3331049Sbinkertn@umich.edu print '%-60s %s' % ('formula name', 'formula') 3341049Sbinkertn@umich.edu print '-' * 80 3351049Sbinkertn@umich.edu 3361049Sbinkertn@umich.edu rx = None 3371049Sbinkertn@umich.edu if regex != None: 3381049Sbinkertn@umich.edu rx = re.compile(regex) 3391049Sbinkertn@umich.edu 3401049Sbinkertn@umich.edu stats = [ stat.name for stat in self.allStats ] 3411049Sbinkertn@umich.edu stats.sort(statcmp) 3421049Sbinkertn@umich.edu for stat in stats: 3431049Sbinkertn@umich.edu stat = self.allStatNames[stat] 3441049Sbinkertn@umich.edu if stat.type == 'FORMULA' and (rx == None or rx.match(stat.name)): 3451049Sbinkertn@umich.edu print '%-60s %s' % (stat.name, self.allFormulas[stat.stat]) 3461049Sbinkertn@umich.edu 3471049Sbinkertn@umich.edu def getStat(self, stats): 3481049Sbinkertn@umich.edu if type(stats) is not list: 3491049Sbinkertn@umich.edu stats = [ stats ] 3501049Sbinkertn@umich.edu 3511049Sbinkertn@umich.edu ret = [] 3521049Sbinkertn@umich.edu for stat in stats: 3531049Sbinkertn@umich.edu if type(stat) is int: 3541049Sbinkertn@umich.edu ret.append(self.allStatIds[stat]) 3551049Sbinkertn@umich.edu 3561049Sbinkertn@umich.edu if type(stat) is str: 3571049Sbinkertn@umich.edu rx = re.compile(stat) 3581049Sbinkertn@umich.edu for stat in self.allStats: 3591049Sbinkertn@umich.edu if rx.match(stat.name): 3601049Sbinkertn@umich.edu ret.append(stat) 3611049Sbinkertn@umich.edu return ret 3621049Sbinkertn@umich.edu 3631049Sbinkertn@umich.edu def getBin(self, bins): 3641049Sbinkertn@umich.edu if type(bins) is not list: 3651049Sbinkertn@umich.edu bins = [ bins ] 3661049Sbinkertn@umich.edu 3671049Sbinkertn@umich.edu ret = [] 3681049Sbinkertn@umich.edu for bin in bins: 3691049Sbinkertn@umich.edu if type(bin) is int: 3701049Sbinkertn@umich.edu ret.append(bin) 3711049Sbinkertn@umich.edu elif type(bin) is str: 3721049Sbinkertn@umich.edu ret.append(self.allBinNames[bin]) 3731049Sbinkertn@umich.edu else: 3741049Sbinkertn@umich.edu for name,id in self.allBinNames.items(): 3751049Sbinkertn@umich.edu if bin.match(name): 3761049Sbinkertn@umich.edu ret.append(id) 3771049Sbinkertn@umich.edu 3781049Sbinkertn@umich.edu return ret 3791049Sbinkertn@umich.edu 3801049Sbinkertn@umich.edu def getNotBin(self, bin): 3811049Sbinkertn@umich.edu map = {} 3821049Sbinkertn@umich.edu for bin in getBin(bin): 3831049Sbinkertn@umich.edu map[bin] = 1 3841049Sbinkertn@umich.edu 3851049Sbinkertn@umich.edu ret = [] 3861049Sbinkertn@umich.edu for bin in self.allBinIds.keys(): 3871049Sbinkertn@umich.edu if not map.has_key(bin): 3881049Sbinkertn@umich.edu ret.append(bin) 3891049Sbinkertn@umich.edu 3901049Sbinkertn@umich.edu return ret 3911049Sbinkertn@umich.edu 3921049Sbinkertn@umich.edu ######################################### 3931049Sbinkertn@umich.edu # get the data 3941049Sbinkertn@umich.edu # 3951049Sbinkertn@umich.edu def inner(self, op, stat, bins, ticks, group=False): 3961049Sbinkertn@umich.edu sql = 'select ' 3971049Sbinkertn@umich.edu sql += 'dt_stat as stat, ' 3981049Sbinkertn@umich.edu sql += 'dt_run as run, ' 3991049Sbinkertn@umich.edu sql += 'dt_x as x, ' 4001049Sbinkertn@umich.edu sql += 'dt_y as y, ' 4011049Sbinkertn@umich.edu if group: 4021049Sbinkertn@umich.edu sql += 'dt_tick as tick, ' 4031049Sbinkertn@umich.edu sql += '%s(dt_data) as data ' % op 4041049Sbinkertn@umich.edu sql += 'from data ' 4051049Sbinkertn@umich.edu sql += 'where ' 4061049Sbinkertn@umich.edu 4071049Sbinkertn@umich.edu if isinstance(stat, list): 4081049Sbinkertn@umich.edu val = ' or '.join([ 'dt_stat=%d' % s.stat for s in stat ]) 4091049Sbinkertn@umich.edu sql += ' (%s)' % val 4101049Sbinkertn@umich.edu else: 4111049Sbinkertn@umich.edu sql += ' dt_stat=%d' % stat.stat 4121049Sbinkertn@umich.edu 4131049Sbinkertn@umich.edu if self.runs != None and len(self.runs): 4141049Sbinkertn@umich.edu val = ' or '.join([ 'dt_run=%d' % r for r in self.runs ]) 4151049Sbinkertn@umich.edu sql += ' and (%s)' % val 4161049Sbinkertn@umich.edu 4171049Sbinkertn@umich.edu if bins != None and len(bins): 4181049Sbinkertn@umich.edu val = ' or '.join([ 'dt_bin=%d' % b for b in bins ]) 4191049Sbinkertn@umich.edu sql += ' and (%s)' % val 4201049Sbinkertn@umich.edu 4211049Sbinkertn@umich.edu if ticks != None and len(ticks): 4221049Sbinkertn@umich.edu val = ' or '.join([ 'dt_tick=%d' % s for s in ticks ]) 4231049Sbinkertn@umich.edu sql += ' and (%s)' % val 4241049Sbinkertn@umich.edu 4251049Sbinkertn@umich.edu sql += ' group by dt_stat,dt_run,dt_x,dt_y' 4261049Sbinkertn@umich.edu if group: 4271049Sbinkertn@umich.edu sql += ',dt_tick' 4281049Sbinkertn@umich.edu return sql 4291049Sbinkertn@umich.edu 4301049Sbinkertn@umich.edu def outer(self, op_out, op_in, stat, bins, ticks): 4311049Sbinkertn@umich.edu sql = self.inner(op_in, stat, bins, ticks, True) 4321049Sbinkertn@umich.edu sql = 'select stat,run,x,y,%s(data) from (%s) as tb ' % (op_out, sql) 4331049Sbinkertn@umich.edu sql += 'group by stat,run,x,y' 4341049Sbinkertn@umich.edu return sql 4351049Sbinkertn@umich.edu 4361049Sbinkertn@umich.edu # Name: sum 4371049Sbinkertn@umich.edu # Desc: given a run, a stat and an array of samples and bins, 4381049Sbinkertn@umich.edu # sum all the bins and then get the standard deviation of the 4391049Sbinkertn@umich.edu # samples for non-binned runs. This will just return the average 4401049Sbinkertn@umich.edu # of samples, however a bin array still must be passed 4411049Sbinkertn@umich.edu def sum(self, stat, bins, ticks): 4421049Sbinkertn@umich.edu return self.inner('sum', stat, bins, ticks) 4431049Sbinkertn@umich.edu 4441049Sbinkertn@umich.edu # Name: avg 4451049Sbinkertn@umich.edu # Desc: given a run, a stat and an array of samples and bins, 4461049Sbinkertn@umich.edu # sum all the bins and then average the samples for non-binned 4471049Sbinkertn@umich.edu # runs this will just return the average of samples, however 4481049Sbinkertn@umich.edu # a bin array still must be passed 4491049Sbinkertn@umich.edu def avg(self, stat, bins, ticks): 4501049Sbinkertn@umich.edu return self.outer('avg', 'sum', stat, bins, ticks) 4511049Sbinkertn@umich.edu 4521049Sbinkertn@umich.edu # Name: stdev 4531049Sbinkertn@umich.edu # Desc: given a run, a stat and an array of samples and bins, 4541049Sbinkertn@umich.edu # sum all the bins and then get the standard deviation of the 4551049Sbinkertn@umich.edu # samples for non-binned runs. This will just return the average 4561049Sbinkertn@umich.edu # of samples, however a bin array still must be passed 4571049Sbinkertn@umich.edu def stdev(self, stat, bins, ticks): 4581049Sbinkertn@umich.edu return self.outer('stddev', 'sum', stat, bins, ticks) 4591049Sbinkertn@umich.edu 4601049Sbinkertn@umich.edu def __setattr__(self, attr, value): 4611929Sbinkertn@umich.edu super(Database, self).__setattr__(attr, value) 4621929Sbinkertn@umich.edu if attr != 'method': 4631049Sbinkertn@umich.edu return 4641049Sbinkertn@umich.edu 4651049Sbinkertn@umich.edu if value == 'sum': 4661929Sbinkertn@umich.edu self._method = self.sum 4671049Sbinkertn@umich.edu elif value == 'avg': 4681929Sbinkertn@umich.edu self._method = self.avg 4691049Sbinkertn@umich.edu elif value == 'stdev': 4701929Sbinkertn@umich.edu self._method = self.stdev 4711049Sbinkertn@umich.edu else: 4721049Sbinkertn@umich.edu raise AttributeError, "can only set get to: sum | avg | stdev" 4731049Sbinkertn@umich.edu 4741049Sbinkertn@umich.edu def data(self, stat, bins=None, ticks=None): 4751049Sbinkertn@umich.edu if bins is None: 4761049Sbinkertn@umich.edu bins = self.bins 4771049Sbinkertn@umich.edu if ticks is None: 4781049Sbinkertn@umich.edu ticks = self.ticks 4791929Sbinkertn@umich.edu sql = self._method(self, stat, bins, ticks) 4801049Sbinkertn@umich.edu self.query(sql) 4811049Sbinkertn@umich.edu 4821049Sbinkertn@umich.edu runs = {} 4831929Sbinkertn@umich.edu xmax = 0 4841929Sbinkertn@umich.edu ymax = 0 4851049Sbinkertn@umich.edu for x in self.cursor.fetchall(): 4861049Sbinkertn@umich.edu data = Data(x) 4871049Sbinkertn@umich.edu if not runs.has_key(data.run): 4881049Sbinkertn@umich.edu runs[data.run] = {} 4891049Sbinkertn@umich.edu if not runs[data.run].has_key(data.x): 4901049Sbinkertn@umich.edu runs[data.run][data.x] = {} 4911049Sbinkertn@umich.edu 4921929Sbinkertn@umich.edu xmax = max(xmax, data.x) 4931929Sbinkertn@umich.edu ymax = max(ymax, data.y) 4941049Sbinkertn@umich.edu runs[data.run][data.x][data.y] = data.data 4951929Sbinkertn@umich.edu 4961929Sbinkertn@umich.edu results = Result(xmax + 1, ymax + 1) 4971929Sbinkertn@umich.edu for run,data in runs.iteritems(): 4981929Sbinkertn@umich.edu result = results[run] 4991929Sbinkertn@umich.edu for x,ydata in data.iteritems(): 5001929Sbinkertn@umich.edu for y,data in ydata.iteritems(): 5011929Sbinkertn@umich.edu result[x][y] = data 5021929Sbinkertn@umich.edu return results 5031881Sbinkertn@umich.edu 5041881Sbinkertn@umich.edu def __getitem__(self, key): 5051881Sbinkertn@umich.edu return self.stattop[key] 506