checkpoint_aggregator.py revision 6820 
1#! /usr/bin/env python2.6
2
3from ConfigParser import ConfigParser
4import gzip
5
6import sys, re, optparse, os
7
8class myCP(ConfigParser):
9    def __init__(self):
10        ConfigParser.__init__(self)
11
12    def optionxform(self, optionstr):
13        return optionstr
14
15def aggregate(options, args):
16    merged = myCP()
17    page_ptr = 0
18
19    allfiles = os.listdir(os.getcwd())
20    cpts = []
21    for arg in args:
22        found = False
23        for f in allfiles:
24            if re.compile("cpt." + arg + ".\d+").search(f):
25                found = True
26                cpts.append(f)
27                break
28        if not found:
29            print "missing checkpoint: ", arg
30            sys.exit(1)
31
32    dirname = "-".join([options.prefix, "cpt"])
33    print dirname
34    agg_name = "-".join(args)
35    print agg_name
36    fullpath = os.path.join("..", dirname, "cpt." + agg_name + ".10000")
37    if not os.path.isdir(fullpath):
38        os.system("mkdir -p " + fullpath)
39
40    myfile = open(fullpath + "/system.physmem.physmem", "wb+")
41    merged_mem = gzip.GzipFile(fileobj=myfile, mode="wb")
42
43    max_curtick = 0
44    when = 0
45    for (i, arg) in enumerate(args):
46        config = myCP()
47        config.readfp(open(cpts[i] + "/m5.cpt"))
48
49        for sec in config.sections():
50            if re.compile("cpu").search(sec):
51                newsec = re.sub("cpu", "cpu" + str(i), sec)
52                merged.add_section(newsec)
53                if re.compile("workload$").search(sec):
54                    merged.set(newsec, "M5_pid", i)
55
56                items = config.items(sec)
57                for item in items:
58                    if item[0] == "ppn":
59                        if config.getint(sec, "tag") != 0:
60                            merged.set(newsec, item[0], int(item[1]) + page_ptr)
61                            continue
62                    elif item[0] == "asn":
63                        tmp = re.compile("(.*).Entry(\d+)").search(sec).groups()
64                        if config.has_option(tmp[0], "nlu"):
65                            size = config.getint(tmp[0], "nlu")
66                            if int(tmp[1]) < size:
67                                merged.set(newsec, item[0], i)
68                                continue
69                        else:
70                            merged.set(newsec, item[0], i)
71                            continue
72                    merged.set(newsec, item[0], item[1])
73            elif sec == "system":
74                pass
75            elif sec == "Globals":
76                tick = config.getint(sec, "curTick")
77                if tick > max_curtick:
78                    max_curtick = tick
79                    when = config.getint("system.cpu.tickEvent", "_when")
80            else:
81                if i == 0:
82                    print sec
83                    merged.add_section(sec)
84                    for item in config.items(sec):
85                        merged.set(sec, item[0], item[1])
86                        if item[0] == "curtick":
87                            merged.optionxform(str("curTick"))
88                        elif item[0] == "numevents":
89                            merged.optionxform(str("numEvents"))
90
91        page_ptr = page_ptr + int(config.get("system", "page_ptr"))
92
93        ### memory stuff
94        f = open(cpts[i] + "/system.physmem.physmem", "rb")
95        gf = gzip.GzipFile(fileobj=f, mode="rb")
96        bytes = int(config.get("system", "page_ptr")) << 13
97        print "bytes to be read: ", bytes
98
99        bytesRead = gf.read(int(config.get("system", "page_ptr")) << 13)
100        merged_mem.write(bytesRead)
101
102        gf.close()
103        f.close()
104
105    merged.add_section("system")
106    merged.set("system", "page_ptr", page_ptr)
107    print "WARNING: "
108    print "Make sure the simulation using this checkpoint has at least "
109    if page_ptr > (1<<20):
110        print "8G ",
111    elif page_ptr > (1<<19):
112        print "4G ",
113    elif page_ptr > (1<<18):
114        print "2G ",
115    elif page_ptr > (1<<17):
116        print "1G ",
117    elif page_ptr > (1<<16):
118        print "512KB ",
119    else:
120        print "this is a small sim, you're probably fine",
121    print "of memory."
122
123    merged.add_section("Globals")
124    merged.set("Globals", "curTick", max_curtick)
125
126    for i in xrange(len(args)):
127        merged.set("system.cpu" + str(i) + ".tickEvent", "_when", when)
128
129    merged.write(file(fullpath + "/m5.cpt", "wb"))
130    merged_mem.close()
131    myfile.close()
132
133if __name__ == "__main__":
134
135    parser = optparse.OptionParser()
136    parser.add_option("--prefix", type="string", default="agg")
137
138    (options, args) = parser.parse_args()
139
140    aggregate(options, args)
141
142