physical.cc revision 3170
12391SN/A/* 22391SN/A * Copyright (c) 2001-2005 The Regents of The University of Michigan 32391SN/A * All rights reserved. 42391SN/A * 52391SN/A * Redistribution and use in source and binary forms, with or without 62391SN/A * modification, are permitted provided that the following conditions are 72391SN/A * met: redistributions of source code must retain the above copyright 82391SN/A * notice, this list of conditions and the following disclaimer; 92391SN/A * redistributions in binary form must reproduce the above copyright 102391SN/A * notice, this list of conditions and the following disclaimer in the 112391SN/A * documentation and/or other materials provided with the distribution; 122391SN/A * neither the name of the copyright holders nor the names of its 132391SN/A * contributors may be used to endorse or promote products derived from 142391SN/A * this software without specific prior written permission. 152391SN/A * 162391SN/A * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 172391SN/A * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 182391SN/A * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 192391SN/A * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 202391SN/A * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 212391SN/A * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 222391SN/A * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 232391SN/A * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 242391SN/A * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 252391SN/A * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 262391SN/A * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 272665Ssaidi@eecs.umich.edu * 282665Ssaidi@eecs.umich.edu * Authors: Ron Dreslinski 292914Ssaidi@eecs.umich.edu * Ali Saidi 302391SN/A */ 312391SN/A 322391SN/A#include <sys/types.h> 332391SN/A#include <sys/mman.h> 342391SN/A#include <errno.h> 352391SN/A#include <fcntl.h> 362391SN/A#include <unistd.h> 372391SN/A#include <zlib.h> 382391SN/A 392391SN/A#include <iostream> 402391SN/A#include <string> 412391SN/A 422391SN/A 432391SN/A#include "base/misc.hh" 442391SN/A#include "config/full_system.hh" 452592SN/A#include "mem/packet_impl.hh" 462394SN/A#include "mem/physical.hh" 472391SN/A#include "sim/host.hh" 482391SN/A#include "sim/builder.hh" 492415SN/A#include "sim/eventq.hh" 502423SN/A#include "arch/isa_traits.hh" 512391SN/A 522394SN/A 532391SN/Ausing namespace std; 542423SN/Ausing namespace TheISA; 552391SN/A 562415SN/A 573012Ssaidi@eecs.umich.eduPhysicalMemory::PhysicalMemory(Params *p) 583012Ssaidi@eecs.umich.edu : MemObject(p->name), pmemAddr(NULL), port(NULL), lat(p->latency), _params(p) 592391SN/A{ 603012Ssaidi@eecs.umich.edu if (params()->addrRange.size() % TheISA::PageBytes != 0) 612391SN/A panic("Memory Size not divisible by page size\n"); 622391SN/A 632391SN/A int map_flags = MAP_ANON | MAP_PRIVATE; 643012Ssaidi@eecs.umich.edu pmemAddr = (uint8_t *)mmap(NULL, params()->addrRange.size(), PROT_READ | PROT_WRITE, 652391SN/A map_flags, -1, 0); 662391SN/A 673012Ssaidi@eecs.umich.edu if (pmemAddr == (void *)MAP_FAILED) { 682391SN/A perror("mmap"); 692391SN/A fatal("Could not mmap!\n"); 702391SN/A } 712391SN/A 723012Ssaidi@eecs.umich.edu pagePtr = 0; 732391SN/A} 742391SN/A 752541SN/Avoid 762541SN/APhysicalMemory::init() 772541SN/A{ 782541SN/A if (!port) 792541SN/A panic("PhysicalMemory not connected to anything!"); 802541SN/A port->sendStatusChange(Port::RangeChange); 812541SN/A} 822541SN/A 832391SN/APhysicalMemory::~PhysicalMemory() 842391SN/A{ 853012Ssaidi@eecs.umich.edu if (pmemAddr) 863012Ssaidi@eecs.umich.edu munmap(pmemAddr, params()->addrRange.size()); 872416SN/A //Remove memPorts? 882391SN/A} 892391SN/A 902391SN/AAddr 912391SN/APhysicalMemory::new_page() 922391SN/A{ 933012Ssaidi@eecs.umich.edu Addr return_addr = pagePtr << LogVMPageSize; 943012Ssaidi@eecs.umich.edu return_addr += params()->addrRange.start; 952391SN/A 963012Ssaidi@eecs.umich.edu ++pagePtr; 972391SN/A return return_addr; 982391SN/A} 992391SN/A 1002408SN/Aint 1012408SN/APhysicalMemory::deviceBlockSize() 1022408SN/A{ 1032409SN/A //Can accept anysize request 1042409SN/A return 0; 1052408SN/A} 1062408SN/A 1073012Ssaidi@eecs.umich.eduTick 1083012Ssaidi@eecs.umich.eduPhysicalMemory::calculateLatency(Packet *pkt) 1093012Ssaidi@eecs.umich.edu{ 1103012Ssaidi@eecs.umich.edu return lat; 1113012Ssaidi@eecs.umich.edu} 1122413SN/A 1133170Sstever@eecs.umich.edu 1143170Sstever@eecs.umich.edu 1153170Sstever@eecs.umich.edu// Add load-locked to tracking list. Should only be called if the 1163170Sstever@eecs.umich.edu// operation is a load and the LOCKED flag is set. 1173170Sstever@eecs.umich.eduvoid 1183170Sstever@eecs.umich.eduPhysicalMemory::trackLoadLocked(Request *req) 1193170Sstever@eecs.umich.edu{ 1203170Sstever@eecs.umich.edu Addr paddr = LockedAddr::mask(req->getPaddr()); 1213170Sstever@eecs.umich.edu 1223170Sstever@eecs.umich.edu // first we check if we already have a locked addr for this 1233170Sstever@eecs.umich.edu // xc. Since each xc only gets one, we just update the 1243170Sstever@eecs.umich.edu // existing record with the new address. 1253170Sstever@eecs.umich.edu list<LockedAddr>::iterator i; 1263170Sstever@eecs.umich.edu 1273170Sstever@eecs.umich.edu for (i = lockedAddrList.begin(); i != lockedAddrList.end(); ++i) { 1283170Sstever@eecs.umich.edu if (i->matchesContext(req)) { 1293170Sstever@eecs.umich.edu DPRINTF(LLSC, "Modifying lock record: cpu %d thread %d addr %#x\n", 1303170Sstever@eecs.umich.edu req->getCpuNum(), req->getThreadNum(), paddr); 1313170Sstever@eecs.umich.edu i->addr = paddr; 1323170Sstever@eecs.umich.edu return; 1333170Sstever@eecs.umich.edu } 1343170Sstever@eecs.umich.edu } 1353170Sstever@eecs.umich.edu 1363170Sstever@eecs.umich.edu // no record for this xc: need to allocate a new one 1373170Sstever@eecs.umich.edu DPRINTF(LLSC, "Adding lock record: cpu %d thread %d addr %#x\n", 1383170Sstever@eecs.umich.edu req->getCpuNum(), req->getThreadNum(), paddr); 1393170Sstever@eecs.umich.edu lockedAddrList.push_front(LockedAddr(req)); 1403170Sstever@eecs.umich.edu} 1413170Sstever@eecs.umich.edu 1423170Sstever@eecs.umich.edu 1433170Sstever@eecs.umich.edu// Called on *writes* only... both regular stores and 1443170Sstever@eecs.umich.edu// store-conditional operations. Check for conventional stores which 1453170Sstever@eecs.umich.edu// conflict with locked addresses, and for success/failure of store 1463170Sstever@eecs.umich.edu// conditionals. 1473170Sstever@eecs.umich.edubool 1483170Sstever@eecs.umich.eduPhysicalMemory::checkLockedAddrList(Request *req) 1493170Sstever@eecs.umich.edu{ 1503170Sstever@eecs.umich.edu Addr paddr = LockedAddr::mask(req->getPaddr()); 1513170Sstever@eecs.umich.edu bool isLocked = req->isLocked(); 1523170Sstever@eecs.umich.edu 1533170Sstever@eecs.umich.edu // Initialize return value. Non-conditional stores always 1543170Sstever@eecs.umich.edu // succeed. Assume conditional stores will fail until proven 1553170Sstever@eecs.umich.edu // otherwise. 1563170Sstever@eecs.umich.edu bool success = !isLocked; 1573170Sstever@eecs.umich.edu 1583170Sstever@eecs.umich.edu // Iterate over list. Note that there could be multiple matching 1593170Sstever@eecs.umich.edu // records, as more than one context could have done a load locked 1603170Sstever@eecs.umich.edu // to this location. 1613170Sstever@eecs.umich.edu list<LockedAddr>::iterator i = lockedAddrList.begin(); 1623170Sstever@eecs.umich.edu 1633170Sstever@eecs.umich.edu while (i != lockedAddrList.end()) { 1643170Sstever@eecs.umich.edu 1653170Sstever@eecs.umich.edu if (i->addr == paddr) { 1663170Sstever@eecs.umich.edu // we have a matching address 1673170Sstever@eecs.umich.edu 1683170Sstever@eecs.umich.edu if (isLocked && i->matchesContext(req)) { 1693170Sstever@eecs.umich.edu // it's a store conditional, and as far as the memory 1703170Sstever@eecs.umich.edu // system can tell, the requesting context's lock is 1713170Sstever@eecs.umich.edu // still valid. 1723170Sstever@eecs.umich.edu DPRINTF(LLSC, "StCond success: cpu %d thread %d addr %#x\n", 1733170Sstever@eecs.umich.edu req->getCpuNum(), req->getThreadNum(), paddr); 1743170Sstever@eecs.umich.edu success = true; 1753170Sstever@eecs.umich.edu } 1763170Sstever@eecs.umich.edu 1773170Sstever@eecs.umich.edu // Get rid of our record of this lock and advance to next 1783170Sstever@eecs.umich.edu DPRINTF(LLSC, "Erasing lock record: cpu %d thread %d addr %#x\n", 1793170Sstever@eecs.umich.edu i->cpuNum, i->threadNum, paddr); 1803170Sstever@eecs.umich.edu i = lockedAddrList.erase(i); 1813170Sstever@eecs.umich.edu } 1823170Sstever@eecs.umich.edu else { 1833170Sstever@eecs.umich.edu // no match: advance to next record 1843170Sstever@eecs.umich.edu ++i; 1853170Sstever@eecs.umich.edu } 1863170Sstever@eecs.umich.edu } 1873170Sstever@eecs.umich.edu 1883170Sstever@eecs.umich.edu if (isLocked) { 1893170Sstever@eecs.umich.edu req->setScResult(success ? 1 : 0); 1903170Sstever@eecs.umich.edu } 1913170Sstever@eecs.umich.edu 1923170Sstever@eecs.umich.edu return success; 1933170Sstever@eecs.umich.edu} 1943170Sstever@eecs.umich.edu 1953029Ssaidi@eecs.umich.eduvoid 1962630SN/APhysicalMemory::doFunctionalAccess(Packet *pkt) 1972413SN/A{ 1983012Ssaidi@eecs.umich.edu assert(pkt->getAddr() + pkt->getSize() < params()->addrRange.size()); 1992414SN/A 2002630SN/A switch (pkt->cmd) { 2012641Sstever@eecs.umich.edu case Packet::ReadReq: 2023170Sstever@eecs.umich.edu if (pkt->req->isLocked()) { 2033170Sstever@eecs.umich.edu trackLoadLocked(pkt->req); 2043170Sstever@eecs.umich.edu } 2052641Sstever@eecs.umich.edu memcpy(pkt->getPtr<uint8_t>(), 2063012Ssaidi@eecs.umich.edu pmemAddr + pkt->getAddr() - params()->addrRange.start, 2072641Sstever@eecs.umich.edu pkt->getSize()); 2082418SN/A break; 2092641Sstever@eecs.umich.edu case Packet::WriteReq: 2103170Sstever@eecs.umich.edu if (writeOK(pkt->req)) { 2113170Sstever@eecs.umich.edu memcpy(pmemAddr + pkt->getAddr() - params()->addrRange.start, 2123170Sstever@eecs.umich.edu pkt->getPtr<uint8_t>(), pkt->getSize()); 2132631SN/A } 2142418SN/A break; 2152413SN/A default: 2162413SN/A panic("unimplemented"); 2172413SN/A } 2182420SN/A 2192641Sstever@eecs.umich.edu pkt->result = Packet::Success; 2202413SN/A} 2212413SN/A 2222413SN/APort * 2232738Sstever@eecs.umich.eduPhysicalMemory::getPort(const std::string &if_name, int idx) 2242413SN/A{ 2252738Sstever@eecs.umich.edu if (if_name == "port" && idx == -1) { 2262499SN/A if (port != NULL) 2272499SN/A panic("PhysicalMemory::getPort: additional port requested to memory!"); 2282640Sstever@eecs.umich.edu port = new MemoryPort(name() + "-port", this); 2292499SN/A return port; 2302519SN/A } else if (if_name == "functional") { 2312519SN/A /* special port for functional writes at startup. */ 2322640Sstever@eecs.umich.edu return new MemoryPort(name() + "-funcport", this); 2332462SN/A } else { 2342462SN/A panic("PhysicalMemory::getPort: unknown port %s requested", if_name); 2352462SN/A } 2362413SN/A} 2372413SN/A 2382413SN/Avoid 2392413SN/APhysicalMemory::recvStatusChange(Port::Status status) 2402413SN/A{ 2412413SN/A} 2422413SN/A 2432640Sstever@eecs.umich.eduPhysicalMemory::MemoryPort::MemoryPort(const std::string &_name, 2442640Sstever@eecs.umich.edu PhysicalMemory *_memory) 2452914Ssaidi@eecs.umich.edu : SimpleTimingPort(_name), memory(_memory) 2462413SN/A{ } 2472413SN/A 2482413SN/Avoid 2492413SN/APhysicalMemory::MemoryPort::recvStatusChange(Port::Status status) 2502413SN/A{ 2512413SN/A memory->recvStatusChange(status); 2522413SN/A} 2532413SN/A 2542413SN/Avoid 2552522SN/APhysicalMemory::MemoryPort::getDeviceAddressRanges(AddrRangeList &resp, 2562522SN/A AddrRangeList &snoop) 2572413SN/A{ 2582522SN/A memory->getAddressRanges(resp, snoop); 2592497SN/A} 2602497SN/A 2612497SN/Avoid 2622522SN/APhysicalMemory::getAddressRanges(AddrRangeList &resp, AddrRangeList &snoop) 2632497SN/A{ 2642522SN/A snoop.clear(); 2652522SN/A resp.clear(); 2663091Sstever@eecs.umich.edu resp.push_back(RangeSize(params()->addrRange.start, 2673091Sstever@eecs.umich.edu params()->addrRange.size())); 2682413SN/A} 2692413SN/A 2702415SN/Aint 2712415SN/APhysicalMemory::MemoryPort::deviceBlockSize() 2722415SN/A{ 2732415SN/A return memory->deviceBlockSize(); 2742415SN/A} 2752413SN/A 2762413SN/ATick 2772630SN/APhysicalMemory::MemoryPort::recvAtomic(Packet *pkt) 2782413SN/A{ 2793029Ssaidi@eecs.umich.edu memory->doFunctionalAccess(pkt); 2803029Ssaidi@eecs.umich.edu return memory->calculateLatency(pkt); 2812413SN/A} 2822413SN/A 2832413SN/Avoid 2842630SN/APhysicalMemory::MemoryPort::recvFunctional(Packet *pkt) 2852413SN/A{ 2863091Sstever@eecs.umich.edu // Default implementation of SimpleTimingPort::recvFunctional() 2873091Sstever@eecs.umich.edu // calls recvAtomic() and throws away the latency; we can save a 2883091Sstever@eecs.umich.edu // little here by just not calculating the latency. 2892413SN/A memory->doFunctionalAccess(pkt); 2902413SN/A} 2912413SN/A 2922914Ssaidi@eecs.umich.eduunsigned int 2932914Ssaidi@eecs.umich.eduPhysicalMemory::drain(Event *de) 2942914Ssaidi@eecs.umich.edu{ 2952914Ssaidi@eecs.umich.edu int count = port->drain(de); 2962914Ssaidi@eecs.umich.edu if (count) 2972914Ssaidi@eecs.umich.edu changeState(Draining); 2982914Ssaidi@eecs.umich.edu else 2992914Ssaidi@eecs.umich.edu changeState(Drained); 3002914Ssaidi@eecs.umich.edu return count; 3012914Ssaidi@eecs.umich.edu} 3022413SN/A 3032391SN/Avoid 3042391SN/APhysicalMemory::serialize(ostream &os) 3052391SN/A{ 3062391SN/A gzFile compressedMem; 3072391SN/A string filename = name() + ".physmem"; 3082391SN/A 3092391SN/A SERIALIZE_SCALAR(filename); 3102391SN/A 3112391SN/A // write memory file 3122391SN/A string thefile = Checkpoint::dir() + "/" + filename.c_str(); 3132391SN/A int fd = creat(thefile.c_str(), 0664); 3142391SN/A if (fd < 0) { 3152391SN/A perror("creat"); 3162391SN/A fatal("Can't open physical memory checkpoint file '%s'\n", filename); 3172391SN/A } 3182391SN/A 3192391SN/A compressedMem = gzdopen(fd, "wb"); 3202391SN/A if (compressedMem == NULL) 3212391SN/A fatal("Insufficient memory to allocate compression state for %s\n", 3222391SN/A filename); 3232391SN/A 3243012Ssaidi@eecs.umich.edu if (gzwrite(compressedMem, pmemAddr, params()->addrRange.size()) != params()->addrRange.size()) { 3252391SN/A fatal("Write failed on physical memory checkpoint file '%s'\n", 3262391SN/A filename); 3272391SN/A } 3282391SN/A 3292391SN/A if (gzclose(compressedMem)) 3302391SN/A fatal("Close failed on physical memory checkpoint file '%s'\n", 3312391SN/A filename); 3322391SN/A} 3332391SN/A 3342391SN/Avoid 3352391SN/APhysicalMemory::unserialize(Checkpoint *cp, const string §ion) 3362391SN/A{ 3372391SN/A gzFile compressedMem; 3382391SN/A long *tempPage; 3392391SN/A long *pmem_current; 3402391SN/A uint64_t curSize; 3412391SN/A uint32_t bytesRead; 3422391SN/A const int chunkSize = 16384; 3432391SN/A 3442391SN/A 3452391SN/A string filename; 3462391SN/A 3472391SN/A UNSERIALIZE_SCALAR(filename); 3482391SN/A 3492391SN/A filename = cp->cptDir + "/" + filename; 3502391SN/A 3512391SN/A // mmap memoryfile 3522391SN/A int fd = open(filename.c_str(), O_RDONLY); 3532391SN/A if (fd < 0) { 3542391SN/A perror("open"); 3552391SN/A fatal("Can't open physical memory checkpoint file '%s'", filename); 3562391SN/A } 3572391SN/A 3582391SN/A compressedMem = gzdopen(fd, "rb"); 3592391SN/A if (compressedMem == NULL) 3602391SN/A fatal("Insufficient memory to allocate compression state for %s\n", 3612391SN/A filename); 3622391SN/A 3633012Ssaidi@eecs.umich.edu // unmap file that was mmaped in the constructor 3643012Ssaidi@eecs.umich.edu // This is done here to make sure that gzip and open don't muck with our 3653012Ssaidi@eecs.umich.edu // nice large space of memory before we reallocate it 3663012Ssaidi@eecs.umich.edu munmap(pmemAddr, params()->addrRange.size()); 3672391SN/A 3683012Ssaidi@eecs.umich.edu pmemAddr = (uint8_t *)mmap(NULL, params()->addrRange.size(), PROT_READ | PROT_WRITE, 3692391SN/A MAP_ANON | MAP_PRIVATE, -1, 0); 3702391SN/A 3713012Ssaidi@eecs.umich.edu if (pmemAddr == (void *)MAP_FAILED) { 3722391SN/A perror("mmap"); 3732391SN/A fatal("Could not mmap physical memory!\n"); 3742391SN/A } 3752391SN/A 3762391SN/A curSize = 0; 3772391SN/A tempPage = (long*)malloc(chunkSize); 3782391SN/A if (tempPage == NULL) 3792391SN/A fatal("Unable to malloc memory to read file %s\n", filename); 3802391SN/A 3812391SN/A /* Only copy bytes that are non-zero, so we don't give the VM system hell */ 3823012Ssaidi@eecs.umich.edu while (curSize < params()->addrRange.size()) { 3832391SN/A bytesRead = gzread(compressedMem, tempPage, chunkSize); 3843012Ssaidi@eecs.umich.edu if (bytesRead != chunkSize && bytesRead != params()->addrRange.size() - curSize) 3852391SN/A fatal("Read failed on physical memory checkpoint file '%s'" 3862391SN/A " got %d bytes, expected %d or %d bytes\n", 3873012Ssaidi@eecs.umich.edu filename, bytesRead, chunkSize, params()->addrRange.size()-curSize); 3882391SN/A 3892391SN/A assert(bytesRead % sizeof(long) == 0); 3902391SN/A 3912391SN/A for (int x = 0; x < bytesRead/sizeof(long); x++) 3922391SN/A { 3932391SN/A if (*(tempPage+x) != 0) { 3943012Ssaidi@eecs.umich.edu pmem_current = (long*)(pmemAddr + curSize + x * sizeof(long)); 3952391SN/A *pmem_current = *(tempPage+x); 3962391SN/A } 3972391SN/A } 3982391SN/A curSize += bytesRead; 3992391SN/A } 4002391SN/A 4012391SN/A free(tempPage); 4022391SN/A 4032391SN/A if (gzclose(compressedMem)) 4042391SN/A fatal("Close failed on physical memory checkpoint file '%s'\n", 4052391SN/A filename); 4062391SN/A 4072391SN/A} 4082391SN/A 4092413SN/A 4102391SN/ABEGIN_DECLARE_SIM_OBJECT_PARAMS(PhysicalMemory) 4112391SN/A 4122391SN/A Param<string> file; 4132391SN/A Param<Range<Addr> > range; 4142565SN/A Param<Tick> latency; 4152391SN/A 4162391SN/AEND_DECLARE_SIM_OBJECT_PARAMS(PhysicalMemory) 4172391SN/A 4182391SN/ABEGIN_INIT_SIM_OBJECT_PARAMS(PhysicalMemory) 4192391SN/A 4202391SN/A INIT_PARAM_DFLT(file, "memory mapped file", ""), 4212565SN/A INIT_PARAM(range, "Device Address Range"), 4222565SN/A INIT_PARAM(latency, "Memory access latency") 4232391SN/A 4242391SN/AEND_INIT_SIM_OBJECT_PARAMS(PhysicalMemory) 4252391SN/A 4262391SN/ACREATE_SIM_OBJECT(PhysicalMemory) 4272391SN/A{ 4283012Ssaidi@eecs.umich.edu PhysicalMemory::Params *p = new PhysicalMemory::Params; 4293012Ssaidi@eecs.umich.edu p->name = getInstanceName(); 4303012Ssaidi@eecs.umich.edu p->addrRange = range; 4313012Ssaidi@eecs.umich.edu p->latency = latency; 4323012Ssaidi@eecs.umich.edu return new PhysicalMemory(p); 4332391SN/A} 4342391SN/A 4352391SN/AREGISTER_SIM_OBJECT("PhysicalMemory", PhysicalMemory) 436