physical.cc revision 4475
12391SN/A/* 22391SN/A * Copyright (c) 2001-2005 The Regents of The University of Michigan 32391SN/A * All rights reserved. 42391SN/A * 52391SN/A * Redistribution and use in source and binary forms, with or without 62391SN/A * modification, are permitted provided that the following conditions are 72391SN/A * met: redistributions of source code must retain the above copyright 82391SN/A * notice, this list of conditions and the following disclaimer; 92391SN/A * redistributions in binary form must reproduce the above copyright 102391SN/A * notice, this list of conditions and the following disclaimer in the 112391SN/A * documentation and/or other materials provided with the distribution; 122391SN/A * neither the name of the copyright holders nor the names of its 132391SN/A * contributors may be used to endorse or promote products derived from 142391SN/A * this software without specific prior written permission. 152391SN/A * 162391SN/A * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 172391SN/A * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 182391SN/A * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 192391SN/A * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 202391SN/A * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 212391SN/A * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 222391SN/A * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 232391SN/A * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 242391SN/A * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 252391SN/A * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 262391SN/A * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 272665Ssaidi@eecs.umich.edu * 282665Ssaidi@eecs.umich.edu * Authors: Ron Dreslinski 292914Ssaidi@eecs.umich.edu * Ali Saidi 302391SN/A */ 312391SN/A 322391SN/A#include <sys/types.h> 332391SN/A#include <sys/mman.h> 342391SN/A#include <errno.h> 352391SN/A#include <fcntl.h> 362391SN/A#include <unistd.h> 372391SN/A#include <zlib.h> 382391SN/A 392391SN/A#include <iostream> 402391SN/A#include <string> 412391SN/A 423348Sbinkertn@umich.edu#include "arch/isa_traits.hh" 432391SN/A#include "base/misc.hh" 442391SN/A#include "config/full_system.hh" 453879Ssaidi@eecs.umich.edu#include "mem/packet_access.hh" 462394SN/A#include "mem/physical.hh" 472391SN/A#include "sim/builder.hh" 482415SN/A#include "sim/eventq.hh" 493348Sbinkertn@umich.edu#include "sim/host.hh" 502394SN/A 512391SN/Ausing namespace std; 522423SN/Ausing namespace TheISA; 532391SN/A 543012Ssaidi@eecs.umich.eduPhysicalMemory::PhysicalMemory(Params *p) 554467Sstever@eecs.umich.edu : MemObject(p->name), pmemAddr(NULL), lat(p->latency), _params(p) 562391SN/A{ 573012Ssaidi@eecs.umich.edu if (params()->addrRange.size() % TheISA::PageBytes != 0) 582391SN/A panic("Memory Size not divisible by page size\n"); 592391SN/A 602391SN/A int map_flags = MAP_ANON | MAP_PRIVATE; 613012Ssaidi@eecs.umich.edu pmemAddr = (uint8_t *)mmap(NULL, params()->addrRange.size(), PROT_READ | PROT_WRITE, 623918Ssaidi@eecs.umich.edu map_flags, -1, 0); 632391SN/A 643012Ssaidi@eecs.umich.edu if (pmemAddr == (void *)MAP_FAILED) { 652391SN/A perror("mmap"); 662391SN/A fatal("Could not mmap!\n"); 672391SN/A } 682391SN/A 693751Sgblack@eecs.umich.edu //If requested, initialize all the memory to 0 703751Sgblack@eecs.umich.edu if(params()->zero) 713751Sgblack@eecs.umich.edu memset(pmemAddr, 0, params()->addrRange.size()); 723751Sgblack@eecs.umich.edu 733012Ssaidi@eecs.umich.edu pagePtr = 0; 742391SN/A} 752391SN/A 762541SN/Avoid 772541SN/APhysicalMemory::init() 782541SN/A{ 794470Sstever@eecs.umich.edu if (ports.size() == 0) { 804470Sstever@eecs.umich.edu fatal("PhysicalMemory object %s is unconnected!", name()); 814470Sstever@eecs.umich.edu } 824470Sstever@eecs.umich.edu 834467Sstever@eecs.umich.edu for (PortIterator pi = ports.begin(); pi != ports.end(); ++pi) { 844467Sstever@eecs.umich.edu if (*pi) 854467Sstever@eecs.umich.edu (*pi)->sendStatusChange(Port::RangeChange); 864467Sstever@eecs.umich.edu } 872541SN/A} 882541SN/A 892391SN/APhysicalMemory::~PhysicalMemory() 902391SN/A{ 913012Ssaidi@eecs.umich.edu if (pmemAddr) 923918Ssaidi@eecs.umich.edu munmap((char*)pmemAddr, params()->addrRange.size()); 932416SN/A //Remove memPorts? 942391SN/A} 952391SN/A 962391SN/AAddr 972391SN/APhysicalMemory::new_page() 982391SN/A{ 993012Ssaidi@eecs.umich.edu Addr return_addr = pagePtr << LogVMPageSize; 1004040Ssaidi@eecs.umich.edu return_addr += start(); 1012391SN/A 1023012Ssaidi@eecs.umich.edu ++pagePtr; 1032391SN/A return return_addr; 1042391SN/A} 1052391SN/A 1062408SN/Aint 1072408SN/APhysicalMemory::deviceBlockSize() 1082408SN/A{ 1092409SN/A //Can accept anysize request 1102409SN/A return 0; 1112408SN/A} 1122408SN/A 1133012Ssaidi@eecs.umich.eduTick 1143349Sbinkertn@umich.eduPhysicalMemory::calculateLatency(PacketPtr pkt) 1153012Ssaidi@eecs.umich.edu{ 1163012Ssaidi@eecs.umich.edu return lat; 1173012Ssaidi@eecs.umich.edu} 1182413SN/A 1193170Sstever@eecs.umich.edu 1203170Sstever@eecs.umich.edu 1213170Sstever@eecs.umich.edu// Add load-locked to tracking list. Should only be called if the 1223170Sstever@eecs.umich.edu// operation is a load and the LOCKED flag is set. 1233170Sstever@eecs.umich.eduvoid 1243170Sstever@eecs.umich.eduPhysicalMemory::trackLoadLocked(Request *req) 1253170Sstever@eecs.umich.edu{ 1263170Sstever@eecs.umich.edu Addr paddr = LockedAddr::mask(req->getPaddr()); 1273170Sstever@eecs.umich.edu 1283170Sstever@eecs.umich.edu // first we check if we already have a locked addr for this 1293170Sstever@eecs.umich.edu // xc. Since each xc only gets one, we just update the 1303170Sstever@eecs.umich.edu // existing record with the new address. 1313170Sstever@eecs.umich.edu list<LockedAddr>::iterator i; 1323170Sstever@eecs.umich.edu 1333170Sstever@eecs.umich.edu for (i = lockedAddrList.begin(); i != lockedAddrList.end(); ++i) { 1343170Sstever@eecs.umich.edu if (i->matchesContext(req)) { 1353170Sstever@eecs.umich.edu DPRINTF(LLSC, "Modifying lock record: cpu %d thread %d addr %#x\n", 1363170Sstever@eecs.umich.edu req->getCpuNum(), req->getThreadNum(), paddr); 1373170Sstever@eecs.umich.edu i->addr = paddr; 1383170Sstever@eecs.umich.edu return; 1393170Sstever@eecs.umich.edu } 1403170Sstever@eecs.umich.edu } 1413170Sstever@eecs.umich.edu 1423170Sstever@eecs.umich.edu // no record for this xc: need to allocate a new one 1433170Sstever@eecs.umich.edu DPRINTF(LLSC, "Adding lock record: cpu %d thread %d addr %#x\n", 1443170Sstever@eecs.umich.edu req->getCpuNum(), req->getThreadNum(), paddr); 1453170Sstever@eecs.umich.edu lockedAddrList.push_front(LockedAddr(req)); 1463170Sstever@eecs.umich.edu} 1473170Sstever@eecs.umich.edu 1483170Sstever@eecs.umich.edu 1493170Sstever@eecs.umich.edu// Called on *writes* only... both regular stores and 1503170Sstever@eecs.umich.edu// store-conditional operations. Check for conventional stores which 1513170Sstever@eecs.umich.edu// conflict with locked addresses, and for success/failure of store 1523170Sstever@eecs.umich.edu// conditionals. 1533170Sstever@eecs.umich.edubool 1543170Sstever@eecs.umich.eduPhysicalMemory::checkLockedAddrList(Request *req) 1553170Sstever@eecs.umich.edu{ 1563170Sstever@eecs.umich.edu Addr paddr = LockedAddr::mask(req->getPaddr()); 1573170Sstever@eecs.umich.edu bool isLocked = req->isLocked(); 1583170Sstever@eecs.umich.edu 1593170Sstever@eecs.umich.edu // Initialize return value. Non-conditional stores always 1603170Sstever@eecs.umich.edu // succeed. Assume conditional stores will fail until proven 1613170Sstever@eecs.umich.edu // otherwise. 1623170Sstever@eecs.umich.edu bool success = !isLocked; 1633170Sstever@eecs.umich.edu 1643170Sstever@eecs.umich.edu // Iterate over list. Note that there could be multiple matching 1653170Sstever@eecs.umich.edu // records, as more than one context could have done a load locked 1663170Sstever@eecs.umich.edu // to this location. 1673170Sstever@eecs.umich.edu list<LockedAddr>::iterator i = lockedAddrList.begin(); 1683170Sstever@eecs.umich.edu 1693170Sstever@eecs.umich.edu while (i != lockedAddrList.end()) { 1703170Sstever@eecs.umich.edu 1713170Sstever@eecs.umich.edu if (i->addr == paddr) { 1723170Sstever@eecs.umich.edu // we have a matching address 1733170Sstever@eecs.umich.edu 1743170Sstever@eecs.umich.edu if (isLocked && i->matchesContext(req)) { 1753170Sstever@eecs.umich.edu // it's a store conditional, and as far as the memory 1763170Sstever@eecs.umich.edu // system can tell, the requesting context's lock is 1773170Sstever@eecs.umich.edu // still valid. 1783170Sstever@eecs.umich.edu DPRINTF(LLSC, "StCond success: cpu %d thread %d addr %#x\n", 1793170Sstever@eecs.umich.edu req->getCpuNum(), req->getThreadNum(), paddr); 1803170Sstever@eecs.umich.edu success = true; 1813170Sstever@eecs.umich.edu } 1823170Sstever@eecs.umich.edu 1833170Sstever@eecs.umich.edu // Get rid of our record of this lock and advance to next 1843170Sstever@eecs.umich.edu DPRINTF(LLSC, "Erasing lock record: cpu %d thread %d addr %#x\n", 1853170Sstever@eecs.umich.edu i->cpuNum, i->threadNum, paddr); 1863170Sstever@eecs.umich.edu i = lockedAddrList.erase(i); 1873170Sstever@eecs.umich.edu } 1883170Sstever@eecs.umich.edu else { 1893170Sstever@eecs.umich.edu // no match: advance to next record 1903170Sstever@eecs.umich.edu ++i; 1913170Sstever@eecs.umich.edu } 1923170Sstever@eecs.umich.edu } 1933170Sstever@eecs.umich.edu 1943170Sstever@eecs.umich.edu if (isLocked) { 1954040Ssaidi@eecs.umich.edu req->setExtraData(success ? 1 : 0); 1963170Sstever@eecs.umich.edu } 1973170Sstever@eecs.umich.edu 1983170Sstever@eecs.umich.edu return success; 1993170Sstever@eecs.umich.edu} 2003170Sstever@eecs.umich.edu 2013029Ssaidi@eecs.umich.eduvoid 2023349Sbinkertn@umich.eduPhysicalMemory::doFunctionalAccess(PacketPtr pkt) 2032413SN/A{ 2044040Ssaidi@eecs.umich.edu assert(pkt->getAddr() >= start() && 2054040Ssaidi@eecs.umich.edu pkt->getAddr() + pkt->getSize() <= start() + size()); 2062414SN/A 2073175Srdreslin@umich.edu if (pkt->isRead()) { 2083170Sstever@eecs.umich.edu if (pkt->req->isLocked()) { 2093170Sstever@eecs.umich.edu trackLoadLocked(pkt->req); 2103170Sstever@eecs.umich.edu } 2114040Ssaidi@eecs.umich.edu memcpy(pkt->getPtr<uint8_t>(), pmemAddr + pkt->getAddr() - start(), 2122641Sstever@eecs.umich.edu pkt->getSize()); 2133879Ssaidi@eecs.umich.edu#if TRACING_ON 2143879Ssaidi@eecs.umich.edu switch (pkt->getSize()) { 2153879Ssaidi@eecs.umich.edu case sizeof(uint64_t): 2163879Ssaidi@eecs.umich.edu DPRINTF(MemoryAccess, "Read of size %i on address 0x%x data 0x%x\n", 2173879Ssaidi@eecs.umich.edu pkt->getSize(), pkt->getAddr(),pkt->get<uint64_t>()); 2183879Ssaidi@eecs.umich.edu break; 2193879Ssaidi@eecs.umich.edu case sizeof(uint32_t): 2203879Ssaidi@eecs.umich.edu DPRINTF(MemoryAccess, "Read of size %i on address 0x%x data 0x%x\n", 2213879Ssaidi@eecs.umich.edu pkt->getSize(), pkt->getAddr(),pkt->get<uint32_t>()); 2223879Ssaidi@eecs.umich.edu break; 2233879Ssaidi@eecs.umich.edu case sizeof(uint16_t): 2243879Ssaidi@eecs.umich.edu DPRINTF(MemoryAccess, "Read of size %i on address 0x%x data 0x%x\n", 2253879Ssaidi@eecs.umich.edu pkt->getSize(), pkt->getAddr(),pkt->get<uint16_t>()); 2263879Ssaidi@eecs.umich.edu break; 2273879Ssaidi@eecs.umich.edu case sizeof(uint8_t): 2283879Ssaidi@eecs.umich.edu DPRINTF(MemoryAccess, "Read of size %i on address 0x%x data 0x%x\n", 2293879Ssaidi@eecs.umich.edu pkt->getSize(), pkt->getAddr(),pkt->get<uint8_t>()); 2303879Ssaidi@eecs.umich.edu break; 2313879Ssaidi@eecs.umich.edu default: 2323879Ssaidi@eecs.umich.edu DPRINTF(MemoryAccess, "Read of size %i on address 0x%x\n", 2333879Ssaidi@eecs.umich.edu pkt->getSize(), pkt->getAddr()); 2343879Ssaidi@eecs.umich.edu } 2353879Ssaidi@eecs.umich.edu#endif 2363175Srdreslin@umich.edu } 2373175Srdreslin@umich.edu else if (pkt->isWrite()) { 2383170Sstever@eecs.umich.edu if (writeOK(pkt->req)) { 2394040Ssaidi@eecs.umich.edu memcpy(pmemAddr + pkt->getAddr() - start(), pkt->getPtr<uint8_t>(), 2404040Ssaidi@eecs.umich.edu pkt->getSize()); 2413879Ssaidi@eecs.umich.edu#if TRACING_ON 2423879Ssaidi@eecs.umich.edu switch (pkt->getSize()) { 2433879Ssaidi@eecs.umich.edu case sizeof(uint64_t): 2443879Ssaidi@eecs.umich.edu DPRINTF(MemoryAccess, "Write of size %i on address 0x%x data 0x%x\n", 2453879Ssaidi@eecs.umich.edu pkt->getSize(), pkt->getAddr(),pkt->get<uint64_t>()); 2463879Ssaidi@eecs.umich.edu break; 2473879Ssaidi@eecs.umich.edu case sizeof(uint32_t): 2483879Ssaidi@eecs.umich.edu DPRINTF(MemoryAccess, "Write of size %i on address 0x%x data 0x%x\n", 2493879Ssaidi@eecs.umich.edu pkt->getSize(), pkt->getAddr(),pkt->get<uint32_t>()); 2503879Ssaidi@eecs.umich.edu break; 2513879Ssaidi@eecs.umich.edu case sizeof(uint16_t): 2523879Ssaidi@eecs.umich.edu DPRINTF(MemoryAccess, "Write of size %i on address 0x%x data 0x%x\n", 2533879Ssaidi@eecs.umich.edu pkt->getSize(), pkt->getAddr(),pkt->get<uint16_t>()); 2543879Ssaidi@eecs.umich.edu break; 2553879Ssaidi@eecs.umich.edu case sizeof(uint8_t): 2563879Ssaidi@eecs.umich.edu DPRINTF(MemoryAccess, "Write of size %i on address 0x%x data 0x%x\n", 2573879Ssaidi@eecs.umich.edu pkt->getSize(), pkt->getAddr(),pkt->get<uint8_t>()); 2583879Ssaidi@eecs.umich.edu break; 2593879Ssaidi@eecs.umich.edu default: 2603879Ssaidi@eecs.umich.edu DPRINTF(MemoryAccess, "Write of size %i on address 0x%x\n", 2613879Ssaidi@eecs.umich.edu pkt->getSize(), pkt->getAddr()); 2623879Ssaidi@eecs.umich.edu } 2633879Ssaidi@eecs.umich.edu#endif 2642631SN/A } 2654040Ssaidi@eecs.umich.edu } else if (pkt->isInvalidate()) { 2663175Srdreslin@umich.edu //upgrade or invalidate 2673175Srdreslin@umich.edu pkt->flags |= SATISFIED; 2684040Ssaidi@eecs.umich.edu } else if (pkt->isReadWrite()) { 2694040Ssaidi@eecs.umich.edu IntReg overwrite_val; 2704040Ssaidi@eecs.umich.edu bool overwrite_mem; 2714040Ssaidi@eecs.umich.edu uint64_t condition_val64; 2724040Ssaidi@eecs.umich.edu uint32_t condition_val32; 2734040Ssaidi@eecs.umich.edu 2744040Ssaidi@eecs.umich.edu assert(sizeof(IntReg) >= pkt->getSize()); 2754040Ssaidi@eecs.umich.edu 2764040Ssaidi@eecs.umich.edu overwrite_mem = true; 2774040Ssaidi@eecs.umich.edu // keep a copy of our possible write value, and copy what is at the 2784040Ssaidi@eecs.umich.edu // memory address into the packet 2794052Ssaidi@eecs.umich.edu std::memcpy(&overwrite_val, pkt->getPtr<uint8_t>(), pkt->getSize()); 2804052Ssaidi@eecs.umich.edu std::memcpy(pkt->getPtr<uint8_t>(), pmemAddr + pkt->getAddr() - start(), 2814040Ssaidi@eecs.umich.edu pkt->getSize()); 2824040Ssaidi@eecs.umich.edu 2834040Ssaidi@eecs.umich.edu if (pkt->req->isCondSwap()) { 2844040Ssaidi@eecs.umich.edu if (pkt->getSize() == sizeof(uint64_t)) { 2854052Ssaidi@eecs.umich.edu condition_val64 = pkt->req->getExtraData(); 2864052Ssaidi@eecs.umich.edu overwrite_mem = !std::memcmp(&condition_val64, pmemAddr + 2874052Ssaidi@eecs.umich.edu pkt->getAddr() - start(), sizeof(uint64_t)); 2884040Ssaidi@eecs.umich.edu } else if (pkt->getSize() == sizeof(uint32_t)) { 2894052Ssaidi@eecs.umich.edu condition_val32 = (uint32_t)pkt->req->getExtraData(); 2904052Ssaidi@eecs.umich.edu overwrite_mem = !std::memcmp(&condition_val32, pmemAddr + 2914052Ssaidi@eecs.umich.edu pkt->getAddr() - start(), sizeof(uint32_t)); 2924040Ssaidi@eecs.umich.edu } else 2934040Ssaidi@eecs.umich.edu panic("Invalid size for conditional read/write\n"); 2944040Ssaidi@eecs.umich.edu } 2954040Ssaidi@eecs.umich.edu 2964040Ssaidi@eecs.umich.edu if (overwrite_mem) 2974052Ssaidi@eecs.umich.edu std::memcpy(pmemAddr + pkt->getAddr() - start(), 2984040Ssaidi@eecs.umich.edu &overwrite_val, pkt->getSize()); 2994040Ssaidi@eecs.umich.edu 3004040Ssaidi@eecs.umich.edu#if TRACING_ON 3014040Ssaidi@eecs.umich.edu switch (pkt->getSize()) { 3024040Ssaidi@eecs.umich.edu case sizeof(uint64_t): 3034040Ssaidi@eecs.umich.edu DPRINTF(MemoryAccess, "Read/Write of size %i on address 0x%x old data 0x%x\n", 3044040Ssaidi@eecs.umich.edu pkt->getSize(), pkt->getAddr(),pkt->get<uint64_t>()); 3054040Ssaidi@eecs.umich.edu DPRINTF(MemoryAccess, "New Data 0x%x %s conditional (0x%x) and %s \n", 3064040Ssaidi@eecs.umich.edu overwrite_mem, pkt->req->isCondSwap() ? "was" : "wasn't", 3074040Ssaidi@eecs.umich.edu condition_val64, overwrite_mem ? "happened" : "didn't happen"); 3084040Ssaidi@eecs.umich.edu break; 3094040Ssaidi@eecs.umich.edu case sizeof(uint32_t): 3104040Ssaidi@eecs.umich.edu DPRINTF(MemoryAccess, "Read/Write of size %i on address 0x%x old data 0x%x\n", 3114040Ssaidi@eecs.umich.edu pkt->getSize(), pkt->getAddr(),pkt->get<uint32_t>()); 3124040Ssaidi@eecs.umich.edu DPRINTF(MemoryAccess, "New Data 0x%x %s conditional (0x%x) and %s \n", 3134040Ssaidi@eecs.umich.edu overwrite_mem, pkt->req->isCondSwap() ? "was" : "wasn't", 3144040Ssaidi@eecs.umich.edu condition_val32, overwrite_mem ? "happened" : "didn't happen"); 3154040Ssaidi@eecs.umich.edu break; 3164040Ssaidi@eecs.umich.edu case sizeof(uint16_t): 3174040Ssaidi@eecs.umich.edu DPRINTF(MemoryAccess, "Read/Write of size %i on address 0x%x old data 0x%x\n", 3184040Ssaidi@eecs.umich.edu pkt->getSize(), pkt->getAddr(),pkt->get<uint16_t>()); 3194040Ssaidi@eecs.umich.edu DPRINTF(MemoryAccess, "New Data 0x%x wasn't conditional and happned\n", 3204040Ssaidi@eecs.umich.edu overwrite_mem); 3214040Ssaidi@eecs.umich.edu break; 3224040Ssaidi@eecs.umich.edu case sizeof(uint8_t): 3234040Ssaidi@eecs.umich.edu DPRINTF(MemoryAccess, "Read/Write of size %i on address 0x%x old data 0x%x\n", 3244040Ssaidi@eecs.umich.edu pkt->getSize(), pkt->getAddr(),pkt->get<uint8_t>()); 3254040Ssaidi@eecs.umich.edu DPRINTF(MemoryAccess, "New Data 0x%x wasn't conditional and happned\n", 3264040Ssaidi@eecs.umich.edu overwrite_mem); 3274040Ssaidi@eecs.umich.edu break; 3284040Ssaidi@eecs.umich.edu default: 3294040Ssaidi@eecs.umich.edu DPRINTF(MemoryAccess, "Read/Write of size %i on address 0x%x\n", 3304040Ssaidi@eecs.umich.edu pkt->getSize(), pkt->getAddr()); 3314040Ssaidi@eecs.umich.edu } 3324040Ssaidi@eecs.umich.edu#endif 3334040Ssaidi@eecs.umich.edu } else { 3342413SN/A panic("unimplemented"); 3352413SN/A } 3362420SN/A 3372641Sstever@eecs.umich.edu pkt->result = Packet::Success; 3382413SN/A} 3392413SN/A 3402413SN/APort * 3412738Sstever@eecs.umich.eduPhysicalMemory::getPort(const std::string &if_name, int idx) 3422413SN/A{ 3434468Sstever@eecs.umich.edu // Accept request for "functional" port for backwards compatibility 3444468Sstever@eecs.umich.edu // with places where this function is called from C++. I'd prefer 3454468Sstever@eecs.umich.edu // to move all these into Python someday. 3464468Sstever@eecs.umich.edu if (if_name == "functional") { 3474468Sstever@eecs.umich.edu return new MemoryPort(csprintf("%s-functional", name()), this); 3484468Sstever@eecs.umich.edu } 3494468Sstever@eecs.umich.edu 3504467Sstever@eecs.umich.edu if (if_name != "port") { 3512462SN/A panic("PhysicalMemory::getPort: unknown port %s requested", if_name); 3522462SN/A } 3534467Sstever@eecs.umich.edu 3544467Sstever@eecs.umich.edu if (idx >= ports.size()) { 3554467Sstever@eecs.umich.edu ports.resize(idx+1); 3564467Sstever@eecs.umich.edu } 3574467Sstever@eecs.umich.edu 3584467Sstever@eecs.umich.edu if (ports[idx] != NULL) { 3594467Sstever@eecs.umich.edu panic("PhysicalMemory::getPort: port %d already assigned", idx); 3604467Sstever@eecs.umich.edu } 3614467Sstever@eecs.umich.edu 3624467Sstever@eecs.umich.edu MemoryPort *port = 3634467Sstever@eecs.umich.edu new MemoryPort(csprintf("%s-port%d", name(), idx), this); 3644467Sstever@eecs.umich.edu 3654467Sstever@eecs.umich.edu ports[idx] = port; 3664467Sstever@eecs.umich.edu return port; 3672413SN/A} 3682413SN/A 3694467Sstever@eecs.umich.edu 3702413SN/Avoid 3712413SN/APhysicalMemory::recvStatusChange(Port::Status status) 3722413SN/A{ 3732413SN/A} 3742413SN/A 3752640Sstever@eecs.umich.eduPhysicalMemory::MemoryPort::MemoryPort(const std::string &_name, 3762640Sstever@eecs.umich.edu PhysicalMemory *_memory) 3772914Ssaidi@eecs.umich.edu : SimpleTimingPort(_name), memory(_memory) 3782413SN/A{ } 3792413SN/A 3802413SN/Avoid 3812413SN/APhysicalMemory::MemoryPort::recvStatusChange(Port::Status status) 3822413SN/A{ 3832413SN/A memory->recvStatusChange(status); 3842413SN/A} 3852413SN/A 3862413SN/Avoid 3872522SN/APhysicalMemory::MemoryPort::getDeviceAddressRanges(AddrRangeList &resp, 3884475Sstever@eecs.umich.edu bool &snoop) 3892413SN/A{ 3902522SN/A memory->getAddressRanges(resp, snoop); 3912497SN/A} 3922497SN/A 3932497SN/Avoid 3944475Sstever@eecs.umich.eduPhysicalMemory::getAddressRanges(AddrRangeList &resp, bool &snoop) 3952497SN/A{ 3964475Sstever@eecs.umich.edu snoop = false; 3972522SN/A resp.clear(); 3984475Sstever@eecs.umich.edu resp.push_back(RangeSize(start(), params()->addrRange.size())); 3992413SN/A} 4002413SN/A 4012415SN/Aint 4022415SN/APhysicalMemory::MemoryPort::deviceBlockSize() 4032415SN/A{ 4042415SN/A return memory->deviceBlockSize(); 4052415SN/A} 4062413SN/A 4072413SN/ATick 4083349Sbinkertn@umich.eduPhysicalMemory::MemoryPort::recvAtomic(PacketPtr pkt) 4092413SN/A{ 4103029Ssaidi@eecs.umich.edu memory->doFunctionalAccess(pkt); 4113029Ssaidi@eecs.umich.edu return memory->calculateLatency(pkt); 4122413SN/A} 4132413SN/A 4142413SN/Avoid 4153349Sbinkertn@umich.eduPhysicalMemory::MemoryPort::recvFunctional(PacketPtr pkt) 4162413SN/A{ 4173612Srdreslin@umich.edu //Since we are overriding the function, make sure to have the impl of the 4183612Srdreslin@umich.edu //check or functional accesses here. 4193612Srdreslin@umich.edu std::list<std::pair<Tick,PacketPtr> >::iterator i = transmitList.begin(); 4203612Srdreslin@umich.edu std::list<std::pair<Tick,PacketPtr> >::iterator end = transmitList.end(); 4213612Srdreslin@umich.edu bool notDone = true; 4223612Srdreslin@umich.edu 4233612Srdreslin@umich.edu while (i != end && notDone) { 4243612Srdreslin@umich.edu PacketPtr target = i->second; 4253612Srdreslin@umich.edu // If the target contains data, and it overlaps the 4263612Srdreslin@umich.edu // probed request, need to update data 4273612Srdreslin@umich.edu if (target->intersect(pkt)) 4283612Srdreslin@umich.edu notDone = fixPacket(pkt, target); 4293612Srdreslin@umich.edu i++; 4303612Srdreslin@umich.edu } 4313612Srdreslin@umich.edu 4323091Sstever@eecs.umich.edu // Default implementation of SimpleTimingPort::recvFunctional() 4333091Sstever@eecs.umich.edu // calls recvAtomic() and throws away the latency; we can save a 4343091Sstever@eecs.umich.edu // little here by just not calculating the latency. 4352413SN/A memory->doFunctionalAccess(pkt); 4362413SN/A} 4372413SN/A 4382914Ssaidi@eecs.umich.eduunsigned int 4392914Ssaidi@eecs.umich.eduPhysicalMemory::drain(Event *de) 4402914Ssaidi@eecs.umich.edu{ 4414467Sstever@eecs.umich.edu int count = 0; 4424467Sstever@eecs.umich.edu for (PortIterator pi = ports.begin(); pi != ports.end(); ++pi) { 4434467Sstever@eecs.umich.edu count += (*pi)->drain(de); 4444467Sstever@eecs.umich.edu } 4454467Sstever@eecs.umich.edu 4462914Ssaidi@eecs.umich.edu if (count) 4472914Ssaidi@eecs.umich.edu changeState(Draining); 4482914Ssaidi@eecs.umich.edu else 4492914Ssaidi@eecs.umich.edu changeState(Drained); 4502914Ssaidi@eecs.umich.edu return count; 4512914Ssaidi@eecs.umich.edu} 4522413SN/A 4532391SN/Avoid 4542391SN/APhysicalMemory::serialize(ostream &os) 4552391SN/A{ 4562391SN/A gzFile compressedMem; 4572391SN/A string filename = name() + ".physmem"; 4582391SN/A 4592391SN/A SERIALIZE_SCALAR(filename); 4602391SN/A 4612391SN/A // write memory file 4622391SN/A string thefile = Checkpoint::dir() + "/" + filename.c_str(); 4632391SN/A int fd = creat(thefile.c_str(), 0664); 4642391SN/A if (fd < 0) { 4652391SN/A perror("creat"); 4662391SN/A fatal("Can't open physical memory checkpoint file '%s'\n", filename); 4672391SN/A } 4682391SN/A 4692391SN/A compressedMem = gzdopen(fd, "wb"); 4702391SN/A if (compressedMem == NULL) 4712391SN/A fatal("Insufficient memory to allocate compression state for %s\n", 4722391SN/A filename); 4732391SN/A 4743012Ssaidi@eecs.umich.edu if (gzwrite(compressedMem, pmemAddr, params()->addrRange.size()) != params()->addrRange.size()) { 4752391SN/A fatal("Write failed on physical memory checkpoint file '%s'\n", 4762391SN/A filename); 4772391SN/A } 4782391SN/A 4792391SN/A if (gzclose(compressedMem)) 4802391SN/A fatal("Close failed on physical memory checkpoint file '%s'\n", 4812391SN/A filename); 4822391SN/A} 4832391SN/A 4842391SN/Avoid 4852391SN/APhysicalMemory::unserialize(Checkpoint *cp, const string §ion) 4862391SN/A{ 4872391SN/A gzFile compressedMem; 4882391SN/A long *tempPage; 4892391SN/A long *pmem_current; 4902391SN/A uint64_t curSize; 4912391SN/A uint32_t bytesRead; 4922391SN/A const int chunkSize = 16384; 4932391SN/A 4942391SN/A 4952391SN/A string filename; 4962391SN/A 4972391SN/A UNSERIALIZE_SCALAR(filename); 4982391SN/A 4992391SN/A filename = cp->cptDir + "/" + filename; 5002391SN/A 5012391SN/A // mmap memoryfile 5022391SN/A int fd = open(filename.c_str(), O_RDONLY); 5032391SN/A if (fd < 0) { 5042391SN/A perror("open"); 5052391SN/A fatal("Can't open physical memory checkpoint file '%s'", filename); 5062391SN/A } 5072391SN/A 5082391SN/A compressedMem = gzdopen(fd, "rb"); 5092391SN/A if (compressedMem == NULL) 5102391SN/A fatal("Insufficient memory to allocate compression state for %s\n", 5112391SN/A filename); 5122391SN/A 5133012Ssaidi@eecs.umich.edu // unmap file that was mmaped in the constructor 5143012Ssaidi@eecs.umich.edu // This is done here to make sure that gzip and open don't muck with our 5153012Ssaidi@eecs.umich.edu // nice large space of memory before we reallocate it 5163918Ssaidi@eecs.umich.edu munmap((char*)pmemAddr, params()->addrRange.size()); 5172391SN/A 5183012Ssaidi@eecs.umich.edu pmemAddr = (uint8_t *)mmap(NULL, params()->addrRange.size(), PROT_READ | PROT_WRITE, 5192391SN/A MAP_ANON | MAP_PRIVATE, -1, 0); 5202391SN/A 5213012Ssaidi@eecs.umich.edu if (pmemAddr == (void *)MAP_FAILED) { 5222391SN/A perror("mmap"); 5232391SN/A fatal("Could not mmap physical memory!\n"); 5242391SN/A } 5252391SN/A 5262391SN/A curSize = 0; 5272391SN/A tempPage = (long*)malloc(chunkSize); 5282391SN/A if (tempPage == NULL) 5292391SN/A fatal("Unable to malloc memory to read file %s\n", filename); 5302391SN/A 5312391SN/A /* Only copy bytes that are non-zero, so we don't give the VM system hell */ 5323012Ssaidi@eecs.umich.edu while (curSize < params()->addrRange.size()) { 5332391SN/A bytesRead = gzread(compressedMem, tempPage, chunkSize); 5343012Ssaidi@eecs.umich.edu if (bytesRead != chunkSize && bytesRead != params()->addrRange.size() - curSize) 5352391SN/A fatal("Read failed on physical memory checkpoint file '%s'" 5362391SN/A " got %d bytes, expected %d or %d bytes\n", 5373012Ssaidi@eecs.umich.edu filename, bytesRead, chunkSize, params()->addrRange.size()-curSize); 5382391SN/A 5392391SN/A assert(bytesRead % sizeof(long) == 0); 5402391SN/A 5412391SN/A for (int x = 0; x < bytesRead/sizeof(long); x++) 5422391SN/A { 5432391SN/A if (*(tempPage+x) != 0) { 5443012Ssaidi@eecs.umich.edu pmem_current = (long*)(pmemAddr + curSize + x * sizeof(long)); 5452391SN/A *pmem_current = *(tempPage+x); 5462391SN/A } 5472391SN/A } 5482391SN/A curSize += bytesRead; 5492391SN/A } 5502391SN/A 5512391SN/A free(tempPage); 5522391SN/A 5532391SN/A if (gzclose(compressedMem)) 5542391SN/A fatal("Close failed on physical memory checkpoint file '%s'\n", 5552391SN/A filename); 5562391SN/A 5572391SN/A} 5582391SN/A 5592413SN/A 5602391SN/ABEGIN_DECLARE_SIM_OBJECT_PARAMS(PhysicalMemory) 5612391SN/A 5622391SN/A Param<string> file; 5632391SN/A Param<Range<Addr> > range; 5642565SN/A Param<Tick> latency; 5653751Sgblack@eecs.umich.edu Param<bool> zero; 5662391SN/A 5672391SN/AEND_DECLARE_SIM_OBJECT_PARAMS(PhysicalMemory) 5682391SN/A 5692391SN/ABEGIN_INIT_SIM_OBJECT_PARAMS(PhysicalMemory) 5702391SN/A 5712391SN/A INIT_PARAM_DFLT(file, "memory mapped file", ""), 5722565SN/A INIT_PARAM(range, "Device Address Range"), 5733751Sgblack@eecs.umich.edu INIT_PARAM(latency, "Memory access latency"), 5743751Sgblack@eecs.umich.edu INIT_PARAM(zero, "Zero initialize memory") 5752391SN/A 5762391SN/AEND_INIT_SIM_OBJECT_PARAMS(PhysicalMemory) 5772391SN/A 5782391SN/ACREATE_SIM_OBJECT(PhysicalMemory) 5792391SN/A{ 5803012Ssaidi@eecs.umich.edu PhysicalMemory::Params *p = new PhysicalMemory::Params; 5813012Ssaidi@eecs.umich.edu p->name = getInstanceName(); 5823012Ssaidi@eecs.umich.edu p->addrRange = range; 5833012Ssaidi@eecs.umich.edu p->latency = latency; 5843751Sgblack@eecs.umich.edu p->zero = zero; 5853012Ssaidi@eecs.umich.edu return new PhysicalMemory(p); 5862391SN/A} 5872391SN/A 5882391SN/AREGISTER_SIM_OBJECT("PhysicalMemory", PhysicalMemory) 589