pagetable_walker.cc revision 9542
15245Sgblack@eecs.umich.edu/* 28948Sandreas.hansson@arm.com * Copyright (c) 2012 ARM Limited 38948Sandreas.hansson@arm.com * All rights reserved. 48948Sandreas.hansson@arm.com * 58948Sandreas.hansson@arm.com * The license below extends only to copyright in the software and shall 68948Sandreas.hansson@arm.com * not be construed as granting a license to any other intellectual 78948Sandreas.hansson@arm.com * property including but not limited to intellectual property relating 88948Sandreas.hansson@arm.com * to a hardware implementation of the functionality of the software 98948Sandreas.hansson@arm.com * licensed hereunder. You may use the software subject to the license 108948Sandreas.hansson@arm.com * terms below provided that you ensure that this notice is replicated 118948Sandreas.hansson@arm.com * unmodified and in its entirety in all distributions of the software, 128948Sandreas.hansson@arm.com * modified or unmodified, in source code or in binary form. 138948Sandreas.hansson@arm.com * 145245Sgblack@eecs.umich.edu * Copyright (c) 2007 The Hewlett-Packard Development Company 155245Sgblack@eecs.umich.edu * All rights reserved. 165245Sgblack@eecs.umich.edu * 177087Snate@binkert.org * The license below extends only to copyright in the software and shall 187087Snate@binkert.org * not be construed as granting a license to any other intellectual 197087Snate@binkert.org * property including but not limited to intellectual property relating 207087Snate@binkert.org * to a hardware implementation of the functionality of the software 217087Snate@binkert.org * licensed hereunder. You may use the software subject to the license 227087Snate@binkert.org * terms below provided that you ensure that this notice is replicated 237087Snate@binkert.org * unmodified and in its entirety in all distributions of the software, 247087Snate@binkert.org * modified or unmodified, in source code or in binary form. 255245Sgblack@eecs.umich.edu * 267087Snate@binkert.org * Redistribution and use in source and binary forms, with or without 277087Snate@binkert.org * modification, are permitted provided that the following conditions are 287087Snate@binkert.org * met: redistributions of source code must retain the above copyright 297087Snate@binkert.org * notice, this list of conditions and the following disclaimer; 307087Snate@binkert.org * redistributions in binary form must reproduce the above copyright 317087Snate@binkert.org * notice, this list of conditions and the following disclaimer in the 327087Snate@binkert.org * documentation and/or other materials provided with the distribution; 337087Snate@binkert.org * neither the name of the copyright holders nor the names of its 345245Sgblack@eecs.umich.edu * contributors may be used to endorse or promote products derived from 357087Snate@binkert.org * this software without specific prior written permission. 365245Sgblack@eecs.umich.edu * 375245Sgblack@eecs.umich.edu * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 385245Sgblack@eecs.umich.edu * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 395245Sgblack@eecs.umich.edu * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 405245Sgblack@eecs.umich.edu * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 415245Sgblack@eecs.umich.edu * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 425245Sgblack@eecs.umich.edu * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 435245Sgblack@eecs.umich.edu * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 445245Sgblack@eecs.umich.edu * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 455245Sgblack@eecs.umich.edu * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 465245Sgblack@eecs.umich.edu * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 475245Sgblack@eecs.umich.edu * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 485245Sgblack@eecs.umich.edu * 495245Sgblack@eecs.umich.edu * Authors: Gabe Black 505245Sgblack@eecs.umich.edu */ 515245Sgblack@eecs.umich.edu 525245Sgblack@eecs.umich.edu#include "arch/x86/pagetable.hh" 535245Sgblack@eecs.umich.edu#include "arch/x86/pagetable_walker.hh" 545245Sgblack@eecs.umich.edu#include "arch/x86/tlb.hh" 557912Shestness@cs.utexas.edu#include "arch/x86/vtophys.hh" 565245Sgblack@eecs.umich.edu#include "base/bitfield.hh" 578953Sgblack@eecs.umich.edu#include "base/trie.hh" 588229Snate@binkert.org#include "cpu/base.hh" 595245Sgblack@eecs.umich.edu#include "cpu/thread_context.hh" 608232Snate@binkert.org#include "debug/PageTableWalker.hh" 615245Sgblack@eecs.umich.edu#include "mem/packet_access.hh" 625245Sgblack@eecs.umich.edu#include "mem/request.hh" 635245Sgblack@eecs.umich.edu 645245Sgblack@eecs.umich.edunamespace X86ISA { 655245Sgblack@eecs.umich.edu 665245Sgblack@eecs.umich.edu// Unfortunately, the placement of the base field in a page table entry is 675245Sgblack@eecs.umich.edu// very erratic and would make a mess here. It might be moved here at some 685245Sgblack@eecs.umich.edu// point in the future. 695245Sgblack@eecs.umich.eduBitUnion64(PageTableEntry) 705245Sgblack@eecs.umich.edu Bitfield<63> nx; 715245Sgblack@eecs.umich.edu Bitfield<11, 9> avl; 725245Sgblack@eecs.umich.edu Bitfield<8> g; 735245Sgblack@eecs.umich.edu Bitfield<7> ps; 745245Sgblack@eecs.umich.edu Bitfield<6> d; 755245Sgblack@eecs.umich.edu Bitfield<5> a; 765245Sgblack@eecs.umich.edu Bitfield<4> pcd; 775245Sgblack@eecs.umich.edu Bitfield<3> pwt; 785245Sgblack@eecs.umich.edu Bitfield<2> u; 795245Sgblack@eecs.umich.edu Bitfield<1> w; 805245Sgblack@eecs.umich.edu Bitfield<0> p; 815245Sgblack@eecs.umich.eduEndBitUnion(PageTableEntry) 825245Sgblack@eecs.umich.edu 835895Sgblack@eecs.umich.eduFault 847912Shestness@cs.utexas.eduWalker::start(ThreadContext * _tc, BaseTLB::Translation *_translation, 857912Shestness@cs.utexas.edu RequestPtr _req, BaseTLB::Mode _mode) 865245Sgblack@eecs.umich.edu{ 877912Shestness@cs.utexas.edu // TODO: in timing mode, instead of blocking when there are other 887912Shestness@cs.utexas.edu // outstanding requests, see if this request can be coalesced with 897912Shestness@cs.utexas.edu // another one (i.e. either coalesce or start walk) 907912Shestness@cs.utexas.edu WalkerState * newState = new WalkerState(this, _translation, _req); 919524SAndreas.Sandberg@ARM.com newState->initState(_tc, _mode, sys->isTimingMode()); 927912Shestness@cs.utexas.edu if (currStates.size()) { 937912Shestness@cs.utexas.edu assert(newState->isTiming()); 947912Shestness@cs.utexas.edu DPRINTF(PageTableWalker, "Walks in progress: %d\n", currStates.size()); 957912Shestness@cs.utexas.edu currStates.push_back(newState); 967912Shestness@cs.utexas.edu return NoFault; 977912Shestness@cs.utexas.edu } else { 987912Shestness@cs.utexas.edu currStates.push_back(newState); 997912Shestness@cs.utexas.edu Fault fault = newState->startWalk(); 1007912Shestness@cs.utexas.edu if (!newState->isTiming()) { 1017912Shestness@cs.utexas.edu currStates.pop_front(); 1027912Shestness@cs.utexas.edu delete newState; 1035895Sgblack@eecs.umich.edu } 1047912Shestness@cs.utexas.edu return fault; 1055245Sgblack@eecs.umich.edu } 1065245Sgblack@eecs.umich.edu} 1075245Sgblack@eecs.umich.edu 1085895Sgblack@eecs.umich.eduFault 1098953Sgblack@eecs.umich.eduWalker::startFunctional(ThreadContext * _tc, Addr &addr, unsigned &logBytes, 1107912Shestness@cs.utexas.edu BaseTLB::Mode _mode) 1115245Sgblack@eecs.umich.edu{ 1127912Shestness@cs.utexas.edu funcState.initState(_tc, _mode); 1138953Sgblack@eecs.umich.edu return funcState.startFunctional(addr, logBytes); 1145245Sgblack@eecs.umich.edu} 1155245Sgblack@eecs.umich.edu 1165245Sgblack@eecs.umich.edubool 1178975Sandreas.hansson@arm.comWalker::WalkerPort::recvTimingResp(PacketPtr pkt) 1185245Sgblack@eecs.umich.edu{ 1198975Sandreas.hansson@arm.com return walker->recvTimingResp(pkt); 1205245Sgblack@eecs.umich.edu} 1215245Sgblack@eecs.umich.edu 1225245Sgblack@eecs.umich.edubool 1238975Sandreas.hansson@arm.comWalker::recvTimingResp(PacketPtr pkt) 1245245Sgblack@eecs.umich.edu{ 1258948Sandreas.hansson@arm.com WalkerSenderState * senderState = 1269542Sandreas.hansson@arm.com dynamic_cast<WalkerSenderState *>(pkt->popSenderState()); 1278948Sandreas.hansson@arm.com WalkerState * senderWalk = senderState->senderWalk; 1288948Sandreas.hansson@arm.com bool walkComplete = senderWalk->recvPacket(pkt); 1298948Sandreas.hansson@arm.com delete senderState; 1308948Sandreas.hansson@arm.com if (walkComplete) { 1318948Sandreas.hansson@arm.com std::list<WalkerState *>::iterator iter; 1328948Sandreas.hansson@arm.com for (iter = currStates.begin(); iter != currStates.end(); iter++) { 1338948Sandreas.hansson@arm.com WalkerState * walkerState = *(iter); 1348948Sandreas.hansson@arm.com if (walkerState == senderWalk) { 1358948Sandreas.hansson@arm.com iter = currStates.erase(iter); 1368948Sandreas.hansson@arm.com break; 1375895Sgblack@eecs.umich.edu } 1385245Sgblack@eecs.umich.edu } 1398948Sandreas.hansson@arm.com delete senderWalk; 1408948Sandreas.hansson@arm.com // Since we block requests when another is outstanding, we 1418948Sandreas.hansson@arm.com // need to check if there is a waiting request to be serviced 1428948Sandreas.hansson@arm.com if (currStates.size()) { 1438948Sandreas.hansson@arm.com WalkerState * newState = currStates.front(); 1448948Sandreas.hansson@arm.com if (!newState->wasStarted()) 1458948Sandreas.hansson@arm.com newState->startWalk(); 1468948Sandreas.hansson@arm.com } 1475245Sgblack@eecs.umich.edu } 1485245Sgblack@eecs.umich.edu return true; 1495245Sgblack@eecs.umich.edu} 1505245Sgblack@eecs.umich.edu 1515245Sgblack@eecs.umich.eduvoid 1525245Sgblack@eecs.umich.eduWalker::WalkerPort::recvRetry() 1535245Sgblack@eecs.umich.edu{ 1545245Sgblack@eecs.umich.edu walker->recvRetry(); 1555245Sgblack@eecs.umich.edu} 1565245Sgblack@eecs.umich.edu 1575245Sgblack@eecs.umich.eduvoid 1585245Sgblack@eecs.umich.eduWalker::recvRetry() 1595245Sgblack@eecs.umich.edu{ 1607912Shestness@cs.utexas.edu std::list<WalkerState *>::iterator iter; 1617912Shestness@cs.utexas.edu for (iter = currStates.begin(); iter != currStates.end(); iter++) { 1627912Shestness@cs.utexas.edu WalkerState * walkerState = *(iter); 1637912Shestness@cs.utexas.edu if (walkerState->isRetrying()) { 1647912Shestness@cs.utexas.edu walkerState->retry(); 1657912Shestness@cs.utexas.edu } 1667912Shestness@cs.utexas.edu } 1677912Shestness@cs.utexas.edu} 1687912Shestness@cs.utexas.edu 1697912Shestness@cs.utexas.edubool Walker::sendTiming(WalkerState* sendingState, PacketPtr pkt) 1707912Shestness@cs.utexas.edu{ 1719542Sandreas.hansson@arm.com pkt->pushSenderState(new WalkerSenderState(sendingState)); 1728975Sandreas.hansson@arm.com return port.sendTimingReq(pkt); 1737912Shestness@cs.utexas.edu} 1747912Shestness@cs.utexas.edu 1759294Sandreas.hansson@arm.comBaseMasterPort & 1769294Sandreas.hansson@arm.comWalker::getMasterPort(const std::string &if_name, PortID idx) 1777912Shestness@cs.utexas.edu{ 1787912Shestness@cs.utexas.edu if (if_name == "port") 1798922Swilliam.wang@arm.com return port; 1807912Shestness@cs.utexas.edu else 1818922Swilliam.wang@arm.com return MemObject::getMasterPort(if_name, idx); 1825245Sgblack@eecs.umich.edu} 1835245Sgblack@eecs.umich.edu 1845245Sgblack@eecs.umich.eduvoid 1857912Shestness@cs.utexas.eduWalker::WalkerState::initState(ThreadContext * _tc, 1867912Shestness@cs.utexas.edu BaseTLB::Mode _mode, bool _isTiming) 1877912Shestness@cs.utexas.edu{ 1887912Shestness@cs.utexas.edu assert(state == Ready); 1897912Shestness@cs.utexas.edu started = false; 1907912Shestness@cs.utexas.edu tc = _tc; 1917912Shestness@cs.utexas.edu mode = _mode; 1927912Shestness@cs.utexas.edu timing = _isTiming; 1937912Shestness@cs.utexas.edu} 1947912Shestness@cs.utexas.edu 1957912Shestness@cs.utexas.eduFault 1967912Shestness@cs.utexas.eduWalker::WalkerState::startWalk() 1977912Shestness@cs.utexas.edu{ 1987912Shestness@cs.utexas.edu Fault fault = NoFault; 1997912Shestness@cs.utexas.edu assert(started == false); 2007912Shestness@cs.utexas.edu started = true; 2017912Shestness@cs.utexas.edu setupWalk(req->getVaddr()); 2027912Shestness@cs.utexas.edu if (timing) { 2037912Shestness@cs.utexas.edu nextState = state; 2047912Shestness@cs.utexas.edu state = Waiting; 2057912Shestness@cs.utexas.edu timingFault = NoFault; 2067912Shestness@cs.utexas.edu sendPackets(); 2077912Shestness@cs.utexas.edu } else { 2087912Shestness@cs.utexas.edu do { 2097912Shestness@cs.utexas.edu walker->port.sendAtomic(read); 2107912Shestness@cs.utexas.edu PacketPtr write = NULL; 2117912Shestness@cs.utexas.edu fault = stepWalk(write); 2127912Shestness@cs.utexas.edu assert(fault == NoFault || read == NULL); 2137912Shestness@cs.utexas.edu state = nextState; 2147912Shestness@cs.utexas.edu nextState = Ready; 2157912Shestness@cs.utexas.edu if (write) 2167912Shestness@cs.utexas.edu walker->port.sendAtomic(write); 2177912Shestness@cs.utexas.edu } while(read); 2187912Shestness@cs.utexas.edu state = Ready; 2197912Shestness@cs.utexas.edu nextState = Waiting; 2207912Shestness@cs.utexas.edu } 2217912Shestness@cs.utexas.edu return fault; 2227912Shestness@cs.utexas.edu} 2237912Shestness@cs.utexas.edu 2247912Shestness@cs.utexas.eduFault 2258953Sgblack@eecs.umich.eduWalker::WalkerState::startFunctional(Addr &addr, unsigned &logBytes) 2267912Shestness@cs.utexas.edu{ 2277912Shestness@cs.utexas.edu Fault fault = NoFault; 2287912Shestness@cs.utexas.edu assert(started == false); 2297912Shestness@cs.utexas.edu started = true; 2307912Shestness@cs.utexas.edu setupWalk(addr); 2317912Shestness@cs.utexas.edu 2327912Shestness@cs.utexas.edu do { 2337912Shestness@cs.utexas.edu walker->port.sendFunctional(read); 2347912Shestness@cs.utexas.edu // On a functional access (page table lookup), writes should 2357912Shestness@cs.utexas.edu // not happen so this pointer is ignored after stepWalk 2367912Shestness@cs.utexas.edu PacketPtr write = NULL; 2377912Shestness@cs.utexas.edu fault = stepWalk(write); 2387912Shestness@cs.utexas.edu assert(fault == NoFault || read == NULL); 2397912Shestness@cs.utexas.edu state = nextState; 2407912Shestness@cs.utexas.edu nextState = Ready; 2417912Shestness@cs.utexas.edu } while(read); 2428953Sgblack@eecs.umich.edu logBytes = entry.logBytes; 2437912Shestness@cs.utexas.edu addr = entry.paddr; 2447912Shestness@cs.utexas.edu 2457912Shestness@cs.utexas.edu return fault; 2467912Shestness@cs.utexas.edu} 2477912Shestness@cs.utexas.edu 2487912Shestness@cs.utexas.eduFault 2497912Shestness@cs.utexas.eduWalker::WalkerState::stepWalk(PacketPtr &write) 2507912Shestness@cs.utexas.edu{ 2517912Shestness@cs.utexas.edu assert(state != Ready && state != Waiting); 2527912Shestness@cs.utexas.edu Fault fault = NoFault; 2537912Shestness@cs.utexas.edu write = NULL; 2547912Shestness@cs.utexas.edu PageTableEntry pte; 2557912Shestness@cs.utexas.edu if (dataSize == 8) 2567912Shestness@cs.utexas.edu pte = read->get<uint64_t>(); 2577912Shestness@cs.utexas.edu else 2587912Shestness@cs.utexas.edu pte = read->get<uint32_t>(); 2597912Shestness@cs.utexas.edu VAddr vaddr = entry.vaddr; 2607912Shestness@cs.utexas.edu bool uncacheable = pte.pcd; 2617912Shestness@cs.utexas.edu Addr nextRead = 0; 2627912Shestness@cs.utexas.edu bool doWrite = false; 2637912Shestness@cs.utexas.edu bool doTLBInsert = false; 2647912Shestness@cs.utexas.edu bool doEndWalk = false; 2657912Shestness@cs.utexas.edu bool badNX = pte.nx && mode == BaseTLB::Execute && enableNX; 2667912Shestness@cs.utexas.edu switch(state) { 2677912Shestness@cs.utexas.edu case LongPML4: 2687912Shestness@cs.utexas.edu DPRINTF(PageTableWalker, 2697912Shestness@cs.utexas.edu "Got long mode PML4 entry %#016x.\n", (uint64_t)pte); 2707912Shestness@cs.utexas.edu nextRead = ((uint64_t)pte & (mask(40) << 12)) + vaddr.longl3 * dataSize; 2717912Shestness@cs.utexas.edu doWrite = !pte.a; 2727912Shestness@cs.utexas.edu pte.a = 1; 2737912Shestness@cs.utexas.edu entry.writable = pte.w; 2747912Shestness@cs.utexas.edu entry.user = pte.u; 2757912Shestness@cs.utexas.edu if (badNX || !pte.p) { 2767912Shestness@cs.utexas.edu doEndWalk = true; 2777912Shestness@cs.utexas.edu fault = pageFault(pte.p); 2787912Shestness@cs.utexas.edu break; 2797912Shestness@cs.utexas.edu } 2807912Shestness@cs.utexas.edu entry.noExec = pte.nx; 2817912Shestness@cs.utexas.edu nextState = LongPDP; 2827912Shestness@cs.utexas.edu break; 2837912Shestness@cs.utexas.edu case LongPDP: 2847912Shestness@cs.utexas.edu DPRINTF(PageTableWalker, 2857912Shestness@cs.utexas.edu "Got long mode PDP entry %#016x.\n", (uint64_t)pte); 2867912Shestness@cs.utexas.edu nextRead = ((uint64_t)pte & (mask(40) << 12)) + vaddr.longl2 * dataSize; 2877912Shestness@cs.utexas.edu doWrite = !pte.a; 2887912Shestness@cs.utexas.edu pte.a = 1; 2897912Shestness@cs.utexas.edu entry.writable = entry.writable && pte.w; 2907912Shestness@cs.utexas.edu entry.user = entry.user && pte.u; 2917912Shestness@cs.utexas.edu if (badNX || !pte.p) { 2927912Shestness@cs.utexas.edu doEndWalk = true; 2937912Shestness@cs.utexas.edu fault = pageFault(pte.p); 2947912Shestness@cs.utexas.edu break; 2957912Shestness@cs.utexas.edu } 2967912Shestness@cs.utexas.edu nextState = LongPD; 2977912Shestness@cs.utexas.edu break; 2987912Shestness@cs.utexas.edu case LongPD: 2997912Shestness@cs.utexas.edu DPRINTF(PageTableWalker, 3007912Shestness@cs.utexas.edu "Got long mode PD entry %#016x.\n", (uint64_t)pte); 3017912Shestness@cs.utexas.edu doWrite = !pte.a; 3027912Shestness@cs.utexas.edu pte.a = 1; 3037912Shestness@cs.utexas.edu entry.writable = entry.writable && pte.w; 3047912Shestness@cs.utexas.edu entry.user = entry.user && pte.u; 3057912Shestness@cs.utexas.edu if (badNX || !pte.p) { 3067912Shestness@cs.utexas.edu doEndWalk = true; 3077912Shestness@cs.utexas.edu fault = pageFault(pte.p); 3087912Shestness@cs.utexas.edu break; 3097912Shestness@cs.utexas.edu } 3107912Shestness@cs.utexas.edu if (!pte.ps) { 3117912Shestness@cs.utexas.edu // 4 KB page 3128953Sgblack@eecs.umich.edu entry.logBytes = 12; 3137912Shestness@cs.utexas.edu nextRead = 3147912Shestness@cs.utexas.edu ((uint64_t)pte & (mask(40) << 12)) + vaddr.longl1 * dataSize; 3157912Shestness@cs.utexas.edu nextState = LongPTE; 3167912Shestness@cs.utexas.edu break; 3177912Shestness@cs.utexas.edu } else { 3187912Shestness@cs.utexas.edu // 2 MB page 3198953Sgblack@eecs.umich.edu entry.logBytes = 21; 3207912Shestness@cs.utexas.edu entry.paddr = (uint64_t)pte & (mask(31) << 21); 3217912Shestness@cs.utexas.edu entry.uncacheable = uncacheable; 3227912Shestness@cs.utexas.edu entry.global = pte.g; 3237912Shestness@cs.utexas.edu entry.patBit = bits(pte, 12); 3247912Shestness@cs.utexas.edu entry.vaddr = entry.vaddr & ~((2 * (1 << 20)) - 1); 3257912Shestness@cs.utexas.edu doTLBInsert = true; 3267912Shestness@cs.utexas.edu doEndWalk = true; 3277912Shestness@cs.utexas.edu break; 3287912Shestness@cs.utexas.edu } 3297912Shestness@cs.utexas.edu case LongPTE: 3307912Shestness@cs.utexas.edu DPRINTF(PageTableWalker, 3317912Shestness@cs.utexas.edu "Got long mode PTE entry %#016x.\n", (uint64_t)pte); 3327912Shestness@cs.utexas.edu doWrite = !pte.a; 3337912Shestness@cs.utexas.edu pte.a = 1; 3347912Shestness@cs.utexas.edu entry.writable = entry.writable && pte.w; 3357912Shestness@cs.utexas.edu entry.user = entry.user && pte.u; 3367912Shestness@cs.utexas.edu if (badNX || !pte.p) { 3377912Shestness@cs.utexas.edu doEndWalk = true; 3387912Shestness@cs.utexas.edu fault = pageFault(pte.p); 3397912Shestness@cs.utexas.edu break; 3407912Shestness@cs.utexas.edu } 3417912Shestness@cs.utexas.edu entry.paddr = (uint64_t)pte & (mask(40) << 12); 3427912Shestness@cs.utexas.edu entry.uncacheable = uncacheable; 3437912Shestness@cs.utexas.edu entry.global = pte.g; 3447912Shestness@cs.utexas.edu entry.patBit = bits(pte, 12); 3457912Shestness@cs.utexas.edu entry.vaddr = entry.vaddr & ~((4 * (1 << 10)) - 1); 3467912Shestness@cs.utexas.edu doTLBInsert = true; 3477912Shestness@cs.utexas.edu doEndWalk = true; 3487912Shestness@cs.utexas.edu break; 3497912Shestness@cs.utexas.edu case PAEPDP: 3507912Shestness@cs.utexas.edu DPRINTF(PageTableWalker, 3517912Shestness@cs.utexas.edu "Got legacy mode PAE PDP entry %#08x.\n", (uint32_t)pte); 3527912Shestness@cs.utexas.edu nextRead = ((uint64_t)pte & (mask(40) << 12)) + vaddr.pael2 * dataSize; 3537912Shestness@cs.utexas.edu if (!pte.p) { 3547912Shestness@cs.utexas.edu doEndWalk = true; 3557912Shestness@cs.utexas.edu fault = pageFault(pte.p); 3567912Shestness@cs.utexas.edu break; 3577912Shestness@cs.utexas.edu } 3587912Shestness@cs.utexas.edu nextState = PAEPD; 3597912Shestness@cs.utexas.edu break; 3607912Shestness@cs.utexas.edu case PAEPD: 3617912Shestness@cs.utexas.edu DPRINTF(PageTableWalker, 3627912Shestness@cs.utexas.edu "Got legacy mode PAE PD entry %#08x.\n", (uint32_t)pte); 3637912Shestness@cs.utexas.edu doWrite = !pte.a; 3647912Shestness@cs.utexas.edu pte.a = 1; 3657912Shestness@cs.utexas.edu entry.writable = pte.w; 3667912Shestness@cs.utexas.edu entry.user = pte.u; 3677912Shestness@cs.utexas.edu if (badNX || !pte.p) { 3687912Shestness@cs.utexas.edu doEndWalk = true; 3697912Shestness@cs.utexas.edu fault = pageFault(pte.p); 3707912Shestness@cs.utexas.edu break; 3717912Shestness@cs.utexas.edu } 3727912Shestness@cs.utexas.edu if (!pte.ps) { 3737912Shestness@cs.utexas.edu // 4 KB page 3748953Sgblack@eecs.umich.edu entry.logBytes = 12; 3757912Shestness@cs.utexas.edu nextRead = ((uint64_t)pte & (mask(40) << 12)) + vaddr.pael1 * dataSize; 3767912Shestness@cs.utexas.edu nextState = PAEPTE; 3777912Shestness@cs.utexas.edu break; 3787912Shestness@cs.utexas.edu } else { 3797912Shestness@cs.utexas.edu // 2 MB page 3808953Sgblack@eecs.umich.edu entry.logBytes = 21; 3817912Shestness@cs.utexas.edu entry.paddr = (uint64_t)pte & (mask(31) << 21); 3827912Shestness@cs.utexas.edu entry.uncacheable = uncacheable; 3837912Shestness@cs.utexas.edu entry.global = pte.g; 3847912Shestness@cs.utexas.edu entry.patBit = bits(pte, 12); 3857912Shestness@cs.utexas.edu entry.vaddr = entry.vaddr & ~((2 * (1 << 20)) - 1); 3867912Shestness@cs.utexas.edu doTLBInsert = true; 3877912Shestness@cs.utexas.edu doEndWalk = true; 3887912Shestness@cs.utexas.edu break; 3897912Shestness@cs.utexas.edu } 3907912Shestness@cs.utexas.edu case PAEPTE: 3917912Shestness@cs.utexas.edu DPRINTF(PageTableWalker, 3927912Shestness@cs.utexas.edu "Got legacy mode PAE PTE entry %#08x.\n", (uint32_t)pte); 3937912Shestness@cs.utexas.edu doWrite = !pte.a; 3947912Shestness@cs.utexas.edu pte.a = 1; 3957912Shestness@cs.utexas.edu entry.writable = entry.writable && pte.w; 3967912Shestness@cs.utexas.edu entry.user = entry.user && pte.u; 3977912Shestness@cs.utexas.edu if (badNX || !pte.p) { 3987912Shestness@cs.utexas.edu doEndWalk = true; 3997912Shestness@cs.utexas.edu fault = pageFault(pte.p); 4007912Shestness@cs.utexas.edu break; 4017912Shestness@cs.utexas.edu } 4027912Shestness@cs.utexas.edu entry.paddr = (uint64_t)pte & (mask(40) << 12); 4037912Shestness@cs.utexas.edu entry.uncacheable = uncacheable; 4047912Shestness@cs.utexas.edu entry.global = pte.g; 4057912Shestness@cs.utexas.edu entry.patBit = bits(pte, 7); 4067912Shestness@cs.utexas.edu entry.vaddr = entry.vaddr & ~((4 * (1 << 10)) - 1); 4077912Shestness@cs.utexas.edu doTLBInsert = true; 4087912Shestness@cs.utexas.edu doEndWalk = true; 4097912Shestness@cs.utexas.edu break; 4107912Shestness@cs.utexas.edu case PSEPD: 4117912Shestness@cs.utexas.edu DPRINTF(PageTableWalker, 4127912Shestness@cs.utexas.edu "Got legacy mode PSE PD entry %#08x.\n", (uint32_t)pte); 4137912Shestness@cs.utexas.edu doWrite = !pte.a; 4147912Shestness@cs.utexas.edu pte.a = 1; 4157912Shestness@cs.utexas.edu entry.writable = pte.w; 4167912Shestness@cs.utexas.edu entry.user = pte.u; 4177912Shestness@cs.utexas.edu if (!pte.p) { 4187912Shestness@cs.utexas.edu doEndWalk = true; 4197912Shestness@cs.utexas.edu fault = pageFault(pte.p); 4207912Shestness@cs.utexas.edu break; 4217912Shestness@cs.utexas.edu } 4227912Shestness@cs.utexas.edu if (!pte.ps) { 4237912Shestness@cs.utexas.edu // 4 KB page 4248953Sgblack@eecs.umich.edu entry.logBytes = 12; 4257912Shestness@cs.utexas.edu nextRead = 4267912Shestness@cs.utexas.edu ((uint64_t)pte & (mask(20) << 12)) + vaddr.norml2 * dataSize; 4277912Shestness@cs.utexas.edu nextState = PTE; 4287912Shestness@cs.utexas.edu break; 4297912Shestness@cs.utexas.edu } else { 4307912Shestness@cs.utexas.edu // 4 MB page 4318953Sgblack@eecs.umich.edu entry.logBytes = 21; 4327912Shestness@cs.utexas.edu entry.paddr = bits(pte, 20, 13) << 32 | bits(pte, 31, 22) << 22; 4337912Shestness@cs.utexas.edu entry.uncacheable = uncacheable; 4347912Shestness@cs.utexas.edu entry.global = pte.g; 4357912Shestness@cs.utexas.edu entry.patBit = bits(pte, 12); 4367912Shestness@cs.utexas.edu entry.vaddr = entry.vaddr & ~((4 * (1 << 20)) - 1); 4377912Shestness@cs.utexas.edu doTLBInsert = true; 4387912Shestness@cs.utexas.edu doEndWalk = true; 4397912Shestness@cs.utexas.edu break; 4407912Shestness@cs.utexas.edu } 4417912Shestness@cs.utexas.edu case PD: 4427912Shestness@cs.utexas.edu DPRINTF(PageTableWalker, 4437912Shestness@cs.utexas.edu "Got legacy mode PD entry %#08x.\n", (uint32_t)pte); 4447912Shestness@cs.utexas.edu doWrite = !pte.a; 4457912Shestness@cs.utexas.edu pte.a = 1; 4467912Shestness@cs.utexas.edu entry.writable = pte.w; 4477912Shestness@cs.utexas.edu entry.user = pte.u; 4487912Shestness@cs.utexas.edu if (!pte.p) { 4497912Shestness@cs.utexas.edu doEndWalk = true; 4507912Shestness@cs.utexas.edu fault = pageFault(pte.p); 4517912Shestness@cs.utexas.edu break; 4527912Shestness@cs.utexas.edu } 4537912Shestness@cs.utexas.edu // 4 KB page 4548953Sgblack@eecs.umich.edu entry.logBytes = 12; 4557912Shestness@cs.utexas.edu nextRead = ((uint64_t)pte & (mask(20) << 12)) + vaddr.norml2 * dataSize; 4567912Shestness@cs.utexas.edu nextState = PTE; 4577912Shestness@cs.utexas.edu break; 4587912Shestness@cs.utexas.edu case PTE: 4597912Shestness@cs.utexas.edu DPRINTF(PageTableWalker, 4607912Shestness@cs.utexas.edu "Got legacy mode PTE entry %#08x.\n", (uint32_t)pte); 4617912Shestness@cs.utexas.edu doWrite = !pte.a; 4627912Shestness@cs.utexas.edu pte.a = 1; 4637912Shestness@cs.utexas.edu entry.writable = pte.w; 4647912Shestness@cs.utexas.edu entry.user = pte.u; 4657912Shestness@cs.utexas.edu if (!pte.p) { 4667912Shestness@cs.utexas.edu doEndWalk = true; 4677912Shestness@cs.utexas.edu fault = pageFault(pte.p); 4687912Shestness@cs.utexas.edu break; 4697912Shestness@cs.utexas.edu } 4707912Shestness@cs.utexas.edu entry.paddr = (uint64_t)pte & (mask(20) << 12); 4717912Shestness@cs.utexas.edu entry.uncacheable = uncacheable; 4727912Shestness@cs.utexas.edu entry.global = pte.g; 4737912Shestness@cs.utexas.edu entry.patBit = bits(pte, 7); 4747912Shestness@cs.utexas.edu entry.vaddr = entry.vaddr & ~((4 * (1 << 10)) - 1); 4757912Shestness@cs.utexas.edu doTLBInsert = true; 4767912Shestness@cs.utexas.edu doEndWalk = true; 4777912Shestness@cs.utexas.edu break; 4787912Shestness@cs.utexas.edu default: 4797912Shestness@cs.utexas.edu panic("Unknown page table walker state %d!\n"); 4807912Shestness@cs.utexas.edu } 4817912Shestness@cs.utexas.edu if (doEndWalk) { 4827912Shestness@cs.utexas.edu if (doTLBInsert) 4837912Shestness@cs.utexas.edu if (!functional) 4847912Shestness@cs.utexas.edu walker->tlb->insert(entry.vaddr, entry); 4857912Shestness@cs.utexas.edu endWalk(); 4867912Shestness@cs.utexas.edu } else { 4877912Shestness@cs.utexas.edu PacketPtr oldRead = read; 4887912Shestness@cs.utexas.edu //If we didn't return, we're setting up another read. 4897912Shestness@cs.utexas.edu Request::Flags flags = oldRead->req->getFlags(); 4907912Shestness@cs.utexas.edu flags.set(Request::UNCACHEABLE, uncacheable); 4917912Shestness@cs.utexas.edu RequestPtr request = 4928832SAli.Saidi@ARM.com new Request(nextRead, oldRead->getSize(), flags, walker->masterId); 4938949Sandreas.hansson@arm.com read = new Packet(request, MemCmd::ReadReq); 4947912Shestness@cs.utexas.edu read->allocate(); 4957912Shestness@cs.utexas.edu // If we need to write, adjust the read packet to write the modified 4967912Shestness@cs.utexas.edu // value back to memory. 4977912Shestness@cs.utexas.edu if (doWrite) { 4987912Shestness@cs.utexas.edu write = oldRead; 4997912Shestness@cs.utexas.edu write->set<uint64_t>(pte); 5007912Shestness@cs.utexas.edu write->cmd = MemCmd::WriteReq; 5018949Sandreas.hansson@arm.com write->clearDest(); 5027912Shestness@cs.utexas.edu } else { 5037912Shestness@cs.utexas.edu write = NULL; 5047912Shestness@cs.utexas.edu delete oldRead->req; 5057912Shestness@cs.utexas.edu delete oldRead; 5067912Shestness@cs.utexas.edu } 5077912Shestness@cs.utexas.edu } 5087912Shestness@cs.utexas.edu return fault; 5097912Shestness@cs.utexas.edu} 5107912Shestness@cs.utexas.edu 5117912Shestness@cs.utexas.eduvoid 5127912Shestness@cs.utexas.eduWalker::WalkerState::endWalk() 5137912Shestness@cs.utexas.edu{ 5147912Shestness@cs.utexas.edu nextState = Ready; 5157912Shestness@cs.utexas.edu delete read->req; 5167912Shestness@cs.utexas.edu delete read; 5177912Shestness@cs.utexas.edu read = NULL; 5187912Shestness@cs.utexas.edu} 5197912Shestness@cs.utexas.edu 5207912Shestness@cs.utexas.eduvoid 5217912Shestness@cs.utexas.eduWalker::WalkerState::setupWalk(Addr vaddr) 5227912Shestness@cs.utexas.edu{ 5237912Shestness@cs.utexas.edu VAddr addr = vaddr; 5247912Shestness@cs.utexas.edu CR3 cr3 = tc->readMiscRegNoEffect(MISCREG_CR3); 5257912Shestness@cs.utexas.edu // Check if we're in long mode or not 5267912Shestness@cs.utexas.edu Efer efer = tc->readMiscRegNoEffect(MISCREG_EFER); 5277912Shestness@cs.utexas.edu dataSize = 8; 5287912Shestness@cs.utexas.edu Addr topAddr; 5297912Shestness@cs.utexas.edu if (efer.lma) { 5307912Shestness@cs.utexas.edu // Do long mode. 5317912Shestness@cs.utexas.edu state = LongPML4; 5327912Shestness@cs.utexas.edu topAddr = (cr3.longPdtb << 12) + addr.longl4 * dataSize; 5337912Shestness@cs.utexas.edu enableNX = efer.nxe; 5347912Shestness@cs.utexas.edu } else { 5357912Shestness@cs.utexas.edu // We're in some flavor of legacy mode. 5367912Shestness@cs.utexas.edu CR4 cr4 = tc->readMiscRegNoEffect(MISCREG_CR4); 5377912Shestness@cs.utexas.edu if (cr4.pae) { 5387912Shestness@cs.utexas.edu // Do legacy PAE. 5397912Shestness@cs.utexas.edu state = PAEPDP; 5407912Shestness@cs.utexas.edu topAddr = (cr3.paePdtb << 5) + addr.pael3 * dataSize; 5417912Shestness@cs.utexas.edu enableNX = efer.nxe; 5427912Shestness@cs.utexas.edu } else { 5437912Shestness@cs.utexas.edu dataSize = 4; 5447912Shestness@cs.utexas.edu topAddr = (cr3.pdtb << 12) + addr.norml2 * dataSize; 5457912Shestness@cs.utexas.edu if (cr4.pse) { 5467912Shestness@cs.utexas.edu // Do legacy PSE. 5477912Shestness@cs.utexas.edu state = PSEPD; 5487912Shestness@cs.utexas.edu } else { 5497912Shestness@cs.utexas.edu // Do legacy non PSE. 5507912Shestness@cs.utexas.edu state = PD; 5517912Shestness@cs.utexas.edu } 5527912Shestness@cs.utexas.edu enableNX = false; 5537912Shestness@cs.utexas.edu } 5547912Shestness@cs.utexas.edu } 5557912Shestness@cs.utexas.edu 5567912Shestness@cs.utexas.edu nextState = Ready; 5577912Shestness@cs.utexas.edu entry.vaddr = vaddr; 5587912Shestness@cs.utexas.edu 5597912Shestness@cs.utexas.edu Request::Flags flags = Request::PHYSICAL; 5607912Shestness@cs.utexas.edu if (cr3.pcd) 5617912Shestness@cs.utexas.edu flags.set(Request::UNCACHEABLE); 5628949Sandreas.hansson@arm.com RequestPtr request = new Request(topAddr, dataSize, flags, 5638949Sandreas.hansson@arm.com walker->masterId); 5648949Sandreas.hansson@arm.com read = new Packet(request, MemCmd::ReadReq); 5657912Shestness@cs.utexas.edu read->allocate(); 5667912Shestness@cs.utexas.edu} 5677912Shestness@cs.utexas.edu 5687912Shestness@cs.utexas.edubool 5697912Shestness@cs.utexas.eduWalker::WalkerState::recvPacket(PacketPtr pkt) 5707912Shestness@cs.utexas.edu{ 5718948Sandreas.hansson@arm.com assert(pkt->isResponse()); 5729165Sandreas.hansson@arm.com assert(inflight); 5739165Sandreas.hansson@arm.com assert(state == Waiting); 5749165Sandreas.hansson@arm.com assert(!read); 5759165Sandreas.hansson@arm.com inflight--; 5769165Sandreas.hansson@arm.com if (pkt->isRead()) { 5779165Sandreas.hansson@arm.com state = nextState; 5789165Sandreas.hansson@arm.com nextState = Ready; 5799165Sandreas.hansson@arm.com PacketPtr write = NULL; 5809165Sandreas.hansson@arm.com read = pkt; 5819165Sandreas.hansson@arm.com timingFault = stepWalk(write); 5829165Sandreas.hansson@arm.com state = Waiting; 5839165Sandreas.hansson@arm.com assert(timingFault == NoFault || read == NULL); 5849165Sandreas.hansson@arm.com if (write) { 5859165Sandreas.hansson@arm.com writes.push_back(write); 5869165Sandreas.hansson@arm.com } 5879165Sandreas.hansson@arm.com sendPackets(); 5889165Sandreas.hansson@arm.com } else { 5899165Sandreas.hansson@arm.com sendPackets(); 5909165Sandreas.hansson@arm.com } 5919165Sandreas.hansson@arm.com if (inflight == 0 && read == NULL && writes.size() == 0) { 5929165Sandreas.hansson@arm.com state = Ready; 5939165Sandreas.hansson@arm.com nextState = Waiting; 5949165Sandreas.hansson@arm.com if (timingFault == NoFault) { 5959165Sandreas.hansson@arm.com /* 5969165Sandreas.hansson@arm.com * Finish the translation. Now that we now the right entry is 5979165Sandreas.hansson@arm.com * in the TLB, this should work with no memory accesses. 5989165Sandreas.hansson@arm.com * There could be new faults unrelated to the table walk like 5999165Sandreas.hansson@arm.com * permissions violations, so we'll need the return value as 6009165Sandreas.hansson@arm.com * well. 6019165Sandreas.hansson@arm.com */ 6029165Sandreas.hansson@arm.com bool delayedResponse; 6039165Sandreas.hansson@arm.com Fault fault = walker->tlb->translate(req, tc, NULL, mode, 6049165Sandreas.hansson@arm.com delayedResponse, true); 6059165Sandreas.hansson@arm.com assert(!delayedResponse); 6069165Sandreas.hansson@arm.com // Let the CPU continue. 6079165Sandreas.hansson@arm.com translation->finish(fault, req, tc, mode); 6087912Shestness@cs.utexas.edu } else { 6099165Sandreas.hansson@arm.com // There was a fault during the walk. Let the CPU know. 6109165Sandreas.hansson@arm.com translation->finish(timingFault, req, tc, mode); 6117912Shestness@cs.utexas.edu } 6129165Sandreas.hansson@arm.com return true; 6137912Shestness@cs.utexas.edu } 6149165Sandreas.hansson@arm.com 6157912Shestness@cs.utexas.edu return false; 6167912Shestness@cs.utexas.edu} 6177912Shestness@cs.utexas.edu 6187912Shestness@cs.utexas.eduvoid 6197912Shestness@cs.utexas.eduWalker::WalkerState::sendPackets() 6205245Sgblack@eecs.umich.edu{ 6215245Sgblack@eecs.umich.edu //If we're already waiting for the port to become available, just return. 6225245Sgblack@eecs.umich.edu if (retrying) 6235245Sgblack@eecs.umich.edu return; 6245245Sgblack@eecs.umich.edu 6255245Sgblack@eecs.umich.edu //Reads always have priority 6265245Sgblack@eecs.umich.edu if (read) { 6275897Sgblack@eecs.umich.edu PacketPtr pkt = read; 6285897Sgblack@eecs.umich.edu read = NULL; 6295897Sgblack@eecs.umich.edu inflight++; 6307912Shestness@cs.utexas.edu if (!walker->sendTiming(this, pkt)) { 6315245Sgblack@eecs.umich.edu retrying = true; 6325897Sgblack@eecs.umich.edu read = pkt; 6335897Sgblack@eecs.umich.edu inflight--; 6345245Sgblack@eecs.umich.edu return; 6355245Sgblack@eecs.umich.edu } 6365245Sgblack@eecs.umich.edu } 6375245Sgblack@eecs.umich.edu //Send off as many of the writes as we can. 6385245Sgblack@eecs.umich.edu while (writes.size()) { 6395245Sgblack@eecs.umich.edu PacketPtr write = writes.back(); 6405897Sgblack@eecs.umich.edu writes.pop_back(); 6415897Sgblack@eecs.umich.edu inflight++; 6427912Shestness@cs.utexas.edu if (!walker->sendTiming(this, write)) { 6435245Sgblack@eecs.umich.edu retrying = true; 6445897Sgblack@eecs.umich.edu writes.push_back(write); 6455897Sgblack@eecs.umich.edu inflight--; 6465245Sgblack@eecs.umich.edu return; 6475245Sgblack@eecs.umich.edu } 6485245Sgblack@eecs.umich.edu } 6495245Sgblack@eecs.umich.edu} 6505245Sgblack@eecs.umich.edu 6517912Shestness@cs.utexas.edubool 6527912Shestness@cs.utexas.eduWalker::WalkerState::isRetrying() 6535245Sgblack@eecs.umich.edu{ 6547912Shestness@cs.utexas.edu return retrying; 6557912Shestness@cs.utexas.edu} 6567912Shestness@cs.utexas.edu 6577912Shestness@cs.utexas.edubool 6587912Shestness@cs.utexas.eduWalker::WalkerState::isTiming() 6597912Shestness@cs.utexas.edu{ 6607912Shestness@cs.utexas.edu return timing; 6617912Shestness@cs.utexas.edu} 6627912Shestness@cs.utexas.edu 6637912Shestness@cs.utexas.edubool 6647912Shestness@cs.utexas.eduWalker::WalkerState::wasStarted() 6657912Shestness@cs.utexas.edu{ 6667912Shestness@cs.utexas.edu return started; 6677912Shestness@cs.utexas.edu} 6687912Shestness@cs.utexas.edu 6697912Shestness@cs.utexas.eduvoid 6707912Shestness@cs.utexas.eduWalker::WalkerState::retry() 6717912Shestness@cs.utexas.edu{ 6727912Shestness@cs.utexas.edu retrying = false; 6737912Shestness@cs.utexas.edu sendPackets(); 6745245Sgblack@eecs.umich.edu} 6755245Sgblack@eecs.umich.edu 6765895Sgblack@eecs.umich.eduFault 6777912Shestness@cs.utexas.eduWalker::WalkerState::pageFault(bool present) 6785895Sgblack@eecs.umich.edu{ 6795904Sgblack@eecs.umich.edu DPRINTF(PageTableWalker, "Raising page fault.\n"); 6805895Sgblack@eecs.umich.edu HandyM5Reg m5reg = tc->readMiscRegNoEffect(MISCREG_M5_REG); 6816023Snate@binkert.org if (mode == BaseTLB::Execute && !enableNX) 6826023Snate@binkert.org mode = BaseTLB::Read; 6836023Snate@binkert.org return new PageFault(entry.vaddr, present, mode, m5reg.cpl == 3, false); 6845895Sgblack@eecs.umich.edu} 6855895Sgblack@eecs.umich.edu 6867912Shestness@cs.utexas.edu/* end namespace X86ISA */ } 6875245Sgblack@eecs.umich.edu 6885245Sgblack@eecs.umich.eduX86ISA::Walker * 6895245Sgblack@eecs.umich.eduX86PagetableWalkerParams::create() 6905245Sgblack@eecs.umich.edu{ 6915245Sgblack@eecs.umich.edu return new X86ISA::Walker(this); 6925245Sgblack@eecs.umich.edu} 693