pagetable_walker.cc revision 10474
15245Sgblack@eecs.umich.edu/* 28948Sandreas.hansson@arm.com * Copyright (c) 2012 ARM Limited 38948Sandreas.hansson@arm.com * All rights reserved. 48948Sandreas.hansson@arm.com * 58948Sandreas.hansson@arm.com * The license below extends only to copyright in the software and shall 68948Sandreas.hansson@arm.com * not be construed as granting a license to any other intellectual 78948Sandreas.hansson@arm.com * property including but not limited to intellectual property relating 88948Sandreas.hansson@arm.com * to a hardware implementation of the functionality of the software 98948Sandreas.hansson@arm.com * licensed hereunder. You may use the software subject to the license 108948Sandreas.hansson@arm.com * terms below provided that you ensure that this notice is replicated 118948Sandreas.hansson@arm.com * unmodified and in its entirety in all distributions of the software, 128948Sandreas.hansson@arm.com * modified or unmodified, in source code or in binary form. 138948Sandreas.hansson@arm.com * 145245Sgblack@eecs.umich.edu * Copyright (c) 2007 The Hewlett-Packard Development Company 155245Sgblack@eecs.umich.edu * All rights reserved. 165245Sgblack@eecs.umich.edu * 177087Snate@binkert.org * The license below extends only to copyright in the software and shall 187087Snate@binkert.org * not be construed as granting a license to any other intellectual 197087Snate@binkert.org * property including but not limited to intellectual property relating 207087Snate@binkert.org * to a hardware implementation of the functionality of the software 217087Snate@binkert.org * licensed hereunder. You may use the software subject to the license 227087Snate@binkert.org * terms below provided that you ensure that this notice is replicated 237087Snate@binkert.org * unmodified and in its entirety in all distributions of the software, 247087Snate@binkert.org * modified or unmodified, in source code or in binary form. 255245Sgblack@eecs.umich.edu * 267087Snate@binkert.org * Redistribution and use in source and binary forms, with or without 277087Snate@binkert.org * modification, are permitted provided that the following conditions are 287087Snate@binkert.org * met: redistributions of source code must retain the above copyright 297087Snate@binkert.org * notice, this list of conditions and the following disclaimer; 307087Snate@binkert.org * redistributions in binary form must reproduce the above copyright 317087Snate@binkert.org * notice, this list of conditions and the following disclaimer in the 327087Snate@binkert.org * documentation and/or other materials provided with the distribution; 337087Snate@binkert.org * neither the name of the copyright holders nor the names of its 345245Sgblack@eecs.umich.edu * contributors may be used to endorse or promote products derived from 357087Snate@binkert.org * this software without specific prior written permission. 365245Sgblack@eecs.umich.edu * 375245Sgblack@eecs.umich.edu * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 385245Sgblack@eecs.umich.edu * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 395245Sgblack@eecs.umich.edu * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 405245Sgblack@eecs.umich.edu * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 415245Sgblack@eecs.umich.edu * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 425245Sgblack@eecs.umich.edu * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 435245Sgblack@eecs.umich.edu * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 445245Sgblack@eecs.umich.edu * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 455245Sgblack@eecs.umich.edu * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 465245Sgblack@eecs.umich.edu * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 475245Sgblack@eecs.umich.edu * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 485245Sgblack@eecs.umich.edu * 495245Sgblack@eecs.umich.edu * Authors: Gabe Black 505245Sgblack@eecs.umich.edu */ 515245Sgblack@eecs.umich.edu 5210474Sandreas.hansson@arm.com#include <memory> 5310474Sandreas.hansson@arm.com 545245Sgblack@eecs.umich.edu#include "arch/x86/pagetable.hh" 555245Sgblack@eecs.umich.edu#include "arch/x86/pagetable_walker.hh" 565245Sgblack@eecs.umich.edu#include "arch/x86/tlb.hh" 577912Shestness@cs.utexas.edu#include "arch/x86/vtophys.hh" 585245Sgblack@eecs.umich.edu#include "base/bitfield.hh" 598953Sgblack@eecs.umich.edu#include "base/trie.hh" 608229Snate@binkert.org#include "cpu/base.hh" 615245Sgblack@eecs.umich.edu#include "cpu/thread_context.hh" 628232Snate@binkert.org#include "debug/PageTableWalker.hh" 635245Sgblack@eecs.umich.edu#include "mem/packet_access.hh" 645245Sgblack@eecs.umich.edu#include "mem/request.hh" 655245Sgblack@eecs.umich.edu 665245Sgblack@eecs.umich.edunamespace X86ISA { 675245Sgblack@eecs.umich.edu 685895Sgblack@eecs.umich.eduFault 697912Shestness@cs.utexas.eduWalker::start(ThreadContext * _tc, BaseTLB::Translation *_translation, 707912Shestness@cs.utexas.edu RequestPtr _req, BaseTLB::Mode _mode) 715245Sgblack@eecs.umich.edu{ 727912Shestness@cs.utexas.edu // TODO: in timing mode, instead of blocking when there are other 737912Shestness@cs.utexas.edu // outstanding requests, see if this request can be coalesced with 747912Shestness@cs.utexas.edu // another one (i.e. either coalesce or start walk) 757912Shestness@cs.utexas.edu WalkerState * newState = new WalkerState(this, _translation, _req); 769524SAndreas.Sandberg@ARM.com newState->initState(_tc, _mode, sys->isTimingMode()); 777912Shestness@cs.utexas.edu if (currStates.size()) { 787912Shestness@cs.utexas.edu assert(newState->isTiming()); 797912Shestness@cs.utexas.edu DPRINTF(PageTableWalker, "Walks in progress: %d\n", currStates.size()); 807912Shestness@cs.utexas.edu currStates.push_back(newState); 817912Shestness@cs.utexas.edu return NoFault; 827912Shestness@cs.utexas.edu } else { 837912Shestness@cs.utexas.edu currStates.push_back(newState); 847912Shestness@cs.utexas.edu Fault fault = newState->startWalk(); 857912Shestness@cs.utexas.edu if (!newState->isTiming()) { 867912Shestness@cs.utexas.edu currStates.pop_front(); 877912Shestness@cs.utexas.edu delete newState; 885895Sgblack@eecs.umich.edu } 897912Shestness@cs.utexas.edu return fault; 905245Sgblack@eecs.umich.edu } 915245Sgblack@eecs.umich.edu} 925245Sgblack@eecs.umich.edu 935895Sgblack@eecs.umich.eduFault 948953Sgblack@eecs.umich.eduWalker::startFunctional(ThreadContext * _tc, Addr &addr, unsigned &logBytes, 957912Shestness@cs.utexas.edu BaseTLB::Mode _mode) 965245Sgblack@eecs.umich.edu{ 977912Shestness@cs.utexas.edu funcState.initState(_tc, _mode); 988953Sgblack@eecs.umich.edu return funcState.startFunctional(addr, logBytes); 995245Sgblack@eecs.umich.edu} 1005245Sgblack@eecs.umich.edu 1015245Sgblack@eecs.umich.edubool 1028975Sandreas.hansson@arm.comWalker::WalkerPort::recvTimingResp(PacketPtr pkt) 1035245Sgblack@eecs.umich.edu{ 1048975Sandreas.hansson@arm.com return walker->recvTimingResp(pkt); 1055245Sgblack@eecs.umich.edu} 1065245Sgblack@eecs.umich.edu 1075245Sgblack@eecs.umich.edubool 1088975Sandreas.hansson@arm.comWalker::recvTimingResp(PacketPtr pkt) 1095245Sgblack@eecs.umich.edu{ 1108948Sandreas.hansson@arm.com WalkerSenderState * senderState = 1119542Sandreas.hansson@arm.com dynamic_cast<WalkerSenderState *>(pkt->popSenderState()); 1128948Sandreas.hansson@arm.com WalkerState * senderWalk = senderState->senderWalk; 1138948Sandreas.hansson@arm.com bool walkComplete = senderWalk->recvPacket(pkt); 1148948Sandreas.hansson@arm.com delete senderState; 1158948Sandreas.hansson@arm.com if (walkComplete) { 1168948Sandreas.hansson@arm.com std::list<WalkerState *>::iterator iter; 1178948Sandreas.hansson@arm.com for (iter = currStates.begin(); iter != currStates.end(); iter++) { 1188948Sandreas.hansson@arm.com WalkerState * walkerState = *(iter); 1198948Sandreas.hansson@arm.com if (walkerState == senderWalk) { 1208948Sandreas.hansson@arm.com iter = currStates.erase(iter); 1218948Sandreas.hansson@arm.com break; 1225895Sgblack@eecs.umich.edu } 1235245Sgblack@eecs.umich.edu } 1248948Sandreas.hansson@arm.com delete senderWalk; 1258948Sandreas.hansson@arm.com // Since we block requests when another is outstanding, we 1268948Sandreas.hansson@arm.com // need to check if there is a waiting request to be serviced 1279701Sgedare@rtems.org if (currStates.size()) 1289701Sgedare@rtems.org startWalkWrapper(); 1295245Sgblack@eecs.umich.edu } 1305245Sgblack@eecs.umich.edu return true; 1315245Sgblack@eecs.umich.edu} 1325245Sgblack@eecs.umich.edu 1335245Sgblack@eecs.umich.eduvoid 1345245Sgblack@eecs.umich.eduWalker::WalkerPort::recvRetry() 1355245Sgblack@eecs.umich.edu{ 1365245Sgblack@eecs.umich.edu walker->recvRetry(); 1375245Sgblack@eecs.umich.edu} 1385245Sgblack@eecs.umich.edu 1395245Sgblack@eecs.umich.eduvoid 1405245Sgblack@eecs.umich.eduWalker::recvRetry() 1415245Sgblack@eecs.umich.edu{ 1427912Shestness@cs.utexas.edu std::list<WalkerState *>::iterator iter; 1437912Shestness@cs.utexas.edu for (iter = currStates.begin(); iter != currStates.end(); iter++) { 1447912Shestness@cs.utexas.edu WalkerState * walkerState = *(iter); 1457912Shestness@cs.utexas.edu if (walkerState->isRetrying()) { 1467912Shestness@cs.utexas.edu walkerState->retry(); 1477912Shestness@cs.utexas.edu } 1487912Shestness@cs.utexas.edu } 1497912Shestness@cs.utexas.edu} 1507912Shestness@cs.utexas.edu 1517912Shestness@cs.utexas.edubool Walker::sendTiming(WalkerState* sendingState, PacketPtr pkt) 1527912Shestness@cs.utexas.edu{ 15310018Sandreas.hansson@arm.com WalkerSenderState* walker_state = new WalkerSenderState(sendingState); 15410018Sandreas.hansson@arm.com pkt->pushSenderState(walker_state); 15510018Sandreas.hansson@arm.com if (port.sendTimingReq(pkt)) { 15610018Sandreas.hansson@arm.com return true; 15710018Sandreas.hansson@arm.com } else { 15810018Sandreas.hansson@arm.com // undo the adding of the sender state and delete it, as we 15910018Sandreas.hansson@arm.com // will do it again the next time we attempt to send it 16010018Sandreas.hansson@arm.com pkt->popSenderState(); 16110018Sandreas.hansson@arm.com delete walker_state; 16210018Sandreas.hansson@arm.com return false; 16310018Sandreas.hansson@arm.com } 16410018Sandreas.hansson@arm.com 1657912Shestness@cs.utexas.edu} 1667912Shestness@cs.utexas.edu 1679294Sandreas.hansson@arm.comBaseMasterPort & 1689294Sandreas.hansson@arm.comWalker::getMasterPort(const std::string &if_name, PortID idx) 1697912Shestness@cs.utexas.edu{ 1707912Shestness@cs.utexas.edu if (if_name == "port") 1718922Swilliam.wang@arm.com return port; 1727912Shestness@cs.utexas.edu else 1738922Swilliam.wang@arm.com return MemObject::getMasterPort(if_name, idx); 1745245Sgblack@eecs.umich.edu} 1755245Sgblack@eecs.umich.edu 1765245Sgblack@eecs.umich.eduvoid 1777912Shestness@cs.utexas.eduWalker::WalkerState::initState(ThreadContext * _tc, 1787912Shestness@cs.utexas.edu BaseTLB::Mode _mode, bool _isTiming) 1797912Shestness@cs.utexas.edu{ 1807912Shestness@cs.utexas.edu assert(state == Ready); 1817912Shestness@cs.utexas.edu started = false; 1827912Shestness@cs.utexas.edu tc = _tc; 1837912Shestness@cs.utexas.edu mode = _mode; 1847912Shestness@cs.utexas.edu timing = _isTiming; 1857912Shestness@cs.utexas.edu} 1867912Shestness@cs.utexas.edu 1879701Sgedare@rtems.orgvoid 1889701Sgedare@rtems.orgWalker::startWalkWrapper() 1899701Sgedare@rtems.org{ 1909701Sgedare@rtems.org unsigned num_squashed = 0; 1919701Sgedare@rtems.org WalkerState *currState = currStates.front(); 1929701Sgedare@rtems.org while ((num_squashed < numSquashable) && currState && 1939701Sgedare@rtems.org currState->translation->squashed()) { 1949701Sgedare@rtems.org currStates.pop_front(); 1959701Sgedare@rtems.org num_squashed++; 1969701Sgedare@rtems.org 1979701Sgedare@rtems.org DPRINTF(PageTableWalker, "Squashing table walk for address %#x\n", 1989701Sgedare@rtems.org currState->req->getVaddr()); 1999701Sgedare@rtems.org 2009701Sgedare@rtems.org // finish the translation which will delete the translation object 20110474Sandreas.hansson@arm.com currState->translation->finish( 20210474Sandreas.hansson@arm.com std::make_shared<UnimpFault>("Squashed Inst"), 20310474Sandreas.hansson@arm.com currState->req, currState->tc, currState->mode); 2049701Sgedare@rtems.org 2059701Sgedare@rtems.org // delete the current request 2069701Sgedare@rtems.org delete currState; 2079701Sgedare@rtems.org 2089701Sgedare@rtems.org // check the next translation request, if it exists 2099701Sgedare@rtems.org if (currStates.size()) 2109701Sgedare@rtems.org currState = currStates.front(); 2119701Sgedare@rtems.org else 2129701Sgedare@rtems.org currState = NULL; 2139701Sgedare@rtems.org } 2149701Sgedare@rtems.org if (currState && !currState->wasStarted()) 2159701Sgedare@rtems.org currState->startWalk(); 2169701Sgedare@rtems.org} 2179701Sgedare@rtems.org 2187912Shestness@cs.utexas.eduFault 2197912Shestness@cs.utexas.eduWalker::WalkerState::startWalk() 2207912Shestness@cs.utexas.edu{ 2217912Shestness@cs.utexas.edu Fault fault = NoFault; 22210231Ssteve.reinhardt@amd.com assert(!started); 2237912Shestness@cs.utexas.edu started = true; 2247912Shestness@cs.utexas.edu setupWalk(req->getVaddr()); 2257912Shestness@cs.utexas.edu if (timing) { 2267912Shestness@cs.utexas.edu nextState = state; 2277912Shestness@cs.utexas.edu state = Waiting; 2287912Shestness@cs.utexas.edu timingFault = NoFault; 2297912Shestness@cs.utexas.edu sendPackets(); 2307912Shestness@cs.utexas.edu } else { 2317912Shestness@cs.utexas.edu do { 2327912Shestness@cs.utexas.edu walker->port.sendAtomic(read); 2337912Shestness@cs.utexas.edu PacketPtr write = NULL; 2347912Shestness@cs.utexas.edu fault = stepWalk(write); 2357912Shestness@cs.utexas.edu assert(fault == NoFault || read == NULL); 2367912Shestness@cs.utexas.edu state = nextState; 2377912Shestness@cs.utexas.edu nextState = Ready; 2387912Shestness@cs.utexas.edu if (write) 2397912Shestness@cs.utexas.edu walker->port.sendAtomic(write); 2407912Shestness@cs.utexas.edu } while(read); 2417912Shestness@cs.utexas.edu state = Ready; 2427912Shestness@cs.utexas.edu nextState = Waiting; 2437912Shestness@cs.utexas.edu } 2447912Shestness@cs.utexas.edu return fault; 2457912Shestness@cs.utexas.edu} 2467912Shestness@cs.utexas.edu 2477912Shestness@cs.utexas.eduFault 2488953Sgblack@eecs.umich.eduWalker::WalkerState::startFunctional(Addr &addr, unsigned &logBytes) 2497912Shestness@cs.utexas.edu{ 2507912Shestness@cs.utexas.edu Fault fault = NoFault; 25110231Ssteve.reinhardt@amd.com assert(!started); 2527912Shestness@cs.utexas.edu started = true; 2537912Shestness@cs.utexas.edu setupWalk(addr); 2547912Shestness@cs.utexas.edu 2557912Shestness@cs.utexas.edu do { 2567912Shestness@cs.utexas.edu walker->port.sendFunctional(read); 2577912Shestness@cs.utexas.edu // On a functional access (page table lookup), writes should 2587912Shestness@cs.utexas.edu // not happen so this pointer is ignored after stepWalk 2597912Shestness@cs.utexas.edu PacketPtr write = NULL; 2607912Shestness@cs.utexas.edu fault = stepWalk(write); 2617912Shestness@cs.utexas.edu assert(fault == NoFault || read == NULL); 2627912Shestness@cs.utexas.edu state = nextState; 2637912Shestness@cs.utexas.edu nextState = Ready; 2647912Shestness@cs.utexas.edu } while(read); 2658953Sgblack@eecs.umich.edu logBytes = entry.logBytes; 2667912Shestness@cs.utexas.edu addr = entry.paddr; 2677912Shestness@cs.utexas.edu 2687912Shestness@cs.utexas.edu return fault; 2697912Shestness@cs.utexas.edu} 2707912Shestness@cs.utexas.edu 2717912Shestness@cs.utexas.eduFault 2727912Shestness@cs.utexas.eduWalker::WalkerState::stepWalk(PacketPtr &write) 2737912Shestness@cs.utexas.edu{ 2747912Shestness@cs.utexas.edu assert(state != Ready && state != Waiting); 2757912Shestness@cs.utexas.edu Fault fault = NoFault; 2767912Shestness@cs.utexas.edu write = NULL; 2777912Shestness@cs.utexas.edu PageTableEntry pte; 2787912Shestness@cs.utexas.edu if (dataSize == 8) 2797912Shestness@cs.utexas.edu pte = read->get<uint64_t>(); 2807912Shestness@cs.utexas.edu else 2817912Shestness@cs.utexas.edu pte = read->get<uint32_t>(); 2827912Shestness@cs.utexas.edu VAddr vaddr = entry.vaddr; 2837912Shestness@cs.utexas.edu bool uncacheable = pte.pcd; 2847912Shestness@cs.utexas.edu Addr nextRead = 0; 2857912Shestness@cs.utexas.edu bool doWrite = false; 2867912Shestness@cs.utexas.edu bool doTLBInsert = false; 2877912Shestness@cs.utexas.edu bool doEndWalk = false; 2887912Shestness@cs.utexas.edu bool badNX = pte.nx && mode == BaseTLB::Execute && enableNX; 2897912Shestness@cs.utexas.edu switch(state) { 2907912Shestness@cs.utexas.edu case LongPML4: 2917912Shestness@cs.utexas.edu DPRINTF(PageTableWalker, 2927912Shestness@cs.utexas.edu "Got long mode PML4 entry %#016x.\n", (uint64_t)pte); 2937912Shestness@cs.utexas.edu nextRead = ((uint64_t)pte & (mask(40) << 12)) + vaddr.longl3 * dataSize; 2947912Shestness@cs.utexas.edu doWrite = !pte.a; 2957912Shestness@cs.utexas.edu pte.a = 1; 2967912Shestness@cs.utexas.edu entry.writable = pte.w; 2977912Shestness@cs.utexas.edu entry.user = pte.u; 2987912Shestness@cs.utexas.edu if (badNX || !pte.p) { 2997912Shestness@cs.utexas.edu doEndWalk = true; 3007912Shestness@cs.utexas.edu fault = pageFault(pte.p); 3017912Shestness@cs.utexas.edu break; 3027912Shestness@cs.utexas.edu } 3037912Shestness@cs.utexas.edu entry.noExec = pte.nx; 3047912Shestness@cs.utexas.edu nextState = LongPDP; 3057912Shestness@cs.utexas.edu break; 3067912Shestness@cs.utexas.edu case LongPDP: 3077912Shestness@cs.utexas.edu DPRINTF(PageTableWalker, 3087912Shestness@cs.utexas.edu "Got long mode PDP entry %#016x.\n", (uint64_t)pte); 3097912Shestness@cs.utexas.edu nextRead = ((uint64_t)pte & (mask(40) << 12)) + vaddr.longl2 * dataSize; 3107912Shestness@cs.utexas.edu doWrite = !pte.a; 3117912Shestness@cs.utexas.edu pte.a = 1; 3127912Shestness@cs.utexas.edu entry.writable = entry.writable && pte.w; 3137912Shestness@cs.utexas.edu entry.user = entry.user && pte.u; 3147912Shestness@cs.utexas.edu if (badNX || !pte.p) { 3157912Shestness@cs.utexas.edu doEndWalk = true; 3167912Shestness@cs.utexas.edu fault = pageFault(pte.p); 3177912Shestness@cs.utexas.edu break; 3187912Shestness@cs.utexas.edu } 3197912Shestness@cs.utexas.edu nextState = LongPD; 3207912Shestness@cs.utexas.edu break; 3217912Shestness@cs.utexas.edu case LongPD: 3227912Shestness@cs.utexas.edu DPRINTF(PageTableWalker, 3237912Shestness@cs.utexas.edu "Got long mode PD entry %#016x.\n", (uint64_t)pte); 3247912Shestness@cs.utexas.edu doWrite = !pte.a; 3257912Shestness@cs.utexas.edu pte.a = 1; 3267912Shestness@cs.utexas.edu entry.writable = entry.writable && pte.w; 3277912Shestness@cs.utexas.edu entry.user = entry.user && pte.u; 3287912Shestness@cs.utexas.edu if (badNX || !pte.p) { 3297912Shestness@cs.utexas.edu doEndWalk = true; 3307912Shestness@cs.utexas.edu fault = pageFault(pte.p); 3317912Shestness@cs.utexas.edu break; 3327912Shestness@cs.utexas.edu } 3337912Shestness@cs.utexas.edu if (!pte.ps) { 3347912Shestness@cs.utexas.edu // 4 KB page 3358953Sgblack@eecs.umich.edu entry.logBytes = 12; 3367912Shestness@cs.utexas.edu nextRead = 3377912Shestness@cs.utexas.edu ((uint64_t)pte & (mask(40) << 12)) + vaddr.longl1 * dataSize; 3387912Shestness@cs.utexas.edu nextState = LongPTE; 3397912Shestness@cs.utexas.edu break; 3407912Shestness@cs.utexas.edu } else { 3417912Shestness@cs.utexas.edu // 2 MB page 3428953Sgblack@eecs.umich.edu entry.logBytes = 21; 3437912Shestness@cs.utexas.edu entry.paddr = (uint64_t)pte & (mask(31) << 21); 3447912Shestness@cs.utexas.edu entry.uncacheable = uncacheable; 3457912Shestness@cs.utexas.edu entry.global = pte.g; 3467912Shestness@cs.utexas.edu entry.patBit = bits(pte, 12); 3477912Shestness@cs.utexas.edu entry.vaddr = entry.vaddr & ~((2 * (1 << 20)) - 1); 3487912Shestness@cs.utexas.edu doTLBInsert = true; 3497912Shestness@cs.utexas.edu doEndWalk = true; 3507912Shestness@cs.utexas.edu break; 3517912Shestness@cs.utexas.edu } 3527912Shestness@cs.utexas.edu case LongPTE: 3537912Shestness@cs.utexas.edu DPRINTF(PageTableWalker, 3547912Shestness@cs.utexas.edu "Got long mode PTE entry %#016x.\n", (uint64_t)pte); 3557912Shestness@cs.utexas.edu doWrite = !pte.a; 3567912Shestness@cs.utexas.edu pte.a = 1; 3577912Shestness@cs.utexas.edu entry.writable = entry.writable && pte.w; 3587912Shestness@cs.utexas.edu entry.user = entry.user && pte.u; 3597912Shestness@cs.utexas.edu if (badNX || !pte.p) { 3607912Shestness@cs.utexas.edu doEndWalk = true; 3617912Shestness@cs.utexas.edu fault = pageFault(pte.p); 3627912Shestness@cs.utexas.edu break; 3637912Shestness@cs.utexas.edu } 3647912Shestness@cs.utexas.edu entry.paddr = (uint64_t)pte & (mask(40) << 12); 3657912Shestness@cs.utexas.edu entry.uncacheable = uncacheable; 3667912Shestness@cs.utexas.edu entry.global = pte.g; 3677912Shestness@cs.utexas.edu entry.patBit = bits(pte, 12); 3687912Shestness@cs.utexas.edu entry.vaddr = entry.vaddr & ~((4 * (1 << 10)) - 1); 3697912Shestness@cs.utexas.edu doTLBInsert = true; 3707912Shestness@cs.utexas.edu doEndWalk = true; 3717912Shestness@cs.utexas.edu break; 3727912Shestness@cs.utexas.edu case PAEPDP: 3737912Shestness@cs.utexas.edu DPRINTF(PageTableWalker, 3747912Shestness@cs.utexas.edu "Got legacy mode PAE PDP entry %#08x.\n", (uint32_t)pte); 3757912Shestness@cs.utexas.edu nextRead = ((uint64_t)pte & (mask(40) << 12)) + vaddr.pael2 * dataSize; 3767912Shestness@cs.utexas.edu if (!pte.p) { 3777912Shestness@cs.utexas.edu doEndWalk = true; 3787912Shestness@cs.utexas.edu fault = pageFault(pte.p); 3797912Shestness@cs.utexas.edu break; 3807912Shestness@cs.utexas.edu } 3817912Shestness@cs.utexas.edu nextState = PAEPD; 3827912Shestness@cs.utexas.edu break; 3837912Shestness@cs.utexas.edu case PAEPD: 3847912Shestness@cs.utexas.edu DPRINTF(PageTableWalker, 3857912Shestness@cs.utexas.edu "Got legacy mode PAE PD entry %#08x.\n", (uint32_t)pte); 3867912Shestness@cs.utexas.edu doWrite = !pte.a; 3877912Shestness@cs.utexas.edu pte.a = 1; 3887912Shestness@cs.utexas.edu entry.writable = pte.w; 3897912Shestness@cs.utexas.edu entry.user = pte.u; 3907912Shestness@cs.utexas.edu if (badNX || !pte.p) { 3917912Shestness@cs.utexas.edu doEndWalk = true; 3927912Shestness@cs.utexas.edu fault = pageFault(pte.p); 3937912Shestness@cs.utexas.edu break; 3947912Shestness@cs.utexas.edu } 3957912Shestness@cs.utexas.edu if (!pte.ps) { 3967912Shestness@cs.utexas.edu // 4 KB page 3978953Sgblack@eecs.umich.edu entry.logBytes = 12; 3987912Shestness@cs.utexas.edu nextRead = ((uint64_t)pte & (mask(40) << 12)) + vaddr.pael1 * dataSize; 3997912Shestness@cs.utexas.edu nextState = PAEPTE; 4007912Shestness@cs.utexas.edu break; 4017912Shestness@cs.utexas.edu } else { 4027912Shestness@cs.utexas.edu // 2 MB page 4038953Sgblack@eecs.umich.edu entry.logBytes = 21; 4047912Shestness@cs.utexas.edu entry.paddr = (uint64_t)pte & (mask(31) << 21); 4057912Shestness@cs.utexas.edu entry.uncacheable = uncacheable; 4067912Shestness@cs.utexas.edu entry.global = pte.g; 4077912Shestness@cs.utexas.edu entry.patBit = bits(pte, 12); 4087912Shestness@cs.utexas.edu entry.vaddr = entry.vaddr & ~((2 * (1 << 20)) - 1); 4097912Shestness@cs.utexas.edu doTLBInsert = true; 4107912Shestness@cs.utexas.edu doEndWalk = true; 4117912Shestness@cs.utexas.edu break; 4127912Shestness@cs.utexas.edu } 4137912Shestness@cs.utexas.edu case PAEPTE: 4147912Shestness@cs.utexas.edu DPRINTF(PageTableWalker, 4157912Shestness@cs.utexas.edu "Got legacy mode PAE PTE entry %#08x.\n", (uint32_t)pte); 4167912Shestness@cs.utexas.edu doWrite = !pte.a; 4177912Shestness@cs.utexas.edu pte.a = 1; 4187912Shestness@cs.utexas.edu entry.writable = entry.writable && pte.w; 4197912Shestness@cs.utexas.edu entry.user = entry.user && pte.u; 4207912Shestness@cs.utexas.edu if (badNX || !pte.p) { 4217912Shestness@cs.utexas.edu doEndWalk = true; 4227912Shestness@cs.utexas.edu fault = pageFault(pte.p); 4237912Shestness@cs.utexas.edu break; 4247912Shestness@cs.utexas.edu } 4257912Shestness@cs.utexas.edu entry.paddr = (uint64_t)pte & (mask(40) << 12); 4267912Shestness@cs.utexas.edu entry.uncacheable = uncacheable; 4277912Shestness@cs.utexas.edu entry.global = pte.g; 4287912Shestness@cs.utexas.edu entry.patBit = bits(pte, 7); 4297912Shestness@cs.utexas.edu entry.vaddr = entry.vaddr & ~((4 * (1 << 10)) - 1); 4307912Shestness@cs.utexas.edu doTLBInsert = true; 4317912Shestness@cs.utexas.edu doEndWalk = true; 4327912Shestness@cs.utexas.edu break; 4337912Shestness@cs.utexas.edu case PSEPD: 4347912Shestness@cs.utexas.edu DPRINTF(PageTableWalker, 4357912Shestness@cs.utexas.edu "Got legacy mode PSE PD entry %#08x.\n", (uint32_t)pte); 4367912Shestness@cs.utexas.edu doWrite = !pte.a; 4377912Shestness@cs.utexas.edu pte.a = 1; 4387912Shestness@cs.utexas.edu entry.writable = pte.w; 4397912Shestness@cs.utexas.edu entry.user = pte.u; 4407912Shestness@cs.utexas.edu if (!pte.p) { 4417912Shestness@cs.utexas.edu doEndWalk = true; 4427912Shestness@cs.utexas.edu fault = pageFault(pte.p); 4437912Shestness@cs.utexas.edu break; 4447912Shestness@cs.utexas.edu } 4457912Shestness@cs.utexas.edu if (!pte.ps) { 4467912Shestness@cs.utexas.edu // 4 KB page 4478953Sgblack@eecs.umich.edu entry.logBytes = 12; 4487912Shestness@cs.utexas.edu nextRead = 4497912Shestness@cs.utexas.edu ((uint64_t)pte & (mask(20) << 12)) + vaddr.norml2 * dataSize; 4507912Shestness@cs.utexas.edu nextState = PTE; 4517912Shestness@cs.utexas.edu break; 4527912Shestness@cs.utexas.edu } else { 4537912Shestness@cs.utexas.edu // 4 MB page 4548953Sgblack@eecs.umich.edu entry.logBytes = 21; 4557912Shestness@cs.utexas.edu entry.paddr = bits(pte, 20, 13) << 32 | bits(pte, 31, 22) << 22; 4567912Shestness@cs.utexas.edu entry.uncacheable = uncacheable; 4577912Shestness@cs.utexas.edu entry.global = pte.g; 4587912Shestness@cs.utexas.edu entry.patBit = bits(pte, 12); 4597912Shestness@cs.utexas.edu entry.vaddr = entry.vaddr & ~((4 * (1 << 20)) - 1); 4607912Shestness@cs.utexas.edu doTLBInsert = true; 4617912Shestness@cs.utexas.edu doEndWalk = true; 4627912Shestness@cs.utexas.edu break; 4637912Shestness@cs.utexas.edu } 4647912Shestness@cs.utexas.edu case PD: 4657912Shestness@cs.utexas.edu DPRINTF(PageTableWalker, 4667912Shestness@cs.utexas.edu "Got legacy mode PD entry %#08x.\n", (uint32_t)pte); 4677912Shestness@cs.utexas.edu doWrite = !pte.a; 4687912Shestness@cs.utexas.edu pte.a = 1; 4697912Shestness@cs.utexas.edu entry.writable = pte.w; 4707912Shestness@cs.utexas.edu entry.user = pte.u; 4717912Shestness@cs.utexas.edu if (!pte.p) { 4727912Shestness@cs.utexas.edu doEndWalk = true; 4737912Shestness@cs.utexas.edu fault = pageFault(pte.p); 4747912Shestness@cs.utexas.edu break; 4757912Shestness@cs.utexas.edu } 4767912Shestness@cs.utexas.edu // 4 KB page 4778953Sgblack@eecs.umich.edu entry.logBytes = 12; 4787912Shestness@cs.utexas.edu nextRead = ((uint64_t)pte & (mask(20) << 12)) + vaddr.norml2 * dataSize; 4797912Shestness@cs.utexas.edu nextState = PTE; 4807912Shestness@cs.utexas.edu break; 4817912Shestness@cs.utexas.edu case PTE: 4827912Shestness@cs.utexas.edu DPRINTF(PageTableWalker, 4837912Shestness@cs.utexas.edu "Got legacy mode PTE entry %#08x.\n", (uint32_t)pte); 4847912Shestness@cs.utexas.edu doWrite = !pte.a; 4857912Shestness@cs.utexas.edu pte.a = 1; 4867912Shestness@cs.utexas.edu entry.writable = pte.w; 4877912Shestness@cs.utexas.edu entry.user = pte.u; 4887912Shestness@cs.utexas.edu if (!pte.p) { 4897912Shestness@cs.utexas.edu doEndWalk = true; 4907912Shestness@cs.utexas.edu fault = pageFault(pte.p); 4917912Shestness@cs.utexas.edu break; 4927912Shestness@cs.utexas.edu } 4937912Shestness@cs.utexas.edu entry.paddr = (uint64_t)pte & (mask(20) << 12); 4947912Shestness@cs.utexas.edu entry.uncacheable = uncacheable; 4957912Shestness@cs.utexas.edu entry.global = pte.g; 4967912Shestness@cs.utexas.edu entry.patBit = bits(pte, 7); 4977912Shestness@cs.utexas.edu entry.vaddr = entry.vaddr & ~((4 * (1 << 10)) - 1); 4987912Shestness@cs.utexas.edu doTLBInsert = true; 4997912Shestness@cs.utexas.edu doEndWalk = true; 5007912Shestness@cs.utexas.edu break; 5017912Shestness@cs.utexas.edu default: 5027912Shestness@cs.utexas.edu panic("Unknown page table walker state %d!\n"); 5037912Shestness@cs.utexas.edu } 5047912Shestness@cs.utexas.edu if (doEndWalk) { 5057912Shestness@cs.utexas.edu if (doTLBInsert) 5067912Shestness@cs.utexas.edu if (!functional) 5077912Shestness@cs.utexas.edu walker->tlb->insert(entry.vaddr, entry); 5087912Shestness@cs.utexas.edu endWalk(); 5097912Shestness@cs.utexas.edu } else { 5107912Shestness@cs.utexas.edu PacketPtr oldRead = read; 5117912Shestness@cs.utexas.edu //If we didn't return, we're setting up another read. 5127912Shestness@cs.utexas.edu Request::Flags flags = oldRead->req->getFlags(); 5137912Shestness@cs.utexas.edu flags.set(Request::UNCACHEABLE, uncacheable); 5147912Shestness@cs.utexas.edu RequestPtr request = 5158832SAli.Saidi@ARM.com new Request(nextRead, oldRead->getSize(), flags, walker->masterId); 5168949Sandreas.hansson@arm.com read = new Packet(request, MemCmd::ReadReq); 5177912Shestness@cs.utexas.edu read->allocate(); 5187912Shestness@cs.utexas.edu // If we need to write, adjust the read packet to write the modified 5197912Shestness@cs.utexas.edu // value back to memory. 5207912Shestness@cs.utexas.edu if (doWrite) { 5217912Shestness@cs.utexas.edu write = oldRead; 5227912Shestness@cs.utexas.edu write->set<uint64_t>(pte); 5237912Shestness@cs.utexas.edu write->cmd = MemCmd::WriteReq; 5248949Sandreas.hansson@arm.com write->clearDest(); 5257912Shestness@cs.utexas.edu } else { 5267912Shestness@cs.utexas.edu write = NULL; 5277912Shestness@cs.utexas.edu delete oldRead->req; 5287912Shestness@cs.utexas.edu delete oldRead; 5297912Shestness@cs.utexas.edu } 5307912Shestness@cs.utexas.edu } 5317912Shestness@cs.utexas.edu return fault; 5327912Shestness@cs.utexas.edu} 5337912Shestness@cs.utexas.edu 5347912Shestness@cs.utexas.eduvoid 5357912Shestness@cs.utexas.eduWalker::WalkerState::endWalk() 5367912Shestness@cs.utexas.edu{ 5377912Shestness@cs.utexas.edu nextState = Ready; 5387912Shestness@cs.utexas.edu delete read->req; 5397912Shestness@cs.utexas.edu delete read; 5407912Shestness@cs.utexas.edu read = NULL; 5417912Shestness@cs.utexas.edu} 5427912Shestness@cs.utexas.edu 5437912Shestness@cs.utexas.eduvoid 5447912Shestness@cs.utexas.eduWalker::WalkerState::setupWalk(Addr vaddr) 5457912Shestness@cs.utexas.edu{ 5467912Shestness@cs.utexas.edu VAddr addr = vaddr; 5477912Shestness@cs.utexas.edu CR3 cr3 = tc->readMiscRegNoEffect(MISCREG_CR3); 5487912Shestness@cs.utexas.edu // Check if we're in long mode or not 5497912Shestness@cs.utexas.edu Efer efer = tc->readMiscRegNoEffect(MISCREG_EFER); 5507912Shestness@cs.utexas.edu dataSize = 8; 5517912Shestness@cs.utexas.edu Addr topAddr; 5527912Shestness@cs.utexas.edu if (efer.lma) { 5537912Shestness@cs.utexas.edu // Do long mode. 5547912Shestness@cs.utexas.edu state = LongPML4; 5557912Shestness@cs.utexas.edu topAddr = (cr3.longPdtb << 12) + addr.longl4 * dataSize; 5567912Shestness@cs.utexas.edu enableNX = efer.nxe; 5577912Shestness@cs.utexas.edu } else { 5587912Shestness@cs.utexas.edu // We're in some flavor of legacy mode. 5597912Shestness@cs.utexas.edu CR4 cr4 = tc->readMiscRegNoEffect(MISCREG_CR4); 5607912Shestness@cs.utexas.edu if (cr4.pae) { 5617912Shestness@cs.utexas.edu // Do legacy PAE. 5627912Shestness@cs.utexas.edu state = PAEPDP; 5637912Shestness@cs.utexas.edu topAddr = (cr3.paePdtb << 5) + addr.pael3 * dataSize; 5647912Shestness@cs.utexas.edu enableNX = efer.nxe; 5657912Shestness@cs.utexas.edu } else { 5667912Shestness@cs.utexas.edu dataSize = 4; 5677912Shestness@cs.utexas.edu topAddr = (cr3.pdtb << 12) + addr.norml2 * dataSize; 5687912Shestness@cs.utexas.edu if (cr4.pse) { 5697912Shestness@cs.utexas.edu // Do legacy PSE. 5707912Shestness@cs.utexas.edu state = PSEPD; 5717912Shestness@cs.utexas.edu } else { 5727912Shestness@cs.utexas.edu // Do legacy non PSE. 5737912Shestness@cs.utexas.edu state = PD; 5747912Shestness@cs.utexas.edu } 5757912Shestness@cs.utexas.edu enableNX = false; 5767912Shestness@cs.utexas.edu } 5777912Shestness@cs.utexas.edu } 5787912Shestness@cs.utexas.edu 5797912Shestness@cs.utexas.edu nextState = Ready; 5807912Shestness@cs.utexas.edu entry.vaddr = vaddr; 5817912Shestness@cs.utexas.edu 5827912Shestness@cs.utexas.edu Request::Flags flags = Request::PHYSICAL; 5837912Shestness@cs.utexas.edu if (cr3.pcd) 5847912Shestness@cs.utexas.edu flags.set(Request::UNCACHEABLE); 5858949Sandreas.hansson@arm.com RequestPtr request = new Request(topAddr, dataSize, flags, 5868949Sandreas.hansson@arm.com walker->masterId); 5878949Sandreas.hansson@arm.com read = new Packet(request, MemCmd::ReadReq); 5887912Shestness@cs.utexas.edu read->allocate(); 5897912Shestness@cs.utexas.edu} 5907912Shestness@cs.utexas.edu 5917912Shestness@cs.utexas.edubool 5927912Shestness@cs.utexas.eduWalker::WalkerState::recvPacket(PacketPtr pkt) 5937912Shestness@cs.utexas.edu{ 5948948Sandreas.hansson@arm.com assert(pkt->isResponse()); 5959165Sandreas.hansson@arm.com assert(inflight); 5969165Sandreas.hansson@arm.com assert(state == Waiting); 5979165Sandreas.hansson@arm.com inflight--; 5989165Sandreas.hansson@arm.com if (pkt->isRead()) { 59910241Sbinhpham@cs.rutgers.edu // should not have a pending read it we also had one outstanding 60010241Sbinhpham@cs.rutgers.edu assert(!read); 60110241Sbinhpham@cs.rutgers.edu 6029579Sandreas.hansson@arm.com // @todo someone should pay for this 60310405Sandreas.hansson@arm.com pkt->firstWordDelay = pkt->lastWordDelay = 0; 6049579Sandreas.hansson@arm.com 6059165Sandreas.hansson@arm.com state = nextState; 6069165Sandreas.hansson@arm.com nextState = Ready; 6079165Sandreas.hansson@arm.com PacketPtr write = NULL; 6089165Sandreas.hansson@arm.com read = pkt; 6099165Sandreas.hansson@arm.com timingFault = stepWalk(write); 6109165Sandreas.hansson@arm.com state = Waiting; 6119165Sandreas.hansson@arm.com assert(timingFault == NoFault || read == NULL); 6129165Sandreas.hansson@arm.com if (write) { 6139165Sandreas.hansson@arm.com writes.push_back(write); 6149165Sandreas.hansson@arm.com } 6159165Sandreas.hansson@arm.com sendPackets(); 6169165Sandreas.hansson@arm.com } else { 6179165Sandreas.hansson@arm.com sendPackets(); 6189165Sandreas.hansson@arm.com } 6199165Sandreas.hansson@arm.com if (inflight == 0 && read == NULL && writes.size() == 0) { 6209165Sandreas.hansson@arm.com state = Ready; 6219165Sandreas.hansson@arm.com nextState = Waiting; 6229165Sandreas.hansson@arm.com if (timingFault == NoFault) { 6239165Sandreas.hansson@arm.com /* 6249165Sandreas.hansson@arm.com * Finish the translation. Now that we now the right entry is 6259165Sandreas.hansson@arm.com * in the TLB, this should work with no memory accesses. 6269165Sandreas.hansson@arm.com * There could be new faults unrelated to the table walk like 6279165Sandreas.hansson@arm.com * permissions violations, so we'll need the return value as 6289165Sandreas.hansson@arm.com * well. 6299165Sandreas.hansson@arm.com */ 6309165Sandreas.hansson@arm.com bool delayedResponse; 6319165Sandreas.hansson@arm.com Fault fault = walker->tlb->translate(req, tc, NULL, mode, 6329165Sandreas.hansson@arm.com delayedResponse, true); 6339165Sandreas.hansson@arm.com assert(!delayedResponse); 6349165Sandreas.hansson@arm.com // Let the CPU continue. 6359165Sandreas.hansson@arm.com translation->finish(fault, req, tc, mode); 6367912Shestness@cs.utexas.edu } else { 6379165Sandreas.hansson@arm.com // There was a fault during the walk. Let the CPU know. 6389165Sandreas.hansson@arm.com translation->finish(timingFault, req, tc, mode); 6397912Shestness@cs.utexas.edu } 6409165Sandreas.hansson@arm.com return true; 6417912Shestness@cs.utexas.edu } 6429165Sandreas.hansson@arm.com 6437912Shestness@cs.utexas.edu return false; 6447912Shestness@cs.utexas.edu} 6457912Shestness@cs.utexas.edu 6467912Shestness@cs.utexas.eduvoid 6477912Shestness@cs.utexas.eduWalker::WalkerState::sendPackets() 6485245Sgblack@eecs.umich.edu{ 6495245Sgblack@eecs.umich.edu //If we're already waiting for the port to become available, just return. 6505245Sgblack@eecs.umich.edu if (retrying) 6515245Sgblack@eecs.umich.edu return; 6525245Sgblack@eecs.umich.edu 6535245Sgblack@eecs.umich.edu //Reads always have priority 6545245Sgblack@eecs.umich.edu if (read) { 6555897Sgblack@eecs.umich.edu PacketPtr pkt = read; 6565897Sgblack@eecs.umich.edu read = NULL; 6575897Sgblack@eecs.umich.edu inflight++; 6587912Shestness@cs.utexas.edu if (!walker->sendTiming(this, pkt)) { 6595245Sgblack@eecs.umich.edu retrying = true; 6605897Sgblack@eecs.umich.edu read = pkt; 6615897Sgblack@eecs.umich.edu inflight--; 6625245Sgblack@eecs.umich.edu return; 6635245Sgblack@eecs.umich.edu } 6645245Sgblack@eecs.umich.edu } 6655245Sgblack@eecs.umich.edu //Send off as many of the writes as we can. 6665245Sgblack@eecs.umich.edu while (writes.size()) { 6675245Sgblack@eecs.umich.edu PacketPtr write = writes.back(); 6685897Sgblack@eecs.umich.edu writes.pop_back(); 6695897Sgblack@eecs.umich.edu inflight++; 6707912Shestness@cs.utexas.edu if (!walker->sendTiming(this, write)) { 6715245Sgblack@eecs.umich.edu retrying = true; 6725897Sgblack@eecs.umich.edu writes.push_back(write); 6735897Sgblack@eecs.umich.edu inflight--; 6745245Sgblack@eecs.umich.edu return; 6755245Sgblack@eecs.umich.edu } 6765245Sgblack@eecs.umich.edu } 6775245Sgblack@eecs.umich.edu} 6785245Sgblack@eecs.umich.edu 6797912Shestness@cs.utexas.edubool 6807912Shestness@cs.utexas.eduWalker::WalkerState::isRetrying() 6815245Sgblack@eecs.umich.edu{ 6827912Shestness@cs.utexas.edu return retrying; 6837912Shestness@cs.utexas.edu} 6847912Shestness@cs.utexas.edu 6857912Shestness@cs.utexas.edubool 6867912Shestness@cs.utexas.eduWalker::WalkerState::isTiming() 6877912Shestness@cs.utexas.edu{ 6887912Shestness@cs.utexas.edu return timing; 6897912Shestness@cs.utexas.edu} 6907912Shestness@cs.utexas.edu 6917912Shestness@cs.utexas.edubool 6927912Shestness@cs.utexas.eduWalker::WalkerState::wasStarted() 6937912Shestness@cs.utexas.edu{ 6947912Shestness@cs.utexas.edu return started; 6957912Shestness@cs.utexas.edu} 6967912Shestness@cs.utexas.edu 6977912Shestness@cs.utexas.eduvoid 6987912Shestness@cs.utexas.eduWalker::WalkerState::retry() 6997912Shestness@cs.utexas.edu{ 7007912Shestness@cs.utexas.edu retrying = false; 7017912Shestness@cs.utexas.edu sendPackets(); 7025245Sgblack@eecs.umich.edu} 7035245Sgblack@eecs.umich.edu 7045895Sgblack@eecs.umich.eduFault 7057912Shestness@cs.utexas.eduWalker::WalkerState::pageFault(bool present) 7065895Sgblack@eecs.umich.edu{ 7075904Sgblack@eecs.umich.edu DPRINTF(PageTableWalker, "Raising page fault.\n"); 7085895Sgblack@eecs.umich.edu HandyM5Reg m5reg = tc->readMiscRegNoEffect(MISCREG_M5_REG); 7096023Snate@binkert.org if (mode == BaseTLB::Execute && !enableNX) 7106023Snate@binkert.org mode = BaseTLB::Read; 71110474Sandreas.hansson@arm.com return std::make_shared<PageFault>(entry.vaddr, present, mode, 71210474Sandreas.hansson@arm.com m5reg.cpl == 3, false); 7135895Sgblack@eecs.umich.edu} 7145895Sgblack@eecs.umich.edu 7157912Shestness@cs.utexas.edu/* end namespace X86ISA */ } 7165245Sgblack@eecs.umich.edu 7175245Sgblack@eecs.umich.eduX86ISA::Walker * 7185245Sgblack@eecs.umich.eduX86PagetableWalkerParams::create() 7195245Sgblack@eecs.umich.edu{ 7205245Sgblack@eecs.umich.edu return new X86ISA::Walker(this); 7215245Sgblack@eecs.umich.edu} 722