table_walker.cc revision 9535
17404SAli.Saidi@ARM.com/* 27404SAli.Saidi@ARM.com * Copyright (c) 2010 ARM Limited 37404SAli.Saidi@ARM.com * All rights reserved 47404SAli.Saidi@ARM.com * 57404SAli.Saidi@ARM.com * The license below extends only to copyright in the software and shall 67404SAli.Saidi@ARM.com * not be construed as granting a license to any other intellectual 77404SAli.Saidi@ARM.com * property including but not limited to intellectual property relating 87404SAli.Saidi@ARM.com * to a hardware implementation of the functionality of the software 97404SAli.Saidi@ARM.com * licensed hereunder. You may use the software subject to the license 107404SAli.Saidi@ARM.com * terms below provided that you ensure that this notice is replicated 117404SAli.Saidi@ARM.com * unmodified and in its entirety in all distributions of the software, 127404SAli.Saidi@ARM.com * modified or unmodified, in source code or in binary form. 137404SAli.Saidi@ARM.com * 147404SAli.Saidi@ARM.com * Redistribution and use in source and binary forms, with or without 157404SAli.Saidi@ARM.com * modification, are permitted provided that the following conditions are 167404SAli.Saidi@ARM.com * met: redistributions of source code must retain the above copyright 177404SAli.Saidi@ARM.com * notice, this list of conditions and the following disclaimer; 187404SAli.Saidi@ARM.com * redistributions in binary form must reproduce the above copyright 197404SAli.Saidi@ARM.com * notice, this list of conditions and the following disclaimer in the 207404SAli.Saidi@ARM.com * documentation and/or other materials provided with the distribution; 217404SAli.Saidi@ARM.com * neither the name of the copyright holders nor the names of its 227404SAli.Saidi@ARM.com * contributors may be used to endorse or promote products derived from 237404SAli.Saidi@ARM.com * this software without specific prior written permission. 247404SAli.Saidi@ARM.com * 257404SAli.Saidi@ARM.com * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 267404SAli.Saidi@ARM.com * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 277404SAli.Saidi@ARM.com * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 287404SAli.Saidi@ARM.com * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 297404SAli.Saidi@ARM.com * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 307404SAli.Saidi@ARM.com * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 317404SAli.Saidi@ARM.com * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 327404SAli.Saidi@ARM.com * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 337404SAli.Saidi@ARM.com * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 347404SAli.Saidi@ARM.com * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 357404SAli.Saidi@ARM.com * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 367404SAli.Saidi@ARM.com * 377404SAli.Saidi@ARM.com * Authors: Ali Saidi 387404SAli.Saidi@ARM.com */ 397404SAli.Saidi@ARM.com 407404SAli.Saidi@ARM.com#include "arch/arm/faults.hh" 417404SAli.Saidi@ARM.com#include "arch/arm/table_walker.hh" 427404SAli.Saidi@ARM.com#include "arch/arm/tlb.hh" 437728SAli.Saidi@ARM.com#include "cpu/base.hh" 447404SAli.Saidi@ARM.com#include "cpu/thread_context.hh" 458245Snate@binkert.org#include "debug/Checkpoint.hh" 469152Satgutier@umich.edu#include "debug/Drain.hh" 478245Snate@binkert.org#include "debug/TLB.hh" 488245Snate@binkert.org#include "debug/TLBVerbose.hh" 497748SAli.Saidi@ARM.com#include "sim/system.hh" 507404SAli.Saidi@ARM.com 517404SAli.Saidi@ARM.comusing namespace ArmISA; 527404SAli.Saidi@ARM.com 537404SAli.Saidi@ARM.comTableWalker::TableWalker(const Params *p) 549342SAndreas.Sandberg@arm.com : MemObject(p), port(this, params()->sys), drainManager(NULL), 558851Sandreas.hansson@arm.com tlb(NULL), currState(NULL), pending(false), 568832SAli.Saidi@ARM.com masterId(p->sys->getMasterId(name())), 579258SAli.Saidi@ARM.com numSquashable(p->num_squash_per_cycle), 587728SAli.Saidi@ARM.com doL1DescEvent(this), doL2DescEvent(this), doProcessEvent(this) 597439Sdam.sunwoo@arm.com{ 607576SAli.Saidi@ARM.com sctlr = 0; 617439Sdam.sunwoo@arm.com} 627404SAli.Saidi@ARM.com 637404SAli.Saidi@ARM.comTableWalker::~TableWalker() 647404SAli.Saidi@ARM.com{ 657404SAli.Saidi@ARM.com ; 667404SAli.Saidi@ARM.com} 677404SAli.Saidi@ARM.com 689152Satgutier@umich.eduvoid 699152Satgutier@umich.eduTableWalker::completeDrain() 709152Satgutier@umich.edu{ 719342SAndreas.Sandberg@arm.com if (drainManager && stateQueueL1.empty() && stateQueueL2.empty() && 729152Satgutier@umich.edu pendingQueue.empty()) { 739342SAndreas.Sandberg@arm.com setDrainState(Drainable::Drained); 749152Satgutier@umich.edu DPRINTF(Drain, "TableWalker done draining, processing drain event\n"); 759342SAndreas.Sandberg@arm.com drainManager->signalDrainDone(); 769342SAndreas.Sandberg@arm.com drainManager = NULL; 779152Satgutier@umich.edu } 789152Satgutier@umich.edu} 799152Satgutier@umich.edu 807748SAli.Saidi@ARM.comunsigned int 819342SAndreas.Sandberg@arm.comTableWalker::drain(DrainManager *dm) 827404SAli.Saidi@ARM.com{ 839342SAndreas.Sandberg@arm.com unsigned int count = port.drain(dm); 849152Satgutier@umich.edu 859152Satgutier@umich.edu if (stateQueueL1.empty() && stateQueueL2.empty() && 869152Satgutier@umich.edu pendingQueue.empty()) { 879342SAndreas.Sandberg@arm.com setDrainState(Drainable::Drained); 889152Satgutier@umich.edu DPRINTF(Drain, "TableWalker free, no need to drain\n"); 899152Satgutier@umich.edu 909152Satgutier@umich.edu // table walker is drained, but its ports may still need to be drained 919152Satgutier@umich.edu return count; 929152Satgutier@umich.edu } else { 939342SAndreas.Sandberg@arm.com drainManager = dm; 949342SAndreas.Sandberg@arm.com setDrainState(Drainable::Draining); 959152Satgutier@umich.edu DPRINTF(Drain, "TableWalker not drained\n"); 969152Satgutier@umich.edu 979152Satgutier@umich.edu // return port drain count plus the table walker itself needs to drain 989152Satgutier@umich.edu return count + 1; 999152Satgutier@umich.edu 1007733SAli.Saidi@ARM.com } 1017404SAli.Saidi@ARM.com} 1027404SAli.Saidi@ARM.com 1037748SAli.Saidi@ARM.comvoid 1049342SAndreas.Sandberg@arm.comTableWalker::drainResume() 1057748SAli.Saidi@ARM.com{ 1069342SAndreas.Sandberg@arm.com Drainable::drainResume(); 1079524SAndreas.Sandberg@ARM.com if (params()->sys->isTimingMode() && currState) { 1089152Satgutier@umich.edu delete currState; 1099152Satgutier@umich.edu currState = NULL; 1107748SAli.Saidi@ARM.com } 1117748SAli.Saidi@ARM.com} 1127748SAli.Saidi@ARM.com 1139294Sandreas.hansson@arm.comBaseMasterPort& 1149294Sandreas.hansson@arm.comTableWalker::getMasterPort(const std::string &if_name, PortID idx) 1157404SAli.Saidi@ARM.com{ 1167404SAli.Saidi@ARM.com if (if_name == "port") { 1178922Swilliam.wang@arm.com return port; 1187404SAli.Saidi@ARM.com } 1198922Swilliam.wang@arm.com return MemObject::getMasterPort(if_name, idx); 1207404SAli.Saidi@ARM.com} 1217404SAli.Saidi@ARM.com 1227404SAli.Saidi@ARM.comFault 1237437Sdam.sunwoo@arm.comTableWalker::walk(RequestPtr _req, ThreadContext *_tc, uint8_t _cid, TLB::Mode _mode, 1248733Sgeoffrey.blake@arm.com TLB::Translation *_trans, bool _timing, bool _functional) 1257404SAli.Saidi@ARM.com{ 1268733Sgeoffrey.blake@arm.com assert(!(_functional && _timing)); 1277439Sdam.sunwoo@arm.com if (!currState) { 1287439Sdam.sunwoo@arm.com // For atomic mode, a new WalkerState instance should be only created 1297439Sdam.sunwoo@arm.com // once per TLB. For timing mode, a new instance is generated for every 1307439Sdam.sunwoo@arm.com // TLB miss. 1317439Sdam.sunwoo@arm.com DPRINTF(TLBVerbose, "creating new instance of WalkerState\n"); 1327404SAli.Saidi@ARM.com 1337439Sdam.sunwoo@arm.com currState = new WalkerState(); 1347439Sdam.sunwoo@arm.com currState->tableWalker = this; 1358202SAli.Saidi@ARM.com } else if (_timing) { 1368202SAli.Saidi@ARM.com // This is a translation that was completed and then faulted again 1378202SAli.Saidi@ARM.com // because some underlying parameters that affect the translation 1388202SAli.Saidi@ARM.com // changed out from under us (e.g. asid). It will either be a 1398202SAli.Saidi@ARM.com // misprediction, in which case nothing will happen or we'll use 1408202SAli.Saidi@ARM.com // this fault to re-execute the faulting instruction which should clean 1418202SAli.Saidi@ARM.com // up everything. 1428202SAli.Saidi@ARM.com if (currState->vaddr == _req->getVaddr()) { 1438202SAli.Saidi@ARM.com return new ReExec; 1448202SAli.Saidi@ARM.com } 1457439Sdam.sunwoo@arm.com panic("currState should always be empty in timing mode!\n"); 1467439Sdam.sunwoo@arm.com } 1477439Sdam.sunwoo@arm.com 1487439Sdam.sunwoo@arm.com currState->tc = _tc; 1497439Sdam.sunwoo@arm.com currState->transState = _trans; 1507439Sdam.sunwoo@arm.com currState->req = _req; 1517439Sdam.sunwoo@arm.com currState->fault = NoFault; 1527439Sdam.sunwoo@arm.com currState->contextId = _cid; 1537439Sdam.sunwoo@arm.com currState->timing = _timing; 1548733Sgeoffrey.blake@arm.com currState->functional = _functional; 1557439Sdam.sunwoo@arm.com currState->mode = _mode; 1567404SAli.Saidi@ARM.com 1577436Sdam.sunwoo@arm.com /** @todo These should be cached or grabbed from cached copies in 1587436Sdam.sunwoo@arm.com the TLB, all these miscreg reads are expensive */ 1597720Sgblack@eecs.umich.edu currState->vaddr = currState->req->getVaddr(); 1607439Sdam.sunwoo@arm.com currState->sctlr = currState->tc->readMiscReg(MISCREG_SCTLR); 1617439Sdam.sunwoo@arm.com sctlr = currState->sctlr; 1627439Sdam.sunwoo@arm.com currState->N = currState->tc->readMiscReg(MISCREG_TTBCR); 1637439Sdam.sunwoo@arm.com 1647439Sdam.sunwoo@arm.com currState->isFetch = (currState->mode == TLB::Execute); 1657439Sdam.sunwoo@arm.com currState->isWrite = (currState->mode == TLB::Write); 1667439Sdam.sunwoo@arm.com 1677728SAli.Saidi@ARM.com 1687728SAli.Saidi@ARM.com if (!currState->timing) 1697728SAli.Saidi@ARM.com return processWalk(); 1707728SAli.Saidi@ARM.com 1718067SAli.Saidi@ARM.com if (pending || pendingQueue.size()) { 1727728SAli.Saidi@ARM.com pendingQueue.push_back(currState); 1737728SAli.Saidi@ARM.com currState = NULL; 1747728SAli.Saidi@ARM.com } else { 1757728SAli.Saidi@ARM.com pending = true; 1768067SAli.Saidi@ARM.com return processWalk(); 1777728SAli.Saidi@ARM.com } 1787728SAli.Saidi@ARM.com 1797728SAli.Saidi@ARM.com return NoFault; 1807728SAli.Saidi@ARM.com} 1817728SAli.Saidi@ARM.com 1827728SAli.Saidi@ARM.comvoid 1837728SAli.Saidi@ARM.comTableWalker::processWalkWrapper() 1847728SAli.Saidi@ARM.com{ 1857728SAli.Saidi@ARM.com assert(!currState); 1867728SAli.Saidi@ARM.com assert(pendingQueue.size()); 1877728SAli.Saidi@ARM.com currState = pendingQueue.front(); 1889258SAli.Saidi@ARM.com 1899535Smrinmoy.ghosh@arm.com // Check if a previous walk filled this request already 1909535Smrinmoy.ghosh@arm.com TlbEntry* te = tlb->lookup(currState->vaddr, currState->contextId, true); 1919258SAli.Saidi@ARM.com 1929535Smrinmoy.ghosh@arm.com // Check if we still need to have a walk for this request. If the requesting 1939535Smrinmoy.ghosh@arm.com // instruction has been squashed, or a previous walk has filled the TLB with 1949535Smrinmoy.ghosh@arm.com // a match, we just want to get rid of the walk. The latter could happen 1959535Smrinmoy.ghosh@arm.com // when there are multiple outstanding misses to a single page and a 1969535Smrinmoy.ghosh@arm.com // previous request has been successfully translated. 1979535Smrinmoy.ghosh@arm.com if (!currState->transState->squashed() && !te) { 1989258SAli.Saidi@ARM.com // We've got a valid request, lets process it 1999258SAli.Saidi@ARM.com pending = true; 2009258SAli.Saidi@ARM.com pendingQueue.pop_front(); 2019258SAli.Saidi@ARM.com processWalk(); 2029258SAli.Saidi@ARM.com return; 2039258SAli.Saidi@ARM.com } 2049258SAli.Saidi@ARM.com 2059258SAli.Saidi@ARM.com 2069258SAli.Saidi@ARM.com // If the instruction that we were translating for has been 2079258SAli.Saidi@ARM.com // squashed we shouldn't bother. 2089258SAli.Saidi@ARM.com unsigned num_squashed = 0; 2099258SAli.Saidi@ARM.com ThreadContext *tc = currState->tc; 2109258SAli.Saidi@ARM.com while ((num_squashed < numSquashable) && currState && 2119535Smrinmoy.ghosh@arm.com (currState->transState->squashed() || te)) { 2129258SAli.Saidi@ARM.com pendingQueue.pop_front(); 2139258SAli.Saidi@ARM.com num_squashed++; 2149258SAli.Saidi@ARM.com 2159258SAli.Saidi@ARM.com DPRINTF(TLB, "Squashing table walk for address %#x\n", currState->vaddr); 2169258SAli.Saidi@ARM.com 2179535Smrinmoy.ghosh@arm.com if (currState->transState->squashed()) { 2189535Smrinmoy.ghosh@arm.com // finish the translation which will delete the translation object 2199535Smrinmoy.ghosh@arm.com currState->transState->finish(new UnimpFault("Squashed Inst"), 2209535Smrinmoy.ghosh@arm.com currState->req, currState->tc, currState->mode); 2219535Smrinmoy.ghosh@arm.com } else { 2229535Smrinmoy.ghosh@arm.com // translate the request now that we know it will work 2239535Smrinmoy.ghosh@arm.com currState->fault = tlb->translateTiming(currState->req, currState->tc, 2249535Smrinmoy.ghosh@arm.com currState->transState, currState->mode); 2259535Smrinmoy.ghosh@arm.com } 2269258SAli.Saidi@ARM.com 2279258SAli.Saidi@ARM.com // delete the current request 2289258SAli.Saidi@ARM.com delete currState; 2299258SAli.Saidi@ARM.com 2309258SAli.Saidi@ARM.com // peak at the next one 2319535Smrinmoy.ghosh@arm.com if (pendingQueue.size()) { 2329258SAli.Saidi@ARM.com currState = pendingQueue.front(); 2339535Smrinmoy.ghosh@arm.com te = tlb->lookup(currState->vaddr, currState->contextId, true); 2349535Smrinmoy.ghosh@arm.com } else { 2359535Smrinmoy.ghosh@arm.com // Terminate the loop, nothing more to do 2369258SAli.Saidi@ARM.com currState = NULL; 2379535Smrinmoy.ghosh@arm.com } 2389258SAli.Saidi@ARM.com } 2399258SAli.Saidi@ARM.com 2409258SAli.Saidi@ARM.com // if we've still got pending translations schedule more work 2419258SAli.Saidi@ARM.com nextWalk(tc); 2429258SAli.Saidi@ARM.com currState = NULL; 2439438SAndreas.Sandberg@ARM.com completeDrain(); 2447728SAli.Saidi@ARM.com} 2457728SAli.Saidi@ARM.com 2467728SAli.Saidi@ARM.comFault 2477728SAli.Saidi@ARM.comTableWalker::processWalk() 2487728SAli.Saidi@ARM.com{ 2497404SAli.Saidi@ARM.com Addr ttbr = 0; 2507404SAli.Saidi@ARM.com 2517404SAli.Saidi@ARM.com // If translation isn't enabled, we shouldn't be here 2527439Sdam.sunwoo@arm.com assert(currState->sctlr.m); 2537404SAli.Saidi@ARM.com 2547406SAli.Saidi@ARM.com DPRINTF(TLB, "Begining table walk for address %#x, TTBCR: %#x, bits:%#x\n", 2557439Sdam.sunwoo@arm.com currState->vaddr, currState->N, mbits(currState->vaddr, 31, 2567439Sdam.sunwoo@arm.com 32-currState->N)); 2577406SAli.Saidi@ARM.com 2587439Sdam.sunwoo@arm.com if (currState->N == 0 || !mbits(currState->vaddr, 31, 32-currState->N)) { 2597406SAli.Saidi@ARM.com DPRINTF(TLB, " - Selecting TTBR0\n"); 2607439Sdam.sunwoo@arm.com ttbr = currState->tc->readMiscReg(MISCREG_TTBR0); 2617404SAli.Saidi@ARM.com } else { 2627406SAli.Saidi@ARM.com DPRINTF(TLB, " - Selecting TTBR1\n"); 2637439Sdam.sunwoo@arm.com ttbr = currState->tc->readMiscReg(MISCREG_TTBR1); 2647439Sdam.sunwoo@arm.com currState->N = 0; 2657404SAli.Saidi@ARM.com } 2667404SAli.Saidi@ARM.com 2677439Sdam.sunwoo@arm.com Addr l1desc_addr = mbits(ttbr, 31, 14-currState->N) | 2687439Sdam.sunwoo@arm.com (bits(currState->vaddr,31-currState->N,20) << 2); 2697406SAli.Saidi@ARM.com DPRINTF(TLB, " - Descriptor at address %#x\n", l1desc_addr); 2707404SAli.Saidi@ARM.com 2717404SAli.Saidi@ARM.com 2727404SAli.Saidi@ARM.com // Trickbox address check 2737439Sdam.sunwoo@arm.com Fault f; 2747439Sdam.sunwoo@arm.com f = tlb->walkTrickBoxCheck(l1desc_addr, currState->vaddr, sizeof(uint32_t), 2757439Sdam.sunwoo@arm.com currState->isFetch, currState->isWrite, 0, true); 2767439Sdam.sunwoo@arm.com if (f) { 2778067SAli.Saidi@ARM.com DPRINTF(TLB, "Trickbox check caused fault on %#x\n", currState->vaddr); 2787579Sminkyu.jeong@arm.com if (currState->timing) { 2797728SAli.Saidi@ARM.com pending = false; 2807728SAli.Saidi@ARM.com nextWalk(currState->tc); 2817579Sminkyu.jeong@arm.com currState = NULL; 2827579Sminkyu.jeong@arm.com } else { 2837579Sminkyu.jeong@arm.com currState->tc = NULL; 2847579Sminkyu.jeong@arm.com currState->req = NULL; 2857579Sminkyu.jeong@arm.com } 2867579Sminkyu.jeong@arm.com return f; 2877404SAli.Saidi@ARM.com } 2887404SAli.Saidi@ARM.com 2897946SGiacomo.Gabrielli@arm.com Request::Flags flag = 0; 2907946SGiacomo.Gabrielli@arm.com if (currState->sctlr.c == 0) { 2917946SGiacomo.Gabrielli@arm.com flag = Request::UNCACHEABLE; 2927946SGiacomo.Gabrielli@arm.com } 2937946SGiacomo.Gabrielli@arm.com 2947439Sdam.sunwoo@arm.com if (currState->timing) { 2958851Sandreas.hansson@arm.com port.dmaAction(MemCmd::ReadReq, l1desc_addr, sizeof(uint32_t), 2968851Sandreas.hansson@arm.com &doL1DescEvent, (uint8_t*)&currState->l1Desc.data, 2979180Sandreas.hansson@arm.com currState->tc->getCpuPtr()->clockPeriod(), flag); 2989180Sandreas.hansson@arm.com DPRINTF(TLBVerbose, "Adding to walker fifo: queue size before " 2999180Sandreas.hansson@arm.com "adding: %d\n", 3007653Sgene.wu@arm.com stateQueueL1.size()); 3017653Sgene.wu@arm.com stateQueueL1.push_back(currState); 3027439Sdam.sunwoo@arm.com currState = NULL; 3038733Sgeoffrey.blake@arm.com } else if (!currState->functional) { 3048851Sandreas.hansson@arm.com port.dmaAction(MemCmd::ReadReq, l1desc_addr, sizeof(uint32_t), 3058851Sandreas.hansson@arm.com NULL, (uint8_t*)&currState->l1Desc.data, 3069180Sandreas.hansson@arm.com currState->tc->getCpuPtr()->clockPeriod(), flag); 3077404SAli.Saidi@ARM.com doL1Descriptor(); 3087439Sdam.sunwoo@arm.com f = currState->fault; 3098733Sgeoffrey.blake@arm.com } else { 3108832SAli.Saidi@ARM.com RequestPtr req = new Request(l1desc_addr, sizeof(uint32_t), flag, masterId); 3118949Sandreas.hansson@arm.com PacketPtr pkt = new Packet(req, MemCmd::ReadReq); 3128733Sgeoffrey.blake@arm.com pkt->dataStatic((uint8_t*)&currState->l1Desc.data); 3138851Sandreas.hansson@arm.com port.sendFunctional(pkt); 3148733Sgeoffrey.blake@arm.com doL1Descriptor(); 3158733Sgeoffrey.blake@arm.com delete req; 3168733Sgeoffrey.blake@arm.com delete pkt; 3178733Sgeoffrey.blake@arm.com f = currState->fault; 3187404SAli.Saidi@ARM.com } 3197404SAli.Saidi@ARM.com 3207439Sdam.sunwoo@arm.com return f; 3217404SAli.Saidi@ARM.com} 3227404SAli.Saidi@ARM.com 3237404SAli.Saidi@ARM.comvoid 3247439Sdam.sunwoo@arm.comTableWalker::memAttrs(ThreadContext *tc, TlbEntry &te, SCTLR sctlr, 3257439Sdam.sunwoo@arm.com uint8_t texcb, bool s) 3267404SAli.Saidi@ARM.com{ 3277439Sdam.sunwoo@arm.com // Note: tc and sctlr local variables are hiding tc and sctrl class 3287439Sdam.sunwoo@arm.com // variables 3297436Sdam.sunwoo@arm.com DPRINTF(TLBVerbose, "memAttrs texcb:%d s:%d\n", texcb, s); 3307436Sdam.sunwoo@arm.com te.shareable = false; // default value 3317582SAli.Saidi@arm.com te.nonCacheable = false; 3327436Sdam.sunwoo@arm.com bool outer_shareable = false; 3337439Sdam.sunwoo@arm.com if (sctlr.tre == 0 || ((sctlr.tre == 1) && (sctlr.m == 0))) { 3347404SAli.Saidi@ARM.com switch(texcb) { 3357436Sdam.sunwoo@arm.com case 0: // Stongly-ordered 3367404SAli.Saidi@ARM.com te.nonCacheable = true; 3377436Sdam.sunwoo@arm.com te.mtype = TlbEntry::StronglyOrdered; 3387436Sdam.sunwoo@arm.com te.shareable = true; 3397436Sdam.sunwoo@arm.com te.innerAttrs = 1; 3407436Sdam.sunwoo@arm.com te.outerAttrs = 0; 3417404SAli.Saidi@ARM.com break; 3427436Sdam.sunwoo@arm.com case 1: // Shareable Device 3437436Sdam.sunwoo@arm.com te.nonCacheable = true; 3447436Sdam.sunwoo@arm.com te.mtype = TlbEntry::Device; 3457436Sdam.sunwoo@arm.com te.shareable = true; 3467436Sdam.sunwoo@arm.com te.innerAttrs = 3; 3477436Sdam.sunwoo@arm.com te.outerAttrs = 0; 3487436Sdam.sunwoo@arm.com break; 3497436Sdam.sunwoo@arm.com case 2: // Outer and Inner Write-Through, no Write-Allocate 3507436Sdam.sunwoo@arm.com te.mtype = TlbEntry::Normal; 3517436Sdam.sunwoo@arm.com te.shareable = s; 3527436Sdam.sunwoo@arm.com te.innerAttrs = 6; 3537436Sdam.sunwoo@arm.com te.outerAttrs = bits(texcb, 1, 0); 3547436Sdam.sunwoo@arm.com break; 3557436Sdam.sunwoo@arm.com case 3: // Outer and Inner Write-Back, no Write-Allocate 3567436Sdam.sunwoo@arm.com te.mtype = TlbEntry::Normal; 3577436Sdam.sunwoo@arm.com te.shareable = s; 3587436Sdam.sunwoo@arm.com te.innerAttrs = 7; 3597436Sdam.sunwoo@arm.com te.outerAttrs = bits(texcb, 1, 0); 3607436Sdam.sunwoo@arm.com break; 3617436Sdam.sunwoo@arm.com case 4: // Outer and Inner Non-cacheable 3627436Sdam.sunwoo@arm.com te.nonCacheable = true; 3637436Sdam.sunwoo@arm.com te.mtype = TlbEntry::Normal; 3647436Sdam.sunwoo@arm.com te.shareable = s; 3657436Sdam.sunwoo@arm.com te.innerAttrs = 0; 3667436Sdam.sunwoo@arm.com te.outerAttrs = bits(texcb, 1, 0); 3677436Sdam.sunwoo@arm.com break; 3687436Sdam.sunwoo@arm.com case 5: // Reserved 3697439Sdam.sunwoo@arm.com panic("Reserved texcb value!\n"); 3707436Sdam.sunwoo@arm.com break; 3717436Sdam.sunwoo@arm.com case 6: // Implementation Defined 3727439Sdam.sunwoo@arm.com panic("Implementation-defined texcb value!\n"); 3737436Sdam.sunwoo@arm.com break; 3747436Sdam.sunwoo@arm.com case 7: // Outer and Inner Write-Back, Write-Allocate 3757436Sdam.sunwoo@arm.com te.mtype = TlbEntry::Normal; 3767436Sdam.sunwoo@arm.com te.shareable = s; 3777436Sdam.sunwoo@arm.com te.innerAttrs = 5; 3787436Sdam.sunwoo@arm.com te.outerAttrs = 1; 3797436Sdam.sunwoo@arm.com break; 3807436Sdam.sunwoo@arm.com case 8: // Non-shareable Device 3817436Sdam.sunwoo@arm.com te.nonCacheable = true; 3827436Sdam.sunwoo@arm.com te.mtype = TlbEntry::Device; 3837436Sdam.sunwoo@arm.com te.shareable = false; 3847436Sdam.sunwoo@arm.com te.innerAttrs = 3; 3857436Sdam.sunwoo@arm.com te.outerAttrs = 0; 3867436Sdam.sunwoo@arm.com break; 3877436Sdam.sunwoo@arm.com case 9 ... 15: // Reserved 3887439Sdam.sunwoo@arm.com panic("Reserved texcb value!\n"); 3897436Sdam.sunwoo@arm.com break; 3907436Sdam.sunwoo@arm.com case 16 ... 31: // Cacheable Memory 3917436Sdam.sunwoo@arm.com te.mtype = TlbEntry::Normal; 3927436Sdam.sunwoo@arm.com te.shareable = s; 3937404SAli.Saidi@ARM.com if (bits(texcb, 1,0) == 0 || bits(texcb, 3,2) == 0) 3947404SAli.Saidi@ARM.com te.nonCacheable = true; 3957436Sdam.sunwoo@arm.com te.innerAttrs = bits(texcb, 1, 0); 3967436Sdam.sunwoo@arm.com te.outerAttrs = bits(texcb, 3, 2); 3977404SAli.Saidi@ARM.com break; 3987436Sdam.sunwoo@arm.com default: 3997436Sdam.sunwoo@arm.com panic("More than 32 states for 5 bits?\n"); 4007404SAli.Saidi@ARM.com } 4017404SAli.Saidi@ARM.com } else { 4027438SAli.Saidi@ARM.com assert(tc); 4037404SAli.Saidi@ARM.com PRRR prrr = tc->readMiscReg(MISCREG_PRRR); 4047404SAli.Saidi@ARM.com NMRR nmrr = tc->readMiscReg(MISCREG_NMRR); 4057436Sdam.sunwoo@arm.com DPRINTF(TLBVerbose, "memAttrs PRRR:%08x NMRR:%08x\n", prrr, nmrr); 4067582SAli.Saidi@arm.com uint8_t curr_tr = 0, curr_ir = 0, curr_or = 0; 4077404SAli.Saidi@ARM.com switch(bits(texcb, 2,0)) { 4087404SAli.Saidi@ARM.com case 0: 4097436Sdam.sunwoo@arm.com curr_tr = prrr.tr0; 4107436Sdam.sunwoo@arm.com curr_ir = nmrr.ir0; 4117436Sdam.sunwoo@arm.com curr_or = nmrr.or0; 4127436Sdam.sunwoo@arm.com outer_shareable = (prrr.nos0 == 0); 4137404SAli.Saidi@ARM.com break; 4147404SAli.Saidi@ARM.com case 1: 4157436Sdam.sunwoo@arm.com curr_tr = prrr.tr1; 4167436Sdam.sunwoo@arm.com curr_ir = nmrr.ir1; 4177436Sdam.sunwoo@arm.com curr_or = nmrr.or1; 4187436Sdam.sunwoo@arm.com outer_shareable = (prrr.nos1 == 0); 4197404SAli.Saidi@ARM.com break; 4207404SAli.Saidi@ARM.com case 2: 4217436Sdam.sunwoo@arm.com curr_tr = prrr.tr2; 4227436Sdam.sunwoo@arm.com curr_ir = nmrr.ir2; 4237436Sdam.sunwoo@arm.com curr_or = nmrr.or2; 4247436Sdam.sunwoo@arm.com outer_shareable = (prrr.nos2 == 0); 4257404SAli.Saidi@ARM.com break; 4267404SAli.Saidi@ARM.com case 3: 4277436Sdam.sunwoo@arm.com curr_tr = prrr.tr3; 4287436Sdam.sunwoo@arm.com curr_ir = nmrr.ir3; 4297436Sdam.sunwoo@arm.com curr_or = nmrr.or3; 4307436Sdam.sunwoo@arm.com outer_shareable = (prrr.nos3 == 0); 4317404SAli.Saidi@ARM.com break; 4327404SAli.Saidi@ARM.com case 4: 4337436Sdam.sunwoo@arm.com curr_tr = prrr.tr4; 4347436Sdam.sunwoo@arm.com curr_ir = nmrr.ir4; 4357436Sdam.sunwoo@arm.com curr_or = nmrr.or4; 4367436Sdam.sunwoo@arm.com outer_shareable = (prrr.nos4 == 0); 4377404SAli.Saidi@ARM.com break; 4387404SAli.Saidi@ARM.com case 5: 4397436Sdam.sunwoo@arm.com curr_tr = prrr.tr5; 4407436Sdam.sunwoo@arm.com curr_ir = nmrr.ir5; 4417436Sdam.sunwoo@arm.com curr_or = nmrr.or5; 4427436Sdam.sunwoo@arm.com outer_shareable = (prrr.nos5 == 0); 4437404SAli.Saidi@ARM.com break; 4447404SAli.Saidi@ARM.com case 6: 4457404SAli.Saidi@ARM.com panic("Imp defined type\n"); 4467404SAli.Saidi@ARM.com case 7: 4477436Sdam.sunwoo@arm.com curr_tr = prrr.tr7; 4487436Sdam.sunwoo@arm.com curr_ir = nmrr.ir7; 4497436Sdam.sunwoo@arm.com curr_or = nmrr.or7; 4507436Sdam.sunwoo@arm.com outer_shareable = (prrr.nos7 == 0); 4517404SAli.Saidi@ARM.com break; 4527404SAli.Saidi@ARM.com } 4537436Sdam.sunwoo@arm.com 4547436Sdam.sunwoo@arm.com switch(curr_tr) { 4557436Sdam.sunwoo@arm.com case 0: 4567436Sdam.sunwoo@arm.com DPRINTF(TLBVerbose, "StronglyOrdered\n"); 4577436Sdam.sunwoo@arm.com te.mtype = TlbEntry::StronglyOrdered; 4587436Sdam.sunwoo@arm.com te.nonCacheable = true; 4597436Sdam.sunwoo@arm.com te.innerAttrs = 1; 4607436Sdam.sunwoo@arm.com te.outerAttrs = 0; 4617436Sdam.sunwoo@arm.com te.shareable = true; 4627436Sdam.sunwoo@arm.com break; 4637436Sdam.sunwoo@arm.com case 1: 4647436Sdam.sunwoo@arm.com DPRINTF(TLBVerbose, "Device ds1:%d ds0:%d s:%d\n", 4657436Sdam.sunwoo@arm.com prrr.ds1, prrr.ds0, s); 4667436Sdam.sunwoo@arm.com te.mtype = TlbEntry::Device; 4677436Sdam.sunwoo@arm.com te.nonCacheable = true; 4687436Sdam.sunwoo@arm.com te.innerAttrs = 3; 4697436Sdam.sunwoo@arm.com te.outerAttrs = 0; 4707436Sdam.sunwoo@arm.com if (prrr.ds1 && s) 4717436Sdam.sunwoo@arm.com te.shareable = true; 4727436Sdam.sunwoo@arm.com if (prrr.ds0 && !s) 4737436Sdam.sunwoo@arm.com te.shareable = true; 4747436Sdam.sunwoo@arm.com break; 4757436Sdam.sunwoo@arm.com case 2: 4767436Sdam.sunwoo@arm.com DPRINTF(TLBVerbose, "Normal ns1:%d ns0:%d s:%d\n", 4777436Sdam.sunwoo@arm.com prrr.ns1, prrr.ns0, s); 4787436Sdam.sunwoo@arm.com te.mtype = TlbEntry::Normal; 4797436Sdam.sunwoo@arm.com if (prrr.ns1 && s) 4807436Sdam.sunwoo@arm.com te.shareable = true; 4817436Sdam.sunwoo@arm.com if (prrr.ns0 && !s) 4827436Sdam.sunwoo@arm.com te.shareable = true; 4837436Sdam.sunwoo@arm.com break; 4847436Sdam.sunwoo@arm.com case 3: 4857436Sdam.sunwoo@arm.com panic("Reserved type"); 4867436Sdam.sunwoo@arm.com } 4877436Sdam.sunwoo@arm.com 4887436Sdam.sunwoo@arm.com if (te.mtype == TlbEntry::Normal){ 4897436Sdam.sunwoo@arm.com switch(curr_ir) { 4907436Sdam.sunwoo@arm.com case 0: 4917436Sdam.sunwoo@arm.com te.nonCacheable = true; 4927436Sdam.sunwoo@arm.com te.innerAttrs = 0; 4937436Sdam.sunwoo@arm.com break; 4947436Sdam.sunwoo@arm.com case 1: 4957436Sdam.sunwoo@arm.com te.innerAttrs = 5; 4967436Sdam.sunwoo@arm.com break; 4977436Sdam.sunwoo@arm.com case 2: 4987436Sdam.sunwoo@arm.com te.innerAttrs = 6; 4997436Sdam.sunwoo@arm.com break; 5007436Sdam.sunwoo@arm.com case 3: 5017436Sdam.sunwoo@arm.com te.innerAttrs = 7; 5027436Sdam.sunwoo@arm.com break; 5037436Sdam.sunwoo@arm.com } 5047436Sdam.sunwoo@arm.com 5057436Sdam.sunwoo@arm.com switch(curr_or) { 5067436Sdam.sunwoo@arm.com case 0: 5077436Sdam.sunwoo@arm.com te.nonCacheable = true; 5087436Sdam.sunwoo@arm.com te.outerAttrs = 0; 5097436Sdam.sunwoo@arm.com break; 5107436Sdam.sunwoo@arm.com case 1: 5117436Sdam.sunwoo@arm.com te.outerAttrs = 1; 5127436Sdam.sunwoo@arm.com break; 5137436Sdam.sunwoo@arm.com case 2: 5147436Sdam.sunwoo@arm.com te.outerAttrs = 2; 5157436Sdam.sunwoo@arm.com break; 5167436Sdam.sunwoo@arm.com case 3: 5177436Sdam.sunwoo@arm.com te.outerAttrs = 3; 5187436Sdam.sunwoo@arm.com break; 5197436Sdam.sunwoo@arm.com } 5207436Sdam.sunwoo@arm.com } 5217404SAli.Saidi@ARM.com } 5227439Sdam.sunwoo@arm.com DPRINTF(TLBVerbose, "memAttrs: shareable: %d, innerAttrs: %d, \ 5237439Sdam.sunwoo@arm.com outerAttrs: %d\n", 5247439Sdam.sunwoo@arm.com te.shareable, te.innerAttrs, te.outerAttrs); 5257436Sdam.sunwoo@arm.com 5267436Sdam.sunwoo@arm.com /** Formatting for Physical Address Register (PAR) 5277436Sdam.sunwoo@arm.com * Only including lower bits (TLB info here) 5287436Sdam.sunwoo@arm.com * PAR: 5297436Sdam.sunwoo@arm.com * PA [31:12] 5307436Sdam.sunwoo@arm.com * Reserved [11] 5317436Sdam.sunwoo@arm.com * TLB info [10:1] 5327436Sdam.sunwoo@arm.com * NOS [10] (Not Outer Sharable) 5337436Sdam.sunwoo@arm.com * NS [9] (Non-Secure) 5347436Sdam.sunwoo@arm.com * -- [8] (Implementation Defined) 5357436Sdam.sunwoo@arm.com * SH [7] (Sharable) 5367436Sdam.sunwoo@arm.com * Inner[6:4](Inner memory attributes) 5377436Sdam.sunwoo@arm.com * Outer[3:2](Outer memory attributes) 5387436Sdam.sunwoo@arm.com * SS [1] (SuperSection) 5397436Sdam.sunwoo@arm.com * F [0] (Fault, Fault Status in [6:1] if faulted) 5407436Sdam.sunwoo@arm.com */ 5417436Sdam.sunwoo@arm.com te.attributes = ( 5427436Sdam.sunwoo@arm.com ((outer_shareable ? 0:1) << 10) | 5437436Sdam.sunwoo@arm.com // TODO: NS Bit 5447436Sdam.sunwoo@arm.com ((te.shareable ? 1:0) << 7) | 5457436Sdam.sunwoo@arm.com (te.innerAttrs << 4) | 5467436Sdam.sunwoo@arm.com (te.outerAttrs << 2) 5477436Sdam.sunwoo@arm.com // TODO: Supersection bit 5487436Sdam.sunwoo@arm.com // TODO: Fault bit 5497436Sdam.sunwoo@arm.com ); 5507436Sdam.sunwoo@arm.com 5517436Sdam.sunwoo@arm.com 5527404SAli.Saidi@ARM.com} 5537404SAli.Saidi@ARM.com 5547404SAli.Saidi@ARM.comvoid 5557404SAli.Saidi@ARM.comTableWalker::doL1Descriptor() 5567404SAli.Saidi@ARM.com{ 5577439Sdam.sunwoo@arm.com DPRINTF(TLB, "L1 descriptor for %#x is %#x\n", 5587439Sdam.sunwoo@arm.com currState->vaddr, currState->l1Desc.data); 5597404SAli.Saidi@ARM.com TlbEntry te; 5607404SAli.Saidi@ARM.com 5617439Sdam.sunwoo@arm.com switch (currState->l1Desc.type()) { 5627404SAli.Saidi@ARM.com case L1Descriptor::Ignore: 5637404SAli.Saidi@ARM.com case L1Descriptor::Reserved: 5647946SGiacomo.Gabrielli@arm.com if (!currState->timing) { 5657439Sdam.sunwoo@arm.com currState->tc = NULL; 5667439Sdam.sunwoo@arm.com currState->req = NULL; 5677437Sdam.sunwoo@arm.com } 5687406SAli.Saidi@ARM.com DPRINTF(TLB, "L1 Descriptor Reserved/Ignore, causing fault\n"); 5697439Sdam.sunwoo@arm.com if (currState->isFetch) 5707439Sdam.sunwoo@arm.com currState->fault = 5717439Sdam.sunwoo@arm.com new PrefetchAbort(currState->vaddr, ArmFault::Translation0); 5727406SAli.Saidi@ARM.com else 5737439Sdam.sunwoo@arm.com currState->fault = 5747576SAli.Saidi@ARM.com new DataAbort(currState->vaddr, 0, currState->isWrite, 5757436Sdam.sunwoo@arm.com ArmFault::Translation0); 5767404SAli.Saidi@ARM.com return; 5777404SAli.Saidi@ARM.com case L1Descriptor::Section: 5787439Sdam.sunwoo@arm.com if (currState->sctlr.afe && bits(currState->l1Desc.ap(), 0) == 0) { 5797436Sdam.sunwoo@arm.com /** @todo: check sctlr.ha (bit[17]) if Hardware Access Flag is 5807436Sdam.sunwoo@arm.com * enabled if set, do l1.Desc.setAp0() instead of generating 5817436Sdam.sunwoo@arm.com * AccessFlag0 5827436Sdam.sunwoo@arm.com */ 5837436Sdam.sunwoo@arm.com 5847611SGene.Wu@arm.com currState->fault = new DataAbort(currState->vaddr, 5857611SGene.Wu@arm.com currState->l1Desc.domain(), currState->isWrite, 5867436Sdam.sunwoo@arm.com ArmFault::AccessFlag0); 5877436Sdam.sunwoo@arm.com } 5887439Sdam.sunwoo@arm.com if (currState->l1Desc.supersection()) { 5897404SAli.Saidi@ARM.com panic("Haven't implemented supersections\n"); 5907404SAli.Saidi@ARM.com } 5917404SAli.Saidi@ARM.com te.N = 20; 5927439Sdam.sunwoo@arm.com te.pfn = currState->l1Desc.pfn(); 5937404SAli.Saidi@ARM.com te.size = (1<<te.N) - 1; 5947439Sdam.sunwoo@arm.com te.global = !currState->l1Desc.global(); 5957404SAli.Saidi@ARM.com te.valid = true; 5967439Sdam.sunwoo@arm.com te.vpn = currState->vaddr >> te.N; 5977404SAli.Saidi@ARM.com te.sNp = true; 5987439Sdam.sunwoo@arm.com te.xn = currState->l1Desc.xn(); 5997439Sdam.sunwoo@arm.com te.ap = currState->l1Desc.ap(); 6007439Sdam.sunwoo@arm.com te.domain = currState->l1Desc.domain(); 6017439Sdam.sunwoo@arm.com te.asid = currState->contextId; 6027439Sdam.sunwoo@arm.com memAttrs(currState->tc, te, currState->sctlr, 6037439Sdam.sunwoo@arm.com currState->l1Desc.texcb(), currState->l1Desc.shareable()); 6047404SAli.Saidi@ARM.com 6057404SAli.Saidi@ARM.com DPRINTF(TLB, "Inserting Section Descriptor into TLB\n"); 6067582SAli.Saidi@arm.com DPRINTF(TLB, " - N:%d pfn:%#x size: %#x global:%d valid: %d\n", 6077404SAli.Saidi@ARM.com te.N, te.pfn, te.size, te.global, te.valid); 6087582SAli.Saidi@arm.com DPRINTF(TLB, " - vpn:%#x sNp: %d xn:%d ap:%d domain: %d asid:%d nc:%d\n", 6097582SAli.Saidi@arm.com te.vpn, te.sNp, te.xn, te.ap, te.domain, te.asid, 6107582SAli.Saidi@arm.com te.nonCacheable); 6117404SAli.Saidi@ARM.com DPRINTF(TLB, " - domain from l1 desc: %d data: %#x bits:%d\n", 6127439Sdam.sunwoo@arm.com currState->l1Desc.domain(), currState->l1Desc.data, 6137439Sdam.sunwoo@arm.com (currState->l1Desc.data >> 5) & 0xF ); 6147404SAli.Saidi@ARM.com 6157439Sdam.sunwoo@arm.com if (!currState->timing) { 6167439Sdam.sunwoo@arm.com currState->tc = NULL; 6177439Sdam.sunwoo@arm.com currState->req = NULL; 6187437Sdam.sunwoo@arm.com } 6197439Sdam.sunwoo@arm.com tlb->insert(currState->vaddr, te); 6207404SAli.Saidi@ARM.com 6217404SAli.Saidi@ARM.com return; 6227404SAli.Saidi@ARM.com case L1Descriptor::PageTable: 6237404SAli.Saidi@ARM.com Addr l2desc_addr; 6247439Sdam.sunwoo@arm.com l2desc_addr = currState->l1Desc.l2Addr() | 6257439Sdam.sunwoo@arm.com (bits(currState->vaddr, 19,12) << 2); 6267436Sdam.sunwoo@arm.com DPRINTF(TLB, "L1 descriptor points to page table at: %#x\n", 6277436Sdam.sunwoo@arm.com l2desc_addr); 6287404SAli.Saidi@ARM.com 6297404SAli.Saidi@ARM.com // Trickbox address check 6307439Sdam.sunwoo@arm.com currState->fault = tlb->walkTrickBoxCheck(l2desc_addr, currState->vaddr, 6317439Sdam.sunwoo@arm.com sizeof(uint32_t), currState->isFetch, currState->isWrite, 6327439Sdam.sunwoo@arm.com currState->l1Desc.domain(), false); 6337439Sdam.sunwoo@arm.com 6347439Sdam.sunwoo@arm.com if (currState->fault) { 6357439Sdam.sunwoo@arm.com if (!currState->timing) { 6367439Sdam.sunwoo@arm.com currState->tc = NULL; 6377439Sdam.sunwoo@arm.com currState->req = NULL; 6387437Sdam.sunwoo@arm.com } 6397437Sdam.sunwoo@arm.com return; 6407404SAli.Saidi@ARM.com } 6417404SAli.Saidi@ARM.com 6427404SAli.Saidi@ARM.com 6437439Sdam.sunwoo@arm.com if (currState->timing) { 6447439Sdam.sunwoo@arm.com currState->delayed = true; 6458851Sandreas.hansson@arm.com port.dmaAction(MemCmd::ReadReq, l2desc_addr, sizeof(uint32_t), 6469180Sandreas.hansson@arm.com &doL2DescEvent, (uint8_t*)&currState->l2Desc.data, 6479180Sandreas.hansson@arm.com currState->tc->getCpuPtr()->clockPeriod()); 6488733Sgeoffrey.blake@arm.com } else if (!currState->functional) { 6498851Sandreas.hansson@arm.com port.dmaAction(MemCmd::ReadReq, l2desc_addr, sizeof(uint32_t), 6509180Sandreas.hansson@arm.com NULL, (uint8_t*)&currState->l2Desc.data, 6519180Sandreas.hansson@arm.com currState->tc->getCpuPtr()->clockPeriod()); 6527404SAli.Saidi@ARM.com doL2Descriptor(); 6538733Sgeoffrey.blake@arm.com } else { 6548949Sandreas.hansson@arm.com RequestPtr req = new Request(l2desc_addr, sizeof(uint32_t), 0, 6558949Sandreas.hansson@arm.com masterId); 6568949Sandreas.hansson@arm.com PacketPtr pkt = new Packet(req, MemCmd::ReadReq); 6578733Sgeoffrey.blake@arm.com pkt->dataStatic((uint8_t*)&currState->l2Desc.data); 6588851Sandreas.hansson@arm.com port.sendFunctional(pkt); 6598733Sgeoffrey.blake@arm.com doL2Descriptor(); 6608733Sgeoffrey.blake@arm.com delete req; 6618733Sgeoffrey.blake@arm.com delete pkt; 6627404SAli.Saidi@ARM.com } 6637404SAli.Saidi@ARM.com return; 6647404SAli.Saidi@ARM.com default: 6657404SAli.Saidi@ARM.com panic("A new type in a 2 bit field?\n"); 6667404SAli.Saidi@ARM.com } 6677404SAli.Saidi@ARM.com} 6687404SAli.Saidi@ARM.com 6697404SAli.Saidi@ARM.comvoid 6707404SAli.Saidi@ARM.comTableWalker::doL2Descriptor() 6717404SAli.Saidi@ARM.com{ 6727439Sdam.sunwoo@arm.com DPRINTF(TLB, "L2 descriptor for %#x is %#x\n", 6737439Sdam.sunwoo@arm.com currState->vaddr, currState->l2Desc.data); 6747404SAli.Saidi@ARM.com TlbEntry te; 6757404SAli.Saidi@ARM.com 6767439Sdam.sunwoo@arm.com if (currState->l2Desc.invalid()) { 6777404SAli.Saidi@ARM.com DPRINTF(TLB, "L2 descriptor invalid, causing fault\n"); 6787946SGiacomo.Gabrielli@arm.com if (!currState->timing) { 6797439Sdam.sunwoo@arm.com currState->tc = NULL; 6807439Sdam.sunwoo@arm.com currState->req = NULL; 6817437Sdam.sunwoo@arm.com } 6827439Sdam.sunwoo@arm.com if (currState->isFetch) 6837439Sdam.sunwoo@arm.com currState->fault = 6847439Sdam.sunwoo@arm.com new PrefetchAbort(currState->vaddr, ArmFault::Translation1); 6857406SAli.Saidi@ARM.com else 6867439Sdam.sunwoo@arm.com currState->fault = 6877439Sdam.sunwoo@arm.com new DataAbort(currState->vaddr, currState->l1Desc.domain(), 6887439Sdam.sunwoo@arm.com currState->isWrite, ArmFault::Translation1); 6897404SAli.Saidi@ARM.com return; 6907404SAli.Saidi@ARM.com } 6917404SAli.Saidi@ARM.com 6927439Sdam.sunwoo@arm.com if (currState->sctlr.afe && bits(currState->l2Desc.ap(), 0) == 0) { 6937436Sdam.sunwoo@arm.com /** @todo: check sctlr.ha (bit[17]) if Hardware Access Flag is enabled 6947436Sdam.sunwoo@arm.com * if set, do l2.Desc.setAp0() instead of generating AccessFlag0 6957436Sdam.sunwoo@arm.com */ 6967436Sdam.sunwoo@arm.com 6977439Sdam.sunwoo@arm.com currState->fault = 6987576SAli.Saidi@ARM.com new DataAbort(currState->vaddr, 0, currState->isWrite, 6997439Sdam.sunwoo@arm.com ArmFault::AccessFlag1); 7007439Sdam.sunwoo@arm.com 7017436Sdam.sunwoo@arm.com } 7027436Sdam.sunwoo@arm.com 7037439Sdam.sunwoo@arm.com if (currState->l2Desc.large()) { 7047404SAli.Saidi@ARM.com te.N = 16; 7057439Sdam.sunwoo@arm.com te.pfn = currState->l2Desc.pfn(); 7067404SAli.Saidi@ARM.com } else { 7077404SAli.Saidi@ARM.com te.N = 12; 7087439Sdam.sunwoo@arm.com te.pfn = currState->l2Desc.pfn(); 7097404SAli.Saidi@ARM.com } 7107404SAli.Saidi@ARM.com 7117404SAli.Saidi@ARM.com te.valid = true; 7127404SAli.Saidi@ARM.com te.size = (1 << te.N) - 1; 7137439Sdam.sunwoo@arm.com te.asid = currState->contextId; 7147404SAli.Saidi@ARM.com te.sNp = false; 7157439Sdam.sunwoo@arm.com te.vpn = currState->vaddr >> te.N; 7167439Sdam.sunwoo@arm.com te.global = currState->l2Desc.global(); 7177439Sdam.sunwoo@arm.com te.xn = currState->l2Desc.xn(); 7187439Sdam.sunwoo@arm.com te.ap = currState->l2Desc.ap(); 7197439Sdam.sunwoo@arm.com te.domain = currState->l1Desc.domain(); 7207439Sdam.sunwoo@arm.com memAttrs(currState->tc, te, currState->sctlr, currState->l2Desc.texcb(), 7217439Sdam.sunwoo@arm.com currState->l2Desc.shareable()); 7227404SAli.Saidi@ARM.com 7237946SGiacomo.Gabrielli@arm.com if (!currState->timing) { 7247439Sdam.sunwoo@arm.com currState->tc = NULL; 7257439Sdam.sunwoo@arm.com currState->req = NULL; 7267437Sdam.sunwoo@arm.com } 7277439Sdam.sunwoo@arm.com tlb->insert(currState->vaddr, te); 7287437Sdam.sunwoo@arm.com} 7297437Sdam.sunwoo@arm.com 7307437Sdam.sunwoo@arm.comvoid 7317437Sdam.sunwoo@arm.comTableWalker::doL1DescriptorWrapper() 7327437Sdam.sunwoo@arm.com{ 7337653Sgene.wu@arm.com currState = stateQueueL1.front(); 7347439Sdam.sunwoo@arm.com currState->delayed = false; 7357437Sdam.sunwoo@arm.com 7367578Sdam.sunwoo@arm.com DPRINTF(TLBVerbose, "L1 Desc object host addr: %p\n",&currState->l1Desc.data); 7377578Sdam.sunwoo@arm.com DPRINTF(TLBVerbose, "L1 Desc object data: %08x\n",currState->l1Desc.data); 7387578Sdam.sunwoo@arm.com 7397439Sdam.sunwoo@arm.com DPRINTF(TLBVerbose, "calling doL1Descriptor for vaddr:%#x\n", currState->vaddr); 7407437Sdam.sunwoo@arm.com doL1Descriptor(); 7417437Sdam.sunwoo@arm.com 7427653Sgene.wu@arm.com stateQueueL1.pop_front(); 7439152Satgutier@umich.edu completeDrain(); 7447437Sdam.sunwoo@arm.com // Check if fault was generated 7457439Sdam.sunwoo@arm.com if (currState->fault != NoFault) { 7467439Sdam.sunwoo@arm.com currState->transState->finish(currState->fault, currState->req, 7477439Sdam.sunwoo@arm.com currState->tc, currState->mode); 7487437Sdam.sunwoo@arm.com 7497728SAli.Saidi@ARM.com pending = false; 7507728SAli.Saidi@ARM.com nextWalk(currState->tc); 7517728SAli.Saidi@ARM.com 7527439Sdam.sunwoo@arm.com currState->req = NULL; 7537439Sdam.sunwoo@arm.com currState->tc = NULL; 7547439Sdam.sunwoo@arm.com currState->delayed = false; 7558510SAli.Saidi@ARM.com delete currState; 7567437Sdam.sunwoo@arm.com } 7577439Sdam.sunwoo@arm.com else if (!currState->delayed) { 7587653Sgene.wu@arm.com // delay is not set so there is no L2 to do 7597437Sdam.sunwoo@arm.com DPRINTF(TLBVerbose, "calling translateTiming again\n"); 7607439Sdam.sunwoo@arm.com currState->fault = tlb->translateTiming(currState->req, currState->tc, 7617439Sdam.sunwoo@arm.com currState->transState, currState->mode); 7627437Sdam.sunwoo@arm.com 7637728SAli.Saidi@ARM.com pending = false; 7647728SAli.Saidi@ARM.com nextWalk(currState->tc); 7657728SAli.Saidi@ARM.com 7667439Sdam.sunwoo@arm.com currState->req = NULL; 7677439Sdam.sunwoo@arm.com currState->tc = NULL; 7687439Sdam.sunwoo@arm.com currState->delayed = false; 7697653Sgene.wu@arm.com delete currState; 7707653Sgene.wu@arm.com } else { 7717653Sgene.wu@arm.com // need to do L2 descriptor 7727653Sgene.wu@arm.com stateQueueL2.push_back(currState); 7737437Sdam.sunwoo@arm.com } 7747439Sdam.sunwoo@arm.com currState = NULL; 7757437Sdam.sunwoo@arm.com} 7767437Sdam.sunwoo@arm.com 7777437Sdam.sunwoo@arm.comvoid 7787437Sdam.sunwoo@arm.comTableWalker::doL2DescriptorWrapper() 7797437Sdam.sunwoo@arm.com{ 7807653Sgene.wu@arm.com currState = stateQueueL2.front(); 7817439Sdam.sunwoo@arm.com assert(currState->delayed); 7827437Sdam.sunwoo@arm.com 7837439Sdam.sunwoo@arm.com DPRINTF(TLBVerbose, "calling doL2Descriptor for vaddr:%#x\n", 7847439Sdam.sunwoo@arm.com currState->vaddr); 7857437Sdam.sunwoo@arm.com doL2Descriptor(); 7867437Sdam.sunwoo@arm.com 7877437Sdam.sunwoo@arm.com // Check if fault was generated 7887439Sdam.sunwoo@arm.com if (currState->fault != NoFault) { 7897439Sdam.sunwoo@arm.com currState->transState->finish(currState->fault, currState->req, 7907439Sdam.sunwoo@arm.com currState->tc, currState->mode); 7917437Sdam.sunwoo@arm.com } 7927437Sdam.sunwoo@arm.com else { 7937437Sdam.sunwoo@arm.com DPRINTF(TLBVerbose, "calling translateTiming again\n"); 7947439Sdam.sunwoo@arm.com currState->fault = tlb->translateTiming(currState->req, currState->tc, 7957439Sdam.sunwoo@arm.com currState->transState, currState->mode); 7967437Sdam.sunwoo@arm.com } 7977437Sdam.sunwoo@arm.com 7987728SAli.Saidi@ARM.com 7997728SAli.Saidi@ARM.com stateQueueL2.pop_front(); 8009152Satgutier@umich.edu completeDrain(); 8017728SAli.Saidi@ARM.com pending = false; 8027728SAli.Saidi@ARM.com nextWalk(currState->tc); 8037728SAli.Saidi@ARM.com 8047439Sdam.sunwoo@arm.com currState->req = NULL; 8057439Sdam.sunwoo@arm.com currState->tc = NULL; 8067439Sdam.sunwoo@arm.com currState->delayed = false; 8077439Sdam.sunwoo@arm.com 8087653Sgene.wu@arm.com delete currState; 8097439Sdam.sunwoo@arm.com currState = NULL; 8107404SAli.Saidi@ARM.com} 8117404SAli.Saidi@ARM.com 8127728SAli.Saidi@ARM.comvoid 8137728SAli.Saidi@ARM.comTableWalker::nextWalk(ThreadContext *tc) 8147728SAli.Saidi@ARM.com{ 8157728SAli.Saidi@ARM.com if (pendingQueue.size()) 8169309Sandreas.hansson@arm.com schedule(doProcessEvent, clockEdge(Cycles(1))); 8177728SAli.Saidi@ARM.com} 8187728SAli.Saidi@ARM.com 8197728SAli.Saidi@ARM.com 8207728SAli.Saidi@ARM.com 8217404SAli.Saidi@ARM.comArmISA::TableWalker * 8227404SAli.Saidi@ARM.comArmTableWalkerParams::create() 8237404SAli.Saidi@ARM.com{ 8247404SAli.Saidi@ARM.com return new ArmISA::TableWalker(this); 8257404SAli.Saidi@ARM.com} 8267404SAli.Saidi@ARM.com 827