tlb.cc revision 10037
16019Shines@cs.fsu.edu/* 210037SARM gem5 Developers * Copyright (c) 2010-2013 ARM Limited 37093Sgblack@eecs.umich.edu * All rights reserved 47093Sgblack@eecs.umich.edu * 57093Sgblack@eecs.umich.edu * The license below extends only to copyright in the software and shall 67093Sgblack@eecs.umich.edu * not be construed as granting a license to any other intellectual 77093Sgblack@eecs.umich.edu * property including but not limited to intellectual property relating 87093Sgblack@eecs.umich.edu * to a hardware implementation of the functionality of the software 97093Sgblack@eecs.umich.edu * licensed hereunder. You may use the software subject to the license 107093Sgblack@eecs.umich.edu * terms below provided that you ensure that this notice is replicated 117093Sgblack@eecs.umich.edu * unmodified and in its entirety in all distributions of the software, 127093Sgblack@eecs.umich.edu * modified or unmodified, in source code or in binary form. 137093Sgblack@eecs.umich.edu * 146019Shines@cs.fsu.edu * Copyright (c) 2001-2005 The Regents of The University of Michigan 156019Shines@cs.fsu.edu * All rights reserved. 166019Shines@cs.fsu.edu * 176019Shines@cs.fsu.edu * Redistribution and use in source and binary forms, with or without 186019Shines@cs.fsu.edu * modification, are permitted provided that the following conditions are 196019Shines@cs.fsu.edu * met: redistributions of source code must retain the above copyright 206019Shines@cs.fsu.edu * notice, this list of conditions and the following disclaimer; 216019Shines@cs.fsu.edu * redistributions in binary form must reproduce the above copyright 226019Shines@cs.fsu.edu * notice, this list of conditions and the following disclaimer in the 236019Shines@cs.fsu.edu * documentation and/or other materials provided with the distribution; 246019Shines@cs.fsu.edu * neither the name of the copyright holders nor the names of its 256019Shines@cs.fsu.edu * contributors may be used to endorse or promote products derived from 266019Shines@cs.fsu.edu * this software without specific prior written permission. 276019Shines@cs.fsu.edu * 286019Shines@cs.fsu.edu * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 296019Shines@cs.fsu.edu * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 306019Shines@cs.fsu.edu * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 316019Shines@cs.fsu.edu * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 326019Shines@cs.fsu.edu * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 336019Shines@cs.fsu.edu * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 346019Shines@cs.fsu.edu * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 356019Shines@cs.fsu.edu * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 366019Shines@cs.fsu.edu * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 376019Shines@cs.fsu.edu * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 386019Shines@cs.fsu.edu * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 396019Shines@cs.fsu.edu * 407399SAli.Saidi@ARM.com * Authors: Ali Saidi 417399SAli.Saidi@ARM.com * Nathan Binkert 426019Shines@cs.fsu.edu * Steve Reinhardt 436019Shines@cs.fsu.edu */ 446019Shines@cs.fsu.edu 456019Shines@cs.fsu.edu#include <string> 466019Shines@cs.fsu.edu#include <vector> 476019Shines@cs.fsu.edu 486116Snate@binkert.org#include "arch/arm/faults.hh" 496019Shines@cs.fsu.edu#include "arch/arm/pagetable.hh" 508782Sgblack@eecs.umich.edu#include "arch/arm/system.hh" 518756Sgblack@eecs.umich.edu#include "arch/arm/table_walker.hh" 5210037SARM gem5 Developers#include "arch/arm/stage2_lookup.hh" 5310037SARM gem5 Developers#include "arch/arm/stage2_mmu.hh" 546019Shines@cs.fsu.edu#include "arch/arm/tlb.hh" 556019Shines@cs.fsu.edu#include "arch/arm/utility.hh" 566019Shines@cs.fsu.edu#include "base/inifile.hh" 576019Shines@cs.fsu.edu#include "base/str.hh" 586019Shines@cs.fsu.edu#include "base/trace.hh" 5910024Sdam.sunwoo@arm.com#include "cpu/base.hh" 606019Shines@cs.fsu.edu#include "cpu/thread_context.hh" 618232Snate@binkert.org#include "debug/Checkpoint.hh" 628232Snate@binkert.org#include "debug/TLB.hh" 638232Snate@binkert.org#include "debug/TLBVerbose.hh" 646116Snate@binkert.org#include "mem/page_table.hh" 656116Snate@binkert.org#include "params/ArmTLB.hh" 668756Sgblack@eecs.umich.edu#include "sim/full_system.hh" 676019Shines@cs.fsu.edu#include "sim/process.hh" 686019Shines@cs.fsu.edu 696019Shines@cs.fsu.eduusing namespace std; 706019Shines@cs.fsu.eduusing namespace ArmISA; 716019Shines@cs.fsu.edu 7210037SARM gem5 DevelopersTLB::TLB(const ArmTLBParams *p) 7310037SARM gem5 Developers : BaseTLB(p), table(new TlbEntry[p->size]), size(p->size), 7410037SARM gem5 Developers isStage2(p->is_stage2), tableWalker(p->walker), stage2Tlb(NULL), 7510037SARM gem5 Developers stage2Mmu(NULL), rangeMRU(1), bootUncacheability(false), 7610037SARM gem5 Developers miscRegValid(false), curTranType(NormalTran) 776019Shines@cs.fsu.edu{ 7810037SARM gem5 Developers tableWalker->setTlb(this); 797399SAli.Saidi@ARM.com 8010037SARM gem5 Developers // Cache system-level properties 8110037SARM gem5 Developers haveLPAE = tableWalker->haveLPAE(); 8210037SARM gem5 Developers haveVirtualization = tableWalker->haveVirtualization(); 8310037SARM gem5 Developers haveLargeAsid64 = tableWalker->haveLargeAsid64(); 846019Shines@cs.fsu.edu} 856019Shines@cs.fsu.edu 866019Shines@cs.fsu.eduTLB::~TLB() 876019Shines@cs.fsu.edu{ 8810037SARM gem5 Developers delete[] table; 8910037SARM gem5 Developers} 9010037SARM gem5 Developers 9110037SARM gem5 Developersvoid 9210037SARM gem5 DevelopersTLB::init() 9310037SARM gem5 Developers{ 9410037SARM gem5 Developers if (stage2Mmu && !isStage2) 9510037SARM gem5 Developers stage2Tlb = stage2Mmu->stage2Tlb(); 9610037SARM gem5 Developers} 9710037SARM gem5 Developers 9810037SARM gem5 Developersvoid 9910037SARM gem5 DevelopersTLB::setMMU(Stage2MMU *m) 10010037SARM gem5 Developers{ 10110037SARM gem5 Developers stage2Mmu = m; 10210037SARM gem5 Developers tableWalker->setMMU(m); 1036019Shines@cs.fsu.edu} 1046019Shines@cs.fsu.edu 1057694SAli.Saidi@ARM.combool 1067694SAli.Saidi@ARM.comTLB::translateFunctional(ThreadContext *tc, Addr va, Addr &pa) 1077694SAli.Saidi@ARM.com{ 10810037SARM gem5 Developers updateMiscReg(tc); 10910037SARM gem5 Developers 11010037SARM gem5 Developers if (directToStage2) { 11110037SARM gem5 Developers assert(stage2Tlb); 11210037SARM gem5 Developers return stage2Tlb->translateFunctional(tc, va, pa); 11310037SARM gem5 Developers } 11410037SARM gem5 Developers 11510037SARM gem5 Developers TlbEntry *e = lookup(va, asid, vmid, isHyp, isSecure, true, false, 11610037SARM gem5 Developers aarch64 ? aarch64EL : EL1); 1177694SAli.Saidi@ARM.com if (!e) 1187694SAli.Saidi@ARM.com return false; 1197694SAli.Saidi@ARM.com pa = e->pAddr(va); 1207694SAli.Saidi@ARM.com return true; 1217694SAli.Saidi@ARM.com} 1227694SAli.Saidi@ARM.com 1239738Sandreas@sandberg.pp.seFault 1249738Sandreas@sandberg.pp.seTLB::finalizePhysical(RequestPtr req, ThreadContext *tc, Mode mode) const 1259738Sandreas@sandberg.pp.se{ 1269738Sandreas@sandberg.pp.se return NoFault; 1279738Sandreas@sandberg.pp.se} 1289738Sandreas@sandberg.pp.se 1297404SAli.Saidi@ARM.comTlbEntry* 13010037SARM gem5 DevelopersTLB::lookup(Addr va, uint16_t asn, uint8_t vmid, bool hyp, bool secure, 13110037SARM gem5 Developers bool functional, bool ignore_asn, uint8_t target_el) 1326019Shines@cs.fsu.edu{ 1337404SAli.Saidi@ARM.com 1347404SAli.Saidi@ARM.com TlbEntry *retval = NULL; 1357404SAli.Saidi@ARM.com 13610037SARM gem5 Developers // Maintaining LRU array 1377404SAli.Saidi@ARM.com int x = 0; 1387404SAli.Saidi@ARM.com while (retval == NULL && x < size) { 13910037SARM gem5 Developers if ((!ignore_asn && table[x].match(va, asn, vmid, hyp, secure, false, 14010037SARM gem5 Developers target_el)) || 14110037SARM gem5 Developers (ignore_asn && table[x].match(va, vmid, hyp, secure, target_el))) { 14210037SARM gem5 Developers // We only move the hit entry ahead when the position is higher 14310037SARM gem5 Developers // than rangeMRU 1449535Smrinmoy.ghosh@arm.com if (x > rangeMRU && !functional) { 1457697SAli.Saidi@ARM.com TlbEntry tmp_entry = table[x]; 1467697SAli.Saidi@ARM.com for(int i = x; i > 0; i--) 14710037SARM gem5 Developers table[i] = table[i - 1]; 1487697SAli.Saidi@ARM.com table[0] = tmp_entry; 1497697SAli.Saidi@ARM.com retval = &table[0]; 1507697SAli.Saidi@ARM.com } else { 1517697SAli.Saidi@ARM.com retval = &table[x]; 1527697SAli.Saidi@ARM.com } 1537404SAli.Saidi@ARM.com break; 1547404SAli.Saidi@ARM.com } 15510037SARM gem5 Developers ++x; 1567404SAli.Saidi@ARM.com } 1577404SAli.Saidi@ARM.com 15810037SARM gem5 Developers DPRINTF(TLBVerbose, "Lookup %#x, asn %#x -> %s vmn 0x%x hyp %d secure %d " 15910037SARM gem5 Developers "ppn %#x size: %#x pa: %#x ap:%d ns:%d nstid:%d g:%d asid: %d " 16010037SARM gem5 Developers "el: %d\n", 16110037SARM gem5 Developers va, asn, retval ? "hit" : "miss", vmid, hyp, secure, 16210037SARM gem5 Developers retval ? retval->pfn : 0, retval ? retval->size : 0, 16310037SARM gem5 Developers retval ? retval->pAddr(va) : 0, retval ? retval->ap : 0, 16410037SARM gem5 Developers retval ? retval->ns : 0, retval ? retval->nstid : 0, 16510037SARM gem5 Developers retval ? retval->global : 0, retval ? retval->asid : 0, 16610037SARM gem5 Developers retval ? retval->el : 0, retval ? retval->el : 0); 16710037SARM gem5 Developers 1687404SAli.Saidi@ARM.com return retval; 1696019Shines@cs.fsu.edu} 1706019Shines@cs.fsu.edu 1716019Shines@cs.fsu.edu// insert a new TLB entry 1726019Shines@cs.fsu.eduvoid 1737404SAli.Saidi@ARM.comTLB::insert(Addr addr, TlbEntry &entry) 1746019Shines@cs.fsu.edu{ 1757404SAli.Saidi@ARM.com DPRINTF(TLB, "Inserting entry into TLB with pfn:%#x size:%#x vpn: %#x" 17610037SARM gem5 Developers " asid:%d vmid:%d N:%d global:%d valid:%d nc:%d xn:%d" 17710037SARM gem5 Developers " ap:%#x domain:%#x ns:%d nstid:%d isHyp:%d\n", entry.pfn, 17810037SARM gem5 Developers entry.size, entry.vpn, entry.asid, entry.vmid, entry.N, 17910037SARM gem5 Developers entry.global, entry.valid, entry.nonCacheable, entry.xn, 18010037SARM gem5 Developers entry.ap, static_cast<uint8_t>(entry.domain), entry.ns, entry.nstid, 18110037SARM gem5 Developers entry.isHyp); 1827404SAli.Saidi@ARM.com 18310037SARM gem5 Developers if (table[size - 1].valid) 18410037SARM gem5 Developers DPRINTF(TLB, " - Replacing Valid entry %#x, asn %d vmn %d ppn %#x " 18510037SARM gem5 Developers "size: %#x ap:%d ns:%d nstid:%d g:%d isHyp:%d el: %d\n", 1867697SAli.Saidi@ARM.com table[size-1].vpn << table[size-1].N, table[size-1].asid, 18710037SARM gem5 Developers table[size-1].vmid, table[size-1].pfn << table[size-1].N, 18810037SARM gem5 Developers table[size-1].size, table[size-1].ap, table[size-1].ns, 18910037SARM gem5 Developers table[size-1].nstid, table[size-1].global, table[size-1].isHyp, 19010037SARM gem5 Developers table[size-1].el); 1917404SAli.Saidi@ARM.com 1927697SAli.Saidi@ARM.com //inserting to MRU position and evicting the LRU one 1937404SAli.Saidi@ARM.com 19410037SARM gem5 Developers for (int i = size - 1; i > 0; --i) 19510037SARM gem5 Developers table[i] = table[i-1]; 1967697SAli.Saidi@ARM.com table[0] = entry; 1977734SAli.Saidi@ARM.com 1987734SAli.Saidi@ARM.com inserts++; 1996019Shines@cs.fsu.edu} 2006019Shines@cs.fsu.edu 2016019Shines@cs.fsu.eduvoid 20210037SARM gem5 DevelopersTLB::printTlb() const 2037404SAli.Saidi@ARM.com{ 2047404SAli.Saidi@ARM.com int x = 0; 2057404SAli.Saidi@ARM.com TlbEntry *te; 2067404SAli.Saidi@ARM.com DPRINTF(TLB, "Current TLB contents:\n"); 2077404SAli.Saidi@ARM.com while (x < size) { 20810037SARM gem5 Developers te = &table[x]; 20910037SARM gem5 Developers if (te->valid) 21010037SARM gem5 Developers DPRINTF(TLB, " * %s\n", te->print()); 21110037SARM gem5 Developers ++x; 2127404SAli.Saidi@ARM.com } 2137404SAli.Saidi@ARM.com} 2147404SAli.Saidi@ARM.com 2157404SAli.Saidi@ARM.comvoid 21610037SARM gem5 DevelopersTLB::flushAllSecurity(bool secure_lookup, uint8_t target_el, bool ignore_el) 2176019Shines@cs.fsu.edu{ 21810037SARM gem5 Developers DPRINTF(TLB, "Flushing all TLB entries (%s lookup)\n", 21910037SARM gem5 Developers (secure_lookup ? "secure" : "non-secure")); 2207404SAli.Saidi@ARM.com int x = 0; 2217404SAli.Saidi@ARM.com TlbEntry *te; 2227404SAli.Saidi@ARM.com while (x < size) { 22310037SARM gem5 Developers te = &table[x]; 22410037SARM gem5 Developers if (te->valid && secure_lookup == !te->nstid && 22510037SARM gem5 Developers (te->vmid == vmid || secure_lookup) && 22610037SARM gem5 Developers checkELMatch(target_el, te->el, ignore_el)) { 22710037SARM gem5 Developers 22810037SARM gem5 Developers DPRINTF(TLB, " - %s\n", te->print()); 22910037SARM gem5 Developers te->valid = false; 23010037SARM gem5 Developers flushedEntries++; 23110037SARM gem5 Developers } 23210037SARM gem5 Developers ++x; 2337404SAli.Saidi@ARM.com } 2347404SAli.Saidi@ARM.com 23510037SARM gem5 Developers flushTlb++; 23610037SARM gem5 Developers 23710037SARM gem5 Developers // If there's a second stage TLB (and we're not it) then flush it as well 23810037SARM gem5 Developers // if we're currently in hyp mode 23910037SARM gem5 Developers if (!isStage2 && isHyp) { 24010037SARM gem5 Developers stage2Tlb->flushAllSecurity(secure_lookup, true); 24110037SARM gem5 Developers } 24210037SARM gem5 Developers} 24310037SARM gem5 Developers 24410037SARM gem5 Developersvoid 24510037SARM gem5 DevelopersTLB::flushAllNs(bool hyp, uint8_t target_el, bool ignore_el) 24610037SARM gem5 Developers{ 24710037SARM gem5 Developers DPRINTF(TLB, "Flushing all NS TLB entries (%s lookup)\n", 24810037SARM gem5 Developers (hyp ? "hyp" : "non-hyp")); 24910037SARM gem5 Developers int x = 0; 25010037SARM gem5 Developers TlbEntry *te; 25110037SARM gem5 Developers while (x < size) { 25210037SARM gem5 Developers te = &table[x]; 25310037SARM gem5 Developers if (te->valid && te->nstid && te->isHyp == hyp && 25410037SARM gem5 Developers checkELMatch(target_el, te->el, ignore_el)) { 25510037SARM gem5 Developers 25610037SARM gem5 Developers DPRINTF(TLB, " - %s\n", te->print()); 25710037SARM gem5 Developers flushedEntries++; 25810037SARM gem5 Developers te->valid = false; 25910037SARM gem5 Developers } 26010037SARM gem5 Developers ++x; 26110037SARM gem5 Developers } 2627734SAli.Saidi@ARM.com 2637734SAli.Saidi@ARM.com flushTlb++; 26410037SARM gem5 Developers 26510037SARM gem5 Developers // If there's a second stage TLB (and we're not it) then flush it as well 26610037SARM gem5 Developers if (!isStage2 && !hyp) { 26710037SARM gem5 Developers stage2Tlb->flushAllNs(false, true); 26810037SARM gem5 Developers } 2696019Shines@cs.fsu.edu} 2706019Shines@cs.fsu.edu 2717404SAli.Saidi@ARM.comvoid 27210037SARM gem5 DevelopersTLB::flushMvaAsid(Addr mva, uint64_t asn, bool secure_lookup, uint8_t target_el) 2737404SAli.Saidi@ARM.com{ 27410037SARM gem5 Developers DPRINTF(TLB, "Flushing TLB entries with mva: %#x, asid: %#x " 27510037SARM gem5 Developers "(%s lookup)\n", mva, asn, (secure_lookup ? 27610037SARM gem5 Developers "secure" : "non-secure")); 27710037SARM gem5 Developers _flushMva(mva, asn, secure_lookup, false, false, target_el); 2787734SAli.Saidi@ARM.com flushTlbMvaAsid++; 2797404SAli.Saidi@ARM.com} 2807404SAli.Saidi@ARM.com 2817404SAli.Saidi@ARM.comvoid 28210037SARM gem5 DevelopersTLB::flushAsid(uint64_t asn, bool secure_lookup, uint8_t target_el) 2837404SAli.Saidi@ARM.com{ 28410037SARM gem5 Developers DPRINTF(TLB, "Flushing TLB entries with asid: %#x (%s lookup)\n", asn, 28510037SARM gem5 Developers (secure_lookup ? "secure" : "non-secure")); 2867404SAli.Saidi@ARM.com 28710037SARM gem5 Developers int x = 0 ; 2887404SAli.Saidi@ARM.com TlbEntry *te; 2897404SAli.Saidi@ARM.com 2907404SAli.Saidi@ARM.com while (x < size) { 2917404SAli.Saidi@ARM.com te = &table[x]; 29210037SARM gem5 Developers if (te->valid && te->asid == asn && secure_lookup == !te->nstid && 29310037SARM gem5 Developers (te->vmid == vmid || secure_lookup) && 29410037SARM gem5 Developers checkELMatch(target_el, te->el, false)) { 29510037SARM gem5 Developers 2967404SAli.Saidi@ARM.com te->valid = false; 29710037SARM gem5 Developers DPRINTF(TLB, " - %s\n", te->print()); 2987734SAli.Saidi@ARM.com flushedEntries++; 2997404SAli.Saidi@ARM.com } 30010037SARM gem5 Developers ++x; 3017404SAli.Saidi@ARM.com } 3027734SAli.Saidi@ARM.com flushTlbAsid++; 3037404SAli.Saidi@ARM.com} 3047404SAli.Saidi@ARM.com 3057404SAli.Saidi@ARM.comvoid 30610037SARM gem5 DevelopersTLB::flushMva(Addr mva, bool secure_lookup, bool hyp, uint8_t target_el) 3077404SAli.Saidi@ARM.com{ 30810037SARM gem5 Developers DPRINTF(TLB, "Flushing TLB entries with mva: %#x (%s lookup)\n", mva, 30910037SARM gem5 Developers (secure_lookup ? "secure" : "non-secure")); 31010037SARM gem5 Developers _flushMva(mva, 0xbeef, secure_lookup, hyp, true, target_el); 31110037SARM gem5 Developers flushTlbMva++; 31210037SARM gem5 Developers} 3137404SAli.Saidi@ARM.com 31410037SARM gem5 Developersvoid 31510037SARM gem5 DevelopersTLB::_flushMva(Addr mva, uint64_t asn, bool secure_lookup, bool hyp, 31610037SARM gem5 Developers bool ignore_asn, uint8_t target_el) 31710037SARM gem5 Developers{ 3187404SAli.Saidi@ARM.com TlbEntry *te; 31910037SARM gem5 Developers // D5.7.2: Sign-extend address to 64 bits 32010037SARM gem5 Developers mva = sext<56>(mva); 32110037SARM gem5 Developers te = lookup(mva, asn, vmid, hyp, secure_lookup, false, ignore_asn, 32210037SARM gem5 Developers target_el); 32310037SARM gem5 Developers while (te != NULL) { 32410037SARM gem5 Developers if (secure_lookup == !te->nstid) { 32510037SARM gem5 Developers DPRINTF(TLB, " - %s\n", te->print()); 3267404SAli.Saidi@ARM.com te->valid = false; 3277734SAli.Saidi@ARM.com flushedEntries++; 3287404SAli.Saidi@ARM.com } 32910037SARM gem5 Developers te = lookup(mva, asn, vmid, hyp, secure_lookup, false, ignore_asn, 33010037SARM gem5 Developers target_el); 3317404SAli.Saidi@ARM.com } 33210037SARM gem5 Developers} 33310037SARM gem5 Developers 33410037SARM gem5 Developersbool 33510037SARM gem5 DevelopersTLB::checkELMatch(uint8_t target_el, uint8_t tentry_el, bool ignore_el) 33610037SARM gem5 Developers{ 33710037SARM gem5 Developers bool elMatch = true; 33810037SARM gem5 Developers if (!ignore_el) { 33910037SARM gem5 Developers if (target_el == 2 || target_el == 3) { 34010037SARM gem5 Developers elMatch = (tentry_el == target_el); 34110037SARM gem5 Developers } else { 34210037SARM gem5 Developers elMatch = (tentry_el == 0) || (tentry_el == 1); 34310037SARM gem5 Developers } 34410037SARM gem5 Developers } 34510037SARM gem5 Developers return elMatch; 3467404SAli.Saidi@ARM.com} 3477404SAli.Saidi@ARM.com 3486019Shines@cs.fsu.eduvoid 3499439SAndreas.Sandberg@ARM.comTLB::drainResume() 3509439SAndreas.Sandberg@ARM.com{ 3519439SAndreas.Sandberg@ARM.com // We might have unserialized something or switched CPUs, so make 3529439SAndreas.Sandberg@ARM.com // sure to re-read the misc regs. 3539439SAndreas.Sandberg@ARM.com miscRegValid = false; 3549439SAndreas.Sandberg@ARM.com} 3559439SAndreas.Sandberg@ARM.com 3569439SAndreas.Sandberg@ARM.comvoid 3576019Shines@cs.fsu.eduTLB::serialize(ostream &os) 3586019Shines@cs.fsu.edu{ 3597733SAli.Saidi@ARM.com DPRINTF(Checkpoint, "Serializing Arm TLB\n"); 3607733SAli.Saidi@ARM.com 3617733SAli.Saidi@ARM.com SERIALIZE_SCALAR(_attr); 36210037SARM gem5 Developers SERIALIZE_SCALAR(haveLPAE); 36310037SARM gem5 Developers SERIALIZE_SCALAR(directToStage2); 36410037SARM gem5 Developers SERIALIZE_SCALAR(stage2Req); 36510037SARM gem5 Developers SERIALIZE_SCALAR(bootUncacheability); 3668353SAli.Saidi@ARM.com 3678353SAli.Saidi@ARM.com int num_entries = size; 3688353SAli.Saidi@ARM.com SERIALIZE_SCALAR(num_entries); 3697733SAli.Saidi@ARM.com for(int i = 0; i < size; i++){ 3707733SAli.Saidi@ARM.com nameOut(os, csprintf("%s.TlbEntry%d", name(), i)); 3717733SAli.Saidi@ARM.com table[i].serialize(os); 3727733SAli.Saidi@ARM.com } 3736019Shines@cs.fsu.edu} 3746019Shines@cs.fsu.edu 3756019Shines@cs.fsu.eduvoid 3766019Shines@cs.fsu.eduTLB::unserialize(Checkpoint *cp, const string §ion) 3776019Shines@cs.fsu.edu{ 3787733SAli.Saidi@ARM.com DPRINTF(Checkpoint, "Unserializing Arm TLB\n"); 3796019Shines@cs.fsu.edu 3807733SAli.Saidi@ARM.com UNSERIALIZE_SCALAR(_attr); 38110037SARM gem5 Developers UNSERIALIZE_SCALAR(haveLPAE); 38210037SARM gem5 Developers UNSERIALIZE_SCALAR(directToStage2); 38310037SARM gem5 Developers UNSERIALIZE_SCALAR(stage2Req); 38410037SARM gem5 Developers UNSERIALIZE_SCALAR(bootUncacheability); 38510037SARM gem5 Developers 3868353SAli.Saidi@ARM.com int num_entries; 3878353SAli.Saidi@ARM.com UNSERIALIZE_SCALAR(num_entries); 3888353SAli.Saidi@ARM.com for(int i = 0; i < min(size, num_entries); i++){ 3897733SAli.Saidi@ARM.com table[i].unserialize(cp, csprintf("%s.TlbEntry%d", section, i)); 3907733SAli.Saidi@ARM.com } 3916019Shines@cs.fsu.edu} 3926019Shines@cs.fsu.edu 3936019Shines@cs.fsu.eduvoid 3946019Shines@cs.fsu.eduTLB::regStats() 3956019Shines@cs.fsu.edu{ 3967734SAli.Saidi@ARM.com instHits 3977734SAli.Saidi@ARM.com .name(name() + ".inst_hits") 3987734SAli.Saidi@ARM.com .desc("ITB inst hits") 3997734SAli.Saidi@ARM.com ; 4007734SAli.Saidi@ARM.com 4017734SAli.Saidi@ARM.com instMisses 4027734SAli.Saidi@ARM.com .name(name() + ".inst_misses") 4037734SAli.Saidi@ARM.com .desc("ITB inst misses") 4047734SAli.Saidi@ARM.com ; 4057734SAli.Saidi@ARM.com 4067734SAli.Saidi@ARM.com instAccesses 4077734SAli.Saidi@ARM.com .name(name() + ".inst_accesses") 4087734SAli.Saidi@ARM.com .desc("ITB inst accesses") 4097734SAli.Saidi@ARM.com ; 4107734SAli.Saidi@ARM.com 4117734SAli.Saidi@ARM.com readHits 4126019Shines@cs.fsu.edu .name(name() + ".read_hits") 4136019Shines@cs.fsu.edu .desc("DTB read hits") 4146019Shines@cs.fsu.edu ; 4156019Shines@cs.fsu.edu 4167734SAli.Saidi@ARM.com readMisses 4176019Shines@cs.fsu.edu .name(name() + ".read_misses") 4186019Shines@cs.fsu.edu .desc("DTB read misses") 4196019Shines@cs.fsu.edu ; 4206019Shines@cs.fsu.edu 4217734SAli.Saidi@ARM.com readAccesses 4226019Shines@cs.fsu.edu .name(name() + ".read_accesses") 4236019Shines@cs.fsu.edu .desc("DTB read accesses") 4246019Shines@cs.fsu.edu ; 4256019Shines@cs.fsu.edu 4267734SAli.Saidi@ARM.com writeHits 4276019Shines@cs.fsu.edu .name(name() + ".write_hits") 4286019Shines@cs.fsu.edu .desc("DTB write hits") 4296019Shines@cs.fsu.edu ; 4306019Shines@cs.fsu.edu 4317734SAli.Saidi@ARM.com writeMisses 4326019Shines@cs.fsu.edu .name(name() + ".write_misses") 4336019Shines@cs.fsu.edu .desc("DTB write misses") 4346019Shines@cs.fsu.edu ; 4356019Shines@cs.fsu.edu 4367734SAli.Saidi@ARM.com writeAccesses 4376019Shines@cs.fsu.edu .name(name() + ".write_accesses") 4386019Shines@cs.fsu.edu .desc("DTB write accesses") 4396019Shines@cs.fsu.edu ; 4406019Shines@cs.fsu.edu 4416019Shines@cs.fsu.edu hits 4426019Shines@cs.fsu.edu .name(name() + ".hits") 4436019Shines@cs.fsu.edu .desc("DTB hits") 4446019Shines@cs.fsu.edu ; 4456019Shines@cs.fsu.edu 4466019Shines@cs.fsu.edu misses 4476019Shines@cs.fsu.edu .name(name() + ".misses") 4486019Shines@cs.fsu.edu .desc("DTB misses") 4496019Shines@cs.fsu.edu ; 4506019Shines@cs.fsu.edu 4516019Shines@cs.fsu.edu accesses 4526019Shines@cs.fsu.edu .name(name() + ".accesses") 4536019Shines@cs.fsu.edu .desc("DTB accesses") 4546019Shines@cs.fsu.edu ; 4556019Shines@cs.fsu.edu 4567734SAli.Saidi@ARM.com flushTlb 4577734SAli.Saidi@ARM.com .name(name() + ".flush_tlb") 4587734SAli.Saidi@ARM.com .desc("Number of times complete TLB was flushed") 4597734SAli.Saidi@ARM.com ; 4607734SAli.Saidi@ARM.com 4617734SAli.Saidi@ARM.com flushTlbMva 4627734SAli.Saidi@ARM.com .name(name() + ".flush_tlb_mva") 4637734SAli.Saidi@ARM.com .desc("Number of times TLB was flushed by MVA") 4647734SAli.Saidi@ARM.com ; 4657734SAli.Saidi@ARM.com 4667734SAli.Saidi@ARM.com flushTlbMvaAsid 4677734SAli.Saidi@ARM.com .name(name() + ".flush_tlb_mva_asid") 4687734SAli.Saidi@ARM.com .desc("Number of times TLB was flushed by MVA & ASID") 4697734SAli.Saidi@ARM.com ; 4707734SAli.Saidi@ARM.com 4717734SAli.Saidi@ARM.com flushTlbAsid 4727734SAli.Saidi@ARM.com .name(name() + ".flush_tlb_asid") 4737734SAli.Saidi@ARM.com .desc("Number of times TLB was flushed by ASID") 4747734SAli.Saidi@ARM.com ; 4757734SAli.Saidi@ARM.com 4767734SAli.Saidi@ARM.com flushedEntries 4777734SAli.Saidi@ARM.com .name(name() + ".flush_entries") 4787734SAli.Saidi@ARM.com .desc("Number of entries that have been flushed from TLB") 4797734SAli.Saidi@ARM.com ; 4807734SAli.Saidi@ARM.com 4817734SAli.Saidi@ARM.com alignFaults 4827734SAli.Saidi@ARM.com .name(name() + ".align_faults") 4837734SAli.Saidi@ARM.com .desc("Number of TLB faults due to alignment restrictions") 4847734SAli.Saidi@ARM.com ; 4857734SAli.Saidi@ARM.com 4867734SAli.Saidi@ARM.com prefetchFaults 4877734SAli.Saidi@ARM.com .name(name() + ".prefetch_faults") 4887734SAli.Saidi@ARM.com .desc("Number of TLB faults due to prefetch") 4897734SAli.Saidi@ARM.com ; 4907734SAli.Saidi@ARM.com 4917734SAli.Saidi@ARM.com domainFaults 4927734SAli.Saidi@ARM.com .name(name() + ".domain_faults") 4937734SAli.Saidi@ARM.com .desc("Number of TLB faults due to domain restrictions") 4947734SAli.Saidi@ARM.com ; 4957734SAli.Saidi@ARM.com 4967734SAli.Saidi@ARM.com permsFaults 4977734SAli.Saidi@ARM.com .name(name() + ".perms_faults") 4987734SAli.Saidi@ARM.com .desc("Number of TLB faults due to permissions restrictions") 4997734SAli.Saidi@ARM.com ; 5007734SAli.Saidi@ARM.com 5017734SAli.Saidi@ARM.com instAccesses = instHits + instMisses; 5027734SAli.Saidi@ARM.com readAccesses = readHits + readMisses; 5037734SAli.Saidi@ARM.com writeAccesses = writeHits + writeMisses; 5047734SAli.Saidi@ARM.com hits = readHits + writeHits + instHits; 5057734SAli.Saidi@ARM.com misses = readMisses + writeMisses + instMisses; 5067734SAli.Saidi@ARM.com accesses = readAccesses + writeAccesses + instAccesses; 5076019Shines@cs.fsu.edu} 5086019Shines@cs.fsu.edu 5097404SAli.Saidi@ARM.comFault 5107404SAli.Saidi@ARM.comTLB::translateSe(RequestPtr req, ThreadContext *tc, Mode mode, 51110037SARM gem5 Developers Translation *translation, bool &delay, bool timing) 5127404SAli.Saidi@ARM.com{ 51310037SARM gem5 Developers updateMiscReg(tc); 51410037SARM gem5 Developers Addr vaddr_tainted = req->getVaddr(); 51510037SARM gem5 Developers Addr vaddr = 0; 51610037SARM gem5 Developers if (aarch64) 51710037SARM gem5 Developers vaddr = purifyTaggedAddr(vaddr_tainted, tc, aarch64EL); 51810037SARM gem5 Developers else 51910037SARM gem5 Developers vaddr = vaddr_tainted; 5207294Sgblack@eecs.umich.edu uint32_t flags = req->getFlags(); 5217294Sgblack@eecs.umich.edu 5227404SAli.Saidi@ARM.com bool is_fetch = (mode == Execute); 5237404SAli.Saidi@ARM.com bool is_write = (mode == Write); 5247404SAli.Saidi@ARM.com 5257404SAli.Saidi@ARM.com if (!is_fetch) { 5267294Sgblack@eecs.umich.edu assert(flags & MustBeOne); 5277404SAli.Saidi@ARM.com if (sctlr.a || !(flags & AllowUnaligned)) { 52810037SARM gem5 Developers if (vaddr & mask(flags & AlignmentMask)) { 52910037SARM gem5 Developers // LPAE is always disabled in SE mode 53010037SARM gem5 Developers return new DataAbort(vaddr_tainted, 53110037SARM gem5 Developers TlbEntry::DomainType::NoAccess, is_write, 53210037SARM gem5 Developers ArmFault::AlignmentFault, isStage2, 53310037SARM gem5 Developers ArmFault::VmsaTran); 5347294Sgblack@eecs.umich.edu } 5357294Sgblack@eecs.umich.edu } 5367294Sgblack@eecs.umich.edu } 5376019Shines@cs.fsu.edu 5387093Sgblack@eecs.umich.edu Addr paddr; 5397404SAli.Saidi@ARM.com Process *p = tc->getProcessPtr(); 5407404SAli.Saidi@ARM.com 5417093Sgblack@eecs.umich.edu if (!p->pTable->translate(vaddr, paddr)) 54210037SARM gem5 Developers return Fault(new GenericPageTableFault(vaddr_tainted)); 5437093Sgblack@eecs.umich.edu req->setPaddr(paddr); 5446019Shines@cs.fsu.edu 5456019Shines@cs.fsu.edu return NoFault; 5467404SAli.Saidi@ARM.com} 5477404SAli.Saidi@ARM.com 5487404SAli.Saidi@ARM.comFault 54910037SARM gem5 DevelopersTLB::trickBoxCheck(RequestPtr req, Mode mode, TlbEntry::DomainType domain) 5507406SAli.Saidi@ARM.com{ 5517406SAli.Saidi@ARM.com return NoFault; 5527406SAli.Saidi@ARM.com} 5537406SAli.Saidi@ARM.com 5547406SAli.Saidi@ARM.comFault 55510037SARM gem5 DevelopersTLB::walkTrickBoxCheck(Addr pa, bool is_secure, Addr va, Addr sz, bool is_exec, 55610037SARM gem5 Developers bool is_write, TlbEntry::DomainType domain, LookupLevel lookup_level) 5577406SAli.Saidi@ARM.com{ 5587406SAli.Saidi@ARM.com return NoFault; 5597406SAli.Saidi@ARM.com} 5607406SAli.Saidi@ARM.com 5617406SAli.Saidi@ARM.comFault 56210037SARM gem5 DevelopersTLB::checkPermissions(TlbEntry *te, RequestPtr req, Mode mode) 56310037SARM gem5 Developers{ 56410037SARM gem5 Developers Addr vaddr = req->getVaddr(); // 32-bit don't have to purify 56510037SARM gem5 Developers uint32_t flags = req->getFlags(); 56610037SARM gem5 Developers bool is_fetch = (mode == Execute); 56710037SARM gem5 Developers bool is_write = (mode == Write); 56810037SARM gem5 Developers bool is_priv = isPriv && !(flags & UserMode); 56910037SARM gem5 Developers 57010037SARM gem5 Developers // Get the translation type from the actuall table entry 57110037SARM gem5 Developers ArmFault::TranMethod tranMethod = te->longDescFormat ? ArmFault::LpaeTran 57210037SARM gem5 Developers : ArmFault::VmsaTran; 57310037SARM gem5 Developers 57410037SARM gem5 Developers // If this is the second stage of translation and the request is for a 57510037SARM gem5 Developers // stage 1 page table walk then we need to check the HCR.PTW bit. This 57610037SARM gem5 Developers // allows us to generate a fault if the request targets an area marked 57710037SARM gem5 Developers // as a device or strongly ordered. 57810037SARM gem5 Developers if (isStage2 && req->isPTWalk() && hcr.ptw && 57910037SARM gem5 Developers (te->mtype != TlbEntry::MemoryType::Normal)) { 58010037SARM gem5 Developers return new DataAbort(vaddr, te->domain, is_write, 58110037SARM gem5 Developers ArmFault::PermissionLL + te->lookupLevel, 58210037SARM gem5 Developers isStage2, tranMethod); 58310037SARM gem5 Developers } 58410037SARM gem5 Developers 58510037SARM gem5 Developers // Generate an alignment fault for unaligned data accesses to device or 58610037SARM gem5 Developers // strongly ordered memory 58710037SARM gem5 Developers if (!is_fetch) { 58810037SARM gem5 Developers if (te->mtype != TlbEntry::MemoryType::Normal) { 58910037SARM gem5 Developers if (vaddr & mask(flags & AlignmentMask)) { 59010037SARM gem5 Developers alignFaults++; 59110037SARM gem5 Developers return new DataAbort(vaddr, TlbEntry::DomainType::NoAccess, is_write, 59210037SARM gem5 Developers ArmFault::AlignmentFault, isStage2, 59310037SARM gem5 Developers tranMethod); 59410037SARM gem5 Developers } 59510037SARM gem5 Developers } 59610037SARM gem5 Developers } 59710037SARM gem5 Developers 59810037SARM gem5 Developers if (te->nonCacheable) { 59910037SARM gem5 Developers // Prevent prefetching from I/O devices. 60010037SARM gem5 Developers if (req->isPrefetch()) { 60110037SARM gem5 Developers // Here we can safely use the fault status for the short 60210037SARM gem5 Developers // desc. format in all cases 60310037SARM gem5 Developers return new PrefetchAbort(vaddr, ArmFault::PrefetchUncacheable, 60410037SARM gem5 Developers isStage2, tranMethod); 60510037SARM gem5 Developers } 60610037SARM gem5 Developers } 60710037SARM gem5 Developers 60810037SARM gem5 Developers if (!te->longDescFormat) { 60910037SARM gem5 Developers switch ((dacr >> (static_cast<uint8_t>(te->domain) * 2)) & 0x3) { 61010037SARM gem5 Developers case 0: 61110037SARM gem5 Developers domainFaults++; 61210037SARM gem5 Developers DPRINTF(TLB, "TLB Fault: Data abort on domain. DACR: %#x" 61310037SARM gem5 Developers " domain: %#x write:%d\n", dacr, 61410037SARM gem5 Developers static_cast<uint8_t>(te->domain), is_write); 61510037SARM gem5 Developers if (is_fetch) 61610037SARM gem5 Developers return new PrefetchAbort(vaddr, 61710037SARM gem5 Developers ArmFault::DomainLL + te->lookupLevel, 61810037SARM gem5 Developers isStage2, tranMethod); 61910037SARM gem5 Developers else 62010037SARM gem5 Developers return new DataAbort(vaddr, te->domain, is_write, 62110037SARM gem5 Developers ArmFault::DomainLL + te->lookupLevel, 62210037SARM gem5 Developers isStage2, tranMethod); 62310037SARM gem5 Developers case 1: 62410037SARM gem5 Developers // Continue with permissions check 62510037SARM gem5 Developers break; 62610037SARM gem5 Developers case 2: 62710037SARM gem5 Developers panic("UNPRED domain\n"); 62810037SARM gem5 Developers case 3: 62910037SARM gem5 Developers return NoFault; 63010037SARM gem5 Developers } 63110037SARM gem5 Developers } 63210037SARM gem5 Developers 63310037SARM gem5 Developers // The 'ap' variable is AP[2:0] or {AP[2,1],1b'0}, i.e. always three bits 63410037SARM gem5 Developers uint8_t ap = te->longDescFormat ? te->ap << 1 : te->ap; 63510037SARM gem5 Developers uint8_t hap = te->hap; 63610037SARM gem5 Developers 63710037SARM gem5 Developers if (sctlr.afe == 1 || te->longDescFormat) 63810037SARM gem5 Developers ap |= 1; 63910037SARM gem5 Developers 64010037SARM gem5 Developers bool abt; 64110037SARM gem5 Developers bool isWritable = true; 64210037SARM gem5 Developers // If this is a stage 2 access (eg for reading stage 1 page table entries) 64310037SARM gem5 Developers // then don't perform the AP permissions check, we stil do the HAP check 64410037SARM gem5 Developers // below. 64510037SARM gem5 Developers if (isStage2) { 64610037SARM gem5 Developers abt = false; 64710037SARM gem5 Developers } else { 64810037SARM gem5 Developers switch (ap) { 64910037SARM gem5 Developers case 0: 65010037SARM gem5 Developers DPRINTF(TLB, "Access permissions 0, checking rs:%#x\n", 65110037SARM gem5 Developers (int)sctlr.rs); 65210037SARM gem5 Developers if (!sctlr.xp) { 65310037SARM gem5 Developers switch ((int)sctlr.rs) { 65410037SARM gem5 Developers case 2: 65510037SARM gem5 Developers abt = is_write; 65610037SARM gem5 Developers break; 65710037SARM gem5 Developers case 1: 65810037SARM gem5 Developers abt = is_write || !is_priv; 65910037SARM gem5 Developers break; 66010037SARM gem5 Developers case 0: 66110037SARM gem5 Developers case 3: 66210037SARM gem5 Developers default: 66310037SARM gem5 Developers abt = true; 66410037SARM gem5 Developers break; 66510037SARM gem5 Developers } 66610037SARM gem5 Developers } else { 66710037SARM gem5 Developers abt = true; 66810037SARM gem5 Developers } 66910037SARM gem5 Developers break; 67010037SARM gem5 Developers case 1: 67110037SARM gem5 Developers abt = !is_priv; 67210037SARM gem5 Developers break; 67310037SARM gem5 Developers case 2: 67410037SARM gem5 Developers abt = !is_priv && is_write; 67510037SARM gem5 Developers isWritable = is_priv; 67610037SARM gem5 Developers break; 67710037SARM gem5 Developers case 3: 67810037SARM gem5 Developers abt = false; 67910037SARM gem5 Developers break; 68010037SARM gem5 Developers case 4: 68110037SARM gem5 Developers panic("UNPRED premissions\n"); 68210037SARM gem5 Developers case 5: 68310037SARM gem5 Developers abt = !is_priv || is_write; 68410037SARM gem5 Developers isWritable = false; 68510037SARM gem5 Developers break; 68610037SARM gem5 Developers case 6: 68710037SARM gem5 Developers case 7: 68810037SARM gem5 Developers abt = is_write; 68910037SARM gem5 Developers isWritable = false; 69010037SARM gem5 Developers break; 69110037SARM gem5 Developers default: 69210037SARM gem5 Developers panic("Unknown permissions %#x\n", ap); 69310037SARM gem5 Developers } 69410037SARM gem5 Developers } 69510037SARM gem5 Developers 69610037SARM gem5 Developers bool hapAbt = is_write ? !(hap & 2) : !(hap & 1); 69710037SARM gem5 Developers bool xn = te->xn || (isWritable && sctlr.wxn) || 69810037SARM gem5 Developers (ap == 3 && sctlr.uwxn && is_priv); 69910037SARM gem5 Developers if (is_fetch && (abt || xn || 70010037SARM gem5 Developers (te->longDescFormat && te->pxn && !is_priv) || 70110037SARM gem5 Developers (isSecure && te->ns && scr.sif))) { 70210037SARM gem5 Developers permsFaults++; 70310037SARM gem5 Developers DPRINTF(TLB, "TLB Fault: Prefetch abort on permission check. AP:%d " 70410037SARM gem5 Developers "priv:%d write:%d ns:%d sif:%d sctlr.afe: %d \n", 70510037SARM gem5 Developers ap, is_priv, is_write, te->ns, scr.sif,sctlr.afe); 70610037SARM gem5 Developers return new PrefetchAbort(vaddr, 70710037SARM gem5 Developers ArmFault::PermissionLL + te->lookupLevel, 70810037SARM gem5 Developers isStage2, tranMethod); 70910037SARM gem5 Developers } else if (abt | hapAbt) { 71010037SARM gem5 Developers permsFaults++; 71110037SARM gem5 Developers DPRINTF(TLB, "TLB Fault: Data abort on permission check. AP:%d priv:%d" 71210037SARM gem5 Developers " write:%d\n", ap, is_priv, is_write); 71310037SARM gem5 Developers return new DataAbort(vaddr, te->domain, is_write, 71410037SARM gem5 Developers ArmFault::PermissionLL + te->lookupLevel, 71510037SARM gem5 Developers isStage2 | !abt, tranMethod); 71610037SARM gem5 Developers } 71710037SARM gem5 Developers return NoFault; 71810037SARM gem5 Developers} 71910037SARM gem5 Developers 72010037SARM gem5 Developers 72110037SARM gem5 DevelopersFault 72210037SARM gem5 DevelopersTLB::checkPermissions64(TlbEntry *te, RequestPtr req, Mode mode, 72310037SARM gem5 Developers ThreadContext *tc) 72410037SARM gem5 Developers{ 72510037SARM gem5 Developers assert(aarch64); 72610037SARM gem5 Developers 72710037SARM gem5 Developers Addr vaddr_tainted = req->getVaddr(); 72810037SARM gem5 Developers Addr vaddr = purifyTaggedAddr(vaddr_tainted, tc, aarch64EL); 72910037SARM gem5 Developers 73010037SARM gem5 Developers uint32_t flags = req->getFlags(); 73110037SARM gem5 Developers bool is_fetch = (mode == Execute); 73210037SARM gem5 Developers bool is_write = (mode == Write); 73310037SARM gem5 Developers bool is_priv M5_VAR_USED = isPriv && !(flags & UserMode); 73410037SARM gem5 Developers 73510037SARM gem5 Developers updateMiscReg(tc, curTranType); 73610037SARM gem5 Developers 73710037SARM gem5 Developers // If this is the second stage of translation and the request is for a 73810037SARM gem5 Developers // stage 1 page table walk then we need to check the HCR.PTW bit. This 73910037SARM gem5 Developers // allows us to generate a fault if the request targets an area marked 74010037SARM gem5 Developers // as a device or strongly ordered. 74110037SARM gem5 Developers if (isStage2 && req->isPTWalk() && hcr.ptw && 74210037SARM gem5 Developers (te->mtype != TlbEntry::MemoryType::Normal)) { 74310037SARM gem5 Developers return new DataAbort(vaddr_tainted, te->domain, is_write, 74410037SARM gem5 Developers ArmFault::PermissionLL + te->lookupLevel, 74510037SARM gem5 Developers isStage2, ArmFault::LpaeTran); 74610037SARM gem5 Developers } 74710037SARM gem5 Developers 74810037SARM gem5 Developers // Generate an alignment fault for unaligned accesses to device or 74910037SARM gem5 Developers // strongly ordered memory 75010037SARM gem5 Developers if (!is_fetch) { 75110037SARM gem5 Developers if (te->mtype != TlbEntry::MemoryType::Normal) { 75210037SARM gem5 Developers if (vaddr & mask(flags & AlignmentMask)) { 75310037SARM gem5 Developers alignFaults++; 75410037SARM gem5 Developers return new DataAbort(vaddr_tainted, 75510037SARM gem5 Developers TlbEntry::DomainType::NoAccess, is_write, 75610037SARM gem5 Developers ArmFault::AlignmentFault, isStage2, 75710037SARM gem5 Developers ArmFault::LpaeTran); 75810037SARM gem5 Developers } 75910037SARM gem5 Developers } 76010037SARM gem5 Developers } 76110037SARM gem5 Developers 76210037SARM gem5 Developers if (te->nonCacheable) { 76310037SARM gem5 Developers // Prevent prefetching from I/O devices. 76410037SARM gem5 Developers if (req->isPrefetch()) { 76510037SARM gem5 Developers // Here we can safely use the fault status for the short 76610037SARM gem5 Developers // desc. format in all cases 76710037SARM gem5 Developers return new PrefetchAbort(vaddr_tainted, 76810037SARM gem5 Developers ArmFault::PrefetchUncacheable, 76910037SARM gem5 Developers isStage2, ArmFault::LpaeTran); 77010037SARM gem5 Developers } 77110037SARM gem5 Developers } 77210037SARM gem5 Developers 77310037SARM gem5 Developers uint8_t ap = 0x3 & (te->ap); // 2-bit access protection field 77410037SARM gem5 Developers bool grant = false; 77510037SARM gem5 Developers 77610037SARM gem5 Developers uint8_t xn = te->xn; 77710037SARM gem5 Developers uint8_t pxn = te->pxn; 77810037SARM gem5 Developers bool r = !is_write && !is_fetch; 77910037SARM gem5 Developers bool w = is_write; 78010037SARM gem5 Developers bool x = is_fetch; 78110037SARM gem5 Developers DPRINTF(TLBVerbose, "Checking permissions: ap:%d, xn:%d, pxn:%d, r:%d, " 78210037SARM gem5 Developers "w:%d, x:%d\n", ap, xn, pxn, r, w, x); 78310037SARM gem5 Developers 78410037SARM gem5 Developers if (isStage2) { 78510037SARM gem5 Developers panic("Virtualization in AArch64 state is not supported yet"); 78610037SARM gem5 Developers } else { 78710037SARM gem5 Developers switch (aarch64EL) { 78810037SARM gem5 Developers case EL0: 78910037SARM gem5 Developers { 79010037SARM gem5 Developers uint8_t perm = (ap << 2) | (xn << 1) | pxn; 79110037SARM gem5 Developers switch (perm) { 79210037SARM gem5 Developers case 0: 79310037SARM gem5 Developers case 1: 79410037SARM gem5 Developers case 8: 79510037SARM gem5 Developers case 9: 79610037SARM gem5 Developers grant = x; 79710037SARM gem5 Developers break; 79810037SARM gem5 Developers case 4: 79910037SARM gem5 Developers case 5: 80010037SARM gem5 Developers grant = r || w || (x && !sctlr.wxn); 80110037SARM gem5 Developers break; 80210037SARM gem5 Developers case 6: 80310037SARM gem5 Developers case 7: 80410037SARM gem5 Developers grant = r || w; 80510037SARM gem5 Developers break; 80610037SARM gem5 Developers case 12: 80710037SARM gem5 Developers case 13: 80810037SARM gem5 Developers grant = r || x; 80910037SARM gem5 Developers break; 81010037SARM gem5 Developers case 14: 81110037SARM gem5 Developers case 15: 81210037SARM gem5 Developers grant = r; 81310037SARM gem5 Developers break; 81410037SARM gem5 Developers default: 81510037SARM gem5 Developers grant = false; 81610037SARM gem5 Developers } 81710037SARM gem5 Developers } 81810037SARM gem5 Developers break; 81910037SARM gem5 Developers case EL1: 82010037SARM gem5 Developers { 82110037SARM gem5 Developers uint8_t perm = (ap << 2) | (xn << 1) | pxn; 82210037SARM gem5 Developers switch (perm) { 82310037SARM gem5 Developers case 0: 82410037SARM gem5 Developers case 2: 82510037SARM gem5 Developers grant = r || w || (x && !sctlr.wxn); 82610037SARM gem5 Developers break; 82710037SARM gem5 Developers case 1: 82810037SARM gem5 Developers case 3: 82910037SARM gem5 Developers case 4: 83010037SARM gem5 Developers case 5: 83110037SARM gem5 Developers case 6: 83210037SARM gem5 Developers case 7: 83310037SARM gem5 Developers // regions that are writeable at EL0 should not be 83410037SARM gem5 Developers // executable at EL1 83510037SARM gem5 Developers grant = r || w; 83610037SARM gem5 Developers break; 83710037SARM gem5 Developers case 8: 83810037SARM gem5 Developers case 10: 83910037SARM gem5 Developers case 12: 84010037SARM gem5 Developers case 14: 84110037SARM gem5 Developers grant = r || x; 84210037SARM gem5 Developers break; 84310037SARM gem5 Developers case 9: 84410037SARM gem5 Developers case 11: 84510037SARM gem5 Developers case 13: 84610037SARM gem5 Developers case 15: 84710037SARM gem5 Developers grant = r; 84810037SARM gem5 Developers break; 84910037SARM gem5 Developers default: 85010037SARM gem5 Developers grant = false; 85110037SARM gem5 Developers } 85210037SARM gem5 Developers } 85310037SARM gem5 Developers break; 85410037SARM gem5 Developers case EL2: 85510037SARM gem5 Developers case EL3: 85610037SARM gem5 Developers { 85710037SARM gem5 Developers uint8_t perm = (ap & 0x2) | xn; 85810037SARM gem5 Developers switch (perm) { 85910037SARM gem5 Developers case 0: 86010037SARM gem5 Developers grant = r || w || (x && !sctlr.wxn) ; 86110037SARM gem5 Developers break; 86210037SARM gem5 Developers case 1: 86310037SARM gem5 Developers grant = r || w; 86410037SARM gem5 Developers break; 86510037SARM gem5 Developers case 2: 86610037SARM gem5 Developers grant = r || x; 86710037SARM gem5 Developers break; 86810037SARM gem5 Developers case 3: 86910037SARM gem5 Developers grant = r; 87010037SARM gem5 Developers break; 87110037SARM gem5 Developers default: 87210037SARM gem5 Developers grant = false; 87310037SARM gem5 Developers } 87410037SARM gem5 Developers } 87510037SARM gem5 Developers break; 87610037SARM gem5 Developers } 87710037SARM gem5 Developers } 87810037SARM gem5 Developers 87910037SARM gem5 Developers if (!grant) { 88010037SARM gem5 Developers if (is_fetch) { 88110037SARM gem5 Developers permsFaults++; 88210037SARM gem5 Developers DPRINTF(TLB, "TLB Fault: Prefetch abort on permission check. " 88310037SARM gem5 Developers "AP:%d priv:%d write:%d ns:%d sif:%d " 88410037SARM gem5 Developers "sctlr.afe: %d\n", 88510037SARM gem5 Developers ap, is_priv, is_write, te->ns, scr.sif, sctlr.afe); 88610037SARM gem5 Developers // Use PC value instead of vaddr because vaddr might be aligned to 88710037SARM gem5 Developers // cache line and should not be the address reported in FAR 88810037SARM gem5 Developers return new PrefetchAbort(req->getPC(), 88910037SARM gem5 Developers ArmFault::PermissionLL + te->lookupLevel, 89010037SARM gem5 Developers isStage2, ArmFault::LpaeTran); 89110037SARM gem5 Developers } else { 89210037SARM gem5 Developers permsFaults++; 89310037SARM gem5 Developers DPRINTF(TLB, "TLB Fault: Data abort on permission check. AP:%d " 89410037SARM gem5 Developers "priv:%d write:%d\n", ap, is_priv, is_write); 89510037SARM gem5 Developers return new DataAbort(vaddr_tainted, te->domain, is_write, 89610037SARM gem5 Developers ArmFault::PermissionLL + te->lookupLevel, 89710037SARM gem5 Developers isStage2, ArmFault::LpaeTran); 89810037SARM gem5 Developers } 89910037SARM gem5 Developers } 90010037SARM gem5 Developers 90110037SARM gem5 Developers return NoFault; 90210037SARM gem5 Developers} 90310037SARM gem5 Developers 90410037SARM gem5 DevelopersFault 9057404SAli.Saidi@ARM.comTLB::translateFs(RequestPtr req, ThreadContext *tc, Mode mode, 90610037SARM gem5 Developers Translation *translation, bool &delay, bool timing, 90710037SARM gem5 Developers TLB::ArmTranslationType tranType, bool functional) 9087404SAli.Saidi@ARM.com{ 9098733Sgeoffrey.blake@arm.com // No such thing as a functional timing access 9108733Sgeoffrey.blake@arm.com assert(!(timing && functional)); 9118733Sgeoffrey.blake@arm.com 91210037SARM gem5 Developers updateMiscReg(tc, tranType); 91310037SARM gem5 Developers 91410037SARM gem5 Developers Addr vaddr_tainted = req->getVaddr(); 91510037SARM gem5 Developers Addr vaddr = 0; 91610037SARM gem5 Developers if (aarch64) 91710037SARM gem5 Developers vaddr = purifyTaggedAddr(vaddr_tainted, tc, aarch64EL); 91810037SARM gem5 Developers else 91910037SARM gem5 Developers vaddr = vaddr_tainted; 92010037SARM gem5 Developers uint32_t flags = req->getFlags(); 92110037SARM gem5 Developers 92210037SARM gem5 Developers bool is_fetch = (mode == Execute); 92310037SARM gem5 Developers bool is_write = (mode == Write); 92410037SARM gem5 Developers bool long_desc_format = aarch64 || (haveLPAE && ttbcr.eae); 92510037SARM gem5 Developers ArmFault::TranMethod tranMethod = long_desc_format ? ArmFault::LpaeTran 92610037SARM gem5 Developers : ArmFault::VmsaTran; 92710037SARM gem5 Developers 92810037SARM gem5 Developers req->setAsid(asid); 92910037SARM gem5 Developers 93010037SARM gem5 Developers DPRINTF(TLBVerbose, "CPSR is priv:%d UserMode:%d secure:%d S1S2NsTran:%d\n", 93110037SARM gem5 Developers isPriv, flags & UserMode, isSecure, tranType & S1S2NsTran); 93210037SARM gem5 Developers 93310037SARM gem5 Developers DPRINTF(TLB, "translateFs addr %#x, mode %d, st2 %d, scr %#x sctlr %#x " 93410037SARM gem5 Developers "flags %#x tranType 0x%x\n", vaddr_tainted, mode, isStage2, 93510037SARM gem5 Developers scr, sctlr, flags, tranType); 93610037SARM gem5 Developers 93710037SARM gem5 Developers // Generate an alignment fault for unaligned PC 93810037SARM gem5 Developers if (aarch64 && is_fetch && (req->getPC() & mask(2))) { 93910037SARM gem5 Developers return new PCAlignmentFault(req->getPC()); 9408202SAli.Saidi@ARM.com } 9417749SAli.Saidi@ARM.com 9427603SGene.Wu@arm.com // If this is a clrex instruction, provide a PA of 0 with no fault 9437603SGene.Wu@arm.com // This will force the monitor to set the tracked address to 0 9447603SGene.Wu@arm.com // a bit of a hack but this effectively clrears this processors monitor 9457705Sgblack@eecs.umich.edu if (flags & Request::CLEAR_LL){ 94610037SARM gem5 Developers // @todo: check implications of security extensions 9477603SGene.Wu@arm.com req->setPaddr(0); 9487606SGene.Wu@arm.com req->setFlags(Request::UNCACHEABLE); 9497705Sgblack@eecs.umich.edu req->setFlags(Request::CLEAR_LL); 9507603SGene.Wu@arm.com return NoFault; 9517603SGene.Wu@arm.com } 9527608SGene.Wu@arm.com if ((req->isInstFetch() && (!sctlr.i)) || 9537608SGene.Wu@arm.com ((!req->isInstFetch()) && (!sctlr.c))){ 9547608SGene.Wu@arm.com req->setFlags(Request::UNCACHEABLE); 9557608SGene.Wu@arm.com } 9567404SAli.Saidi@ARM.com if (!is_fetch) { 9577404SAli.Saidi@ARM.com assert(flags & MustBeOne); 9587404SAli.Saidi@ARM.com if (sctlr.a || !(flags & AllowUnaligned)) { 95910037SARM gem5 Developers if (vaddr & mask(flags & AlignmentMask)) { 9607734SAli.Saidi@ARM.com alignFaults++; 96110037SARM gem5 Developers return new DataAbort(vaddr_tainted, 96210037SARM gem5 Developers TlbEntry::DomainType::NoAccess, is_write, 96310037SARM gem5 Developers ArmFault::AlignmentFault, isStage2, 96410037SARM gem5 Developers tranMethod); 9657404SAli.Saidi@ARM.com } 9667404SAli.Saidi@ARM.com } 9677404SAli.Saidi@ARM.com } 9687404SAli.Saidi@ARM.com 96910037SARM gem5 Developers // If guest MMU is off or hcr.vm=0 go straight to stage2 97010037SARM gem5 Developers if ((isStage2 && !hcr.vm) || (!isStage2 && !sctlr.m)) { 9717404SAli.Saidi@ARM.com 9727093Sgblack@eecs.umich.edu req->setPaddr(vaddr); 97310037SARM gem5 Developers // When the MMU is off the security attribute corresponds to the 97410037SARM gem5 Developers // security state of the processor 97510037SARM gem5 Developers if (isSecure) 97610037SARM gem5 Developers req->setFlags(Request::SECURE); 97710037SARM gem5 Developers 97810037SARM gem5 Developers // @todo: double check this (ARM ARM issue C B3.2.1) 97910037SARM gem5 Developers if (long_desc_format || sctlr.tre == 0) { 9807404SAli.Saidi@ARM.com req->setFlags(Request::UNCACHEABLE); 9817404SAli.Saidi@ARM.com } else { 9827404SAli.Saidi@ARM.com if (nmrr.ir0 == 0 || nmrr.or0 == 0 || prrr.tr0 != 0x2) 98310037SARM gem5 Developers req->setFlags(Request::UNCACHEABLE); 9847404SAli.Saidi@ARM.com } 9857436Sdam.sunwoo@arm.com 9867436Sdam.sunwoo@arm.com // Set memory attributes 9877436Sdam.sunwoo@arm.com TlbEntry temp_te; 98810037SARM gem5 Developers temp_te.ns = !isSecure; 98910037SARM gem5 Developers if (isStage2 || hcr.dc == 0 || isSecure || 99010037SARM gem5 Developers (isHyp && !(tranType & S1CTran))) { 99110037SARM gem5 Developers 99210037SARM gem5 Developers temp_te.mtype = is_fetch ? TlbEntry::MemoryType::Normal 99310037SARM gem5 Developers : TlbEntry::MemoryType::StronglyOrdered; 99410037SARM gem5 Developers temp_te.innerAttrs = 0x0; 99510037SARM gem5 Developers temp_te.outerAttrs = 0x0; 99610037SARM gem5 Developers temp_te.shareable = true; 99710037SARM gem5 Developers temp_te.outerShareable = true; 99810037SARM gem5 Developers } else { 99910037SARM gem5 Developers temp_te.mtype = TlbEntry::MemoryType::Normal; 100010037SARM gem5 Developers temp_te.innerAttrs = 0x3; 100110037SARM gem5 Developers temp_te.outerAttrs = 0x3; 100210037SARM gem5 Developers temp_te.shareable = false; 100310037SARM gem5 Developers temp_te.outerShareable = false; 100410037SARM gem5 Developers } 100510037SARM gem5 Developers temp_te.setAttributes(long_desc_format); 10067436Sdam.sunwoo@arm.com DPRINTF(TLBVerbose, "(No MMU) setting memory attributes: shareable:\ 100710037SARM gem5 Developers %d, innerAttrs: %d, outerAttrs: %d, isStage2: %d\n", 100810037SARM gem5 Developers temp_te.shareable, temp_te.innerAttrs, temp_te.outerAttrs, 100910037SARM gem5 Developers isStage2); 10107436Sdam.sunwoo@arm.com setAttr(temp_te.attributes); 10117436Sdam.sunwoo@arm.com 101210037SARM gem5 Developers return trickBoxCheck(req, mode, TlbEntry::DomainType::NoAccess); 10137404SAli.Saidi@ARM.com } 10147404SAli.Saidi@ARM.com 101510037SARM gem5 Developers DPRINTF(TLBVerbose, "Translating %s=%#x context=%d\n", 101610037SARM gem5 Developers isStage2 ? "IPA" : "VA", vaddr_tainted, asid); 10177404SAli.Saidi@ARM.com // Translation enabled 10187404SAli.Saidi@ARM.com 101910037SARM gem5 Developers TlbEntry *te = NULL; 102010037SARM gem5 Developers TlbEntry mergeTe; 102110037SARM gem5 Developers Fault fault = getResultTe(&te, req, tc, mode, translation, timing, 102210037SARM gem5 Developers functional, &mergeTe); 102310037SARM gem5 Developers // only proceed if we have a valid table entry 102410037SARM gem5 Developers if ((te == NULL) && (fault == NoFault)) delay = true; 102510037SARM gem5 Developers 102610037SARM gem5 Developers // If we have the table entry transfer some of the attributes to the 102710037SARM gem5 Developers // request that triggered the translation 102810037SARM gem5 Developers if (te != NULL) { 102910037SARM gem5 Developers // Set memory attributes 103010037SARM gem5 Developers DPRINTF(TLBVerbose, 103110037SARM gem5 Developers "Setting memory attributes: shareable: %d, innerAttrs: %d, \ 103210037SARM gem5 Developers outerAttrs: %d, mtype: %d, isStage2: %d\n", 103310037SARM gem5 Developers te->shareable, te->innerAttrs, te->outerAttrs, 103410037SARM gem5 Developers static_cast<uint8_t>(te->mtype), isStage2); 103510037SARM gem5 Developers setAttr(te->attributes); 103610037SARM gem5 Developers if (te->nonCacheable) { 103710037SARM gem5 Developers req->setFlags(Request::UNCACHEABLE); 103810037SARM gem5 Developers } 103910037SARM gem5 Developers 104010037SARM gem5 Developers if (!bootUncacheability && 104110037SARM gem5 Developers ((ArmSystem*)tc->getSystemPtr())->adderBootUncacheable(vaddr)) { 104210037SARM gem5 Developers req->setFlags(Request::UNCACHEABLE); 104310037SARM gem5 Developers } 104410037SARM gem5 Developers 104510037SARM gem5 Developers req->setPaddr(te->pAddr(vaddr)); 104610037SARM gem5 Developers if (isSecure && !te->ns) { 104710037SARM gem5 Developers req->setFlags(Request::SECURE); 104810037SARM gem5 Developers } 104910037SARM gem5 Developers if ((!is_fetch) && (vaddr & mask(flags & AlignmentMask)) && 105010037SARM gem5 Developers (te->mtype != TlbEntry::MemoryType::Normal)) { 105110037SARM gem5 Developers // Unaligned accesses to Device memory should always cause an 105210037SARM gem5 Developers // abort regardless of sctlr.a 105310037SARM gem5 Developers alignFaults++; 105410037SARM gem5 Developers return new DataAbort(vaddr_tainted, 105510037SARM gem5 Developers TlbEntry::DomainType::NoAccess, is_write, 105610037SARM gem5 Developers ArmFault::AlignmentFault, isStage2, 105710037SARM gem5 Developers tranMethod); 105810037SARM gem5 Developers } 105910037SARM gem5 Developers 106010037SARM gem5 Developers // Check for a trickbox generated address fault 106110037SARM gem5 Developers if (fault == NoFault) { 106210037SARM gem5 Developers fault = trickBoxCheck(req, mode, te->domain); 106310037SARM gem5 Developers } 106410037SARM gem5 Developers } 106510037SARM gem5 Developers 106610037SARM gem5 Developers // Generate Illegal Inst Set State fault if IL bit is set in CPSR 106710037SARM gem5 Developers if (fault == NoFault) { 106810037SARM gem5 Developers CPSR cpsr = tc->readMiscReg(MISCREG_CPSR); 106910037SARM gem5 Developers if (aarch64 && is_fetch && cpsr.il == 1) { 107010037SARM gem5 Developers return new IllegalInstSetStateFault(); 107110037SARM gem5 Developers } 107210037SARM gem5 Developers } 107310037SARM gem5 Developers 107410037SARM gem5 Developers return fault; 107510037SARM gem5 Developers} 107610037SARM gem5 Developers 107710037SARM gem5 DevelopersFault 107810037SARM gem5 DevelopersTLB::translateAtomic(RequestPtr req, ThreadContext *tc, Mode mode, 107910037SARM gem5 Developers TLB::ArmTranslationType tranType) 108010037SARM gem5 Developers{ 108110037SARM gem5 Developers updateMiscReg(tc, tranType); 108210037SARM gem5 Developers 108310037SARM gem5 Developers if (directToStage2) { 108410037SARM gem5 Developers assert(stage2Tlb); 108510037SARM gem5 Developers return stage2Tlb->translateAtomic(req, tc, mode, tranType); 108610037SARM gem5 Developers } 108710037SARM gem5 Developers 108810037SARM gem5 Developers bool delay = false; 108910037SARM gem5 Developers Fault fault; 109010037SARM gem5 Developers if (FullSystem) 109110037SARM gem5 Developers fault = translateFs(req, tc, mode, NULL, delay, false, tranType); 109210037SARM gem5 Developers else 109310037SARM gem5 Developers fault = translateSe(req, tc, mode, NULL, delay, false); 109410037SARM gem5 Developers assert(!delay); 109510037SARM gem5 Developers return fault; 109610037SARM gem5 Developers} 109710037SARM gem5 Developers 109810037SARM gem5 DevelopersFault 109910037SARM gem5 DevelopersTLB::translateFunctional(RequestPtr req, ThreadContext *tc, Mode mode, 110010037SARM gem5 Developers TLB::ArmTranslationType tranType) 110110037SARM gem5 Developers{ 110210037SARM gem5 Developers updateMiscReg(tc, tranType); 110310037SARM gem5 Developers 110410037SARM gem5 Developers if (directToStage2) { 110510037SARM gem5 Developers assert(stage2Tlb); 110610037SARM gem5 Developers return stage2Tlb->translateFunctional(req, tc, mode, tranType); 110710037SARM gem5 Developers } 110810037SARM gem5 Developers 110910037SARM gem5 Developers bool delay = false; 111010037SARM gem5 Developers Fault fault; 111110037SARM gem5 Developers if (FullSystem) 111210037SARM gem5 Developers fault = translateFs(req, tc, mode, NULL, delay, false, tranType, true); 111310037SARM gem5 Developers else 111410037SARM gem5 Developers fault = translateSe(req, tc, mode, NULL, delay, false); 111510037SARM gem5 Developers assert(!delay); 111610037SARM gem5 Developers return fault; 111710037SARM gem5 Developers} 111810037SARM gem5 Developers 111910037SARM gem5 DevelopersFault 112010037SARM gem5 DevelopersTLB::translateTiming(RequestPtr req, ThreadContext *tc, 112110037SARM gem5 Developers Translation *translation, Mode mode, TLB::ArmTranslationType tranType) 112210037SARM gem5 Developers{ 112310037SARM gem5 Developers updateMiscReg(tc, tranType); 112410037SARM gem5 Developers 112510037SARM gem5 Developers if (directToStage2) { 112610037SARM gem5 Developers assert(stage2Tlb); 112710037SARM gem5 Developers return stage2Tlb->translateTiming(req, tc, translation, mode, tranType); 112810037SARM gem5 Developers } 112910037SARM gem5 Developers 113010037SARM gem5 Developers assert(translation); 113110037SARM gem5 Developers 113210037SARM gem5 Developers return translateComplete(req, tc, translation, mode, tranType, isStage2); 113310037SARM gem5 Developers} 113410037SARM gem5 Developers 113510037SARM gem5 DevelopersFault 113610037SARM gem5 DevelopersTLB::translateComplete(RequestPtr req, ThreadContext *tc, 113710037SARM gem5 Developers Translation *translation, Mode mode, TLB::ArmTranslationType tranType, 113810037SARM gem5 Developers bool callFromS2) 113910037SARM gem5 Developers{ 114010037SARM gem5 Developers bool delay = false; 114110037SARM gem5 Developers Fault fault; 114210037SARM gem5 Developers if (FullSystem) 114310037SARM gem5 Developers fault = translateFs(req, tc, mode, translation, delay, true, tranType); 114410037SARM gem5 Developers else 114510037SARM gem5 Developers fault = translateSe(req, tc, mode, translation, delay, true); 114610037SARM gem5 Developers DPRINTF(TLBVerbose, "Translation returning delay=%d fault=%d\n", delay, fault != 114710037SARM gem5 Developers NoFault); 114810037SARM gem5 Developers // If we have a translation, and we're not in the middle of doing a stage 114910037SARM gem5 Developers // 2 translation tell the translation that we've either finished or its 115010037SARM gem5 Developers // going to take a while. By not doing this when we're in the middle of a 115110037SARM gem5 Developers // stage 2 translation we prevent marking the translation as delayed twice, 115210037SARM gem5 Developers // one when the translation starts and again when the stage 1 translation 115310037SARM gem5 Developers // completes. 115410037SARM gem5 Developers if (translation && (callFromS2 || !stage2Req || req->hasPaddr() || fault != NoFault)) { 115510037SARM gem5 Developers if (!delay) 115610037SARM gem5 Developers translation->finish(fault, req, tc, mode); 115710037SARM gem5 Developers else 115810037SARM gem5 Developers translation->markDelayed(); 115910037SARM gem5 Developers } 116010037SARM gem5 Developers return fault; 116110037SARM gem5 Developers} 116210037SARM gem5 Developers 116310037SARM gem5 DevelopersBaseMasterPort* 116410037SARM gem5 DevelopersTLB::getMasterPort() 116510037SARM gem5 Developers{ 116610037SARM gem5 Developers return &tableWalker->getMasterPort("port"); 116710037SARM gem5 Developers} 116810037SARM gem5 Developers 116910037SARM gem5 DevelopersDmaPort& 117010037SARM gem5 DevelopersTLB::getWalkerPort() 117110037SARM gem5 Developers{ 117210037SARM gem5 Developers return tableWalker->getWalkerPort(); 117310037SARM gem5 Developers} 117410037SARM gem5 Developers 117510037SARM gem5 Developersvoid 117610037SARM gem5 DevelopersTLB::updateMiscReg(ThreadContext *tc, ArmTranslationType tranType) 117710037SARM gem5 Developers{ 117810037SARM gem5 Developers // check if the regs have changed, or the translation mode is different. 117910037SARM gem5 Developers // NOTE: the tran type doesn't affect stage 2 TLB's as they only handle 118010037SARM gem5 Developers // one type of translation anyway 118110037SARM gem5 Developers if (miscRegValid && ((tranType == curTranType) || isStage2)) { 118210037SARM gem5 Developers return; 118310037SARM gem5 Developers } 118410037SARM gem5 Developers 118510037SARM gem5 Developers DPRINTF(TLBVerbose, "TLB variables changed!\n"); 118610037SARM gem5 Developers CPSR cpsr = tc->readMiscReg(MISCREG_CPSR); 118710037SARM gem5 Developers // Dependencies: SCR/SCR_EL3, CPSR 118810037SARM gem5 Developers isSecure = inSecureState(tc); 118910037SARM gem5 Developers isSecure &= (tranType & HypMode) == 0; 119010037SARM gem5 Developers isSecure &= (tranType & S1S2NsTran) == 0; 119110037SARM gem5 Developers aarch64 = !cpsr.width; 119210037SARM gem5 Developers if (aarch64) { // AArch64 119310037SARM gem5 Developers aarch64EL = (ExceptionLevel) (uint8_t) cpsr.el; 119410037SARM gem5 Developers switch (aarch64EL) { 119510037SARM gem5 Developers case EL0: 119610037SARM gem5 Developers case EL1: 119710037SARM gem5 Developers { 119810037SARM gem5 Developers sctlr = tc->readMiscReg(MISCREG_SCTLR_EL1); 119910037SARM gem5 Developers ttbcr = tc->readMiscReg(MISCREG_TCR_EL1); 120010037SARM gem5 Developers uint64_t ttbr_asid = ttbcr.a1 ? 120110037SARM gem5 Developers tc->readMiscReg(MISCREG_TTBR1_EL1) : 120210037SARM gem5 Developers tc->readMiscReg(MISCREG_TTBR0_EL1); 120310037SARM gem5 Developers asid = bits(ttbr_asid, 120410037SARM gem5 Developers (haveLargeAsid64 && ttbcr.as) ? 63 : 55, 48); 120510037SARM gem5 Developers } 120610037SARM gem5 Developers break; 120710037SARM gem5 Developers case EL2: 120810037SARM gem5 Developers sctlr = tc->readMiscReg(MISCREG_SCTLR_EL2); 120910037SARM gem5 Developers ttbcr = tc->readMiscReg(MISCREG_TCR_EL2); 121010037SARM gem5 Developers asid = -1; 121110037SARM gem5 Developers break; 121210037SARM gem5 Developers case EL3: 121310037SARM gem5 Developers sctlr = tc->readMiscReg(MISCREG_SCTLR_EL3); 121410037SARM gem5 Developers ttbcr = tc->readMiscReg(MISCREG_TCR_EL3); 121510037SARM gem5 Developers asid = -1; 121610037SARM gem5 Developers break; 121710037SARM gem5 Developers } 121810037SARM gem5 Developers scr = tc->readMiscReg(MISCREG_SCR_EL3); 121910037SARM gem5 Developers isPriv = aarch64EL != EL0; 122010037SARM gem5 Developers // @todo: modify this behaviour to support Virtualization in 122110037SARM gem5 Developers // AArch64 122210037SARM gem5 Developers vmid = 0; 122310037SARM gem5 Developers isHyp = false; 122410037SARM gem5 Developers directToStage2 = false; 122510037SARM gem5 Developers stage2Req = false; 122610037SARM gem5 Developers } else { // AArch32 122710037SARM gem5 Developers sctlr = tc->readMiscReg(flattenMiscRegNsBanked(MISCREG_SCTLR, tc, 122810037SARM gem5 Developers !isSecure)); 122910037SARM gem5 Developers ttbcr = tc->readMiscReg(flattenMiscRegNsBanked(MISCREG_TTBCR, tc, 123010037SARM gem5 Developers !isSecure)); 123110037SARM gem5 Developers scr = tc->readMiscReg(MISCREG_SCR); 123210037SARM gem5 Developers isPriv = cpsr.mode != MODE_USER; 123310037SARM gem5 Developers if (haveLPAE && ttbcr.eae) { 123410037SARM gem5 Developers // Long-descriptor translation table format in use 123510037SARM gem5 Developers uint64_t ttbr_asid = tc->readMiscReg( 123610037SARM gem5 Developers flattenMiscRegNsBanked(ttbcr.a1 ? MISCREG_TTBR1 123710037SARM gem5 Developers : MISCREG_TTBR0, 123810037SARM gem5 Developers tc, !isSecure)); 123910037SARM gem5 Developers asid = bits(ttbr_asid, 55, 48); 124010037SARM gem5 Developers } else { 124110037SARM gem5 Developers // Short-descriptor translation table format in use 124210037SARM gem5 Developers CONTEXTIDR context_id = tc->readMiscReg(flattenMiscRegNsBanked( 124310037SARM gem5 Developers MISCREG_CONTEXTIDR, tc,!isSecure)); 124410037SARM gem5 Developers asid = context_id.asid; 124510037SARM gem5 Developers } 124610037SARM gem5 Developers prrr = tc->readMiscReg(flattenMiscRegNsBanked(MISCREG_PRRR, tc, 124710037SARM gem5 Developers !isSecure)); 124810037SARM gem5 Developers nmrr = tc->readMiscReg(flattenMiscRegNsBanked(MISCREG_NMRR, tc, 124910037SARM gem5 Developers !isSecure)); 125010037SARM gem5 Developers dacr = tc->readMiscReg(flattenMiscRegNsBanked(MISCREG_DACR, tc, 125110037SARM gem5 Developers !isSecure)); 125210037SARM gem5 Developers hcr = tc->readMiscReg(MISCREG_HCR); 125310037SARM gem5 Developers 125410037SARM gem5 Developers if (haveVirtualization) { 125510037SARM gem5 Developers vmid = bits(tc->readMiscReg(MISCREG_VTTBR), 55, 48); 125610037SARM gem5 Developers isHyp = cpsr.mode == MODE_HYP; 125710037SARM gem5 Developers isHyp |= tranType & HypMode; 125810037SARM gem5 Developers isHyp &= (tranType & S1S2NsTran) == 0; 125910037SARM gem5 Developers isHyp &= (tranType & S1CTran) == 0; 126010037SARM gem5 Developers if (isHyp) { 126110037SARM gem5 Developers sctlr = tc->readMiscReg(MISCREG_HSCTLR); 126210037SARM gem5 Developers } 126310037SARM gem5 Developers // Work out if we should skip the first stage of translation and go 126410037SARM gem5 Developers // directly to stage 2. This value is cached so we don't have to 126510037SARM gem5 Developers // compute it for every translation. 126610037SARM gem5 Developers stage2Req = hcr.vm && !isStage2 && !isHyp && !isSecure && 126710037SARM gem5 Developers !(tranType & S1CTran); 126810037SARM gem5 Developers directToStage2 = stage2Req && !sctlr.m; 126910037SARM gem5 Developers } else { 127010037SARM gem5 Developers vmid = 0; 127110037SARM gem5 Developers stage2Req = false; 127210037SARM gem5 Developers isHyp = false; 127310037SARM gem5 Developers directToStage2 = false; 127410037SARM gem5 Developers } 127510037SARM gem5 Developers } 127610037SARM gem5 Developers miscRegValid = true; 127710037SARM gem5 Developers curTranType = tranType; 127810037SARM gem5 Developers} 127910037SARM gem5 Developers 128010037SARM gem5 DevelopersFault 128110037SARM gem5 DevelopersTLB::getTE(TlbEntry **te, RequestPtr req, ThreadContext *tc, Mode mode, 128210037SARM gem5 Developers Translation *translation, bool timing, bool functional, 128310037SARM gem5 Developers bool is_secure, TLB::ArmTranslationType tranType) 128410037SARM gem5 Developers{ 128510037SARM gem5 Developers bool is_fetch = (mode == Execute); 128610037SARM gem5 Developers bool is_write = (mode == Write); 128710037SARM gem5 Developers 128810037SARM gem5 Developers Addr vaddr_tainted = req->getVaddr(); 128910037SARM gem5 Developers Addr vaddr = 0; 129010037SARM gem5 Developers ExceptionLevel target_el = aarch64 ? aarch64EL : EL1; 129110037SARM gem5 Developers if (aarch64) { 129210037SARM gem5 Developers vaddr = purifyTaggedAddr(vaddr_tainted, tc, target_el); 129310037SARM gem5 Developers } else { 129410037SARM gem5 Developers vaddr = vaddr_tainted; 129510037SARM gem5 Developers } 129610037SARM gem5 Developers *te = lookup(vaddr, asid, vmid, isHyp, is_secure, false, false, target_el); 129710037SARM gem5 Developers if (*te == NULL) { 129810037SARM gem5 Developers if (req->isPrefetch()) { 129910037SARM gem5 Developers // if the request is a prefetch don't attempt to fill the TLB or go 130010037SARM gem5 Developers // any further with the memory access (here we can safely use the 130110037SARM gem5 Developers // fault status for the short desc. format in all cases) 13027734SAli.Saidi@ARM.com prefetchFaults++; 130310037SARM gem5 Developers return new PrefetchAbort(vaddr_tainted, ArmFault::PrefetchTLBMiss, isStage2); 13047611SGene.Wu@arm.com } 13057734SAli.Saidi@ARM.com 13067734SAli.Saidi@ARM.com if (is_fetch) 13077734SAli.Saidi@ARM.com instMisses++; 13087734SAli.Saidi@ARM.com else if (is_write) 13097734SAli.Saidi@ARM.com writeMisses++; 13107734SAli.Saidi@ARM.com else 13117734SAli.Saidi@ARM.com readMisses++; 13127734SAli.Saidi@ARM.com 13137404SAli.Saidi@ARM.com // start translation table walk, pass variables rather than 13147404SAli.Saidi@ARM.com // re-retreaving in table walker for speed 131510037SARM gem5 Developers DPRINTF(TLB, "TLB Miss: Starting hardware table walker for %#x(%d:%d)\n", 131610037SARM gem5 Developers vaddr_tainted, asid, vmid); 131710037SARM gem5 Developers Fault fault; 131810037SARM gem5 Developers fault = tableWalker->walk(req, tc, asid, vmid, isHyp, mode, 131910037SARM gem5 Developers translation, timing, functional, is_secure, 132010037SARM gem5 Developers tranType); 132110037SARM gem5 Developers // for timing mode, return and wait for table walk, 132210037SARM gem5 Developers if (timing || fault != NoFault) { 13237437Sdam.sunwoo@arm.com return fault; 13247437Sdam.sunwoo@arm.com } 13257404SAli.Saidi@ARM.com 132610037SARM gem5 Developers *te = lookup(vaddr, asid, vmid, isHyp, is_secure, false, false, target_el); 132710037SARM gem5 Developers if (!*te) 13287404SAli.Saidi@ARM.com printTlb(); 132910037SARM gem5 Developers assert(*te); 13307734SAli.Saidi@ARM.com } else { 13317734SAli.Saidi@ARM.com if (is_fetch) 13327734SAli.Saidi@ARM.com instHits++; 13337734SAli.Saidi@ARM.com else if (is_write) 13347734SAli.Saidi@ARM.com writeHits++; 13357734SAli.Saidi@ARM.com else 13367734SAli.Saidi@ARM.com readHits++; 13377404SAli.Saidi@ARM.com } 13386757SAli.Saidi@ARM.com return NoFault; 13397404SAli.Saidi@ARM.com} 13406757SAli.Saidi@ARM.com 13417404SAli.Saidi@ARM.comFault 134210037SARM gem5 DevelopersTLB::getResultTe(TlbEntry **te, RequestPtr req, ThreadContext *tc, Mode mode, 134310037SARM gem5 Developers Translation *translation, bool timing, bool functional, 134410037SARM gem5 Developers TlbEntry *mergeTe) 13457404SAli.Saidi@ARM.com{ 13467404SAli.Saidi@ARM.com Fault fault; 134710037SARM gem5 Developers TlbEntry *s1Te = NULL; 134810037SARM gem5 Developers 134910037SARM gem5 Developers Addr vaddr_tainted = req->getVaddr(); 135010037SARM gem5 Developers 135110037SARM gem5 Developers // Get the stage 1 table entry 135210037SARM gem5 Developers fault = getTE(&s1Te, req, tc, mode, translation, timing, functional, 135310037SARM gem5 Developers isSecure, curTranType); 135410037SARM gem5 Developers // only proceed if we have a valid table entry 135510037SARM gem5 Developers if ((s1Te != NULL) && (fault == NoFault)) { 135610037SARM gem5 Developers // Check stage 1 permissions before checking stage 2 135710037SARM gem5 Developers if (aarch64) 135810037SARM gem5 Developers fault = checkPermissions64(s1Te, req, mode, tc); 135910037SARM gem5 Developers else 136010037SARM gem5 Developers fault = checkPermissions(s1Te, req, mode); 136110037SARM gem5 Developers if (stage2Req & (fault == NoFault)) { 136210037SARM gem5 Developers Stage2LookUp *s2Lookup = new Stage2LookUp(this, stage2Tlb, *s1Te, 136310037SARM gem5 Developers req, translation, mode, timing, functional, curTranType); 136410037SARM gem5 Developers fault = s2Lookup->getTe(tc, mergeTe); 136510037SARM gem5 Developers if (s2Lookup->isComplete()) { 136610037SARM gem5 Developers *te = mergeTe; 136710037SARM gem5 Developers // We've finished with the lookup so delete it 136810037SARM gem5 Developers delete s2Lookup; 136910037SARM gem5 Developers } else { 137010037SARM gem5 Developers // The lookup hasn't completed, so we can't delete it now. We 137110037SARM gem5 Developers // get round this by asking the object to self delete when the 137210037SARM gem5 Developers // translation is complete. 137310037SARM gem5 Developers s2Lookup->setSelfDelete(); 137410037SARM gem5 Developers } 137510037SARM gem5 Developers } else { 137610037SARM gem5 Developers // This case deals with an S1 hit (or bypass), followed by 137710037SARM gem5 Developers // an S2 hit-but-perms issue 137810037SARM gem5 Developers if (isStage2) { 137910037SARM gem5 Developers DPRINTF(TLBVerbose, "s2TLB: reqVa %#x, reqPa %#x, fault %p\n", 138010037SARM gem5 Developers vaddr_tainted, req->hasPaddr() ? req->getPaddr() : ~0, fault); 138110037SARM gem5 Developers if (fault != NoFault) { 138210037SARM gem5 Developers ArmFault *armFault = reinterpret_cast<ArmFault *>(fault.get()); 138310037SARM gem5 Developers armFault->annotate(ArmFault::S1PTW, false); 138410037SARM gem5 Developers armFault->annotate(ArmFault::OVA, vaddr_tainted); 138510037SARM gem5 Developers } 138610037SARM gem5 Developers } 138710037SARM gem5 Developers *te = s1Te; 138810037SARM gem5 Developers } 138910037SARM gem5 Developers } 13907404SAli.Saidi@ARM.com return fault; 13916019Shines@cs.fsu.edu} 13926019Shines@cs.fsu.edu 13936116Snate@binkert.orgArmISA::TLB * 13946116Snate@binkert.orgArmTLBParams::create() 13956019Shines@cs.fsu.edu{ 13966116Snate@binkert.org return new ArmISA::TLB(this); 13976019Shines@cs.fsu.edu} 1398