table_walker.hh revision 14040
17404SAli.Saidi@ARM.com/* 211580SDylan.Johnson@ARM.com * Copyright (c) 2010-2016 ARM Limited 37404SAli.Saidi@ARM.com * All rights reserved 47404SAli.Saidi@ARM.com * 57404SAli.Saidi@ARM.com * The license below extends only to copyright in the software and shall 67404SAli.Saidi@ARM.com * not be construed as granting a license to any other intellectual 77404SAli.Saidi@ARM.com * property including but not limited to intellectual property relating 87404SAli.Saidi@ARM.com * to a hardware implementation of the functionality of the software 97404SAli.Saidi@ARM.com * licensed hereunder. You may use the software subject to the license 107404SAli.Saidi@ARM.com * terms below provided that you ensure that this notice is replicated 117404SAli.Saidi@ARM.com * unmodified and in its entirety in all distributions of the software, 127404SAli.Saidi@ARM.com * modified or unmodified, in source code or in binary form. 137404SAli.Saidi@ARM.com * 147404SAli.Saidi@ARM.com * Redistribution and use in source and binary forms, with or without 157404SAli.Saidi@ARM.com * modification, are permitted provided that the following conditions are 167404SAli.Saidi@ARM.com * met: redistributions of source code must retain the above copyright 177404SAli.Saidi@ARM.com * notice, this list of conditions and the following disclaimer; 187404SAli.Saidi@ARM.com * redistributions in binary form must reproduce the above copyright 197404SAli.Saidi@ARM.com * notice, this list of conditions and the following disclaimer in the 207404SAli.Saidi@ARM.com * documentation and/or other materials provided with the distribution; 217404SAli.Saidi@ARM.com * neither the name of the copyright holders nor the names of its 227404SAli.Saidi@ARM.com * contributors may be used to endorse or promote products derived from 237404SAli.Saidi@ARM.com * this software without specific prior written permission. 247404SAli.Saidi@ARM.com * 257404SAli.Saidi@ARM.com * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 267404SAli.Saidi@ARM.com * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 277404SAli.Saidi@ARM.com * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 287404SAli.Saidi@ARM.com * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 297404SAli.Saidi@ARM.com * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 307404SAli.Saidi@ARM.com * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 317404SAli.Saidi@ARM.com * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 327404SAli.Saidi@ARM.com * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 337404SAli.Saidi@ARM.com * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 347404SAli.Saidi@ARM.com * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 357404SAli.Saidi@ARM.com * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 367404SAli.Saidi@ARM.com * 377404SAli.Saidi@ARM.com * Authors: Ali Saidi 3810037SARM gem5 Developers * Giacomo Gabrielli 397404SAli.Saidi@ARM.com */ 407404SAli.Saidi@ARM.com 417404SAli.Saidi@ARM.com#ifndef __ARCH_ARM_TABLE_WALKER_HH__ 427404SAli.Saidi@ARM.com#define __ARCH_ARM_TABLE_WALKER_HH__ 437404SAli.Saidi@ARM.com 447578Sdam.sunwoo@arm.com#include <list> 457578Sdam.sunwoo@arm.com 467404SAli.Saidi@ARM.com#include "arch/arm/miscregs.hh" 4710037SARM gem5 Developers#include "arch/arm/system.hh" 487404SAli.Saidi@ARM.com#include "arch/arm/tlb.hh" 497404SAli.Saidi@ARM.com#include "mem/request.hh" 507404SAli.Saidi@ARM.com#include "params/ArmTableWalker.hh" 5113892Sgabeblack@google.com#include "sim/clocked_object.hh" 527404SAli.Saidi@ARM.com#include "sim/eventq.hh" 537404SAli.Saidi@ARM.com 547404SAli.Saidi@ARM.comclass ThreadContext; 557404SAli.Saidi@ARM.com 5610873Sandreas.sandberg@arm.comclass DmaPort; 5710873Sandreas.sandberg@arm.com 587404SAli.Saidi@ARM.comnamespace ArmISA { 597404SAli.Saidi@ARM.comclass Translation; 607404SAli.Saidi@ARM.comclass TLB; 6110037SARM gem5 Developersclass Stage2MMU; 627404SAli.Saidi@ARM.com 6313892Sgabeblack@google.comclass TableWalker : public ClockedObject 647404SAli.Saidi@ARM.com{ 657694SAli.Saidi@ARM.com public: 6610037SARM gem5 Developers class WalkerState; 6710037SARM gem5 Developers 6810037SARM gem5 Developers class DescriptorBase { 6910037SARM gem5 Developers public: 7014040Sgiacomo.travaglini@arm.com DescriptorBase() : lookupLevel(L0) {} 7114040Sgiacomo.travaglini@arm.com 7210037SARM gem5 Developers /** Current lookup level for this descriptor */ 7310037SARM gem5 Developers LookupLevel lookupLevel; 7410037SARM gem5 Developers 7510037SARM gem5 Developers virtual Addr pfn() const = 0; 7610037SARM gem5 Developers virtual TlbEntry::DomainType domain() const = 0; 7710037SARM gem5 Developers virtual bool xn() const = 0; 7810037SARM gem5 Developers virtual uint8_t ap() const = 0; 7910037SARM gem5 Developers virtual bool global(WalkerState *currState) const = 0; 8010037SARM gem5 Developers virtual uint8_t offsetBits() const = 0; 8110037SARM gem5 Developers virtual bool secure(bool have_security, WalkerState *currState) const = 0; 8210037SARM gem5 Developers virtual std::string dbgHeader() const = 0; 8310037SARM gem5 Developers virtual uint64_t getRawData() const = 0; 8410037SARM gem5 Developers virtual uint8_t texcb() const 8510037SARM gem5 Developers { 8610037SARM gem5 Developers panic("texcb() not implemented for this class\n"); 8710037SARM gem5 Developers } 8810037SARM gem5 Developers virtual bool shareable() const 8910037SARM gem5 Developers { 9010037SARM gem5 Developers panic("shareable() not implemented for this class\n"); 9110037SARM gem5 Developers } 9210037SARM gem5 Developers }; 9310037SARM gem5 Developers 9410037SARM gem5 Developers class L1Descriptor : public DescriptorBase { 9510037SARM gem5 Developers public: 967404SAli.Saidi@ARM.com /** Type of page table entry ARM DDI 0406B: B3-8*/ 977404SAli.Saidi@ARM.com enum EntryType { 987404SAli.Saidi@ARM.com Ignore, 997404SAli.Saidi@ARM.com PageTable, 1007404SAli.Saidi@ARM.com Section, 1017404SAli.Saidi@ARM.com Reserved 1027404SAli.Saidi@ARM.com }; 1037404SAli.Saidi@ARM.com 1047436Sdam.sunwoo@arm.com /** The raw bits of the entry */ 1057404SAli.Saidi@ARM.com uint32_t data; 1067404SAli.Saidi@ARM.com 1077436Sdam.sunwoo@arm.com /** This entry has been modified (access flag set) and needs to be 1087436Sdam.sunwoo@arm.com * written back to memory */ 1097436Sdam.sunwoo@arm.com bool _dirty; 1107436Sdam.sunwoo@arm.com 11110037SARM gem5 Developers /** Default ctor */ 11210537Sandreas.hansson@arm.com L1Descriptor() : data(0), _dirty(false) 11310037SARM gem5 Developers { 11410037SARM gem5 Developers lookupLevel = L1; 11510037SARM gem5 Developers } 11610037SARM gem5 Developers 11710037SARM gem5 Developers virtual uint64_t getRawData() const 11810037SARM gem5 Developers { 11910037SARM gem5 Developers return (data); 12010037SARM gem5 Developers } 12110037SARM gem5 Developers 12210037SARM gem5 Developers virtual std::string dbgHeader() const 12310037SARM gem5 Developers { 12410037SARM gem5 Developers return "Inserting Section Descriptor into TLB\n"; 12510037SARM gem5 Developers } 12610037SARM gem5 Developers 12710037SARM gem5 Developers virtual uint8_t offsetBits() const 12810037SARM gem5 Developers { 12910037SARM gem5 Developers return 20; 13010037SARM gem5 Developers } 13110037SARM gem5 Developers 1327404SAli.Saidi@ARM.com EntryType type() const 1337404SAli.Saidi@ARM.com { 1347404SAli.Saidi@ARM.com return (EntryType)(data & 0x3); 1357404SAli.Saidi@ARM.com } 1367404SAli.Saidi@ARM.com 1377404SAli.Saidi@ARM.com /** Is the page a Supersection (16MB)?*/ 1387404SAli.Saidi@ARM.com bool supersection() const 1397404SAli.Saidi@ARM.com { 1407404SAli.Saidi@ARM.com return bits(data, 18); 1417404SAli.Saidi@ARM.com } 1427404SAli.Saidi@ARM.com 1437404SAli.Saidi@ARM.com /** Return the physcal address of the entry, bits in position*/ 1447404SAli.Saidi@ARM.com Addr paddr() const 1457404SAli.Saidi@ARM.com { 1467404SAli.Saidi@ARM.com if (supersection()) 1477404SAli.Saidi@ARM.com panic("Super sections not implemented\n"); 1487946SGiacomo.Gabrielli@arm.com return mbits(data, 31, 20); 1497404SAli.Saidi@ARM.com } 1507694SAli.Saidi@ARM.com /** Return the physcal address of the entry, bits in position*/ 1517694SAli.Saidi@ARM.com Addr paddr(Addr va) const 1527694SAli.Saidi@ARM.com { 1537694SAli.Saidi@ARM.com if (supersection()) 1547694SAli.Saidi@ARM.com panic("Super sections not implemented\n"); 1557946SGiacomo.Gabrielli@arm.com return mbits(data, 31, 20) | mbits(va, 19, 0); 1567694SAli.Saidi@ARM.com } 1577694SAli.Saidi@ARM.com 1587404SAli.Saidi@ARM.com 1597404SAli.Saidi@ARM.com /** Return the physical frame, bits shifted right */ 1607404SAli.Saidi@ARM.com Addr pfn() const 1617404SAli.Saidi@ARM.com { 1627404SAli.Saidi@ARM.com if (supersection()) 1637404SAli.Saidi@ARM.com panic("Super sections not implemented\n"); 1647946SGiacomo.Gabrielli@arm.com return bits(data, 31, 20); 1657404SAli.Saidi@ARM.com } 1667404SAli.Saidi@ARM.com 1677404SAli.Saidi@ARM.com /** Is the translation global (no asid used)? */ 16810037SARM gem5 Developers bool global(WalkerState *currState) const 1697404SAli.Saidi@ARM.com { 17010037SARM gem5 Developers return !bits(data, 17); 1717404SAli.Saidi@ARM.com } 1727404SAli.Saidi@ARM.com 1737404SAli.Saidi@ARM.com /** Is the translation not allow execution? */ 1747404SAli.Saidi@ARM.com bool xn() const 1757404SAli.Saidi@ARM.com { 1767608SGene.Wu@arm.com return bits(data, 4); 1777404SAli.Saidi@ARM.com } 1787404SAli.Saidi@ARM.com 1797404SAli.Saidi@ARM.com /** Three bit access protection flags */ 1807404SAli.Saidi@ARM.com uint8_t ap() const 1817404SAli.Saidi@ARM.com { 1827946SGiacomo.Gabrielli@arm.com return (bits(data, 15) << 2) | bits(data, 11, 10); 1837404SAli.Saidi@ARM.com } 1847404SAli.Saidi@ARM.com 1857404SAli.Saidi@ARM.com /** Domain Client/Manager: ARM DDI 0406B: B3-31 */ 18610037SARM gem5 Developers TlbEntry::DomainType domain() const 1877404SAli.Saidi@ARM.com { 18810037SARM gem5 Developers return static_cast<TlbEntry::DomainType>(bits(data, 8, 5)); 1897404SAli.Saidi@ARM.com } 1907404SAli.Saidi@ARM.com 1917404SAli.Saidi@ARM.com /** Address of L2 descriptor if it exists */ 1927404SAli.Saidi@ARM.com Addr l2Addr() const 1937404SAli.Saidi@ARM.com { 1947946SGiacomo.Gabrielli@arm.com return mbits(data, 31, 10); 1957404SAli.Saidi@ARM.com } 1967404SAli.Saidi@ARM.com 1977436Sdam.sunwoo@arm.com /** Memory region attributes: ARM DDI 0406B: B3-32. 1987436Sdam.sunwoo@arm.com * These bits are largly ignored by M5 and only used to 1997436Sdam.sunwoo@arm.com * provide the illusion that the memory system cares about 2007436Sdam.sunwoo@arm.com * anything but cachable vs. uncachable. 2017436Sdam.sunwoo@arm.com */ 2027404SAli.Saidi@ARM.com uint8_t texcb() const 2037404SAli.Saidi@ARM.com { 2047946SGiacomo.Gabrielli@arm.com return bits(data, 2) | bits(data, 3) << 1 | bits(data, 14, 12) << 2; 2057404SAli.Saidi@ARM.com } 2067404SAli.Saidi@ARM.com 2077436Sdam.sunwoo@arm.com /** If the section is shareable. See texcb() comment. */ 2087436Sdam.sunwoo@arm.com bool shareable() const 2097436Sdam.sunwoo@arm.com { 2107436Sdam.sunwoo@arm.com return bits(data, 16); 2117436Sdam.sunwoo@arm.com } 2127436Sdam.sunwoo@arm.com 2137436Sdam.sunwoo@arm.com /** Set access flag that this entry has been touched. Mark 2147436Sdam.sunwoo@arm.com * the entry as requiring a writeback, in the future. 2157436Sdam.sunwoo@arm.com */ 2167436Sdam.sunwoo@arm.com void setAp0() 2177436Sdam.sunwoo@arm.com { 2187436Sdam.sunwoo@arm.com data |= 1 << 10; 2197436Sdam.sunwoo@arm.com _dirty = true; 2207436Sdam.sunwoo@arm.com } 2217436Sdam.sunwoo@arm.com 2227436Sdam.sunwoo@arm.com /** This entry needs to be written back to memory */ 2237436Sdam.sunwoo@arm.com bool dirty() const 2247436Sdam.sunwoo@arm.com { 2257436Sdam.sunwoo@arm.com return _dirty; 2267436Sdam.sunwoo@arm.com } 22710037SARM gem5 Developers 22810037SARM gem5 Developers /** 22910037SARM gem5 Developers * Returns true if this entry targets the secure physical address 23010037SARM gem5 Developers * map. 23110037SARM gem5 Developers */ 23210037SARM gem5 Developers bool secure(bool have_security, WalkerState *currState) const 23310037SARM gem5 Developers { 23410037SARM gem5 Developers if (have_security) { 23510037SARM gem5 Developers if (type() == PageTable) 23610037SARM gem5 Developers return !bits(data, 3); 23710037SARM gem5 Developers else 23810037SARM gem5 Developers return !bits(data, 19); 23910037SARM gem5 Developers } 24010037SARM gem5 Developers return false; 24110037SARM gem5 Developers } 2427404SAli.Saidi@ARM.com }; 2437404SAli.Saidi@ARM.com 2447404SAli.Saidi@ARM.com /** Level 2 page table descriptor */ 24510037SARM gem5 Developers class L2Descriptor : public DescriptorBase { 24610037SARM gem5 Developers public: 2477436Sdam.sunwoo@arm.com /** The raw bits of the entry. */ 24810037SARM gem5 Developers uint32_t data; 24910037SARM gem5 Developers L1Descriptor *l1Parent; 2507404SAli.Saidi@ARM.com 2517436Sdam.sunwoo@arm.com /** This entry has been modified (access flag set) and needs to be 2527436Sdam.sunwoo@arm.com * written back to memory */ 2537436Sdam.sunwoo@arm.com bool _dirty; 2547436Sdam.sunwoo@arm.com 25510037SARM gem5 Developers /** Default ctor */ 25610537Sandreas.hansson@arm.com L2Descriptor() : data(0), l1Parent(nullptr), _dirty(false) 25710037SARM gem5 Developers { 25810037SARM gem5 Developers lookupLevel = L2; 25910037SARM gem5 Developers } 26010037SARM gem5 Developers 26110537Sandreas.hansson@arm.com L2Descriptor(L1Descriptor &parent) : data(0), l1Parent(&parent), 26210537Sandreas.hansson@arm.com _dirty(false) 26310037SARM gem5 Developers { 26410037SARM gem5 Developers lookupLevel = L2; 26510037SARM gem5 Developers } 26610037SARM gem5 Developers 26710037SARM gem5 Developers virtual uint64_t getRawData() const 26810037SARM gem5 Developers { 26910037SARM gem5 Developers return (data); 27010037SARM gem5 Developers } 27110037SARM gem5 Developers 27210037SARM gem5 Developers virtual std::string dbgHeader() const 27310037SARM gem5 Developers { 27410037SARM gem5 Developers return "Inserting L2 Descriptor into TLB\n"; 27510037SARM gem5 Developers } 27610037SARM gem5 Developers 27710037SARM gem5 Developers virtual TlbEntry::DomainType domain() const 27810037SARM gem5 Developers { 27910037SARM gem5 Developers return l1Parent->domain(); 28010037SARM gem5 Developers } 28110037SARM gem5 Developers 28210037SARM gem5 Developers bool secure(bool have_security, WalkerState *currState) const 28310037SARM gem5 Developers { 28410037SARM gem5 Developers return l1Parent->secure(have_security, currState); 28510037SARM gem5 Developers } 28610037SARM gem5 Developers 28710037SARM gem5 Developers virtual uint8_t offsetBits() const 28810037SARM gem5 Developers { 28910037SARM gem5 Developers return large() ? 16 : 12; 29010037SARM gem5 Developers } 29110037SARM gem5 Developers 2927404SAli.Saidi@ARM.com /** Is the entry invalid */ 2937404SAli.Saidi@ARM.com bool invalid() const 2947404SAli.Saidi@ARM.com { 2957946SGiacomo.Gabrielli@arm.com return bits(data, 1, 0) == 0; 2967404SAli.Saidi@ARM.com } 2977404SAli.Saidi@ARM.com 2987404SAli.Saidi@ARM.com /** What is the size of the mapping? */ 2997404SAli.Saidi@ARM.com bool large() const 3007404SAli.Saidi@ARM.com { 3017404SAli.Saidi@ARM.com return bits(data, 1) == 0; 3027404SAli.Saidi@ARM.com } 3037404SAli.Saidi@ARM.com 3047404SAli.Saidi@ARM.com /** Is execution allowed on this mapping? */ 3057404SAli.Saidi@ARM.com bool xn() const 3067404SAli.Saidi@ARM.com { 3077404SAli.Saidi@ARM.com return large() ? bits(data, 15) : bits(data, 0); 3087404SAli.Saidi@ARM.com } 3097404SAli.Saidi@ARM.com 3107404SAli.Saidi@ARM.com /** Is the translation global (no asid used)? */ 31110037SARM gem5 Developers bool global(WalkerState *currState) const 3127404SAli.Saidi@ARM.com { 3137404SAli.Saidi@ARM.com return !bits(data, 11); 3147404SAli.Saidi@ARM.com } 3157404SAli.Saidi@ARM.com 3167404SAli.Saidi@ARM.com /** Three bit access protection flags */ 3177404SAli.Saidi@ARM.com uint8_t ap() const 3187404SAli.Saidi@ARM.com { 3197404SAli.Saidi@ARM.com return bits(data, 5, 4) | (bits(data, 9) << 2); 3207404SAli.Saidi@ARM.com } 3217404SAli.Saidi@ARM.com 3227404SAli.Saidi@ARM.com /** Memory region attributes: ARM DDI 0406B: B3-32 */ 3237404SAli.Saidi@ARM.com uint8_t texcb() const 3247404SAli.Saidi@ARM.com { 3257404SAli.Saidi@ARM.com return large() ? 3267946SGiacomo.Gabrielli@arm.com (bits(data, 2) | (bits(data, 3) << 1) | (bits(data, 14, 12) << 2)) : 3277946SGiacomo.Gabrielli@arm.com (bits(data, 2) | (bits(data, 3) << 1) | (bits(data, 8, 6) << 2)); 3287404SAli.Saidi@ARM.com } 3297404SAli.Saidi@ARM.com 3307404SAli.Saidi@ARM.com /** Return the physical frame, bits shifted right */ 3317404SAli.Saidi@ARM.com Addr pfn() const 3327404SAli.Saidi@ARM.com { 3337404SAli.Saidi@ARM.com return large() ? bits(data, 31, 16) : bits(data, 31, 12); 3347404SAli.Saidi@ARM.com } 3357404SAli.Saidi@ARM.com 3367694SAli.Saidi@ARM.com /** Return complete physical address given a VA */ 3377694SAli.Saidi@ARM.com Addr paddr(Addr va) const 3387694SAli.Saidi@ARM.com { 3397694SAli.Saidi@ARM.com if (large()) 3407694SAli.Saidi@ARM.com return mbits(data, 31, 16) | mbits(va, 15, 0); 3417694SAli.Saidi@ARM.com else 3427694SAli.Saidi@ARM.com return mbits(data, 31, 12) | mbits(va, 11, 0); 3437694SAli.Saidi@ARM.com } 3447694SAli.Saidi@ARM.com 3457436Sdam.sunwoo@arm.com /** If the section is shareable. See texcb() comment. */ 3467436Sdam.sunwoo@arm.com bool shareable() const 3477436Sdam.sunwoo@arm.com { 3487436Sdam.sunwoo@arm.com return bits(data, 10); 3497436Sdam.sunwoo@arm.com } 3507436Sdam.sunwoo@arm.com 3517436Sdam.sunwoo@arm.com /** Set access flag that this entry has been touched. Mark 3527436Sdam.sunwoo@arm.com * the entry as requiring a writeback, in the future. 3537436Sdam.sunwoo@arm.com */ 3547436Sdam.sunwoo@arm.com void setAp0() 3557436Sdam.sunwoo@arm.com { 3567436Sdam.sunwoo@arm.com data |= 1 << 4; 3577436Sdam.sunwoo@arm.com _dirty = true; 3587436Sdam.sunwoo@arm.com } 3597436Sdam.sunwoo@arm.com 3607436Sdam.sunwoo@arm.com /** This entry needs to be written back to memory */ 3617436Sdam.sunwoo@arm.com bool dirty() const 3627436Sdam.sunwoo@arm.com { 3637436Sdam.sunwoo@arm.com return _dirty; 3647436Sdam.sunwoo@arm.com } 3657436Sdam.sunwoo@arm.com 3667404SAli.Saidi@ARM.com }; 3677404SAli.Saidi@ARM.com 36810324SCurtis.Dunham@arm.com // Granule sizes for AArch64 long descriptors 36910324SCurtis.Dunham@arm.com enum GrainSize { 37010324SCurtis.Dunham@arm.com Grain4KB = 12, 37110324SCurtis.Dunham@arm.com Grain16KB = 14, 37210324SCurtis.Dunham@arm.com Grain64KB = 16, 37310324SCurtis.Dunham@arm.com ReservedGrain = 0 37410324SCurtis.Dunham@arm.com }; 37510324SCurtis.Dunham@arm.com 37610037SARM gem5 Developers /** Long-descriptor format (LPAE) */ 37710037SARM gem5 Developers class LongDescriptor : public DescriptorBase { 37810037SARM gem5 Developers public: 37910037SARM gem5 Developers /** Descriptor type */ 38010037SARM gem5 Developers enum EntryType { 38110037SARM gem5 Developers Invalid, 38210037SARM gem5 Developers Table, 38310037SARM gem5 Developers Block, 38410037SARM gem5 Developers Page 38510037SARM gem5 Developers }; 38610037SARM gem5 Developers 38714040Sgiacomo.travaglini@arm.com LongDescriptor() : data(0), _dirty(false) {} 38814040Sgiacomo.travaglini@arm.com 38910037SARM gem5 Developers /** The raw bits of the entry */ 39010037SARM gem5 Developers uint64_t data; 39110037SARM gem5 Developers 39210037SARM gem5 Developers /** This entry has been modified (access flag set) and needs to be 39310037SARM gem5 Developers * written back to memory */ 39410037SARM gem5 Developers bool _dirty; 39510037SARM gem5 Developers 39610037SARM gem5 Developers virtual uint64_t getRawData() const 39710037SARM gem5 Developers { 39810037SARM gem5 Developers return (data); 39910037SARM gem5 Developers } 40010037SARM gem5 Developers 40110037SARM gem5 Developers virtual std::string dbgHeader() const 40210037SARM gem5 Developers { 40310037SARM gem5 Developers if (type() == LongDescriptor::Page) { 40410037SARM gem5 Developers assert(lookupLevel == L3); 40510037SARM gem5 Developers return "Inserting Page descriptor into TLB\n"; 40610037SARM gem5 Developers } else { 40710037SARM gem5 Developers assert(lookupLevel < L3); 40810037SARM gem5 Developers return "Inserting Block descriptor into TLB\n"; 40910037SARM gem5 Developers } 41010037SARM gem5 Developers } 41110037SARM gem5 Developers 41210037SARM gem5 Developers /** 41310037SARM gem5 Developers * Returns true if this entry targets the secure physical address 41410037SARM gem5 Developers * map. 41510037SARM gem5 Developers */ 41610037SARM gem5 Developers bool secure(bool have_security, WalkerState *currState) const 41710037SARM gem5 Developers { 41810037SARM gem5 Developers assert(type() == Block || type() == Page); 41910037SARM gem5 Developers return have_security && (currState->secureLookup && !bits(data, 5)); 42010037SARM gem5 Developers } 42110037SARM gem5 Developers 42210037SARM gem5 Developers /** True if the current lookup is performed in AArch64 state */ 42310037SARM gem5 Developers bool aarch64; 42410037SARM gem5 Developers 42510037SARM gem5 Developers /** Width of the granule size in bits */ 42610324SCurtis.Dunham@arm.com GrainSize grainSize; 42710037SARM gem5 Developers 42810037SARM gem5 Developers /** Return the descriptor type */ 42910037SARM gem5 Developers EntryType type() const 43010037SARM gem5 Developers { 43110037SARM gem5 Developers switch (bits(data, 1, 0)) { 43210037SARM gem5 Developers case 0x1: 43310037SARM gem5 Developers // In AArch64 blocks are not allowed at L0 for the 4 KB granule 43410324SCurtis.Dunham@arm.com // and at L1 for 16/64 KB granules 43510324SCurtis.Dunham@arm.com if (grainSize > Grain4KB) 43610037SARM gem5 Developers return lookupLevel == L2 ? Block : Invalid; 43710037SARM gem5 Developers return lookupLevel == L0 || lookupLevel == L3 ? Invalid : Block; 43810037SARM gem5 Developers case 0x3: 43910037SARM gem5 Developers return lookupLevel == L3 ? Page : Table; 44010037SARM gem5 Developers default: 44110037SARM gem5 Developers return Invalid; 44210037SARM gem5 Developers } 44310037SARM gem5 Developers } 44410037SARM gem5 Developers 44510037SARM gem5 Developers /** Return the bit width of the page/block offset */ 44610037SARM gem5 Developers uint8_t offsetBits() const 44710037SARM gem5 Developers { 44810324SCurtis.Dunham@arm.com if (type() == Block) { 44910324SCurtis.Dunham@arm.com switch (grainSize) { 45010324SCurtis.Dunham@arm.com case Grain4KB: 45110324SCurtis.Dunham@arm.com return lookupLevel == L1 ? 30 /* 1 GB */ 45210324SCurtis.Dunham@arm.com : 21 /* 2 MB */; 45310324SCurtis.Dunham@arm.com case Grain16KB: 45410324SCurtis.Dunham@arm.com return 25 /* 32 MB */; 45510324SCurtis.Dunham@arm.com case Grain64KB: 45610324SCurtis.Dunham@arm.com return 29 /* 512 MB */; 45710324SCurtis.Dunham@arm.com default: 45810324SCurtis.Dunham@arm.com panic("Invalid AArch64 VM granule size\n"); 45910324SCurtis.Dunham@arm.com } 46010324SCurtis.Dunham@arm.com } else if (type() == Page) { 46110324SCurtis.Dunham@arm.com switch (grainSize) { 46210324SCurtis.Dunham@arm.com case Grain4KB: 46310324SCurtis.Dunham@arm.com case Grain16KB: 46410324SCurtis.Dunham@arm.com case Grain64KB: 46510324SCurtis.Dunham@arm.com return grainSize; /* enum -> uint okay */ 46610324SCurtis.Dunham@arm.com default: 46710324SCurtis.Dunham@arm.com panic("Invalid AArch64 VM granule size\n"); 46810324SCurtis.Dunham@arm.com } 46910037SARM gem5 Developers } else { 47010324SCurtis.Dunham@arm.com panic("AArch64 page table entry must be block or page\n"); 47110037SARM gem5 Developers } 47210037SARM gem5 Developers } 47310037SARM gem5 Developers 47410037SARM gem5 Developers /** Return the physical frame, bits shifted right */ 47510037SARM gem5 Developers Addr pfn() const 47610037SARM gem5 Developers { 47710037SARM gem5 Developers if (aarch64) 47810037SARM gem5 Developers return bits(data, 47, offsetBits()); 47910037SARM gem5 Developers return bits(data, 39, offsetBits()); 48010037SARM gem5 Developers } 48110037SARM gem5 Developers 48210037SARM gem5 Developers /** Return the complete physical address given a VA */ 48310037SARM gem5 Developers Addr paddr(Addr va) const 48410037SARM gem5 Developers { 48510037SARM gem5 Developers int n = offsetBits(); 48610037SARM gem5 Developers if (aarch64) 48710037SARM gem5 Developers return mbits(data, 47, n) | mbits(va, n - 1, 0); 48810037SARM gem5 Developers return mbits(data, 39, n) | mbits(va, n - 1, 0); 48910037SARM gem5 Developers } 49010037SARM gem5 Developers 49110037SARM gem5 Developers /** Return the physical address of the entry */ 49210037SARM gem5 Developers Addr paddr() const 49310037SARM gem5 Developers { 49410037SARM gem5 Developers if (aarch64) 49510037SARM gem5 Developers return mbits(data, 47, offsetBits()); 49610037SARM gem5 Developers return mbits(data, 39, offsetBits()); 49710037SARM gem5 Developers } 49810037SARM gem5 Developers 49910037SARM gem5 Developers /** Return the address of the next page table */ 50010037SARM gem5 Developers Addr nextTableAddr() const 50110037SARM gem5 Developers { 50210037SARM gem5 Developers assert(type() == Table); 50310037SARM gem5 Developers if (aarch64) 50410037SARM gem5 Developers return mbits(data, 47, grainSize); 50510037SARM gem5 Developers else 50610037SARM gem5 Developers return mbits(data, 39, 12); 50710037SARM gem5 Developers } 50810037SARM gem5 Developers 50910037SARM gem5 Developers /** Return the address of the next descriptor */ 51010037SARM gem5 Developers Addr nextDescAddr(Addr va) const 51110037SARM gem5 Developers { 51210037SARM gem5 Developers assert(type() == Table); 51310037SARM gem5 Developers Addr pa = 0; 51410037SARM gem5 Developers if (aarch64) { 51510037SARM gem5 Developers int stride = grainSize - 3; 51610037SARM gem5 Developers int va_lo = stride * (3 - (lookupLevel + 1)) + grainSize; 51710037SARM gem5 Developers int va_hi = va_lo + stride - 1; 51810037SARM gem5 Developers pa = nextTableAddr() | (bits(va, va_hi, va_lo) << 3); 51910037SARM gem5 Developers } else { 52010037SARM gem5 Developers if (lookupLevel == L1) 52110037SARM gem5 Developers pa = nextTableAddr() | (bits(va, 29, 21) << 3); 52210037SARM gem5 Developers else // lookupLevel == L2 52310037SARM gem5 Developers pa = nextTableAddr() | (bits(va, 20, 12) << 3); 52410037SARM gem5 Developers } 52510037SARM gem5 Developers return pa; 52610037SARM gem5 Developers } 52710037SARM gem5 Developers 52810037SARM gem5 Developers /** Is execution allowed on this mapping? */ 52910037SARM gem5 Developers bool xn() const 53010037SARM gem5 Developers { 53110037SARM gem5 Developers assert(type() == Block || type() == Page); 53210037SARM gem5 Developers return bits(data, 54); 53310037SARM gem5 Developers } 53410037SARM gem5 Developers 53510037SARM gem5 Developers /** Is privileged execution allowed on this mapping? (LPAE only) */ 53610037SARM gem5 Developers bool pxn() const 53710037SARM gem5 Developers { 53810037SARM gem5 Developers assert(type() == Block || type() == Page); 53910037SARM gem5 Developers return bits(data, 53); 54010037SARM gem5 Developers } 54110037SARM gem5 Developers 54210037SARM gem5 Developers /** Contiguous hint bit. */ 54310037SARM gem5 Developers bool contiguousHint() const 54410037SARM gem5 Developers { 54510037SARM gem5 Developers assert(type() == Block || type() == Page); 54610037SARM gem5 Developers return bits(data, 52); 54710037SARM gem5 Developers } 54810037SARM gem5 Developers 54910037SARM gem5 Developers /** Is the translation global (no asid used)? */ 55010037SARM gem5 Developers bool global(WalkerState *currState) const 55110037SARM gem5 Developers { 55210037SARM gem5 Developers assert(currState && (type() == Block || type() == Page)); 55310037SARM gem5 Developers if (!currState->aarch64 && (currState->isSecure && 55410037SARM gem5 Developers !currState->secureLookup)) { 55510037SARM gem5 Developers return false; // ARM ARM issue C B3.6.3 55610037SARM gem5 Developers } else if (currState->aarch64) { 55710037SARM gem5 Developers if (currState->el == EL2 || currState->el == EL3) { 55810037SARM gem5 Developers return true; // By default translations are treated as global 55910037SARM gem5 Developers // in AArch64 EL2 and EL3 56010037SARM gem5 Developers } else if (currState->isSecure && !currState->secureLookup) { 56110037SARM gem5 Developers return false; 56210037SARM gem5 Developers } 56310037SARM gem5 Developers } 56410037SARM gem5 Developers return !bits(data, 11); 56510037SARM gem5 Developers } 56610037SARM gem5 Developers 56710037SARM gem5 Developers /** Returns true if the access flag (AF) is set. */ 56810037SARM gem5 Developers bool af() const 56910037SARM gem5 Developers { 57010037SARM gem5 Developers assert(type() == Block || type() == Page); 57110037SARM gem5 Developers return bits(data, 10); 57210037SARM gem5 Developers } 57310037SARM gem5 Developers 57410037SARM gem5 Developers /** 2-bit shareability field */ 57510037SARM gem5 Developers uint8_t sh() const 57610037SARM gem5 Developers { 57710037SARM gem5 Developers assert(type() == Block || type() == Page); 57810037SARM gem5 Developers return bits(data, 9, 8); 57910037SARM gem5 Developers } 58010037SARM gem5 Developers 58110037SARM gem5 Developers /** 2-bit access protection flags */ 58210037SARM gem5 Developers uint8_t ap() const 58310037SARM gem5 Developers { 58410037SARM gem5 Developers assert(type() == Block || type() == Page); 58510037SARM gem5 Developers // Long descriptors only support the AP[2:1] scheme 58610037SARM gem5 Developers return bits(data, 7, 6); 58710037SARM gem5 Developers } 58810037SARM gem5 Developers 58910037SARM gem5 Developers /** Read/write access protection flag */ 59010037SARM gem5 Developers bool rw() const 59110037SARM gem5 Developers { 59210037SARM gem5 Developers assert(type() == Block || type() == Page); 59310037SARM gem5 Developers return !bits(data, 7); 59410037SARM gem5 Developers } 59510037SARM gem5 Developers 59610037SARM gem5 Developers /** User/privileged level access protection flag */ 59710037SARM gem5 Developers bool user() const 59810037SARM gem5 Developers { 59910037SARM gem5 Developers assert(type() == Block || type() == Page); 60010037SARM gem5 Developers return bits(data, 6); 60110037SARM gem5 Developers } 60210037SARM gem5 Developers 60310037SARM gem5 Developers /** Return the AP bits as compatible with the AP[2:0] format. Utility 60410037SARM gem5 Developers * function used to simplify the code in the TLB for performing 60510037SARM gem5 Developers * permission checks. */ 60610037SARM gem5 Developers static uint8_t ap(bool rw, bool user) 60710037SARM gem5 Developers { 60810037SARM gem5 Developers return ((!rw) << 2) | (user << 1); 60910037SARM gem5 Developers } 61010037SARM gem5 Developers 61110037SARM gem5 Developers TlbEntry::DomainType domain() const 61210037SARM gem5 Developers { 61310037SARM gem5 Developers // Long-desc. format only supports Client domain 61410037SARM gem5 Developers assert(type() == Block || type() == Page); 61510037SARM gem5 Developers return TlbEntry::DomainType::Client; 61610037SARM gem5 Developers } 61710037SARM gem5 Developers 61810037SARM gem5 Developers /** Attribute index */ 61910037SARM gem5 Developers uint8_t attrIndx() const 62010037SARM gem5 Developers { 62110037SARM gem5 Developers assert(type() == Block || type() == Page); 62210037SARM gem5 Developers return bits(data, 4, 2); 62310037SARM gem5 Developers } 62410037SARM gem5 Developers 62510037SARM gem5 Developers /** Memory attributes, only used by stage 2 translations */ 62610037SARM gem5 Developers uint8_t memAttr() const 62710037SARM gem5 Developers { 62810037SARM gem5 Developers assert(type() == Block || type() == Page); 62910037SARM gem5 Developers return bits(data, 5, 2); 63010037SARM gem5 Developers } 63110037SARM gem5 Developers 63210037SARM gem5 Developers /** Set access flag that this entry has been touched. Mark the entry as 63310037SARM gem5 Developers * requiring a writeback, in the future. */ 63410037SARM gem5 Developers void setAf() 63510037SARM gem5 Developers { 63610037SARM gem5 Developers data |= 1 << 10; 63710037SARM gem5 Developers _dirty = true; 63810037SARM gem5 Developers } 63910037SARM gem5 Developers 64010037SARM gem5 Developers /** This entry needs to be written back to memory */ 64110037SARM gem5 Developers bool dirty() const 64210037SARM gem5 Developers { 64310037SARM gem5 Developers return _dirty; 64410037SARM gem5 Developers } 64510037SARM gem5 Developers 64610037SARM gem5 Developers /** Whether the subsequent levels of lookup are secure */ 64710037SARM gem5 Developers bool secureTable() const 64810037SARM gem5 Developers { 64910037SARM gem5 Developers assert(type() == Table); 65010037SARM gem5 Developers return !bits(data, 63); 65110037SARM gem5 Developers } 65210037SARM gem5 Developers 65310037SARM gem5 Developers /** Two bit access protection flags for subsequent levels of lookup */ 65410037SARM gem5 Developers uint8_t apTable() const 65510037SARM gem5 Developers { 65610037SARM gem5 Developers assert(type() == Table); 65710037SARM gem5 Developers return bits(data, 62, 61); 65810037SARM gem5 Developers } 65910037SARM gem5 Developers 66010037SARM gem5 Developers /** R/W protection flag for subsequent levels of lookup */ 66110037SARM gem5 Developers uint8_t rwTable() const 66210037SARM gem5 Developers { 66310037SARM gem5 Developers assert(type() == Table); 66410037SARM gem5 Developers return !bits(data, 62); 66510037SARM gem5 Developers } 66610037SARM gem5 Developers 66710037SARM gem5 Developers /** User/privileged mode protection flag for subsequent levels of 66810037SARM gem5 Developers * lookup */ 66910037SARM gem5 Developers uint8_t userTable() const 67010037SARM gem5 Developers { 67110037SARM gem5 Developers assert(type() == Table); 67210037SARM gem5 Developers return !bits(data, 61); 67310037SARM gem5 Developers } 67410037SARM gem5 Developers 67510037SARM gem5 Developers /** Is execution allowed on subsequent lookup levels? */ 67610037SARM gem5 Developers bool xnTable() const 67710037SARM gem5 Developers { 67810037SARM gem5 Developers assert(type() == Table); 67910037SARM gem5 Developers return bits(data, 60); 68010037SARM gem5 Developers } 68110037SARM gem5 Developers 68210037SARM gem5 Developers /** Is privileged execution allowed on subsequent lookup levels? */ 68310037SARM gem5 Developers bool pxnTable() const 68410037SARM gem5 Developers { 68510037SARM gem5 Developers assert(type() == Table); 68610037SARM gem5 Developers return bits(data, 59); 68710037SARM gem5 Developers } 68810037SARM gem5 Developers }; 68910037SARM gem5 Developers 69010037SARM gem5 Developers class WalkerState 69110037SARM gem5 Developers { 69210037SARM gem5 Developers public: 69310037SARM gem5 Developers /** Thread context that we're doing the walk for */ 69410037SARM gem5 Developers ThreadContext *tc; 69510037SARM gem5 Developers 69610037SARM gem5 Developers /** If the access is performed in AArch64 state */ 69710037SARM gem5 Developers bool aarch64; 69810037SARM gem5 Developers 69910037SARM gem5 Developers /** Current exception level */ 70010037SARM gem5 Developers ExceptionLevel el; 70110037SARM gem5 Developers 70210037SARM gem5 Developers /** Current physical address range in bits */ 70310037SARM gem5 Developers int physAddrRange; 70410037SARM gem5 Developers 70510037SARM gem5 Developers /** Request that is currently being serviced */ 70610037SARM gem5 Developers RequestPtr req; 70710037SARM gem5 Developers 70810037SARM gem5 Developers /** ASID that we're servicing the request under */ 70910037SARM gem5 Developers uint16_t asid; 71010037SARM gem5 Developers uint8_t vmid; 71110037SARM gem5 Developers bool isHyp; 71210037SARM gem5 Developers 71310037SARM gem5 Developers /** Translation state for delayed requests */ 71410037SARM gem5 Developers TLB::Translation *transState; 71510037SARM gem5 Developers 71610037SARM gem5 Developers /** The fault that we are going to return */ 71710037SARM gem5 Developers Fault fault; 71810037SARM gem5 Developers 71910037SARM gem5 Developers /** The virtual address that is being translated with tagging removed.*/ 72010037SARM gem5 Developers Addr vaddr; 72110037SARM gem5 Developers 72210037SARM gem5 Developers /** The virtual address that is being translated */ 72310037SARM gem5 Developers Addr vaddr_tainted; 72410037SARM gem5 Developers 72510037SARM gem5 Developers /** Cached copy of the sctlr as it existed when translation began */ 72610037SARM gem5 Developers SCTLR sctlr; 72710037SARM gem5 Developers 72810037SARM gem5 Developers /** Cached copy of the scr as it existed when translation began */ 72910037SARM gem5 Developers SCR scr; 73010037SARM gem5 Developers 73110037SARM gem5 Developers /** Cached copy of the cpsr as it existed when translation began */ 73210037SARM gem5 Developers CPSR cpsr; 73310037SARM gem5 Developers 73410324SCurtis.Dunham@arm.com /** Cached copy of ttbcr/tcr as it existed when translation began */ 73510324SCurtis.Dunham@arm.com union { 73610324SCurtis.Dunham@arm.com TTBCR ttbcr; // AArch32 translations 73710324SCurtis.Dunham@arm.com TCR tcr; // AArch64 translations 73810324SCurtis.Dunham@arm.com }; 73910037SARM gem5 Developers 74010037SARM gem5 Developers /** Cached copy of the htcr as it existed when translation began. */ 74110037SARM gem5 Developers HTCR htcr; 74210037SARM gem5 Developers 74310037SARM gem5 Developers /** Cached copy of the htcr as it existed when translation began. */ 74410037SARM gem5 Developers HCR hcr; 74510037SARM gem5 Developers 74610037SARM gem5 Developers /** Cached copy of the vtcr as it existed when translation began. */ 74710037SARM gem5 Developers VTCR_t vtcr; 74810037SARM gem5 Developers 74910037SARM gem5 Developers /** If the access is a write */ 75010037SARM gem5 Developers bool isWrite; 75110037SARM gem5 Developers 75210037SARM gem5 Developers /** If the access is a fetch (for execution, and no-exec) must be checked?*/ 75310037SARM gem5 Developers bool isFetch; 75410037SARM gem5 Developers 75510037SARM gem5 Developers /** If the access comes from the secure state. */ 75610037SARM gem5 Developers bool isSecure; 75710037SARM gem5 Developers 75810037SARM gem5 Developers /** Helper variables used to implement hierarchical access permissions 75910037SARM gem5 Developers * when the long-desc. format is used (LPAE only) */ 76010037SARM gem5 Developers bool secureLookup; 76110037SARM gem5 Developers bool rwTable; 76210037SARM gem5 Developers bool userTable; 76310037SARM gem5 Developers bool xnTable; 76410037SARM gem5 Developers bool pxnTable; 76510037SARM gem5 Developers 76610037SARM gem5 Developers /** Flag indicating if a second stage of lookup is required */ 76710037SARM gem5 Developers bool stage2Req; 76810037SARM gem5 Developers 76910037SARM gem5 Developers /** A pointer to the stage 2 translation that's in progress */ 77010037SARM gem5 Developers TLB::Translation *stage2Tran; 77110037SARM gem5 Developers 77210037SARM gem5 Developers /** If the mode is timing or atomic */ 77310037SARM gem5 Developers bool timing; 77410037SARM gem5 Developers 77510037SARM gem5 Developers /** If the atomic mode should be functional */ 77610037SARM gem5 Developers bool functional; 77710037SARM gem5 Developers 77810037SARM gem5 Developers /** Save mode for use in delayed response */ 77910037SARM gem5 Developers BaseTLB::Mode mode; 78010037SARM gem5 Developers 78110037SARM gem5 Developers /** The translation type that has been requested */ 78210037SARM gem5 Developers TLB::ArmTranslationType tranType; 78310037SARM gem5 Developers 78410037SARM gem5 Developers /** Short-format descriptors */ 78510037SARM gem5 Developers L1Descriptor l1Desc; 78610037SARM gem5 Developers L2Descriptor l2Desc; 78710037SARM gem5 Developers 78810037SARM gem5 Developers /** Long-format descriptor (LPAE and AArch64) */ 78910037SARM gem5 Developers LongDescriptor longDesc; 79010037SARM gem5 Developers 79110037SARM gem5 Developers /** Whether the response is delayed in timing mode due to additional 79210037SARM gem5 Developers * lookups */ 79310037SARM gem5 Developers bool delayed; 79410037SARM gem5 Developers 79510037SARM gem5 Developers TableWalker *tableWalker; 79610037SARM gem5 Developers 79710621SCurtis.Dunham@arm.com /** Timestamp for calculating elapsed time in service (for stats) */ 79810621SCurtis.Dunham@arm.com Tick startTime; 79910621SCurtis.Dunham@arm.com 80010621SCurtis.Dunham@arm.com /** Page entries walked during service (for stats) */ 80110621SCurtis.Dunham@arm.com unsigned levels; 80210621SCurtis.Dunham@arm.com 80310037SARM gem5 Developers void doL1Descriptor(); 80410037SARM gem5 Developers void doL2Descriptor(); 80510037SARM gem5 Developers 80610037SARM gem5 Developers void doLongDescriptor(); 80710037SARM gem5 Developers 80810037SARM gem5 Developers WalkerState(); 80910037SARM gem5 Developers 81010037SARM gem5 Developers std::string name() const { return tableWalker->name(); } 81110037SARM gem5 Developers }; 81210037SARM gem5 Developers 8139015Sandreas.hansson@arm.com protected: 8149015Sandreas.hansson@arm.com 81510037SARM gem5 Developers /** Queues of requests for all the different lookup levels */ 81610037SARM gem5 Developers std::list<WalkerState *> stateQueues[MAX_LOOKUP_LEVELS]; 8177439Sdam.sunwoo@arm.com 8187728SAli.Saidi@ARM.com /** Queue of requests that have passed are waiting because the walker is 8197728SAli.Saidi@ARM.com * currently busy. */ 8208902Sandreas.hansson@arm.com std::list<WalkerState *> pendingQueue; 8217728SAli.Saidi@ARM.com 82210037SARM gem5 Developers /** The MMU to forward second stage look upts to */ 82310037SARM gem5 Developers Stage2MMU *stage2Mmu; 82410037SARM gem5 Developers 82510717Sandreas.hansson@arm.com /** Port shared by the two table walkers. */ 82610717Sandreas.hansson@arm.com DmaPort* port; 82710717Sandreas.hansson@arm.com 82810717Sandreas.hansson@arm.com /** Master id assigned by the MMU. */ 82910717Sandreas.hansson@arm.com MasterID masterId; 83010717Sandreas.hansson@arm.com 83110037SARM gem5 Developers /** Indicates whether this table walker is part of the stage 2 mmu */ 83210037SARM gem5 Developers const bool isStage2; 83310037SARM gem5 Developers 8347404SAli.Saidi@ARM.com /** TLB that is initiating these table walks */ 8357404SAli.Saidi@ARM.com TLB *tlb; 8367404SAli.Saidi@ARM.com 8377404SAli.Saidi@ARM.com /** Cached copy of the sctlr as it existed when translation began */ 8387404SAli.Saidi@ARM.com SCTLR sctlr; 8397404SAli.Saidi@ARM.com 8407439Sdam.sunwoo@arm.com WalkerState *currState; 8417437Sdam.sunwoo@arm.com 8427728SAli.Saidi@ARM.com /** If a timing translation is currently in progress */ 8437728SAli.Saidi@ARM.com bool pending; 8447728SAli.Saidi@ARM.com 8459258SAli.Saidi@ARM.com /** The number of walks belonging to squashed instructions that can be 8469258SAli.Saidi@ARM.com * removed from the pendingQueue per cycle. */ 8479258SAli.Saidi@ARM.com unsigned numSquashable; 8489258SAli.Saidi@ARM.com 84910037SARM gem5 Developers /** Cached copies of system-level properties */ 85010037SARM gem5 Developers bool haveSecurity; 85110037SARM gem5 Developers bool _haveLPAE; 85210037SARM gem5 Developers bool _haveVirtualization; 85310037SARM gem5 Developers uint8_t physAddrRange; 85410037SARM gem5 Developers bool _haveLargeAsid64; 85510037SARM gem5 Developers 85610621SCurtis.Dunham@arm.com /** Statistics */ 85710621SCurtis.Dunham@arm.com Stats::Scalar statWalks; 85810621SCurtis.Dunham@arm.com Stats::Scalar statWalksShortDescriptor; 85910621SCurtis.Dunham@arm.com Stats::Scalar statWalksLongDescriptor; 86010621SCurtis.Dunham@arm.com Stats::Vector statWalksShortTerminatedAtLevel; 86110621SCurtis.Dunham@arm.com Stats::Vector statWalksLongTerminatedAtLevel; 86210621SCurtis.Dunham@arm.com Stats::Scalar statSquashedBefore; 86310621SCurtis.Dunham@arm.com Stats::Scalar statSquashedAfter; 86410621SCurtis.Dunham@arm.com Stats::Histogram statWalkWaitTime; 86510621SCurtis.Dunham@arm.com Stats::Histogram statWalkServiceTime; 86610621SCurtis.Dunham@arm.com Stats::Histogram statPendingWalks; // essentially "L" of queueing theory 86710621SCurtis.Dunham@arm.com Stats::Vector statPageSizes; 86810621SCurtis.Dunham@arm.com Stats::Vector2d statRequestOrigin; 86910621SCurtis.Dunham@arm.com 87010621SCurtis.Dunham@arm.com mutable unsigned pendingReqs; 87110621SCurtis.Dunham@arm.com mutable Tick pendingChangeTick; 87210621SCurtis.Dunham@arm.com 87310621SCurtis.Dunham@arm.com static const unsigned REQUESTED = 0; 87410621SCurtis.Dunham@arm.com static const unsigned COMPLETED = 1; 87510621SCurtis.Dunham@arm.com 8767404SAli.Saidi@ARM.com public: 87710037SARM gem5 Developers typedef ArmTableWalkerParams Params; 8787404SAli.Saidi@ARM.com TableWalker(const Params *p); 8797404SAli.Saidi@ARM.com virtual ~TableWalker(); 8807404SAli.Saidi@ARM.com 8817404SAli.Saidi@ARM.com const Params * 8827404SAli.Saidi@ARM.com params() const 8837404SAli.Saidi@ARM.com { 8847404SAli.Saidi@ARM.com return dynamic_cast<const Params *>(_params); 8857404SAli.Saidi@ARM.com } 8867404SAli.Saidi@ARM.com 88711169Sandreas.hansson@arm.com void init() override; 88810717Sandreas.hansson@arm.com 88910037SARM gem5 Developers bool haveLPAE() const { return _haveLPAE; } 89010037SARM gem5 Developers bool haveVirtualization() const { return _haveVirtualization; } 89110037SARM gem5 Developers bool haveLargeAsid64() const { return _haveLargeAsid64; } 8929152Satgutier@umich.edu /** Checks if all state is cleared and if so, completes drain */ 8939152Satgutier@umich.edu void completeDrain(); 89411168Sandreas.hansson@arm.com DrainState drain() override; 89511169Sandreas.hansson@arm.com void drainResume() override; 89610717Sandreas.hansson@arm.com 89713784Sgabeblack@google.com Port &getPort(const std::string &if_name, 89813784Sgabeblack@google.com PortID idx=InvalidPortID) override; 89910717Sandreas.hansson@arm.com 90011169Sandreas.hansson@arm.com void regStats() override; 9017404SAli.Saidi@ARM.com 90212749Sgiacomo.travaglini@arm.com Fault walk(const RequestPtr &req, ThreadContext *tc, 90312749Sgiacomo.travaglini@arm.com uint16_t asid, uint8_t _vmid, 90410037SARM gem5 Developers bool _isHyp, TLB::Mode mode, TLB::Translation *_trans, 90510037SARM gem5 Developers bool timing, bool functional, bool secure, 90611580SDylan.Johnson@ARM.com TLB::ArmTranslationType tranType, bool _stage2Req); 9077404SAli.Saidi@ARM.com 9087404SAli.Saidi@ARM.com void setTlb(TLB *_tlb) { tlb = _tlb; } 90910037SARM gem5 Developers TLB* getTlb() { return tlb; } 91010717Sandreas.hansson@arm.com void setMMU(Stage2MMU *m, MasterID master_id); 9117439Sdam.sunwoo@arm.com void memAttrs(ThreadContext *tc, TlbEntry &te, SCTLR sctlr, 9127439Sdam.sunwoo@arm.com uint8_t texcb, bool s); 91310037SARM gem5 Developers void memAttrsLPAE(ThreadContext *tc, TlbEntry &te, 91410037SARM gem5 Developers LongDescriptor &lDescriptor); 91511583SDylan.Johnson@ARM.com void memAttrsAArch64(ThreadContext *tc, TlbEntry &te, 91611583SDylan.Johnson@ARM.com LongDescriptor &lDescriptor); 91710037SARM gem5 Developers 91810037SARM gem5 Developers static LookupLevel toLookupLevel(uint8_t lookup_level_as_int); 9197404SAli.Saidi@ARM.com 9207404SAli.Saidi@ARM.com private: 9217404SAli.Saidi@ARM.com 9227404SAli.Saidi@ARM.com void doL1Descriptor(); 9237437Sdam.sunwoo@arm.com void doL1DescriptorWrapper(); 92412086Sspwilson2@wisc.edu EventFunctionWrapper doL1DescEvent; 9257404SAli.Saidi@ARM.com 9267404SAli.Saidi@ARM.com void doL2Descriptor(); 9277437Sdam.sunwoo@arm.com void doL2DescriptorWrapper(); 92812086Sspwilson2@wisc.edu EventFunctionWrapper doL2DescEvent; 92910037SARM gem5 Developers 93010037SARM gem5 Developers void doLongDescriptor(); 93110037SARM gem5 Developers 93210037SARM gem5 Developers void doL0LongDescriptorWrapper(); 93312086Sspwilson2@wisc.edu EventFunctionWrapper doL0LongDescEvent; 93410037SARM gem5 Developers void doL1LongDescriptorWrapper(); 93512086Sspwilson2@wisc.edu EventFunctionWrapper doL1LongDescEvent; 93610037SARM gem5 Developers void doL2LongDescriptorWrapper(); 93712086Sspwilson2@wisc.edu EventFunctionWrapper doL2LongDescEvent; 93810037SARM gem5 Developers void doL3LongDescriptorWrapper(); 93912086Sspwilson2@wisc.edu EventFunctionWrapper doL3LongDescEvent; 94010037SARM gem5 Developers 94110037SARM gem5 Developers void doLongDescriptorWrapper(LookupLevel curr_lookup_level); 94211588SCurtis.Dunham@arm.com Event* LongDescEventByLevel[4]; 94310037SARM gem5 Developers 94410037SARM gem5 Developers bool fetchDescriptor(Addr descAddr, uint8_t *data, int numBytes, 94510037SARM gem5 Developers Request::Flags flags, int queueIndex, Event *event, 94610037SARM gem5 Developers void (TableWalker::*doDescriptor)()); 94710037SARM gem5 Developers 94810037SARM gem5 Developers void insertTableEntry(DescriptorBase &descriptor, bool longDescriptor); 9497404SAli.Saidi@ARM.com 9507728SAli.Saidi@ARM.com Fault processWalk(); 95110037SARM gem5 Developers Fault processWalkLPAE(); 95210037SARM gem5 Developers static unsigned adjustTableSizeAArch64(unsigned tsz); 95310037SARM gem5 Developers /// Returns true if the address exceeds the range permitted by the 95410037SARM gem5 Developers /// system-wide setting or by the TCR_ELx IPS/PS setting 95510037SARM gem5 Developers static bool checkAddrSizeFaultAArch64(Addr addr, int currPhysAddrRange); 95610037SARM gem5 Developers Fault processWalkAArch64(); 9577728SAli.Saidi@ARM.com void processWalkWrapper(); 95812086Sspwilson2@wisc.edu EventFunctionWrapper doProcessEvent; 9597404SAli.Saidi@ARM.com 9607728SAli.Saidi@ARM.com void nextWalk(ThreadContext *tc); 96110621SCurtis.Dunham@arm.com 96210621SCurtis.Dunham@arm.com void pendingChange(); 96310621SCurtis.Dunham@arm.com 96410621SCurtis.Dunham@arm.com static uint8_t pageSizeNtoStatBin(uint8_t N); 96511395Sandreas.sandberg@arm.com 96611395Sandreas.sandberg@arm.com Fault testWalk(Addr pa, Addr size, TlbEntry::DomainType domain, 96711395Sandreas.sandberg@arm.com LookupLevel lookup_level); 9687404SAli.Saidi@ARM.com}; 9697404SAli.Saidi@ARM.com 9707404SAli.Saidi@ARM.com} // namespace ArmISA 9717404SAli.Saidi@ARM.com 9727404SAli.Saidi@ARM.com#endif //__ARCH_ARM_TABLE_WALKER_HH__ 9737404SAli.Saidi@ARM.com 974