table_walker.hh revision 13892
17404SAli.Saidi@ARM.com/* 211580SDylan.Johnson@ARM.com * Copyright (c) 2010-2016 ARM Limited 37404SAli.Saidi@ARM.com * All rights reserved 47404SAli.Saidi@ARM.com * 57404SAli.Saidi@ARM.com * The license below extends only to copyright in the software and shall 67404SAli.Saidi@ARM.com * not be construed as granting a license to any other intellectual 77404SAli.Saidi@ARM.com * property including but not limited to intellectual property relating 87404SAli.Saidi@ARM.com * to a hardware implementation of the functionality of the software 97404SAli.Saidi@ARM.com * licensed hereunder. You may use the software subject to the license 107404SAli.Saidi@ARM.com * terms below provided that you ensure that this notice is replicated 117404SAli.Saidi@ARM.com * unmodified and in its entirety in all distributions of the software, 127404SAli.Saidi@ARM.com * modified or unmodified, in source code or in binary form. 137404SAli.Saidi@ARM.com * 147404SAli.Saidi@ARM.com * Redistribution and use in source and binary forms, with or without 157404SAli.Saidi@ARM.com * modification, are permitted provided that the following conditions are 167404SAli.Saidi@ARM.com * met: redistributions of source code must retain the above copyright 177404SAli.Saidi@ARM.com * notice, this list of conditions and the following disclaimer; 187404SAli.Saidi@ARM.com * redistributions in binary form must reproduce the above copyright 197404SAli.Saidi@ARM.com * notice, this list of conditions and the following disclaimer in the 207404SAli.Saidi@ARM.com * documentation and/or other materials provided with the distribution; 217404SAli.Saidi@ARM.com * neither the name of the copyright holders nor the names of its 227404SAli.Saidi@ARM.com * contributors may be used to endorse or promote products derived from 237404SAli.Saidi@ARM.com * this software without specific prior written permission. 247404SAli.Saidi@ARM.com * 257404SAli.Saidi@ARM.com * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 267404SAli.Saidi@ARM.com * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 277404SAli.Saidi@ARM.com * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 287404SAli.Saidi@ARM.com * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 297404SAli.Saidi@ARM.com * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 307404SAli.Saidi@ARM.com * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 317404SAli.Saidi@ARM.com * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 327404SAli.Saidi@ARM.com * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 337404SAli.Saidi@ARM.com * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 347404SAli.Saidi@ARM.com * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 357404SAli.Saidi@ARM.com * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 367404SAli.Saidi@ARM.com * 377404SAli.Saidi@ARM.com * Authors: Ali Saidi 3810037SARM gem5 Developers * Giacomo Gabrielli 397404SAli.Saidi@ARM.com */ 407404SAli.Saidi@ARM.com 417404SAli.Saidi@ARM.com#ifndef __ARCH_ARM_TABLE_WALKER_HH__ 427404SAli.Saidi@ARM.com#define __ARCH_ARM_TABLE_WALKER_HH__ 437404SAli.Saidi@ARM.com 447578Sdam.sunwoo@arm.com#include <list> 457578Sdam.sunwoo@arm.com 467404SAli.Saidi@ARM.com#include "arch/arm/miscregs.hh" 4710037SARM gem5 Developers#include "arch/arm/system.hh" 487404SAli.Saidi@ARM.com#include "arch/arm/tlb.hh" 497404SAli.Saidi@ARM.com#include "mem/request.hh" 507404SAli.Saidi@ARM.com#include "params/ArmTableWalker.hh" 5113892Sgabeblack@google.com#include "sim/clocked_object.hh" 527404SAli.Saidi@ARM.com#include "sim/eventq.hh" 537404SAli.Saidi@ARM.com 547404SAli.Saidi@ARM.comclass ThreadContext; 557404SAli.Saidi@ARM.com 5610873Sandreas.sandberg@arm.comclass DmaPort; 5710873Sandreas.sandberg@arm.com 587404SAli.Saidi@ARM.comnamespace ArmISA { 597404SAli.Saidi@ARM.comclass Translation; 607404SAli.Saidi@ARM.comclass TLB; 6110037SARM gem5 Developersclass Stage2MMU; 627404SAli.Saidi@ARM.com 6313892Sgabeblack@google.comclass TableWalker : public ClockedObject 647404SAli.Saidi@ARM.com{ 657694SAli.Saidi@ARM.com public: 6610037SARM gem5 Developers class WalkerState; 6710037SARM gem5 Developers 6810037SARM gem5 Developers class DescriptorBase { 6910037SARM gem5 Developers public: 7010037SARM gem5 Developers /** Current lookup level for this descriptor */ 7110037SARM gem5 Developers LookupLevel lookupLevel; 7210037SARM gem5 Developers 7310037SARM gem5 Developers virtual Addr pfn() const = 0; 7410037SARM gem5 Developers virtual TlbEntry::DomainType domain() const = 0; 7510037SARM gem5 Developers virtual bool xn() const = 0; 7610037SARM gem5 Developers virtual uint8_t ap() const = 0; 7710037SARM gem5 Developers virtual bool global(WalkerState *currState) const = 0; 7810037SARM gem5 Developers virtual uint8_t offsetBits() const = 0; 7910037SARM gem5 Developers virtual bool secure(bool have_security, WalkerState *currState) const = 0; 8010037SARM gem5 Developers virtual std::string dbgHeader() const = 0; 8110037SARM gem5 Developers virtual uint64_t getRawData() const = 0; 8210037SARM gem5 Developers virtual uint8_t texcb() const 8310037SARM gem5 Developers { 8410037SARM gem5 Developers panic("texcb() not implemented for this class\n"); 8510037SARM gem5 Developers } 8610037SARM gem5 Developers virtual bool shareable() const 8710037SARM gem5 Developers { 8810037SARM gem5 Developers panic("shareable() not implemented for this class\n"); 8910037SARM gem5 Developers } 9010037SARM gem5 Developers }; 9110037SARM gem5 Developers 9210037SARM gem5 Developers class L1Descriptor : public DescriptorBase { 9310037SARM gem5 Developers public: 947404SAli.Saidi@ARM.com /** Type of page table entry ARM DDI 0406B: B3-8*/ 957404SAli.Saidi@ARM.com enum EntryType { 967404SAli.Saidi@ARM.com Ignore, 977404SAli.Saidi@ARM.com PageTable, 987404SAli.Saidi@ARM.com Section, 997404SAli.Saidi@ARM.com Reserved 1007404SAli.Saidi@ARM.com }; 1017404SAli.Saidi@ARM.com 1027436Sdam.sunwoo@arm.com /** The raw bits of the entry */ 1037404SAli.Saidi@ARM.com uint32_t data; 1047404SAli.Saidi@ARM.com 1057436Sdam.sunwoo@arm.com /** This entry has been modified (access flag set) and needs to be 1067436Sdam.sunwoo@arm.com * written back to memory */ 1077436Sdam.sunwoo@arm.com bool _dirty; 1087436Sdam.sunwoo@arm.com 10910037SARM gem5 Developers /** Default ctor */ 11010537Sandreas.hansson@arm.com L1Descriptor() : data(0), _dirty(false) 11110037SARM gem5 Developers { 11210037SARM gem5 Developers lookupLevel = L1; 11310037SARM gem5 Developers } 11410037SARM gem5 Developers 11510037SARM gem5 Developers virtual uint64_t getRawData() const 11610037SARM gem5 Developers { 11710037SARM gem5 Developers return (data); 11810037SARM gem5 Developers } 11910037SARM gem5 Developers 12010037SARM gem5 Developers virtual std::string dbgHeader() const 12110037SARM gem5 Developers { 12210037SARM gem5 Developers return "Inserting Section Descriptor into TLB\n"; 12310037SARM gem5 Developers } 12410037SARM gem5 Developers 12510037SARM gem5 Developers virtual uint8_t offsetBits() const 12610037SARM gem5 Developers { 12710037SARM gem5 Developers return 20; 12810037SARM gem5 Developers } 12910037SARM gem5 Developers 1307404SAli.Saidi@ARM.com EntryType type() const 1317404SAli.Saidi@ARM.com { 1327404SAli.Saidi@ARM.com return (EntryType)(data & 0x3); 1337404SAli.Saidi@ARM.com } 1347404SAli.Saidi@ARM.com 1357404SAli.Saidi@ARM.com /** Is the page a Supersection (16MB)?*/ 1367404SAli.Saidi@ARM.com bool supersection() const 1377404SAli.Saidi@ARM.com { 1387404SAli.Saidi@ARM.com return bits(data, 18); 1397404SAli.Saidi@ARM.com } 1407404SAli.Saidi@ARM.com 1417404SAli.Saidi@ARM.com /** Return the physcal address of the entry, bits in position*/ 1427404SAli.Saidi@ARM.com Addr paddr() const 1437404SAli.Saidi@ARM.com { 1447404SAli.Saidi@ARM.com if (supersection()) 1457404SAli.Saidi@ARM.com panic("Super sections not implemented\n"); 1467946SGiacomo.Gabrielli@arm.com return mbits(data, 31, 20); 1477404SAli.Saidi@ARM.com } 1487694SAli.Saidi@ARM.com /** Return the physcal address of the entry, bits in position*/ 1497694SAli.Saidi@ARM.com Addr paddr(Addr va) const 1507694SAli.Saidi@ARM.com { 1517694SAli.Saidi@ARM.com if (supersection()) 1527694SAli.Saidi@ARM.com panic("Super sections not implemented\n"); 1537946SGiacomo.Gabrielli@arm.com return mbits(data, 31, 20) | mbits(va, 19, 0); 1547694SAli.Saidi@ARM.com } 1557694SAli.Saidi@ARM.com 1567404SAli.Saidi@ARM.com 1577404SAli.Saidi@ARM.com /** Return the physical frame, bits shifted right */ 1587404SAli.Saidi@ARM.com Addr pfn() const 1597404SAli.Saidi@ARM.com { 1607404SAli.Saidi@ARM.com if (supersection()) 1617404SAli.Saidi@ARM.com panic("Super sections not implemented\n"); 1627946SGiacomo.Gabrielli@arm.com return bits(data, 31, 20); 1637404SAli.Saidi@ARM.com } 1647404SAli.Saidi@ARM.com 1657404SAli.Saidi@ARM.com /** Is the translation global (no asid used)? */ 16610037SARM gem5 Developers bool global(WalkerState *currState) const 1677404SAli.Saidi@ARM.com { 16810037SARM gem5 Developers return !bits(data, 17); 1697404SAli.Saidi@ARM.com } 1707404SAli.Saidi@ARM.com 1717404SAli.Saidi@ARM.com /** Is the translation not allow execution? */ 1727404SAli.Saidi@ARM.com bool xn() const 1737404SAli.Saidi@ARM.com { 1747608SGene.Wu@arm.com return bits(data, 4); 1757404SAli.Saidi@ARM.com } 1767404SAli.Saidi@ARM.com 1777404SAli.Saidi@ARM.com /** Three bit access protection flags */ 1787404SAli.Saidi@ARM.com uint8_t ap() const 1797404SAli.Saidi@ARM.com { 1807946SGiacomo.Gabrielli@arm.com return (bits(data, 15) << 2) | bits(data, 11, 10); 1817404SAli.Saidi@ARM.com } 1827404SAli.Saidi@ARM.com 1837404SAli.Saidi@ARM.com /** Domain Client/Manager: ARM DDI 0406B: B3-31 */ 18410037SARM gem5 Developers TlbEntry::DomainType domain() const 1857404SAli.Saidi@ARM.com { 18610037SARM gem5 Developers return static_cast<TlbEntry::DomainType>(bits(data, 8, 5)); 1877404SAli.Saidi@ARM.com } 1887404SAli.Saidi@ARM.com 1897404SAli.Saidi@ARM.com /** Address of L2 descriptor if it exists */ 1907404SAli.Saidi@ARM.com Addr l2Addr() const 1917404SAli.Saidi@ARM.com { 1927946SGiacomo.Gabrielli@arm.com return mbits(data, 31, 10); 1937404SAli.Saidi@ARM.com } 1947404SAli.Saidi@ARM.com 1957436Sdam.sunwoo@arm.com /** Memory region attributes: ARM DDI 0406B: B3-32. 1967436Sdam.sunwoo@arm.com * These bits are largly ignored by M5 and only used to 1977436Sdam.sunwoo@arm.com * provide the illusion that the memory system cares about 1987436Sdam.sunwoo@arm.com * anything but cachable vs. uncachable. 1997436Sdam.sunwoo@arm.com */ 2007404SAli.Saidi@ARM.com uint8_t texcb() const 2017404SAli.Saidi@ARM.com { 2027946SGiacomo.Gabrielli@arm.com return bits(data, 2) | bits(data, 3) << 1 | bits(data, 14, 12) << 2; 2037404SAli.Saidi@ARM.com } 2047404SAli.Saidi@ARM.com 2057436Sdam.sunwoo@arm.com /** If the section is shareable. See texcb() comment. */ 2067436Sdam.sunwoo@arm.com bool shareable() const 2077436Sdam.sunwoo@arm.com { 2087436Sdam.sunwoo@arm.com return bits(data, 16); 2097436Sdam.sunwoo@arm.com } 2107436Sdam.sunwoo@arm.com 2117436Sdam.sunwoo@arm.com /** Set access flag that this entry has been touched. Mark 2127436Sdam.sunwoo@arm.com * the entry as requiring a writeback, in the future. 2137436Sdam.sunwoo@arm.com */ 2147436Sdam.sunwoo@arm.com void setAp0() 2157436Sdam.sunwoo@arm.com { 2167436Sdam.sunwoo@arm.com data |= 1 << 10; 2177436Sdam.sunwoo@arm.com _dirty = true; 2187436Sdam.sunwoo@arm.com } 2197436Sdam.sunwoo@arm.com 2207436Sdam.sunwoo@arm.com /** This entry needs to be written back to memory */ 2217436Sdam.sunwoo@arm.com bool dirty() const 2227436Sdam.sunwoo@arm.com { 2237436Sdam.sunwoo@arm.com return _dirty; 2247436Sdam.sunwoo@arm.com } 22510037SARM gem5 Developers 22610037SARM gem5 Developers /** 22710037SARM gem5 Developers * Returns true if this entry targets the secure physical address 22810037SARM gem5 Developers * map. 22910037SARM gem5 Developers */ 23010037SARM gem5 Developers bool secure(bool have_security, WalkerState *currState) const 23110037SARM gem5 Developers { 23210037SARM gem5 Developers if (have_security) { 23310037SARM gem5 Developers if (type() == PageTable) 23410037SARM gem5 Developers return !bits(data, 3); 23510037SARM gem5 Developers else 23610037SARM gem5 Developers return !bits(data, 19); 23710037SARM gem5 Developers } 23810037SARM gem5 Developers return false; 23910037SARM gem5 Developers } 2407404SAli.Saidi@ARM.com }; 2417404SAli.Saidi@ARM.com 2427404SAli.Saidi@ARM.com /** Level 2 page table descriptor */ 24310037SARM gem5 Developers class L2Descriptor : public DescriptorBase { 24410037SARM gem5 Developers public: 2457436Sdam.sunwoo@arm.com /** The raw bits of the entry. */ 24610037SARM gem5 Developers uint32_t data; 24710037SARM gem5 Developers L1Descriptor *l1Parent; 2487404SAli.Saidi@ARM.com 2497436Sdam.sunwoo@arm.com /** This entry has been modified (access flag set) and needs to be 2507436Sdam.sunwoo@arm.com * written back to memory */ 2517436Sdam.sunwoo@arm.com bool _dirty; 2527436Sdam.sunwoo@arm.com 25310037SARM gem5 Developers /** Default ctor */ 25410537Sandreas.hansson@arm.com L2Descriptor() : data(0), l1Parent(nullptr), _dirty(false) 25510037SARM gem5 Developers { 25610037SARM gem5 Developers lookupLevel = L2; 25710037SARM gem5 Developers } 25810037SARM gem5 Developers 25910537Sandreas.hansson@arm.com L2Descriptor(L1Descriptor &parent) : data(0), l1Parent(&parent), 26010537Sandreas.hansson@arm.com _dirty(false) 26110037SARM gem5 Developers { 26210037SARM gem5 Developers lookupLevel = L2; 26310037SARM gem5 Developers } 26410037SARM gem5 Developers 26510037SARM gem5 Developers virtual uint64_t getRawData() const 26610037SARM gem5 Developers { 26710037SARM gem5 Developers return (data); 26810037SARM gem5 Developers } 26910037SARM gem5 Developers 27010037SARM gem5 Developers virtual std::string dbgHeader() const 27110037SARM gem5 Developers { 27210037SARM gem5 Developers return "Inserting L2 Descriptor into TLB\n"; 27310037SARM gem5 Developers } 27410037SARM gem5 Developers 27510037SARM gem5 Developers virtual TlbEntry::DomainType domain() const 27610037SARM gem5 Developers { 27710037SARM gem5 Developers return l1Parent->domain(); 27810037SARM gem5 Developers } 27910037SARM gem5 Developers 28010037SARM gem5 Developers bool secure(bool have_security, WalkerState *currState) const 28110037SARM gem5 Developers { 28210037SARM gem5 Developers return l1Parent->secure(have_security, currState); 28310037SARM gem5 Developers } 28410037SARM gem5 Developers 28510037SARM gem5 Developers virtual uint8_t offsetBits() const 28610037SARM gem5 Developers { 28710037SARM gem5 Developers return large() ? 16 : 12; 28810037SARM gem5 Developers } 28910037SARM gem5 Developers 2907404SAli.Saidi@ARM.com /** Is the entry invalid */ 2917404SAli.Saidi@ARM.com bool invalid() const 2927404SAli.Saidi@ARM.com { 2937946SGiacomo.Gabrielli@arm.com return bits(data, 1, 0) == 0; 2947404SAli.Saidi@ARM.com } 2957404SAli.Saidi@ARM.com 2967404SAli.Saidi@ARM.com /** What is the size of the mapping? */ 2977404SAli.Saidi@ARM.com bool large() const 2987404SAli.Saidi@ARM.com { 2997404SAli.Saidi@ARM.com return bits(data, 1) == 0; 3007404SAli.Saidi@ARM.com } 3017404SAli.Saidi@ARM.com 3027404SAli.Saidi@ARM.com /** Is execution allowed on this mapping? */ 3037404SAli.Saidi@ARM.com bool xn() const 3047404SAli.Saidi@ARM.com { 3057404SAli.Saidi@ARM.com return large() ? bits(data, 15) : bits(data, 0); 3067404SAli.Saidi@ARM.com } 3077404SAli.Saidi@ARM.com 3087404SAli.Saidi@ARM.com /** Is the translation global (no asid used)? */ 30910037SARM gem5 Developers bool global(WalkerState *currState) const 3107404SAli.Saidi@ARM.com { 3117404SAli.Saidi@ARM.com return !bits(data, 11); 3127404SAli.Saidi@ARM.com } 3137404SAli.Saidi@ARM.com 3147404SAli.Saidi@ARM.com /** Three bit access protection flags */ 3157404SAli.Saidi@ARM.com uint8_t ap() const 3167404SAli.Saidi@ARM.com { 3177404SAli.Saidi@ARM.com return bits(data, 5, 4) | (bits(data, 9) << 2); 3187404SAli.Saidi@ARM.com } 3197404SAli.Saidi@ARM.com 3207404SAli.Saidi@ARM.com /** Memory region attributes: ARM DDI 0406B: B3-32 */ 3217404SAli.Saidi@ARM.com uint8_t texcb() const 3227404SAli.Saidi@ARM.com { 3237404SAli.Saidi@ARM.com return large() ? 3247946SGiacomo.Gabrielli@arm.com (bits(data, 2) | (bits(data, 3) << 1) | (bits(data, 14, 12) << 2)) : 3257946SGiacomo.Gabrielli@arm.com (bits(data, 2) | (bits(data, 3) << 1) | (bits(data, 8, 6) << 2)); 3267404SAli.Saidi@ARM.com } 3277404SAli.Saidi@ARM.com 3287404SAli.Saidi@ARM.com /** Return the physical frame, bits shifted right */ 3297404SAli.Saidi@ARM.com Addr pfn() const 3307404SAli.Saidi@ARM.com { 3317404SAli.Saidi@ARM.com return large() ? bits(data, 31, 16) : bits(data, 31, 12); 3327404SAli.Saidi@ARM.com } 3337404SAli.Saidi@ARM.com 3347694SAli.Saidi@ARM.com /** Return complete physical address given a VA */ 3357694SAli.Saidi@ARM.com Addr paddr(Addr va) const 3367694SAli.Saidi@ARM.com { 3377694SAli.Saidi@ARM.com if (large()) 3387694SAli.Saidi@ARM.com return mbits(data, 31, 16) | mbits(va, 15, 0); 3397694SAli.Saidi@ARM.com else 3407694SAli.Saidi@ARM.com return mbits(data, 31, 12) | mbits(va, 11, 0); 3417694SAli.Saidi@ARM.com } 3427694SAli.Saidi@ARM.com 3437436Sdam.sunwoo@arm.com /** If the section is shareable. See texcb() comment. */ 3447436Sdam.sunwoo@arm.com bool shareable() const 3457436Sdam.sunwoo@arm.com { 3467436Sdam.sunwoo@arm.com return bits(data, 10); 3477436Sdam.sunwoo@arm.com } 3487436Sdam.sunwoo@arm.com 3497436Sdam.sunwoo@arm.com /** Set access flag that this entry has been touched. Mark 3507436Sdam.sunwoo@arm.com * the entry as requiring a writeback, in the future. 3517436Sdam.sunwoo@arm.com */ 3527436Sdam.sunwoo@arm.com void setAp0() 3537436Sdam.sunwoo@arm.com { 3547436Sdam.sunwoo@arm.com data |= 1 << 4; 3557436Sdam.sunwoo@arm.com _dirty = true; 3567436Sdam.sunwoo@arm.com } 3577436Sdam.sunwoo@arm.com 3587436Sdam.sunwoo@arm.com /** This entry needs to be written back to memory */ 3597436Sdam.sunwoo@arm.com bool dirty() const 3607436Sdam.sunwoo@arm.com { 3617436Sdam.sunwoo@arm.com return _dirty; 3627436Sdam.sunwoo@arm.com } 3637436Sdam.sunwoo@arm.com 3647404SAli.Saidi@ARM.com }; 3657404SAli.Saidi@ARM.com 36610324SCurtis.Dunham@arm.com // Granule sizes for AArch64 long descriptors 36710324SCurtis.Dunham@arm.com enum GrainSize { 36810324SCurtis.Dunham@arm.com Grain4KB = 12, 36910324SCurtis.Dunham@arm.com Grain16KB = 14, 37010324SCurtis.Dunham@arm.com Grain64KB = 16, 37110324SCurtis.Dunham@arm.com ReservedGrain = 0 37210324SCurtis.Dunham@arm.com }; 37310324SCurtis.Dunham@arm.com 37410037SARM gem5 Developers /** Long-descriptor format (LPAE) */ 37510037SARM gem5 Developers class LongDescriptor : public DescriptorBase { 37610037SARM gem5 Developers public: 37710037SARM gem5 Developers /** Descriptor type */ 37810037SARM gem5 Developers enum EntryType { 37910037SARM gem5 Developers Invalid, 38010037SARM gem5 Developers Table, 38110037SARM gem5 Developers Block, 38210037SARM gem5 Developers Page 38310037SARM gem5 Developers }; 38410037SARM gem5 Developers 38510037SARM gem5 Developers /** The raw bits of the entry */ 38610037SARM gem5 Developers uint64_t data; 38710037SARM gem5 Developers 38810037SARM gem5 Developers /** This entry has been modified (access flag set) and needs to be 38910037SARM gem5 Developers * written back to memory */ 39010037SARM gem5 Developers bool _dirty; 39110037SARM gem5 Developers 39210037SARM gem5 Developers virtual uint64_t getRawData() const 39310037SARM gem5 Developers { 39410037SARM gem5 Developers return (data); 39510037SARM gem5 Developers } 39610037SARM gem5 Developers 39710037SARM gem5 Developers virtual std::string dbgHeader() const 39810037SARM gem5 Developers { 39910037SARM gem5 Developers if (type() == LongDescriptor::Page) { 40010037SARM gem5 Developers assert(lookupLevel == L3); 40110037SARM gem5 Developers return "Inserting Page descriptor into TLB\n"; 40210037SARM gem5 Developers } else { 40310037SARM gem5 Developers assert(lookupLevel < L3); 40410037SARM gem5 Developers return "Inserting Block descriptor into TLB\n"; 40510037SARM gem5 Developers } 40610037SARM gem5 Developers } 40710037SARM gem5 Developers 40810037SARM gem5 Developers /** 40910037SARM gem5 Developers * Returns true if this entry targets the secure physical address 41010037SARM gem5 Developers * map. 41110037SARM gem5 Developers */ 41210037SARM gem5 Developers bool secure(bool have_security, WalkerState *currState) const 41310037SARM gem5 Developers { 41410037SARM gem5 Developers assert(type() == Block || type() == Page); 41510037SARM gem5 Developers return have_security && (currState->secureLookup && !bits(data, 5)); 41610037SARM gem5 Developers } 41710037SARM gem5 Developers 41810037SARM gem5 Developers /** True if the current lookup is performed in AArch64 state */ 41910037SARM gem5 Developers bool aarch64; 42010037SARM gem5 Developers 42110037SARM gem5 Developers /** Width of the granule size in bits */ 42210324SCurtis.Dunham@arm.com GrainSize grainSize; 42310037SARM gem5 Developers 42410037SARM gem5 Developers /** Return the descriptor type */ 42510037SARM gem5 Developers EntryType type() const 42610037SARM gem5 Developers { 42710037SARM gem5 Developers switch (bits(data, 1, 0)) { 42810037SARM gem5 Developers case 0x1: 42910037SARM gem5 Developers // In AArch64 blocks are not allowed at L0 for the 4 KB granule 43010324SCurtis.Dunham@arm.com // and at L1 for 16/64 KB granules 43110324SCurtis.Dunham@arm.com if (grainSize > Grain4KB) 43210037SARM gem5 Developers return lookupLevel == L2 ? Block : Invalid; 43310037SARM gem5 Developers return lookupLevel == L0 || lookupLevel == L3 ? Invalid : Block; 43410037SARM gem5 Developers case 0x3: 43510037SARM gem5 Developers return lookupLevel == L3 ? Page : Table; 43610037SARM gem5 Developers default: 43710037SARM gem5 Developers return Invalid; 43810037SARM gem5 Developers } 43910037SARM gem5 Developers } 44010037SARM gem5 Developers 44110037SARM gem5 Developers /** Return the bit width of the page/block offset */ 44210037SARM gem5 Developers uint8_t offsetBits() const 44310037SARM gem5 Developers { 44410324SCurtis.Dunham@arm.com if (type() == Block) { 44510324SCurtis.Dunham@arm.com switch (grainSize) { 44610324SCurtis.Dunham@arm.com case Grain4KB: 44710324SCurtis.Dunham@arm.com return lookupLevel == L1 ? 30 /* 1 GB */ 44810324SCurtis.Dunham@arm.com : 21 /* 2 MB */; 44910324SCurtis.Dunham@arm.com case Grain16KB: 45010324SCurtis.Dunham@arm.com return 25 /* 32 MB */; 45110324SCurtis.Dunham@arm.com case Grain64KB: 45210324SCurtis.Dunham@arm.com return 29 /* 512 MB */; 45310324SCurtis.Dunham@arm.com default: 45410324SCurtis.Dunham@arm.com panic("Invalid AArch64 VM granule size\n"); 45510324SCurtis.Dunham@arm.com } 45610324SCurtis.Dunham@arm.com } else if (type() == Page) { 45710324SCurtis.Dunham@arm.com switch (grainSize) { 45810324SCurtis.Dunham@arm.com case Grain4KB: 45910324SCurtis.Dunham@arm.com case Grain16KB: 46010324SCurtis.Dunham@arm.com case Grain64KB: 46110324SCurtis.Dunham@arm.com return grainSize; /* enum -> uint okay */ 46210324SCurtis.Dunham@arm.com default: 46310324SCurtis.Dunham@arm.com panic("Invalid AArch64 VM granule size\n"); 46410324SCurtis.Dunham@arm.com } 46510037SARM gem5 Developers } else { 46610324SCurtis.Dunham@arm.com panic("AArch64 page table entry must be block or page\n"); 46710037SARM gem5 Developers } 46810037SARM gem5 Developers } 46910037SARM gem5 Developers 47010037SARM gem5 Developers /** Return the physical frame, bits shifted right */ 47110037SARM gem5 Developers Addr pfn() const 47210037SARM gem5 Developers { 47310037SARM gem5 Developers if (aarch64) 47410037SARM gem5 Developers return bits(data, 47, offsetBits()); 47510037SARM gem5 Developers return bits(data, 39, offsetBits()); 47610037SARM gem5 Developers } 47710037SARM gem5 Developers 47810037SARM gem5 Developers /** Return the complete physical address given a VA */ 47910037SARM gem5 Developers Addr paddr(Addr va) const 48010037SARM gem5 Developers { 48110037SARM gem5 Developers int n = offsetBits(); 48210037SARM gem5 Developers if (aarch64) 48310037SARM gem5 Developers return mbits(data, 47, n) | mbits(va, n - 1, 0); 48410037SARM gem5 Developers return mbits(data, 39, n) | mbits(va, n - 1, 0); 48510037SARM gem5 Developers } 48610037SARM gem5 Developers 48710037SARM gem5 Developers /** Return the physical address of the entry */ 48810037SARM gem5 Developers Addr paddr() const 48910037SARM gem5 Developers { 49010037SARM gem5 Developers if (aarch64) 49110037SARM gem5 Developers return mbits(data, 47, offsetBits()); 49210037SARM gem5 Developers return mbits(data, 39, offsetBits()); 49310037SARM gem5 Developers } 49410037SARM gem5 Developers 49510037SARM gem5 Developers /** Return the address of the next page table */ 49610037SARM gem5 Developers Addr nextTableAddr() const 49710037SARM gem5 Developers { 49810037SARM gem5 Developers assert(type() == Table); 49910037SARM gem5 Developers if (aarch64) 50010037SARM gem5 Developers return mbits(data, 47, grainSize); 50110037SARM gem5 Developers else 50210037SARM gem5 Developers return mbits(data, 39, 12); 50310037SARM gem5 Developers } 50410037SARM gem5 Developers 50510037SARM gem5 Developers /** Return the address of the next descriptor */ 50610037SARM gem5 Developers Addr nextDescAddr(Addr va) const 50710037SARM gem5 Developers { 50810037SARM gem5 Developers assert(type() == Table); 50910037SARM gem5 Developers Addr pa = 0; 51010037SARM gem5 Developers if (aarch64) { 51110037SARM gem5 Developers int stride = grainSize - 3; 51210037SARM gem5 Developers int va_lo = stride * (3 - (lookupLevel + 1)) + grainSize; 51310037SARM gem5 Developers int va_hi = va_lo + stride - 1; 51410037SARM gem5 Developers pa = nextTableAddr() | (bits(va, va_hi, va_lo) << 3); 51510037SARM gem5 Developers } else { 51610037SARM gem5 Developers if (lookupLevel == L1) 51710037SARM gem5 Developers pa = nextTableAddr() | (bits(va, 29, 21) << 3); 51810037SARM gem5 Developers else // lookupLevel == L2 51910037SARM gem5 Developers pa = nextTableAddr() | (bits(va, 20, 12) << 3); 52010037SARM gem5 Developers } 52110037SARM gem5 Developers return pa; 52210037SARM gem5 Developers } 52310037SARM gem5 Developers 52410037SARM gem5 Developers /** Is execution allowed on this mapping? */ 52510037SARM gem5 Developers bool xn() const 52610037SARM gem5 Developers { 52710037SARM gem5 Developers assert(type() == Block || type() == Page); 52810037SARM gem5 Developers return bits(data, 54); 52910037SARM gem5 Developers } 53010037SARM gem5 Developers 53110037SARM gem5 Developers /** Is privileged execution allowed on this mapping? (LPAE only) */ 53210037SARM gem5 Developers bool pxn() const 53310037SARM gem5 Developers { 53410037SARM gem5 Developers assert(type() == Block || type() == Page); 53510037SARM gem5 Developers return bits(data, 53); 53610037SARM gem5 Developers } 53710037SARM gem5 Developers 53810037SARM gem5 Developers /** Contiguous hint bit. */ 53910037SARM gem5 Developers bool contiguousHint() const 54010037SARM gem5 Developers { 54110037SARM gem5 Developers assert(type() == Block || type() == Page); 54210037SARM gem5 Developers return bits(data, 52); 54310037SARM gem5 Developers } 54410037SARM gem5 Developers 54510037SARM gem5 Developers /** Is the translation global (no asid used)? */ 54610037SARM gem5 Developers bool global(WalkerState *currState) const 54710037SARM gem5 Developers { 54810037SARM gem5 Developers assert(currState && (type() == Block || type() == Page)); 54910037SARM gem5 Developers if (!currState->aarch64 && (currState->isSecure && 55010037SARM gem5 Developers !currState->secureLookup)) { 55110037SARM gem5 Developers return false; // ARM ARM issue C B3.6.3 55210037SARM gem5 Developers } else if (currState->aarch64) { 55310037SARM gem5 Developers if (currState->el == EL2 || currState->el == EL3) { 55410037SARM gem5 Developers return true; // By default translations are treated as global 55510037SARM gem5 Developers // in AArch64 EL2 and EL3 55610037SARM gem5 Developers } else if (currState->isSecure && !currState->secureLookup) { 55710037SARM gem5 Developers return false; 55810037SARM gem5 Developers } 55910037SARM gem5 Developers } 56010037SARM gem5 Developers return !bits(data, 11); 56110037SARM gem5 Developers } 56210037SARM gem5 Developers 56310037SARM gem5 Developers /** Returns true if the access flag (AF) is set. */ 56410037SARM gem5 Developers bool af() const 56510037SARM gem5 Developers { 56610037SARM gem5 Developers assert(type() == Block || type() == Page); 56710037SARM gem5 Developers return bits(data, 10); 56810037SARM gem5 Developers } 56910037SARM gem5 Developers 57010037SARM gem5 Developers /** 2-bit shareability field */ 57110037SARM gem5 Developers uint8_t sh() const 57210037SARM gem5 Developers { 57310037SARM gem5 Developers assert(type() == Block || type() == Page); 57410037SARM gem5 Developers return bits(data, 9, 8); 57510037SARM gem5 Developers } 57610037SARM gem5 Developers 57710037SARM gem5 Developers /** 2-bit access protection flags */ 57810037SARM gem5 Developers uint8_t ap() const 57910037SARM gem5 Developers { 58010037SARM gem5 Developers assert(type() == Block || type() == Page); 58110037SARM gem5 Developers // Long descriptors only support the AP[2:1] scheme 58210037SARM gem5 Developers return bits(data, 7, 6); 58310037SARM gem5 Developers } 58410037SARM gem5 Developers 58510037SARM gem5 Developers /** Read/write access protection flag */ 58610037SARM gem5 Developers bool rw() const 58710037SARM gem5 Developers { 58810037SARM gem5 Developers assert(type() == Block || type() == Page); 58910037SARM gem5 Developers return !bits(data, 7); 59010037SARM gem5 Developers } 59110037SARM gem5 Developers 59210037SARM gem5 Developers /** User/privileged level access protection flag */ 59310037SARM gem5 Developers bool user() const 59410037SARM gem5 Developers { 59510037SARM gem5 Developers assert(type() == Block || type() == Page); 59610037SARM gem5 Developers return bits(data, 6); 59710037SARM gem5 Developers } 59810037SARM gem5 Developers 59910037SARM gem5 Developers /** Return the AP bits as compatible with the AP[2:0] format. Utility 60010037SARM gem5 Developers * function used to simplify the code in the TLB for performing 60110037SARM gem5 Developers * permission checks. */ 60210037SARM gem5 Developers static uint8_t ap(bool rw, bool user) 60310037SARM gem5 Developers { 60410037SARM gem5 Developers return ((!rw) << 2) | (user << 1); 60510037SARM gem5 Developers } 60610037SARM gem5 Developers 60710037SARM gem5 Developers TlbEntry::DomainType domain() const 60810037SARM gem5 Developers { 60910037SARM gem5 Developers // Long-desc. format only supports Client domain 61010037SARM gem5 Developers assert(type() == Block || type() == Page); 61110037SARM gem5 Developers return TlbEntry::DomainType::Client; 61210037SARM gem5 Developers } 61310037SARM gem5 Developers 61410037SARM gem5 Developers /** Attribute index */ 61510037SARM gem5 Developers uint8_t attrIndx() const 61610037SARM gem5 Developers { 61710037SARM gem5 Developers assert(type() == Block || type() == Page); 61810037SARM gem5 Developers return bits(data, 4, 2); 61910037SARM gem5 Developers } 62010037SARM gem5 Developers 62110037SARM gem5 Developers /** Memory attributes, only used by stage 2 translations */ 62210037SARM gem5 Developers uint8_t memAttr() const 62310037SARM gem5 Developers { 62410037SARM gem5 Developers assert(type() == Block || type() == Page); 62510037SARM gem5 Developers return bits(data, 5, 2); 62610037SARM gem5 Developers } 62710037SARM gem5 Developers 62810037SARM gem5 Developers /** Set access flag that this entry has been touched. Mark the entry as 62910037SARM gem5 Developers * requiring a writeback, in the future. */ 63010037SARM gem5 Developers void setAf() 63110037SARM gem5 Developers { 63210037SARM gem5 Developers data |= 1 << 10; 63310037SARM gem5 Developers _dirty = true; 63410037SARM gem5 Developers } 63510037SARM gem5 Developers 63610037SARM gem5 Developers /** This entry needs to be written back to memory */ 63710037SARM gem5 Developers bool dirty() const 63810037SARM gem5 Developers { 63910037SARM gem5 Developers return _dirty; 64010037SARM gem5 Developers } 64110037SARM gem5 Developers 64210037SARM gem5 Developers /** Whether the subsequent levels of lookup are secure */ 64310037SARM gem5 Developers bool secureTable() const 64410037SARM gem5 Developers { 64510037SARM gem5 Developers assert(type() == Table); 64610037SARM gem5 Developers return !bits(data, 63); 64710037SARM gem5 Developers } 64810037SARM gem5 Developers 64910037SARM gem5 Developers /** Two bit access protection flags for subsequent levels of lookup */ 65010037SARM gem5 Developers uint8_t apTable() const 65110037SARM gem5 Developers { 65210037SARM gem5 Developers assert(type() == Table); 65310037SARM gem5 Developers return bits(data, 62, 61); 65410037SARM gem5 Developers } 65510037SARM gem5 Developers 65610037SARM gem5 Developers /** R/W protection flag for subsequent levels of lookup */ 65710037SARM gem5 Developers uint8_t rwTable() const 65810037SARM gem5 Developers { 65910037SARM gem5 Developers assert(type() == Table); 66010037SARM gem5 Developers return !bits(data, 62); 66110037SARM gem5 Developers } 66210037SARM gem5 Developers 66310037SARM gem5 Developers /** User/privileged mode protection flag for subsequent levels of 66410037SARM gem5 Developers * lookup */ 66510037SARM gem5 Developers uint8_t userTable() const 66610037SARM gem5 Developers { 66710037SARM gem5 Developers assert(type() == Table); 66810037SARM gem5 Developers return !bits(data, 61); 66910037SARM gem5 Developers } 67010037SARM gem5 Developers 67110037SARM gem5 Developers /** Is execution allowed on subsequent lookup levels? */ 67210037SARM gem5 Developers bool xnTable() const 67310037SARM gem5 Developers { 67410037SARM gem5 Developers assert(type() == Table); 67510037SARM gem5 Developers return bits(data, 60); 67610037SARM gem5 Developers } 67710037SARM gem5 Developers 67810037SARM gem5 Developers /** Is privileged execution allowed on subsequent lookup levels? */ 67910037SARM gem5 Developers bool pxnTable() const 68010037SARM gem5 Developers { 68110037SARM gem5 Developers assert(type() == Table); 68210037SARM gem5 Developers return bits(data, 59); 68310037SARM gem5 Developers } 68410037SARM gem5 Developers }; 68510037SARM gem5 Developers 68610037SARM gem5 Developers class WalkerState 68710037SARM gem5 Developers { 68810037SARM gem5 Developers public: 68910037SARM gem5 Developers /** Thread context that we're doing the walk for */ 69010037SARM gem5 Developers ThreadContext *tc; 69110037SARM gem5 Developers 69210037SARM gem5 Developers /** If the access is performed in AArch64 state */ 69310037SARM gem5 Developers bool aarch64; 69410037SARM gem5 Developers 69510037SARM gem5 Developers /** Current exception level */ 69610037SARM gem5 Developers ExceptionLevel el; 69710037SARM gem5 Developers 69810037SARM gem5 Developers /** Current physical address range in bits */ 69910037SARM gem5 Developers int physAddrRange; 70010037SARM gem5 Developers 70110037SARM gem5 Developers /** Request that is currently being serviced */ 70210037SARM gem5 Developers RequestPtr req; 70310037SARM gem5 Developers 70410037SARM gem5 Developers /** ASID that we're servicing the request under */ 70510037SARM gem5 Developers uint16_t asid; 70610037SARM gem5 Developers uint8_t vmid; 70710037SARM gem5 Developers bool isHyp; 70810037SARM gem5 Developers 70910037SARM gem5 Developers /** Translation state for delayed requests */ 71010037SARM gem5 Developers TLB::Translation *transState; 71110037SARM gem5 Developers 71210037SARM gem5 Developers /** The fault that we are going to return */ 71310037SARM gem5 Developers Fault fault; 71410037SARM gem5 Developers 71510037SARM gem5 Developers /** The virtual address that is being translated with tagging removed.*/ 71610037SARM gem5 Developers Addr vaddr; 71710037SARM gem5 Developers 71810037SARM gem5 Developers /** The virtual address that is being translated */ 71910037SARM gem5 Developers Addr vaddr_tainted; 72010037SARM gem5 Developers 72110037SARM gem5 Developers /** Cached copy of the sctlr as it existed when translation began */ 72210037SARM gem5 Developers SCTLR sctlr; 72310037SARM gem5 Developers 72410037SARM gem5 Developers /** Cached copy of the scr as it existed when translation began */ 72510037SARM gem5 Developers SCR scr; 72610037SARM gem5 Developers 72710037SARM gem5 Developers /** Cached copy of the cpsr as it existed when translation began */ 72810037SARM gem5 Developers CPSR cpsr; 72910037SARM gem5 Developers 73010324SCurtis.Dunham@arm.com /** Cached copy of ttbcr/tcr as it existed when translation began */ 73110324SCurtis.Dunham@arm.com union { 73210324SCurtis.Dunham@arm.com TTBCR ttbcr; // AArch32 translations 73310324SCurtis.Dunham@arm.com TCR tcr; // AArch64 translations 73410324SCurtis.Dunham@arm.com }; 73510037SARM gem5 Developers 73610037SARM gem5 Developers /** Cached copy of the htcr as it existed when translation began. */ 73710037SARM gem5 Developers HTCR htcr; 73810037SARM gem5 Developers 73910037SARM gem5 Developers /** Cached copy of the htcr as it existed when translation began. */ 74010037SARM gem5 Developers HCR hcr; 74110037SARM gem5 Developers 74210037SARM gem5 Developers /** Cached copy of the vtcr as it existed when translation began. */ 74310037SARM gem5 Developers VTCR_t vtcr; 74410037SARM gem5 Developers 74510037SARM gem5 Developers /** If the access is a write */ 74610037SARM gem5 Developers bool isWrite; 74710037SARM gem5 Developers 74810037SARM gem5 Developers /** If the access is a fetch (for execution, and no-exec) must be checked?*/ 74910037SARM gem5 Developers bool isFetch; 75010037SARM gem5 Developers 75110037SARM gem5 Developers /** If the access comes from the secure state. */ 75210037SARM gem5 Developers bool isSecure; 75310037SARM gem5 Developers 75410037SARM gem5 Developers /** Helper variables used to implement hierarchical access permissions 75510037SARM gem5 Developers * when the long-desc. format is used (LPAE only) */ 75610037SARM gem5 Developers bool secureLookup; 75710037SARM gem5 Developers bool rwTable; 75810037SARM gem5 Developers bool userTable; 75910037SARM gem5 Developers bool xnTable; 76010037SARM gem5 Developers bool pxnTable; 76110037SARM gem5 Developers 76210037SARM gem5 Developers /** Flag indicating if a second stage of lookup is required */ 76310037SARM gem5 Developers bool stage2Req; 76410037SARM gem5 Developers 76510037SARM gem5 Developers /** A pointer to the stage 2 translation that's in progress */ 76610037SARM gem5 Developers TLB::Translation *stage2Tran; 76710037SARM gem5 Developers 76810037SARM gem5 Developers /** If the mode is timing or atomic */ 76910037SARM gem5 Developers bool timing; 77010037SARM gem5 Developers 77110037SARM gem5 Developers /** If the atomic mode should be functional */ 77210037SARM gem5 Developers bool functional; 77310037SARM gem5 Developers 77410037SARM gem5 Developers /** Save mode for use in delayed response */ 77510037SARM gem5 Developers BaseTLB::Mode mode; 77610037SARM gem5 Developers 77710037SARM gem5 Developers /** The translation type that has been requested */ 77810037SARM gem5 Developers TLB::ArmTranslationType tranType; 77910037SARM gem5 Developers 78010037SARM gem5 Developers /** Short-format descriptors */ 78110037SARM gem5 Developers L1Descriptor l1Desc; 78210037SARM gem5 Developers L2Descriptor l2Desc; 78310037SARM gem5 Developers 78410037SARM gem5 Developers /** Long-format descriptor (LPAE and AArch64) */ 78510037SARM gem5 Developers LongDescriptor longDesc; 78610037SARM gem5 Developers 78710037SARM gem5 Developers /** Whether the response is delayed in timing mode due to additional 78810037SARM gem5 Developers * lookups */ 78910037SARM gem5 Developers bool delayed; 79010037SARM gem5 Developers 79110037SARM gem5 Developers TableWalker *tableWalker; 79210037SARM gem5 Developers 79310621SCurtis.Dunham@arm.com /** Timestamp for calculating elapsed time in service (for stats) */ 79410621SCurtis.Dunham@arm.com Tick startTime; 79510621SCurtis.Dunham@arm.com 79610621SCurtis.Dunham@arm.com /** Page entries walked during service (for stats) */ 79710621SCurtis.Dunham@arm.com unsigned levels; 79810621SCurtis.Dunham@arm.com 79910037SARM gem5 Developers void doL1Descriptor(); 80010037SARM gem5 Developers void doL2Descriptor(); 80110037SARM gem5 Developers 80210037SARM gem5 Developers void doLongDescriptor(); 80310037SARM gem5 Developers 80410037SARM gem5 Developers WalkerState(); 80510037SARM gem5 Developers 80610037SARM gem5 Developers std::string name() const { return tableWalker->name(); } 80710037SARM gem5 Developers }; 80810037SARM gem5 Developers 8099015Sandreas.hansson@arm.com protected: 8109015Sandreas.hansson@arm.com 81110037SARM gem5 Developers /** Queues of requests for all the different lookup levels */ 81210037SARM gem5 Developers std::list<WalkerState *> stateQueues[MAX_LOOKUP_LEVELS]; 8137439Sdam.sunwoo@arm.com 8147728SAli.Saidi@ARM.com /** Queue of requests that have passed are waiting because the walker is 8157728SAli.Saidi@ARM.com * currently busy. */ 8168902Sandreas.hansson@arm.com std::list<WalkerState *> pendingQueue; 8177728SAli.Saidi@ARM.com 81810037SARM gem5 Developers /** The MMU to forward second stage look upts to */ 81910037SARM gem5 Developers Stage2MMU *stage2Mmu; 82010037SARM gem5 Developers 82110717Sandreas.hansson@arm.com /** Port shared by the two table walkers. */ 82210717Sandreas.hansson@arm.com DmaPort* port; 82310717Sandreas.hansson@arm.com 82410717Sandreas.hansson@arm.com /** Master id assigned by the MMU. */ 82510717Sandreas.hansson@arm.com MasterID masterId; 82610717Sandreas.hansson@arm.com 82710037SARM gem5 Developers /** Indicates whether this table walker is part of the stage 2 mmu */ 82810037SARM gem5 Developers const bool isStage2; 82910037SARM gem5 Developers 8307404SAli.Saidi@ARM.com /** TLB that is initiating these table walks */ 8317404SAli.Saidi@ARM.com TLB *tlb; 8327404SAli.Saidi@ARM.com 8337404SAli.Saidi@ARM.com /** Cached copy of the sctlr as it existed when translation began */ 8347404SAli.Saidi@ARM.com SCTLR sctlr; 8357404SAli.Saidi@ARM.com 8367439Sdam.sunwoo@arm.com WalkerState *currState; 8377437Sdam.sunwoo@arm.com 8387728SAli.Saidi@ARM.com /** If a timing translation is currently in progress */ 8397728SAli.Saidi@ARM.com bool pending; 8407728SAli.Saidi@ARM.com 8419258SAli.Saidi@ARM.com /** The number of walks belonging to squashed instructions that can be 8429258SAli.Saidi@ARM.com * removed from the pendingQueue per cycle. */ 8439258SAli.Saidi@ARM.com unsigned numSquashable; 8449258SAli.Saidi@ARM.com 84510037SARM gem5 Developers /** Cached copies of system-level properties */ 84610037SARM gem5 Developers bool haveSecurity; 84710037SARM gem5 Developers bool _haveLPAE; 84810037SARM gem5 Developers bool _haveVirtualization; 84910037SARM gem5 Developers uint8_t physAddrRange; 85010037SARM gem5 Developers bool _haveLargeAsid64; 85110037SARM gem5 Developers 85210621SCurtis.Dunham@arm.com /** Statistics */ 85310621SCurtis.Dunham@arm.com Stats::Scalar statWalks; 85410621SCurtis.Dunham@arm.com Stats::Scalar statWalksShortDescriptor; 85510621SCurtis.Dunham@arm.com Stats::Scalar statWalksLongDescriptor; 85610621SCurtis.Dunham@arm.com Stats::Vector statWalksShortTerminatedAtLevel; 85710621SCurtis.Dunham@arm.com Stats::Vector statWalksLongTerminatedAtLevel; 85810621SCurtis.Dunham@arm.com Stats::Scalar statSquashedBefore; 85910621SCurtis.Dunham@arm.com Stats::Scalar statSquashedAfter; 86010621SCurtis.Dunham@arm.com Stats::Histogram statWalkWaitTime; 86110621SCurtis.Dunham@arm.com Stats::Histogram statWalkServiceTime; 86210621SCurtis.Dunham@arm.com Stats::Histogram statPendingWalks; // essentially "L" of queueing theory 86310621SCurtis.Dunham@arm.com Stats::Vector statPageSizes; 86410621SCurtis.Dunham@arm.com Stats::Vector2d statRequestOrigin; 86510621SCurtis.Dunham@arm.com 86610621SCurtis.Dunham@arm.com mutable unsigned pendingReqs; 86710621SCurtis.Dunham@arm.com mutable Tick pendingChangeTick; 86810621SCurtis.Dunham@arm.com 86910621SCurtis.Dunham@arm.com static const unsigned REQUESTED = 0; 87010621SCurtis.Dunham@arm.com static const unsigned COMPLETED = 1; 87110621SCurtis.Dunham@arm.com 8727404SAli.Saidi@ARM.com public: 87310037SARM gem5 Developers typedef ArmTableWalkerParams Params; 8747404SAli.Saidi@ARM.com TableWalker(const Params *p); 8757404SAli.Saidi@ARM.com virtual ~TableWalker(); 8767404SAli.Saidi@ARM.com 8777404SAli.Saidi@ARM.com const Params * 8787404SAli.Saidi@ARM.com params() const 8797404SAli.Saidi@ARM.com { 8807404SAli.Saidi@ARM.com return dynamic_cast<const Params *>(_params); 8817404SAli.Saidi@ARM.com } 8827404SAli.Saidi@ARM.com 88311169Sandreas.hansson@arm.com void init() override; 88410717Sandreas.hansson@arm.com 88510037SARM gem5 Developers bool haveLPAE() const { return _haveLPAE; } 88610037SARM gem5 Developers bool haveVirtualization() const { return _haveVirtualization; } 88710037SARM gem5 Developers bool haveLargeAsid64() const { return _haveLargeAsid64; } 8889152Satgutier@umich.edu /** Checks if all state is cleared and if so, completes drain */ 8899152Satgutier@umich.edu void completeDrain(); 89011168Sandreas.hansson@arm.com DrainState drain() override; 89111169Sandreas.hansson@arm.com void drainResume() override; 89210717Sandreas.hansson@arm.com 89313784Sgabeblack@google.com Port &getPort(const std::string &if_name, 89413784Sgabeblack@google.com PortID idx=InvalidPortID) override; 89510717Sandreas.hansson@arm.com 89611169Sandreas.hansson@arm.com void regStats() override; 8977404SAli.Saidi@ARM.com 89812749Sgiacomo.travaglini@arm.com Fault walk(const RequestPtr &req, ThreadContext *tc, 89912749Sgiacomo.travaglini@arm.com uint16_t asid, uint8_t _vmid, 90010037SARM gem5 Developers bool _isHyp, TLB::Mode mode, TLB::Translation *_trans, 90110037SARM gem5 Developers bool timing, bool functional, bool secure, 90211580SDylan.Johnson@ARM.com TLB::ArmTranslationType tranType, bool _stage2Req); 9037404SAli.Saidi@ARM.com 9047404SAli.Saidi@ARM.com void setTlb(TLB *_tlb) { tlb = _tlb; } 90510037SARM gem5 Developers TLB* getTlb() { return tlb; } 90610717Sandreas.hansson@arm.com void setMMU(Stage2MMU *m, MasterID master_id); 9077439Sdam.sunwoo@arm.com void memAttrs(ThreadContext *tc, TlbEntry &te, SCTLR sctlr, 9087439Sdam.sunwoo@arm.com uint8_t texcb, bool s); 90910037SARM gem5 Developers void memAttrsLPAE(ThreadContext *tc, TlbEntry &te, 91010037SARM gem5 Developers LongDescriptor &lDescriptor); 91111583SDylan.Johnson@ARM.com void memAttrsAArch64(ThreadContext *tc, TlbEntry &te, 91211583SDylan.Johnson@ARM.com LongDescriptor &lDescriptor); 91310037SARM gem5 Developers 91410037SARM gem5 Developers static LookupLevel toLookupLevel(uint8_t lookup_level_as_int); 9157404SAli.Saidi@ARM.com 9167404SAli.Saidi@ARM.com private: 9177404SAli.Saidi@ARM.com 9187404SAli.Saidi@ARM.com void doL1Descriptor(); 9197437Sdam.sunwoo@arm.com void doL1DescriptorWrapper(); 92012086Sspwilson2@wisc.edu EventFunctionWrapper doL1DescEvent; 9217404SAli.Saidi@ARM.com 9227404SAli.Saidi@ARM.com void doL2Descriptor(); 9237437Sdam.sunwoo@arm.com void doL2DescriptorWrapper(); 92412086Sspwilson2@wisc.edu EventFunctionWrapper doL2DescEvent; 92510037SARM gem5 Developers 92610037SARM gem5 Developers void doLongDescriptor(); 92710037SARM gem5 Developers 92810037SARM gem5 Developers void doL0LongDescriptorWrapper(); 92912086Sspwilson2@wisc.edu EventFunctionWrapper doL0LongDescEvent; 93010037SARM gem5 Developers void doL1LongDescriptorWrapper(); 93112086Sspwilson2@wisc.edu EventFunctionWrapper doL1LongDescEvent; 93210037SARM gem5 Developers void doL2LongDescriptorWrapper(); 93312086Sspwilson2@wisc.edu EventFunctionWrapper doL2LongDescEvent; 93410037SARM gem5 Developers void doL3LongDescriptorWrapper(); 93512086Sspwilson2@wisc.edu EventFunctionWrapper doL3LongDescEvent; 93610037SARM gem5 Developers 93710037SARM gem5 Developers void doLongDescriptorWrapper(LookupLevel curr_lookup_level); 93811588SCurtis.Dunham@arm.com Event* LongDescEventByLevel[4]; 93910037SARM gem5 Developers 94010037SARM gem5 Developers bool fetchDescriptor(Addr descAddr, uint8_t *data, int numBytes, 94110037SARM gem5 Developers Request::Flags flags, int queueIndex, Event *event, 94210037SARM gem5 Developers void (TableWalker::*doDescriptor)()); 94310037SARM gem5 Developers 94410037SARM gem5 Developers void insertTableEntry(DescriptorBase &descriptor, bool longDescriptor); 9457404SAli.Saidi@ARM.com 9467728SAli.Saidi@ARM.com Fault processWalk(); 94710037SARM gem5 Developers Fault processWalkLPAE(); 94810037SARM gem5 Developers static unsigned adjustTableSizeAArch64(unsigned tsz); 94910037SARM gem5 Developers /// Returns true if the address exceeds the range permitted by the 95010037SARM gem5 Developers /// system-wide setting or by the TCR_ELx IPS/PS setting 95110037SARM gem5 Developers static bool checkAddrSizeFaultAArch64(Addr addr, int currPhysAddrRange); 95210037SARM gem5 Developers Fault processWalkAArch64(); 9537728SAli.Saidi@ARM.com void processWalkWrapper(); 95412086Sspwilson2@wisc.edu EventFunctionWrapper doProcessEvent; 9557404SAli.Saidi@ARM.com 9567728SAli.Saidi@ARM.com void nextWalk(ThreadContext *tc); 95710621SCurtis.Dunham@arm.com 95810621SCurtis.Dunham@arm.com void pendingChange(); 95910621SCurtis.Dunham@arm.com 96010621SCurtis.Dunham@arm.com static uint8_t pageSizeNtoStatBin(uint8_t N); 96111395Sandreas.sandberg@arm.com 96211395Sandreas.sandberg@arm.com Fault testWalk(Addr pa, Addr size, TlbEntry::DomainType domain, 96311395Sandreas.sandberg@arm.com LookupLevel lookup_level); 9647404SAli.Saidi@ARM.com}; 9657404SAli.Saidi@ARM.com 9667404SAli.Saidi@ARM.com} // namespace ArmISA 9677404SAli.Saidi@ARM.com 9687404SAli.Saidi@ARM.com#endif //__ARCH_ARM_TABLE_WALKER_HH__ 9697404SAli.Saidi@ARM.com 970