pagetable_walker.cc revision 6023
15245Sgblack@eecs.umich.edu/* 25245Sgblack@eecs.umich.edu * Copyright (c) 2007 The Hewlett-Packard Development Company 35245Sgblack@eecs.umich.edu * All rights reserved. 45245Sgblack@eecs.umich.edu * 55245Sgblack@eecs.umich.edu * Redistribution and use of this software in source and binary forms, 65245Sgblack@eecs.umich.edu * with or without modification, are permitted provided that the 75245Sgblack@eecs.umich.edu * following conditions are met: 85245Sgblack@eecs.umich.edu * 95245Sgblack@eecs.umich.edu * The software must be used only for Non-Commercial Use which means any 105245Sgblack@eecs.umich.edu * use which is NOT directed to receiving any direct monetary 115245Sgblack@eecs.umich.edu * compensation for, or commercial advantage from such use. Illustrative 125245Sgblack@eecs.umich.edu * examples of non-commercial use are academic research, personal study, 135245Sgblack@eecs.umich.edu * teaching, education and corporate research & development. 145245Sgblack@eecs.umich.edu * Illustrative examples of commercial use are distributing products for 155245Sgblack@eecs.umich.edu * commercial advantage and providing services using the software for 165245Sgblack@eecs.umich.edu * commercial advantage. 175245Sgblack@eecs.umich.edu * 185245Sgblack@eecs.umich.edu * If you wish to use this software or functionality therein that may be 195245Sgblack@eecs.umich.edu * covered by patents for commercial use, please contact: 205245Sgblack@eecs.umich.edu * Director of Intellectual Property Licensing 215245Sgblack@eecs.umich.edu * Office of Strategy and Technology 225245Sgblack@eecs.umich.edu * Hewlett-Packard Company 235245Sgblack@eecs.umich.edu * 1501 Page Mill Road 245245Sgblack@eecs.umich.edu * Palo Alto, California 94304 255245Sgblack@eecs.umich.edu * 265245Sgblack@eecs.umich.edu * Redistributions of source code must retain the above copyright notice, 275245Sgblack@eecs.umich.edu * this list of conditions and the following disclaimer. Redistributions 285245Sgblack@eecs.umich.edu * in binary form must reproduce the above copyright notice, this list of 295245Sgblack@eecs.umich.edu * conditions and the following disclaimer in the documentation and/or 305245Sgblack@eecs.umich.edu * other materials provided with the distribution. Neither the name of 315245Sgblack@eecs.umich.edu * the COPYRIGHT HOLDER(s), HEWLETT-PACKARD COMPANY, nor the names of its 325245Sgblack@eecs.umich.edu * contributors may be used to endorse or promote products derived from 335245Sgblack@eecs.umich.edu * this software without specific prior written permission. No right of 345245Sgblack@eecs.umich.edu * sublicense is granted herewith. Derivatives of the software and 355245Sgblack@eecs.umich.edu * output created using the software may be prepared, but only for 365245Sgblack@eecs.umich.edu * Non-Commercial Uses. Derivatives of the software may be shared with 375245Sgblack@eecs.umich.edu * others provided: (i) the others agree to abide by the list of 385245Sgblack@eecs.umich.edu * conditions herein which includes the Non-Commercial Use restrictions; 395245Sgblack@eecs.umich.edu * and (ii) such Derivatives of the software include the above copyright 405245Sgblack@eecs.umich.edu * notice to acknowledge the contribution from this software where 415245Sgblack@eecs.umich.edu * applicable, this list of conditions and the disclaimer below. 425245Sgblack@eecs.umich.edu * 435245Sgblack@eecs.umich.edu * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 445245Sgblack@eecs.umich.edu * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 455245Sgblack@eecs.umich.edu * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 465245Sgblack@eecs.umich.edu * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 475245Sgblack@eecs.umich.edu * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 485245Sgblack@eecs.umich.edu * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 495245Sgblack@eecs.umich.edu * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 505245Sgblack@eecs.umich.edu * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 515245Sgblack@eecs.umich.edu * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 525245Sgblack@eecs.umich.edu * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 535245Sgblack@eecs.umich.edu * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 545245Sgblack@eecs.umich.edu * 555245Sgblack@eecs.umich.edu * Authors: Gabe Black 565245Sgblack@eecs.umich.edu */ 575245Sgblack@eecs.umich.edu 585245Sgblack@eecs.umich.edu#include "arch/x86/pagetable.hh" 595245Sgblack@eecs.umich.edu#include "arch/x86/pagetable_walker.hh" 605245Sgblack@eecs.umich.edu#include "arch/x86/tlb.hh" 615245Sgblack@eecs.umich.edu#include "base/bitfield.hh" 625245Sgblack@eecs.umich.edu#include "cpu/thread_context.hh" 635245Sgblack@eecs.umich.edu#include "cpu/base.hh" 645245Sgblack@eecs.umich.edu#include "mem/packet_access.hh" 655245Sgblack@eecs.umich.edu#include "mem/request.hh" 665245Sgblack@eecs.umich.edu#include "sim/system.hh" 675245Sgblack@eecs.umich.edu 685245Sgblack@eecs.umich.edunamespace X86ISA { 695245Sgblack@eecs.umich.edu 705245Sgblack@eecs.umich.edu// Unfortunately, the placement of the base field in a page table entry is 715245Sgblack@eecs.umich.edu// very erratic and would make a mess here. It might be moved here at some 725245Sgblack@eecs.umich.edu// point in the future. 735245Sgblack@eecs.umich.eduBitUnion64(PageTableEntry) 745245Sgblack@eecs.umich.edu Bitfield<63> nx; 755245Sgblack@eecs.umich.edu Bitfield<11, 9> avl; 765245Sgblack@eecs.umich.edu Bitfield<8> g; 775245Sgblack@eecs.umich.edu Bitfield<7> ps; 785245Sgblack@eecs.umich.edu Bitfield<6> d; 795245Sgblack@eecs.umich.edu Bitfield<5> a; 805245Sgblack@eecs.umich.edu Bitfield<4> pcd; 815245Sgblack@eecs.umich.edu Bitfield<3> pwt; 825245Sgblack@eecs.umich.edu Bitfield<2> u; 835245Sgblack@eecs.umich.edu Bitfield<1> w; 845245Sgblack@eecs.umich.edu Bitfield<0> p; 855245Sgblack@eecs.umich.eduEndBitUnion(PageTableEntry) 865245Sgblack@eecs.umich.edu 875895Sgblack@eecs.umich.eduFault 885897Sgblack@eecs.umich.eduWalker::doNext(PacketPtr &write) 895245Sgblack@eecs.umich.edu{ 905245Sgblack@eecs.umich.edu assert(state != Ready && state != Waiting); 915245Sgblack@eecs.umich.edu write = NULL; 925245Sgblack@eecs.umich.edu PageTableEntry pte; 935245Sgblack@eecs.umich.edu if (size == 8) 945245Sgblack@eecs.umich.edu pte = read->get<uint64_t>(); 955245Sgblack@eecs.umich.edu else 965245Sgblack@eecs.umich.edu pte = read->get<uint32_t>(); 975245Sgblack@eecs.umich.edu VAddr vaddr = entry.vaddr; 985245Sgblack@eecs.umich.edu bool uncacheable = pte.pcd; 995245Sgblack@eecs.umich.edu Addr nextRead = 0; 1005245Sgblack@eecs.umich.edu bool doWrite = false; 1016023Snate@binkert.org bool badNX = pte.nx && mode == BaseTLB::Write && enableNX; 1025245Sgblack@eecs.umich.edu switch(state) { 1035245Sgblack@eecs.umich.edu case LongPML4: 1045904Sgblack@eecs.umich.edu DPRINTF(PageTableWalker, 1055904Sgblack@eecs.umich.edu "Got long mode PML4 entry %#016x.\n", (uint64_t)pte); 1065245Sgblack@eecs.umich.edu nextRead = ((uint64_t)pte & (mask(40) << 12)) + vaddr.longl3 * size; 1075245Sgblack@eecs.umich.edu doWrite = !pte.a; 1085245Sgblack@eecs.umich.edu pte.a = 1; 1095245Sgblack@eecs.umich.edu entry.writable = pte.w; 1105245Sgblack@eecs.umich.edu entry.user = pte.u; 1115895Sgblack@eecs.umich.edu if (badNX || !pte.p) { 1125895Sgblack@eecs.umich.edu stop(); 1135895Sgblack@eecs.umich.edu return pageFault(pte.p); 1145895Sgblack@eecs.umich.edu } 1155245Sgblack@eecs.umich.edu entry.noExec = pte.nx; 1165245Sgblack@eecs.umich.edu nextState = LongPDP; 1175245Sgblack@eecs.umich.edu break; 1185245Sgblack@eecs.umich.edu case LongPDP: 1195904Sgblack@eecs.umich.edu DPRINTF(PageTableWalker, 1205904Sgblack@eecs.umich.edu "Got long mode PDP entry %#016x.\n", (uint64_t)pte); 1215245Sgblack@eecs.umich.edu nextRead = ((uint64_t)pte & (mask(40) << 12)) + vaddr.longl2 * size; 1225245Sgblack@eecs.umich.edu doWrite = !pte.a; 1235245Sgblack@eecs.umich.edu pte.a = 1; 1245245Sgblack@eecs.umich.edu entry.writable = entry.writable && pte.w; 1255245Sgblack@eecs.umich.edu entry.user = entry.user && pte.u; 1265895Sgblack@eecs.umich.edu if (badNX || !pte.p) { 1275895Sgblack@eecs.umich.edu stop(); 1285895Sgblack@eecs.umich.edu return pageFault(pte.p); 1295895Sgblack@eecs.umich.edu } 1305245Sgblack@eecs.umich.edu nextState = LongPD; 1315245Sgblack@eecs.umich.edu break; 1325245Sgblack@eecs.umich.edu case LongPD: 1335904Sgblack@eecs.umich.edu DPRINTF(PageTableWalker, 1345904Sgblack@eecs.umich.edu "Got long mode PD entry %#016x.\n", (uint64_t)pte); 1355245Sgblack@eecs.umich.edu doWrite = !pte.a; 1365245Sgblack@eecs.umich.edu pte.a = 1; 1375245Sgblack@eecs.umich.edu entry.writable = entry.writable && pte.w; 1385245Sgblack@eecs.umich.edu entry.user = entry.user && pte.u; 1395895Sgblack@eecs.umich.edu if (badNX || !pte.p) { 1405895Sgblack@eecs.umich.edu stop(); 1415895Sgblack@eecs.umich.edu return pageFault(pte.p); 1425895Sgblack@eecs.umich.edu } 1435245Sgblack@eecs.umich.edu if (!pte.ps) { 1445245Sgblack@eecs.umich.edu // 4 KB page 1455245Sgblack@eecs.umich.edu entry.size = 4 * (1 << 10); 1465245Sgblack@eecs.umich.edu nextRead = 1475245Sgblack@eecs.umich.edu ((uint64_t)pte & (mask(40) << 12)) + vaddr.longl1 * size; 1485245Sgblack@eecs.umich.edu nextState = LongPTE; 1495245Sgblack@eecs.umich.edu break; 1505245Sgblack@eecs.umich.edu } else { 1515245Sgblack@eecs.umich.edu // 2 MB page 1525245Sgblack@eecs.umich.edu entry.size = 2 * (1 << 20); 1535245Sgblack@eecs.umich.edu entry.paddr = (uint64_t)pte & (mask(31) << 21); 1545245Sgblack@eecs.umich.edu entry.uncacheable = uncacheable; 1555245Sgblack@eecs.umich.edu entry.global = pte.g; 1565245Sgblack@eecs.umich.edu entry.patBit = bits(pte, 12); 1575245Sgblack@eecs.umich.edu entry.vaddr = entry.vaddr & ~((2 * (1 << 20)) - 1); 1585245Sgblack@eecs.umich.edu tlb->insert(entry.vaddr, entry); 1595895Sgblack@eecs.umich.edu stop(); 1605895Sgblack@eecs.umich.edu return NoFault; 1615245Sgblack@eecs.umich.edu } 1625245Sgblack@eecs.umich.edu case LongPTE: 1635904Sgblack@eecs.umich.edu DPRINTF(PageTableWalker, 1645904Sgblack@eecs.umich.edu "Got long mode PTE entry %#016x.\n", (uint64_t)pte); 1655245Sgblack@eecs.umich.edu doWrite = !pte.a; 1665245Sgblack@eecs.umich.edu pte.a = 1; 1675245Sgblack@eecs.umich.edu entry.writable = entry.writable && pte.w; 1685245Sgblack@eecs.umich.edu entry.user = entry.user && pte.u; 1695895Sgblack@eecs.umich.edu if (badNX || !pte.p) { 1705895Sgblack@eecs.umich.edu stop(); 1715895Sgblack@eecs.umich.edu return pageFault(pte.p); 1725895Sgblack@eecs.umich.edu } 1735245Sgblack@eecs.umich.edu entry.paddr = (uint64_t)pte & (mask(40) << 12); 1745245Sgblack@eecs.umich.edu entry.uncacheable = uncacheable; 1755245Sgblack@eecs.umich.edu entry.global = pte.g; 1765245Sgblack@eecs.umich.edu entry.patBit = bits(pte, 12); 1775245Sgblack@eecs.umich.edu entry.vaddr = entry.vaddr & ~((4 * (1 << 10)) - 1); 1785245Sgblack@eecs.umich.edu tlb->insert(entry.vaddr, entry); 1795895Sgblack@eecs.umich.edu stop(); 1805895Sgblack@eecs.umich.edu return NoFault; 1815245Sgblack@eecs.umich.edu case PAEPDP: 1825904Sgblack@eecs.umich.edu DPRINTF(PageTableWalker, 1835904Sgblack@eecs.umich.edu "Got legacy mode PAE PDP entry %#08x.\n", (uint32_t)pte); 1845245Sgblack@eecs.umich.edu nextRead = ((uint64_t)pte & (mask(40) << 12)) + vaddr.pael2 * size; 1855895Sgblack@eecs.umich.edu if (!pte.p) { 1865895Sgblack@eecs.umich.edu stop(); 1875895Sgblack@eecs.umich.edu return pageFault(pte.p); 1885895Sgblack@eecs.umich.edu } 1895245Sgblack@eecs.umich.edu nextState = PAEPD; 1905245Sgblack@eecs.umich.edu break; 1915245Sgblack@eecs.umich.edu case PAEPD: 1925904Sgblack@eecs.umich.edu DPRINTF(PageTableWalker, 1935904Sgblack@eecs.umich.edu "Got legacy mode PAE PD entry %#08x.\n", (uint32_t)pte); 1945245Sgblack@eecs.umich.edu doWrite = !pte.a; 1955245Sgblack@eecs.umich.edu pte.a = 1; 1965245Sgblack@eecs.umich.edu entry.writable = pte.w; 1975245Sgblack@eecs.umich.edu entry.user = pte.u; 1985895Sgblack@eecs.umich.edu if (badNX || !pte.p) { 1995895Sgblack@eecs.umich.edu stop(); 2005895Sgblack@eecs.umich.edu return pageFault(pte.p); 2015895Sgblack@eecs.umich.edu } 2025245Sgblack@eecs.umich.edu if (!pte.ps) { 2035245Sgblack@eecs.umich.edu // 4 KB page 2045245Sgblack@eecs.umich.edu entry.size = 4 * (1 << 10); 2055245Sgblack@eecs.umich.edu nextRead = ((uint64_t)pte & (mask(40) << 12)) + vaddr.pael1 * size; 2065245Sgblack@eecs.umich.edu nextState = PAEPTE; 2075245Sgblack@eecs.umich.edu break; 2085245Sgblack@eecs.umich.edu } else { 2095245Sgblack@eecs.umich.edu // 2 MB page 2105245Sgblack@eecs.umich.edu entry.size = 2 * (1 << 20); 2115245Sgblack@eecs.umich.edu entry.paddr = (uint64_t)pte & (mask(31) << 21); 2125245Sgblack@eecs.umich.edu entry.uncacheable = uncacheable; 2135245Sgblack@eecs.umich.edu entry.global = pte.g; 2145245Sgblack@eecs.umich.edu entry.patBit = bits(pte, 12); 2155245Sgblack@eecs.umich.edu entry.vaddr = entry.vaddr & ~((2 * (1 << 20)) - 1); 2165245Sgblack@eecs.umich.edu tlb->insert(entry.vaddr, entry); 2175895Sgblack@eecs.umich.edu stop(); 2185895Sgblack@eecs.umich.edu return NoFault; 2195245Sgblack@eecs.umich.edu } 2205245Sgblack@eecs.umich.edu case PAEPTE: 2215904Sgblack@eecs.umich.edu DPRINTF(PageTableWalker, 2225904Sgblack@eecs.umich.edu "Got legacy mode PAE PTE entry %#08x.\n", (uint32_t)pte); 2235245Sgblack@eecs.umich.edu doWrite = !pte.a; 2245245Sgblack@eecs.umich.edu pte.a = 1; 2255245Sgblack@eecs.umich.edu entry.writable = entry.writable && pte.w; 2265245Sgblack@eecs.umich.edu entry.user = entry.user && pte.u; 2275895Sgblack@eecs.umich.edu if (badNX || !pte.p) { 2285895Sgblack@eecs.umich.edu stop(); 2295895Sgblack@eecs.umich.edu return pageFault(pte.p); 2305895Sgblack@eecs.umich.edu } 2315245Sgblack@eecs.umich.edu entry.paddr = (uint64_t)pte & (mask(40) << 12); 2325245Sgblack@eecs.umich.edu entry.uncacheable = uncacheable; 2335245Sgblack@eecs.umich.edu entry.global = pte.g; 2345245Sgblack@eecs.umich.edu entry.patBit = bits(pte, 7); 2355245Sgblack@eecs.umich.edu entry.vaddr = entry.vaddr & ~((4 * (1 << 10)) - 1); 2365245Sgblack@eecs.umich.edu tlb->insert(entry.vaddr, entry); 2375895Sgblack@eecs.umich.edu stop(); 2385895Sgblack@eecs.umich.edu return NoFault; 2395245Sgblack@eecs.umich.edu case PSEPD: 2405904Sgblack@eecs.umich.edu DPRINTF(PageTableWalker, 2415904Sgblack@eecs.umich.edu "Got legacy mode PSE PD entry %#08x.\n", (uint32_t)pte); 2425245Sgblack@eecs.umich.edu doWrite = !pte.a; 2435245Sgblack@eecs.umich.edu pte.a = 1; 2445245Sgblack@eecs.umich.edu entry.writable = pte.w; 2455245Sgblack@eecs.umich.edu entry.user = pte.u; 2465895Sgblack@eecs.umich.edu if (!pte.p) { 2475895Sgblack@eecs.umich.edu stop(); 2485895Sgblack@eecs.umich.edu return pageFault(pte.p); 2495895Sgblack@eecs.umich.edu } 2505245Sgblack@eecs.umich.edu if (!pte.ps) { 2515245Sgblack@eecs.umich.edu // 4 KB page 2525245Sgblack@eecs.umich.edu entry.size = 4 * (1 << 10); 2535245Sgblack@eecs.umich.edu nextRead = 2545245Sgblack@eecs.umich.edu ((uint64_t)pte & (mask(20) << 12)) + vaddr.norml2 * size; 2555245Sgblack@eecs.umich.edu nextState = PTE; 2565245Sgblack@eecs.umich.edu break; 2575245Sgblack@eecs.umich.edu } else { 2585245Sgblack@eecs.umich.edu // 4 MB page 2595245Sgblack@eecs.umich.edu entry.size = 4 * (1 << 20); 2605245Sgblack@eecs.umich.edu entry.paddr = bits(pte, 20, 13) << 32 | bits(pte, 31, 22) << 22; 2615245Sgblack@eecs.umich.edu entry.uncacheable = uncacheable; 2625245Sgblack@eecs.umich.edu entry.global = pte.g; 2635245Sgblack@eecs.umich.edu entry.patBit = bits(pte, 12); 2645245Sgblack@eecs.umich.edu entry.vaddr = entry.vaddr & ~((4 * (1 << 20)) - 1); 2655245Sgblack@eecs.umich.edu tlb->insert(entry.vaddr, entry); 2665895Sgblack@eecs.umich.edu stop(); 2675895Sgblack@eecs.umich.edu return NoFault; 2685245Sgblack@eecs.umich.edu } 2695245Sgblack@eecs.umich.edu case PD: 2705904Sgblack@eecs.umich.edu DPRINTF(PageTableWalker, 2715904Sgblack@eecs.umich.edu "Got legacy mode PD entry %#08x.\n", (uint32_t)pte); 2725245Sgblack@eecs.umich.edu doWrite = !pte.a; 2735245Sgblack@eecs.umich.edu pte.a = 1; 2745245Sgblack@eecs.umich.edu entry.writable = pte.w; 2755245Sgblack@eecs.umich.edu entry.user = pte.u; 2765895Sgblack@eecs.umich.edu if (!pte.p) { 2775895Sgblack@eecs.umich.edu stop(); 2785895Sgblack@eecs.umich.edu return pageFault(pte.p); 2795895Sgblack@eecs.umich.edu } 2805245Sgblack@eecs.umich.edu // 4 KB page 2815245Sgblack@eecs.umich.edu entry.size = 4 * (1 << 10); 2825245Sgblack@eecs.umich.edu nextRead = ((uint64_t)pte & (mask(20) << 12)) + vaddr.norml2 * size; 2835245Sgblack@eecs.umich.edu nextState = PTE; 2845245Sgblack@eecs.umich.edu break; 2855245Sgblack@eecs.umich.edu case PTE: 2865904Sgblack@eecs.umich.edu DPRINTF(PageTableWalker, 2875904Sgblack@eecs.umich.edu "Got legacy mode PTE entry %#08x.\n", (uint32_t)pte); 2885245Sgblack@eecs.umich.edu doWrite = !pte.a; 2895245Sgblack@eecs.umich.edu pte.a = 1; 2905245Sgblack@eecs.umich.edu entry.writable = pte.w; 2915245Sgblack@eecs.umich.edu entry.user = pte.u; 2925895Sgblack@eecs.umich.edu if (!pte.p) { 2935895Sgblack@eecs.umich.edu stop(); 2945895Sgblack@eecs.umich.edu return pageFault(pte.p); 2955895Sgblack@eecs.umich.edu } 2965245Sgblack@eecs.umich.edu entry.paddr = (uint64_t)pte & (mask(20) << 12); 2975245Sgblack@eecs.umich.edu entry.uncacheable = uncacheable; 2985245Sgblack@eecs.umich.edu entry.global = pte.g; 2995245Sgblack@eecs.umich.edu entry.patBit = bits(pte, 7); 3005245Sgblack@eecs.umich.edu entry.vaddr = entry.vaddr & ~((4 * (1 << 10)) - 1); 3015245Sgblack@eecs.umich.edu tlb->insert(entry.vaddr, entry); 3025895Sgblack@eecs.umich.edu stop(); 3035895Sgblack@eecs.umich.edu return NoFault; 3045245Sgblack@eecs.umich.edu default: 3055245Sgblack@eecs.umich.edu panic("Unknown page table walker state %d!\n"); 3065245Sgblack@eecs.umich.edu } 3075245Sgblack@eecs.umich.edu PacketPtr oldRead = read; 3085245Sgblack@eecs.umich.edu //If we didn't return, we're setting up another read. 3095736Snate@binkert.org Request::Flags flags = oldRead->req->getFlags(); 3105736Snate@binkert.org flags.set(Request::UNCACHEABLE, uncacheable); 3115245Sgblack@eecs.umich.edu RequestPtr request = 3125245Sgblack@eecs.umich.edu new Request(nextRead, oldRead->getSize(), flags); 3135245Sgblack@eecs.umich.edu read = new Packet(request, MemCmd::ReadExReq, Packet::Broadcast); 3145245Sgblack@eecs.umich.edu read->allocate(); 3155245Sgblack@eecs.umich.edu //If we need to write, adjust the read packet to write the modified value 3165245Sgblack@eecs.umich.edu //back to memory. 3175245Sgblack@eecs.umich.edu if (doWrite) { 3185245Sgblack@eecs.umich.edu write = oldRead; 3195245Sgblack@eecs.umich.edu write->set<uint64_t>(pte); 3205245Sgblack@eecs.umich.edu write->cmd = MemCmd::WriteReq; 3215245Sgblack@eecs.umich.edu write->setDest(Packet::Broadcast); 3225245Sgblack@eecs.umich.edu } else { 3235245Sgblack@eecs.umich.edu write = NULL; 3245245Sgblack@eecs.umich.edu delete oldRead->req; 3255245Sgblack@eecs.umich.edu delete oldRead; 3265245Sgblack@eecs.umich.edu } 3275895Sgblack@eecs.umich.edu return NoFault; 3285245Sgblack@eecs.umich.edu} 3295245Sgblack@eecs.umich.edu 3305895Sgblack@eecs.umich.eduFault 3315895Sgblack@eecs.umich.eduWalker::start(ThreadContext * _tc, BaseTLB::Translation *_translation, 3326023Snate@binkert.org RequestPtr _req, BaseTLB::Mode _mode) 3335245Sgblack@eecs.umich.edu{ 3345245Sgblack@eecs.umich.edu assert(state == Ready); 3355245Sgblack@eecs.umich.edu tc = _tc; 3365895Sgblack@eecs.umich.edu req = _req; 3375895Sgblack@eecs.umich.edu Addr vaddr = req->getVaddr(); 3386023Snate@binkert.org mode = _mode; 3395895Sgblack@eecs.umich.edu translation = _translation; 3405245Sgblack@eecs.umich.edu 3415245Sgblack@eecs.umich.edu VAddr addr = vaddr; 3425245Sgblack@eecs.umich.edu 3435245Sgblack@eecs.umich.edu //Figure out what we're doing. 3445245Sgblack@eecs.umich.edu CR3 cr3 = tc->readMiscRegNoEffect(MISCREG_CR3); 3455245Sgblack@eecs.umich.edu Addr top = 0; 3465245Sgblack@eecs.umich.edu // Check if we're in long mode or not 3475245Sgblack@eecs.umich.edu Efer efer = tc->readMiscRegNoEffect(MISCREG_EFER); 3485245Sgblack@eecs.umich.edu size = 8; 3495245Sgblack@eecs.umich.edu if (efer.lma) { 3505245Sgblack@eecs.umich.edu // Do long mode. 3515245Sgblack@eecs.umich.edu state = LongPML4; 3525245Sgblack@eecs.umich.edu top = (cr3.longPdtb << 12) + addr.longl4 * size; 3535895Sgblack@eecs.umich.edu enableNX = efer.nxe; 3545245Sgblack@eecs.umich.edu } else { 3555245Sgblack@eecs.umich.edu // We're in some flavor of legacy mode. 3565245Sgblack@eecs.umich.edu CR4 cr4 = tc->readMiscRegNoEffect(MISCREG_CR4); 3575245Sgblack@eecs.umich.edu if (cr4.pae) { 3585245Sgblack@eecs.umich.edu // Do legacy PAE. 3595245Sgblack@eecs.umich.edu state = PAEPDP; 3605245Sgblack@eecs.umich.edu top = (cr3.paePdtb << 5) + addr.pael3 * size; 3615895Sgblack@eecs.umich.edu enableNX = efer.nxe; 3625245Sgblack@eecs.umich.edu } else { 3635245Sgblack@eecs.umich.edu size = 4; 3645245Sgblack@eecs.umich.edu top = (cr3.pdtb << 12) + addr.norml2 * size; 3655245Sgblack@eecs.umich.edu if (cr4.pse) { 3665245Sgblack@eecs.umich.edu // Do legacy PSE. 3675245Sgblack@eecs.umich.edu state = PSEPD; 3685245Sgblack@eecs.umich.edu } else { 3695245Sgblack@eecs.umich.edu // Do legacy non PSE. 3705245Sgblack@eecs.umich.edu state = PD; 3715245Sgblack@eecs.umich.edu } 3725895Sgblack@eecs.umich.edu enableNX = false; 3735245Sgblack@eecs.umich.edu } 3745245Sgblack@eecs.umich.edu } 3755245Sgblack@eecs.umich.edu 3765245Sgblack@eecs.umich.edu nextState = Ready; 3775245Sgblack@eecs.umich.edu entry.vaddr = vaddr; 3785245Sgblack@eecs.umich.edu 3795736Snate@binkert.org Request::Flags flags = Request::PHYSICAL; 3805736Snate@binkert.org if (cr3.pcd) 3815736Snate@binkert.org flags.set(Request::UNCACHEABLE); 3825736Snate@binkert.org RequestPtr request = new Request(top, size, flags); 3835245Sgblack@eecs.umich.edu read = new Packet(request, MemCmd::ReadExReq, Packet::Broadcast); 3845245Sgblack@eecs.umich.edu read->allocate(); 3855245Sgblack@eecs.umich.edu Enums::MemoryMode memMode = sys->getMemoryMode(); 3865245Sgblack@eecs.umich.edu if (memMode == Enums::timing) { 3875897Sgblack@eecs.umich.edu nextState = state; 3885897Sgblack@eecs.umich.edu state = Waiting; 3895895Sgblack@eecs.umich.edu timingFault = NoFault; 3905897Sgblack@eecs.umich.edu sendPackets(); 3915245Sgblack@eecs.umich.edu } else if (memMode == Enums::atomic) { 3925895Sgblack@eecs.umich.edu Fault fault; 3935245Sgblack@eecs.umich.edu do { 3945245Sgblack@eecs.umich.edu port.sendAtomic(read); 3955245Sgblack@eecs.umich.edu PacketPtr write = NULL; 3965897Sgblack@eecs.umich.edu fault = doNext(write); 3975895Sgblack@eecs.umich.edu assert(fault == NoFault || read == NULL); 3985245Sgblack@eecs.umich.edu state = nextState; 3995245Sgblack@eecs.umich.edu nextState = Ready; 4005245Sgblack@eecs.umich.edu if (write) 4015245Sgblack@eecs.umich.edu port.sendAtomic(write); 4025245Sgblack@eecs.umich.edu } while(read); 4035245Sgblack@eecs.umich.edu state = Ready; 4045245Sgblack@eecs.umich.edu nextState = Waiting; 4055895Sgblack@eecs.umich.edu return fault; 4065245Sgblack@eecs.umich.edu } else { 4075245Sgblack@eecs.umich.edu panic("Unrecognized memory system mode.\n"); 4085245Sgblack@eecs.umich.edu } 4095895Sgblack@eecs.umich.edu return NoFault; 4105245Sgblack@eecs.umich.edu} 4115245Sgblack@eecs.umich.edu 4125245Sgblack@eecs.umich.edubool 4135245Sgblack@eecs.umich.eduWalker::WalkerPort::recvTiming(PacketPtr pkt) 4145245Sgblack@eecs.umich.edu{ 4155245Sgblack@eecs.umich.edu return walker->recvTiming(pkt); 4165245Sgblack@eecs.umich.edu} 4175245Sgblack@eecs.umich.edu 4185245Sgblack@eecs.umich.edubool 4195245Sgblack@eecs.umich.eduWalker::recvTiming(PacketPtr pkt) 4205245Sgblack@eecs.umich.edu{ 4215245Sgblack@eecs.umich.edu if (pkt->isResponse() && !pkt->wasNacked()) { 4225897Sgblack@eecs.umich.edu assert(inflight); 4235897Sgblack@eecs.umich.edu assert(state == Waiting); 4245897Sgblack@eecs.umich.edu assert(!read); 4255897Sgblack@eecs.umich.edu inflight--; 4265245Sgblack@eecs.umich.edu if (pkt->isRead()) { 4275245Sgblack@eecs.umich.edu state = nextState; 4285245Sgblack@eecs.umich.edu nextState = Ready; 4295245Sgblack@eecs.umich.edu PacketPtr write = NULL; 4305897Sgblack@eecs.umich.edu read = pkt; 4315897Sgblack@eecs.umich.edu timingFault = doNext(write); 4325245Sgblack@eecs.umich.edu state = Waiting; 4335895Sgblack@eecs.umich.edu assert(timingFault == NoFault || read == NULL); 4345245Sgblack@eecs.umich.edu if (write) { 4355245Sgblack@eecs.umich.edu writes.push_back(write); 4365245Sgblack@eecs.umich.edu } 4375245Sgblack@eecs.umich.edu sendPackets(); 4385245Sgblack@eecs.umich.edu } else { 4395245Sgblack@eecs.umich.edu sendPackets(); 4405245Sgblack@eecs.umich.edu } 4415245Sgblack@eecs.umich.edu if (inflight == 0 && read == NULL && writes.size() == 0) { 4425245Sgblack@eecs.umich.edu state = Ready; 4435245Sgblack@eecs.umich.edu nextState = Waiting; 4445895Sgblack@eecs.umich.edu if (timingFault == NoFault) { 4455895Sgblack@eecs.umich.edu /* 4465895Sgblack@eecs.umich.edu * Finish the translation. Now that we now the right entry is 4475895Sgblack@eecs.umich.edu * in the TLB, this should work with no memory accesses. 4485895Sgblack@eecs.umich.edu * There could be new faults unrelated to the table walk like 4495895Sgblack@eecs.umich.edu * permissions violations, so we'll need the return value as 4505895Sgblack@eecs.umich.edu * well. 4515895Sgblack@eecs.umich.edu */ 4525895Sgblack@eecs.umich.edu bool delayedResponse; 4536023Snate@binkert.org Fault fault = tlb->translate(req, tc, NULL, mode, 4545895Sgblack@eecs.umich.edu delayedResponse, true); 4555895Sgblack@eecs.umich.edu assert(!delayedResponse); 4565895Sgblack@eecs.umich.edu // Let the CPU continue. 4576023Snate@binkert.org translation->finish(fault, req, tc, mode); 4585895Sgblack@eecs.umich.edu } else { 4595895Sgblack@eecs.umich.edu // There was a fault during the walk. Let the CPU know. 4606023Snate@binkert.org translation->finish(timingFault, req, tc, mode); 4615895Sgblack@eecs.umich.edu } 4625245Sgblack@eecs.umich.edu } 4635245Sgblack@eecs.umich.edu } else if (pkt->wasNacked()) { 4645245Sgblack@eecs.umich.edu pkt->reinitNacked(); 4655245Sgblack@eecs.umich.edu if (!port.sendTiming(pkt)) { 4665897Sgblack@eecs.umich.edu inflight--; 4675245Sgblack@eecs.umich.edu retrying = true; 4685245Sgblack@eecs.umich.edu if (pkt->isWrite()) { 4695245Sgblack@eecs.umich.edu writes.push_back(pkt); 4705245Sgblack@eecs.umich.edu } else { 4715245Sgblack@eecs.umich.edu assert(!read); 4725245Sgblack@eecs.umich.edu read = pkt; 4735245Sgblack@eecs.umich.edu } 4745245Sgblack@eecs.umich.edu } 4755245Sgblack@eecs.umich.edu } 4765245Sgblack@eecs.umich.edu return true; 4775245Sgblack@eecs.umich.edu} 4785245Sgblack@eecs.umich.edu 4795245Sgblack@eecs.umich.eduTick 4805245Sgblack@eecs.umich.eduWalker::WalkerPort::recvAtomic(PacketPtr pkt) 4815245Sgblack@eecs.umich.edu{ 4825245Sgblack@eecs.umich.edu return 0; 4835245Sgblack@eecs.umich.edu} 4845245Sgblack@eecs.umich.edu 4855245Sgblack@eecs.umich.eduvoid 4865245Sgblack@eecs.umich.eduWalker::WalkerPort::recvFunctional(PacketPtr pkt) 4875245Sgblack@eecs.umich.edu{ 4885245Sgblack@eecs.umich.edu return; 4895245Sgblack@eecs.umich.edu} 4905245Sgblack@eecs.umich.edu 4915245Sgblack@eecs.umich.eduvoid 4925245Sgblack@eecs.umich.eduWalker::WalkerPort::recvStatusChange(Status status) 4935245Sgblack@eecs.umich.edu{ 4945245Sgblack@eecs.umich.edu if (status == RangeChange) { 4955245Sgblack@eecs.umich.edu if (!snoopRangeSent) { 4965245Sgblack@eecs.umich.edu snoopRangeSent = true; 4975245Sgblack@eecs.umich.edu sendStatusChange(Port::RangeChange); 4985245Sgblack@eecs.umich.edu } 4995245Sgblack@eecs.umich.edu return; 5005245Sgblack@eecs.umich.edu } 5015245Sgblack@eecs.umich.edu 5025245Sgblack@eecs.umich.edu panic("Unexpected recvStatusChange.\n"); 5035245Sgblack@eecs.umich.edu} 5045245Sgblack@eecs.umich.edu 5055245Sgblack@eecs.umich.eduvoid 5065245Sgblack@eecs.umich.eduWalker::WalkerPort::recvRetry() 5075245Sgblack@eecs.umich.edu{ 5085245Sgblack@eecs.umich.edu walker->recvRetry(); 5095245Sgblack@eecs.umich.edu} 5105245Sgblack@eecs.umich.edu 5115245Sgblack@eecs.umich.eduvoid 5125245Sgblack@eecs.umich.eduWalker::recvRetry() 5135245Sgblack@eecs.umich.edu{ 5145245Sgblack@eecs.umich.edu retrying = false; 5155245Sgblack@eecs.umich.edu sendPackets(); 5165245Sgblack@eecs.umich.edu} 5175245Sgblack@eecs.umich.edu 5185245Sgblack@eecs.umich.eduvoid 5195245Sgblack@eecs.umich.eduWalker::sendPackets() 5205245Sgblack@eecs.umich.edu{ 5215245Sgblack@eecs.umich.edu //If we're already waiting for the port to become available, just return. 5225245Sgblack@eecs.umich.edu if (retrying) 5235245Sgblack@eecs.umich.edu return; 5245245Sgblack@eecs.umich.edu 5255245Sgblack@eecs.umich.edu //Reads always have priority 5265245Sgblack@eecs.umich.edu if (read) { 5275897Sgblack@eecs.umich.edu PacketPtr pkt = read; 5285897Sgblack@eecs.umich.edu read = NULL; 5295897Sgblack@eecs.umich.edu inflight++; 5305897Sgblack@eecs.umich.edu if (!port.sendTiming(pkt)) { 5315245Sgblack@eecs.umich.edu retrying = true; 5325897Sgblack@eecs.umich.edu read = pkt; 5335897Sgblack@eecs.umich.edu inflight--; 5345245Sgblack@eecs.umich.edu return; 5355245Sgblack@eecs.umich.edu } 5365245Sgblack@eecs.umich.edu } 5375245Sgblack@eecs.umich.edu //Send off as many of the writes as we can. 5385245Sgblack@eecs.umich.edu while (writes.size()) { 5395245Sgblack@eecs.umich.edu PacketPtr write = writes.back(); 5405897Sgblack@eecs.umich.edu writes.pop_back(); 5415897Sgblack@eecs.umich.edu inflight++; 5425245Sgblack@eecs.umich.edu if (!port.sendTiming(write)) { 5435245Sgblack@eecs.umich.edu retrying = true; 5445897Sgblack@eecs.umich.edu writes.push_back(write); 5455897Sgblack@eecs.umich.edu inflight--; 5465245Sgblack@eecs.umich.edu return; 5475245Sgblack@eecs.umich.edu } 5485245Sgblack@eecs.umich.edu } 5495245Sgblack@eecs.umich.edu} 5505245Sgblack@eecs.umich.edu 5515245Sgblack@eecs.umich.eduPort * 5525245Sgblack@eecs.umich.eduWalker::getPort(const std::string &if_name, int idx) 5535245Sgblack@eecs.umich.edu{ 5545245Sgblack@eecs.umich.edu if (if_name == "port") 5555245Sgblack@eecs.umich.edu return &port; 5565245Sgblack@eecs.umich.edu else 5575245Sgblack@eecs.umich.edu panic("No page table walker port named %s!\n", if_name); 5585245Sgblack@eecs.umich.edu} 5595245Sgblack@eecs.umich.edu 5605895Sgblack@eecs.umich.eduFault 5615895Sgblack@eecs.umich.eduWalker::pageFault(bool present) 5625895Sgblack@eecs.umich.edu{ 5635904Sgblack@eecs.umich.edu DPRINTF(PageTableWalker, "Raising page fault.\n"); 5645895Sgblack@eecs.umich.edu HandyM5Reg m5reg = tc->readMiscRegNoEffect(MISCREG_M5_REG); 5656023Snate@binkert.org if (mode == BaseTLB::Execute && !enableNX) 5666023Snate@binkert.org mode = BaseTLB::Read; 5676023Snate@binkert.org return new PageFault(entry.vaddr, present, mode, m5reg.cpl == 3, false); 5685895Sgblack@eecs.umich.edu} 5695895Sgblack@eecs.umich.edu 5705245Sgblack@eecs.umich.edu} 5715245Sgblack@eecs.umich.edu 5725245Sgblack@eecs.umich.eduX86ISA::Walker * 5735245Sgblack@eecs.umich.eduX86PagetableWalkerParams::create() 5745245Sgblack@eecs.umich.edu{ 5755245Sgblack@eecs.umich.edu return new X86ISA::Walker(this); 5765245Sgblack@eecs.umich.edu} 577