pagetable_walker.cc revision 5736
15245Sgblack@eecs.umich.edu/* 25245Sgblack@eecs.umich.edu * Copyright (c) 2007 The Hewlett-Packard Development Company 35245Sgblack@eecs.umich.edu * All rights reserved. 45245Sgblack@eecs.umich.edu * 55245Sgblack@eecs.umich.edu * Redistribution and use of this software in source and binary forms, 65245Sgblack@eecs.umich.edu * with or without modification, are permitted provided that the 75245Sgblack@eecs.umich.edu * following conditions are met: 85245Sgblack@eecs.umich.edu * 95245Sgblack@eecs.umich.edu * The software must be used only for Non-Commercial Use which means any 105245Sgblack@eecs.umich.edu * use which is NOT directed to receiving any direct monetary 115245Sgblack@eecs.umich.edu * compensation for, or commercial advantage from such use. Illustrative 125245Sgblack@eecs.umich.edu * examples of non-commercial use are academic research, personal study, 135245Sgblack@eecs.umich.edu * teaching, education and corporate research & development. 145245Sgblack@eecs.umich.edu * Illustrative examples of commercial use are distributing products for 155245Sgblack@eecs.umich.edu * commercial advantage and providing services using the software for 165245Sgblack@eecs.umich.edu * commercial advantage. 175245Sgblack@eecs.umich.edu * 185245Sgblack@eecs.umich.edu * If you wish to use this software or functionality therein that may be 195245Sgblack@eecs.umich.edu * covered by patents for commercial use, please contact: 205245Sgblack@eecs.umich.edu * Director of Intellectual Property Licensing 215245Sgblack@eecs.umich.edu * Office of Strategy and Technology 225245Sgblack@eecs.umich.edu * Hewlett-Packard Company 235245Sgblack@eecs.umich.edu * 1501 Page Mill Road 245245Sgblack@eecs.umich.edu * Palo Alto, California 94304 255245Sgblack@eecs.umich.edu * 265245Sgblack@eecs.umich.edu * Redistributions of source code must retain the above copyright notice, 275245Sgblack@eecs.umich.edu * this list of conditions and the following disclaimer. Redistributions 285245Sgblack@eecs.umich.edu * in binary form must reproduce the above copyright notice, this list of 295245Sgblack@eecs.umich.edu * conditions and the following disclaimer in the documentation and/or 305245Sgblack@eecs.umich.edu * other materials provided with the distribution. Neither the name of 315245Sgblack@eecs.umich.edu * the COPYRIGHT HOLDER(s), HEWLETT-PACKARD COMPANY, nor the names of its 325245Sgblack@eecs.umich.edu * contributors may be used to endorse or promote products derived from 335245Sgblack@eecs.umich.edu * this software without specific prior written permission. No right of 345245Sgblack@eecs.umich.edu * sublicense is granted herewith. Derivatives of the software and 355245Sgblack@eecs.umich.edu * output created using the software may be prepared, but only for 365245Sgblack@eecs.umich.edu * Non-Commercial Uses. Derivatives of the software may be shared with 375245Sgblack@eecs.umich.edu * others provided: (i) the others agree to abide by the list of 385245Sgblack@eecs.umich.edu * conditions herein which includes the Non-Commercial Use restrictions; 395245Sgblack@eecs.umich.edu * and (ii) such Derivatives of the software include the above copyright 405245Sgblack@eecs.umich.edu * notice to acknowledge the contribution from this software where 415245Sgblack@eecs.umich.edu * applicable, this list of conditions and the disclaimer below. 425245Sgblack@eecs.umich.edu * 435245Sgblack@eecs.umich.edu * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 445245Sgblack@eecs.umich.edu * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 455245Sgblack@eecs.umich.edu * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 465245Sgblack@eecs.umich.edu * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 475245Sgblack@eecs.umich.edu * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 485245Sgblack@eecs.umich.edu * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 495245Sgblack@eecs.umich.edu * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 505245Sgblack@eecs.umich.edu * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 515245Sgblack@eecs.umich.edu * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 525245Sgblack@eecs.umich.edu * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 535245Sgblack@eecs.umich.edu * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 545245Sgblack@eecs.umich.edu * 555245Sgblack@eecs.umich.edu * Authors: Gabe Black 565245Sgblack@eecs.umich.edu */ 575245Sgblack@eecs.umich.edu 585245Sgblack@eecs.umich.edu#include "arch/x86/pagetable.hh" 595245Sgblack@eecs.umich.edu#include "arch/x86/pagetable_walker.hh" 605245Sgblack@eecs.umich.edu#include "arch/x86/tlb.hh" 615245Sgblack@eecs.umich.edu#include "base/bitfield.hh" 625245Sgblack@eecs.umich.edu#include "cpu/thread_context.hh" 635245Sgblack@eecs.umich.edu#include "cpu/base.hh" 645245Sgblack@eecs.umich.edu#include "mem/packet_access.hh" 655245Sgblack@eecs.umich.edu#include "mem/request.hh" 665245Sgblack@eecs.umich.edu#include "sim/system.hh" 675245Sgblack@eecs.umich.edu 685245Sgblack@eecs.umich.edunamespace X86ISA { 695245Sgblack@eecs.umich.edu 705245Sgblack@eecs.umich.edu// Unfortunately, the placement of the base field in a page table entry is 715245Sgblack@eecs.umich.edu// very erratic and would make a mess here. It might be moved here at some 725245Sgblack@eecs.umich.edu// point in the future. 735245Sgblack@eecs.umich.eduBitUnion64(PageTableEntry) 745245Sgblack@eecs.umich.edu Bitfield<63> nx; 755245Sgblack@eecs.umich.edu Bitfield<11, 9> avl; 765245Sgblack@eecs.umich.edu Bitfield<8> g; 775245Sgblack@eecs.umich.edu Bitfield<7> ps; 785245Sgblack@eecs.umich.edu Bitfield<6> d; 795245Sgblack@eecs.umich.edu Bitfield<5> a; 805245Sgblack@eecs.umich.edu Bitfield<4> pcd; 815245Sgblack@eecs.umich.edu Bitfield<3> pwt; 825245Sgblack@eecs.umich.edu Bitfield<2> u; 835245Sgblack@eecs.umich.edu Bitfield<1> w; 845245Sgblack@eecs.umich.edu Bitfield<0> p; 855245Sgblack@eecs.umich.eduEndBitUnion(PageTableEntry) 865245Sgblack@eecs.umich.edu 875245Sgblack@eecs.umich.eduvoid 885245Sgblack@eecs.umich.eduWalker::doNext(PacketPtr &read, PacketPtr &write) 895245Sgblack@eecs.umich.edu{ 905245Sgblack@eecs.umich.edu assert(state != Ready && state != Waiting); 915245Sgblack@eecs.umich.edu write = NULL; 925245Sgblack@eecs.umich.edu PageTableEntry pte; 935245Sgblack@eecs.umich.edu if (size == 8) 945245Sgblack@eecs.umich.edu pte = read->get<uint64_t>(); 955245Sgblack@eecs.umich.edu else 965245Sgblack@eecs.umich.edu pte = read->get<uint32_t>(); 975245Sgblack@eecs.umich.edu VAddr vaddr = entry.vaddr; 985245Sgblack@eecs.umich.edu bool uncacheable = pte.pcd; 995245Sgblack@eecs.umich.edu Addr nextRead = 0; 1005245Sgblack@eecs.umich.edu bool doWrite = false; 1015245Sgblack@eecs.umich.edu bool badNX = pte.nx && (!tlb->allowNX() || !enableNX); 1025245Sgblack@eecs.umich.edu switch(state) { 1035245Sgblack@eecs.umich.edu case LongPML4: 1045245Sgblack@eecs.umich.edu nextRead = ((uint64_t)pte & (mask(40) << 12)) + vaddr.longl3 * size; 1055245Sgblack@eecs.umich.edu doWrite = !pte.a; 1065245Sgblack@eecs.umich.edu pte.a = 1; 1075245Sgblack@eecs.umich.edu entry.writable = pte.w; 1085245Sgblack@eecs.umich.edu entry.user = pte.u; 1095245Sgblack@eecs.umich.edu if (badNX) 1105245Sgblack@eecs.umich.edu panic("NX violation!\n"); 1115245Sgblack@eecs.umich.edu entry.noExec = pte.nx; 1125245Sgblack@eecs.umich.edu if (!pte.p) 1135304Sgblack@eecs.umich.edu panic("Page at %#x not present!\n", entry.vaddr); 1145245Sgblack@eecs.umich.edu nextState = LongPDP; 1155245Sgblack@eecs.umich.edu break; 1165245Sgblack@eecs.umich.edu case LongPDP: 1175245Sgblack@eecs.umich.edu nextRead = ((uint64_t)pte & (mask(40) << 12)) + vaddr.longl2 * size; 1185245Sgblack@eecs.umich.edu doWrite = !pte.a; 1195245Sgblack@eecs.umich.edu pte.a = 1; 1205245Sgblack@eecs.umich.edu entry.writable = entry.writable && pte.w; 1215245Sgblack@eecs.umich.edu entry.user = entry.user && pte.u; 1225245Sgblack@eecs.umich.edu if (badNX) 1235245Sgblack@eecs.umich.edu panic("NX violation!\n"); 1245245Sgblack@eecs.umich.edu if (!pte.p) 1255304Sgblack@eecs.umich.edu panic("Page at %#x not present!\n", entry.vaddr); 1265245Sgblack@eecs.umich.edu nextState = LongPD; 1275245Sgblack@eecs.umich.edu break; 1285245Sgblack@eecs.umich.edu case LongPD: 1295245Sgblack@eecs.umich.edu doWrite = !pte.a; 1305245Sgblack@eecs.umich.edu pte.a = 1; 1315245Sgblack@eecs.umich.edu entry.writable = entry.writable && pte.w; 1325245Sgblack@eecs.umich.edu entry.user = entry.user && pte.u; 1335245Sgblack@eecs.umich.edu if (badNX) 1345245Sgblack@eecs.umich.edu panic("NX violation!\n"); 1355245Sgblack@eecs.umich.edu if (!pte.p) 1365304Sgblack@eecs.umich.edu panic("Page at %#x not present!\n", entry.vaddr); 1375245Sgblack@eecs.umich.edu if (!pte.ps) { 1385245Sgblack@eecs.umich.edu // 4 KB page 1395245Sgblack@eecs.umich.edu entry.size = 4 * (1 << 10); 1405245Sgblack@eecs.umich.edu nextRead = 1415245Sgblack@eecs.umich.edu ((uint64_t)pte & (mask(40) << 12)) + vaddr.longl1 * size; 1425245Sgblack@eecs.umich.edu nextState = LongPTE; 1435245Sgblack@eecs.umich.edu break; 1445245Sgblack@eecs.umich.edu } else { 1455245Sgblack@eecs.umich.edu // 2 MB page 1465245Sgblack@eecs.umich.edu entry.size = 2 * (1 << 20); 1475245Sgblack@eecs.umich.edu entry.paddr = (uint64_t)pte & (mask(31) << 21); 1485245Sgblack@eecs.umich.edu entry.uncacheable = uncacheable; 1495245Sgblack@eecs.umich.edu entry.global = pte.g; 1505245Sgblack@eecs.umich.edu entry.patBit = bits(pte, 12); 1515245Sgblack@eecs.umich.edu entry.vaddr = entry.vaddr & ~((2 * (1 << 20)) - 1); 1525245Sgblack@eecs.umich.edu tlb->insert(entry.vaddr, entry); 1535245Sgblack@eecs.umich.edu nextState = Ready; 1545245Sgblack@eecs.umich.edu delete read->req; 1555245Sgblack@eecs.umich.edu delete read; 1565245Sgblack@eecs.umich.edu read = NULL; 1575245Sgblack@eecs.umich.edu return; 1585245Sgblack@eecs.umich.edu } 1595245Sgblack@eecs.umich.edu case LongPTE: 1605245Sgblack@eecs.umich.edu doWrite = !pte.a; 1615245Sgblack@eecs.umich.edu pte.a = 1; 1625245Sgblack@eecs.umich.edu entry.writable = entry.writable && pte.w; 1635245Sgblack@eecs.umich.edu entry.user = entry.user && pte.u; 1645245Sgblack@eecs.umich.edu if (badNX) 1655245Sgblack@eecs.umich.edu panic("NX violation!\n"); 1665245Sgblack@eecs.umich.edu if (!pte.p) 1675304Sgblack@eecs.umich.edu panic("Page at %#x not present!\n", entry.vaddr); 1685245Sgblack@eecs.umich.edu entry.paddr = (uint64_t)pte & (mask(40) << 12); 1695245Sgblack@eecs.umich.edu entry.uncacheable = uncacheable; 1705245Sgblack@eecs.umich.edu entry.global = pte.g; 1715245Sgblack@eecs.umich.edu entry.patBit = bits(pte, 12); 1725245Sgblack@eecs.umich.edu entry.vaddr = entry.vaddr & ~((4 * (1 << 10)) - 1); 1735245Sgblack@eecs.umich.edu tlb->insert(entry.vaddr, entry); 1745245Sgblack@eecs.umich.edu nextState = Ready; 1755245Sgblack@eecs.umich.edu delete read->req; 1765245Sgblack@eecs.umich.edu delete read; 1775245Sgblack@eecs.umich.edu read = NULL; 1785245Sgblack@eecs.umich.edu return; 1795245Sgblack@eecs.umich.edu case PAEPDP: 1805245Sgblack@eecs.umich.edu nextRead = ((uint64_t)pte & (mask(40) << 12)) + vaddr.pael2 * size; 1815245Sgblack@eecs.umich.edu if (!pte.p) 1825304Sgblack@eecs.umich.edu panic("Page at %#x not present!\n", entry.vaddr); 1835245Sgblack@eecs.umich.edu nextState = PAEPD; 1845245Sgblack@eecs.umich.edu break; 1855245Sgblack@eecs.umich.edu case PAEPD: 1865245Sgblack@eecs.umich.edu doWrite = !pte.a; 1875245Sgblack@eecs.umich.edu pte.a = 1; 1885245Sgblack@eecs.umich.edu entry.writable = pte.w; 1895245Sgblack@eecs.umich.edu entry.user = pte.u; 1905245Sgblack@eecs.umich.edu if (badNX) 1915245Sgblack@eecs.umich.edu panic("NX violation!\n"); 1925245Sgblack@eecs.umich.edu if (!pte.p) 1935304Sgblack@eecs.umich.edu panic("Page at %#x not present!\n", entry.vaddr); 1945245Sgblack@eecs.umich.edu if (!pte.ps) { 1955245Sgblack@eecs.umich.edu // 4 KB page 1965245Sgblack@eecs.umich.edu entry.size = 4 * (1 << 10); 1975245Sgblack@eecs.umich.edu nextRead = ((uint64_t)pte & (mask(40) << 12)) + vaddr.pael1 * size; 1985245Sgblack@eecs.umich.edu nextState = PAEPTE; 1995245Sgblack@eecs.umich.edu break; 2005245Sgblack@eecs.umich.edu } else { 2015245Sgblack@eecs.umich.edu // 2 MB page 2025245Sgblack@eecs.umich.edu entry.size = 2 * (1 << 20); 2035245Sgblack@eecs.umich.edu entry.paddr = (uint64_t)pte & (mask(31) << 21); 2045245Sgblack@eecs.umich.edu entry.uncacheable = uncacheable; 2055245Sgblack@eecs.umich.edu entry.global = pte.g; 2065245Sgblack@eecs.umich.edu entry.patBit = bits(pte, 12); 2075245Sgblack@eecs.umich.edu entry.vaddr = entry.vaddr & ~((2 * (1 << 20)) - 1); 2085245Sgblack@eecs.umich.edu tlb->insert(entry.vaddr, entry); 2095245Sgblack@eecs.umich.edu nextState = Ready; 2105245Sgblack@eecs.umich.edu delete read->req; 2115245Sgblack@eecs.umich.edu delete read; 2125245Sgblack@eecs.umich.edu read = NULL; 2135245Sgblack@eecs.umich.edu return; 2145245Sgblack@eecs.umich.edu } 2155245Sgblack@eecs.umich.edu case PAEPTE: 2165245Sgblack@eecs.umich.edu doWrite = !pte.a; 2175245Sgblack@eecs.umich.edu pte.a = 1; 2185245Sgblack@eecs.umich.edu entry.writable = entry.writable && pte.w; 2195245Sgblack@eecs.umich.edu entry.user = entry.user && pte.u; 2205245Sgblack@eecs.umich.edu if (badNX) 2215245Sgblack@eecs.umich.edu panic("NX violation!\n"); 2225245Sgblack@eecs.umich.edu if (!pte.p) 2235304Sgblack@eecs.umich.edu panic("Page at %#x not present!\n", entry.vaddr); 2245245Sgblack@eecs.umich.edu entry.paddr = (uint64_t)pte & (mask(40) << 12); 2255245Sgblack@eecs.umich.edu entry.uncacheable = uncacheable; 2265245Sgblack@eecs.umich.edu entry.global = pte.g; 2275245Sgblack@eecs.umich.edu entry.patBit = bits(pte, 7); 2285245Sgblack@eecs.umich.edu entry.vaddr = entry.vaddr & ~((4 * (1 << 10)) - 1); 2295245Sgblack@eecs.umich.edu tlb->insert(entry.vaddr, entry); 2305245Sgblack@eecs.umich.edu nextState = Ready; 2315245Sgblack@eecs.umich.edu delete read->req; 2325245Sgblack@eecs.umich.edu delete read; 2335245Sgblack@eecs.umich.edu read = NULL; 2345245Sgblack@eecs.umich.edu return; 2355245Sgblack@eecs.umich.edu case PSEPD: 2365245Sgblack@eecs.umich.edu doWrite = !pte.a; 2375245Sgblack@eecs.umich.edu pte.a = 1; 2385245Sgblack@eecs.umich.edu entry.writable = pte.w; 2395245Sgblack@eecs.umich.edu entry.user = pte.u; 2405245Sgblack@eecs.umich.edu if (!pte.p) 2415304Sgblack@eecs.umich.edu panic("Page at %#x not present!\n", entry.vaddr); 2425245Sgblack@eecs.umich.edu if (!pte.ps) { 2435245Sgblack@eecs.umich.edu // 4 KB page 2445245Sgblack@eecs.umich.edu entry.size = 4 * (1 << 10); 2455245Sgblack@eecs.umich.edu nextRead = 2465245Sgblack@eecs.umich.edu ((uint64_t)pte & (mask(20) << 12)) + vaddr.norml2 * size; 2475245Sgblack@eecs.umich.edu nextState = PTE; 2485245Sgblack@eecs.umich.edu break; 2495245Sgblack@eecs.umich.edu } else { 2505245Sgblack@eecs.umich.edu // 4 MB page 2515245Sgblack@eecs.umich.edu entry.size = 4 * (1 << 20); 2525245Sgblack@eecs.umich.edu entry.paddr = bits(pte, 20, 13) << 32 | bits(pte, 31, 22) << 22; 2535245Sgblack@eecs.umich.edu entry.uncacheable = uncacheable; 2545245Sgblack@eecs.umich.edu entry.global = pte.g; 2555245Sgblack@eecs.umich.edu entry.patBit = bits(pte, 12); 2565245Sgblack@eecs.umich.edu entry.vaddr = entry.vaddr & ~((4 * (1 << 20)) - 1); 2575245Sgblack@eecs.umich.edu tlb->insert(entry.vaddr, entry); 2585245Sgblack@eecs.umich.edu nextState = Ready; 2595245Sgblack@eecs.umich.edu delete read->req; 2605245Sgblack@eecs.umich.edu delete read; 2615245Sgblack@eecs.umich.edu read = NULL; 2625245Sgblack@eecs.umich.edu return; 2635245Sgblack@eecs.umich.edu } 2645245Sgblack@eecs.umich.edu case PD: 2655245Sgblack@eecs.umich.edu doWrite = !pte.a; 2665245Sgblack@eecs.umich.edu pte.a = 1; 2675245Sgblack@eecs.umich.edu entry.writable = pte.w; 2685245Sgblack@eecs.umich.edu entry.user = pte.u; 2695245Sgblack@eecs.umich.edu if (!pte.p) 2705304Sgblack@eecs.umich.edu panic("Page at %#x not present!\n", entry.vaddr); 2715245Sgblack@eecs.umich.edu // 4 KB page 2725245Sgblack@eecs.umich.edu entry.size = 4 * (1 << 10); 2735245Sgblack@eecs.umich.edu nextRead = ((uint64_t)pte & (mask(20) << 12)) + vaddr.norml2 * size; 2745245Sgblack@eecs.umich.edu nextState = PTE; 2755245Sgblack@eecs.umich.edu break; 2765245Sgblack@eecs.umich.edu nextState = PTE; 2775245Sgblack@eecs.umich.edu break; 2785245Sgblack@eecs.umich.edu case PTE: 2795245Sgblack@eecs.umich.edu doWrite = !pte.a; 2805245Sgblack@eecs.umich.edu pte.a = 1; 2815245Sgblack@eecs.umich.edu entry.writable = pte.w; 2825245Sgblack@eecs.umich.edu entry.user = pte.u; 2835245Sgblack@eecs.umich.edu if (!pte.p) 2845304Sgblack@eecs.umich.edu panic("Page at %#x not present!\n", entry.vaddr); 2855245Sgblack@eecs.umich.edu entry.paddr = (uint64_t)pte & (mask(20) << 12); 2865245Sgblack@eecs.umich.edu entry.uncacheable = uncacheable; 2875245Sgblack@eecs.umich.edu entry.global = pte.g; 2885245Sgblack@eecs.umich.edu entry.patBit = bits(pte, 7); 2895245Sgblack@eecs.umich.edu entry.vaddr = entry.vaddr & ~((4 * (1 << 10)) - 1); 2905245Sgblack@eecs.umich.edu tlb->insert(entry.vaddr, entry); 2915245Sgblack@eecs.umich.edu nextState = Ready; 2925245Sgblack@eecs.umich.edu delete read->req; 2935245Sgblack@eecs.umich.edu delete read; 2945245Sgblack@eecs.umich.edu read = NULL; 2955245Sgblack@eecs.umich.edu return; 2965245Sgblack@eecs.umich.edu default: 2975245Sgblack@eecs.umich.edu panic("Unknown page table walker state %d!\n"); 2985245Sgblack@eecs.umich.edu } 2995245Sgblack@eecs.umich.edu PacketPtr oldRead = read; 3005245Sgblack@eecs.umich.edu //If we didn't return, we're setting up another read. 3015736Snate@binkert.org Request::Flags flags = oldRead->req->getFlags(); 3025736Snate@binkert.org flags.set(Request::UNCACHEABLE, uncacheable); 3035245Sgblack@eecs.umich.edu RequestPtr request = 3045245Sgblack@eecs.umich.edu new Request(nextRead, oldRead->getSize(), flags); 3055245Sgblack@eecs.umich.edu read = new Packet(request, MemCmd::ReadExReq, Packet::Broadcast); 3065245Sgblack@eecs.umich.edu read->allocate(); 3075245Sgblack@eecs.umich.edu //If we need to write, adjust the read packet to write the modified value 3085245Sgblack@eecs.umich.edu //back to memory. 3095245Sgblack@eecs.umich.edu if (doWrite) { 3105245Sgblack@eecs.umich.edu write = oldRead; 3115245Sgblack@eecs.umich.edu write->set<uint64_t>(pte); 3125245Sgblack@eecs.umich.edu write->cmd = MemCmd::WriteReq; 3135245Sgblack@eecs.umich.edu write->setDest(Packet::Broadcast); 3145245Sgblack@eecs.umich.edu } else { 3155245Sgblack@eecs.umich.edu write = NULL; 3165245Sgblack@eecs.umich.edu delete oldRead->req; 3175245Sgblack@eecs.umich.edu delete oldRead; 3185245Sgblack@eecs.umich.edu } 3195245Sgblack@eecs.umich.edu} 3205245Sgblack@eecs.umich.edu 3215245Sgblack@eecs.umich.eduvoid 3225245Sgblack@eecs.umich.eduWalker::start(ThreadContext * _tc, Addr vaddr) 3235245Sgblack@eecs.umich.edu{ 3245245Sgblack@eecs.umich.edu assert(state == Ready); 3255245Sgblack@eecs.umich.edu assert(!tc); 3265245Sgblack@eecs.umich.edu tc = _tc; 3275245Sgblack@eecs.umich.edu 3285245Sgblack@eecs.umich.edu VAddr addr = vaddr; 3295245Sgblack@eecs.umich.edu 3305245Sgblack@eecs.umich.edu //Figure out what we're doing. 3315245Sgblack@eecs.umich.edu CR3 cr3 = tc->readMiscRegNoEffect(MISCREG_CR3); 3325245Sgblack@eecs.umich.edu Addr top = 0; 3335245Sgblack@eecs.umich.edu // Check if we're in long mode or not 3345245Sgblack@eecs.umich.edu Efer efer = tc->readMiscRegNoEffect(MISCREG_EFER); 3355245Sgblack@eecs.umich.edu size = 8; 3365245Sgblack@eecs.umich.edu if (efer.lma) { 3375245Sgblack@eecs.umich.edu // Do long mode. 3385245Sgblack@eecs.umich.edu state = LongPML4; 3395245Sgblack@eecs.umich.edu top = (cr3.longPdtb << 12) + addr.longl4 * size; 3405245Sgblack@eecs.umich.edu } else { 3415245Sgblack@eecs.umich.edu // We're in some flavor of legacy mode. 3425245Sgblack@eecs.umich.edu CR4 cr4 = tc->readMiscRegNoEffect(MISCREG_CR4); 3435245Sgblack@eecs.umich.edu if (cr4.pae) { 3445245Sgblack@eecs.umich.edu // Do legacy PAE. 3455245Sgblack@eecs.umich.edu state = PAEPDP; 3465245Sgblack@eecs.umich.edu top = (cr3.paePdtb << 5) + addr.pael3 * size; 3475245Sgblack@eecs.umich.edu } else { 3485245Sgblack@eecs.umich.edu size = 4; 3495245Sgblack@eecs.umich.edu top = (cr3.pdtb << 12) + addr.norml2 * size; 3505245Sgblack@eecs.umich.edu if (cr4.pse) { 3515245Sgblack@eecs.umich.edu // Do legacy PSE. 3525245Sgblack@eecs.umich.edu state = PSEPD; 3535245Sgblack@eecs.umich.edu } else { 3545245Sgblack@eecs.umich.edu // Do legacy non PSE. 3555245Sgblack@eecs.umich.edu state = PD; 3565245Sgblack@eecs.umich.edu } 3575245Sgblack@eecs.umich.edu } 3585245Sgblack@eecs.umich.edu } 3595245Sgblack@eecs.umich.edu 3605245Sgblack@eecs.umich.edu nextState = Ready; 3615245Sgblack@eecs.umich.edu entry.vaddr = vaddr; 3625245Sgblack@eecs.umich.edu 3635245Sgblack@eecs.umich.edu enableNX = efer.nxe; 3645245Sgblack@eecs.umich.edu 3655736Snate@binkert.org Request::Flags flags = Request::PHYSICAL; 3665736Snate@binkert.org if (cr3.pcd) 3675736Snate@binkert.org flags.set(Request::UNCACHEABLE); 3685736Snate@binkert.org RequestPtr request = new Request(top, size, flags); 3695245Sgblack@eecs.umich.edu read = new Packet(request, MemCmd::ReadExReq, Packet::Broadcast); 3705245Sgblack@eecs.umich.edu read->allocate(); 3715245Sgblack@eecs.umich.edu Enums::MemoryMode memMode = sys->getMemoryMode(); 3725245Sgblack@eecs.umich.edu if (memMode == Enums::timing) { 3735245Sgblack@eecs.umich.edu tc->suspend(); 3745245Sgblack@eecs.umich.edu port.sendTiming(read); 3755245Sgblack@eecs.umich.edu } else if (memMode == Enums::atomic) { 3765245Sgblack@eecs.umich.edu do { 3775245Sgblack@eecs.umich.edu port.sendAtomic(read); 3785245Sgblack@eecs.umich.edu PacketPtr write = NULL; 3795245Sgblack@eecs.umich.edu doNext(read, write); 3805245Sgblack@eecs.umich.edu state = nextState; 3815245Sgblack@eecs.umich.edu nextState = Ready; 3825245Sgblack@eecs.umich.edu if (write) 3835245Sgblack@eecs.umich.edu port.sendAtomic(write); 3845245Sgblack@eecs.umich.edu } while(read); 3855245Sgblack@eecs.umich.edu tc = NULL; 3865245Sgblack@eecs.umich.edu state = Ready; 3875245Sgblack@eecs.umich.edu nextState = Waiting; 3885245Sgblack@eecs.umich.edu } else { 3895245Sgblack@eecs.umich.edu panic("Unrecognized memory system mode.\n"); 3905245Sgblack@eecs.umich.edu } 3915245Sgblack@eecs.umich.edu} 3925245Sgblack@eecs.umich.edu 3935245Sgblack@eecs.umich.edubool 3945245Sgblack@eecs.umich.eduWalker::WalkerPort::recvTiming(PacketPtr pkt) 3955245Sgblack@eecs.umich.edu{ 3965245Sgblack@eecs.umich.edu return walker->recvTiming(pkt); 3975245Sgblack@eecs.umich.edu} 3985245Sgblack@eecs.umich.edu 3995245Sgblack@eecs.umich.edubool 4005245Sgblack@eecs.umich.eduWalker::recvTiming(PacketPtr pkt) 4015245Sgblack@eecs.umich.edu{ 4025245Sgblack@eecs.umich.edu inflight--; 4035245Sgblack@eecs.umich.edu if (pkt->isResponse() && !pkt->wasNacked()) { 4045245Sgblack@eecs.umich.edu if (pkt->isRead()) { 4055245Sgblack@eecs.umich.edu assert(inflight); 4065245Sgblack@eecs.umich.edu assert(state == Waiting); 4075245Sgblack@eecs.umich.edu assert(!read); 4085245Sgblack@eecs.umich.edu state = nextState; 4095245Sgblack@eecs.umich.edu nextState = Ready; 4105245Sgblack@eecs.umich.edu PacketPtr write = NULL; 4115245Sgblack@eecs.umich.edu doNext(pkt, write); 4125245Sgblack@eecs.umich.edu state = Waiting; 4135245Sgblack@eecs.umich.edu read = pkt; 4145245Sgblack@eecs.umich.edu if (write) { 4155245Sgblack@eecs.umich.edu writes.push_back(write); 4165245Sgblack@eecs.umich.edu } 4175245Sgblack@eecs.umich.edu sendPackets(); 4185245Sgblack@eecs.umich.edu } else { 4195245Sgblack@eecs.umich.edu sendPackets(); 4205245Sgblack@eecs.umich.edu } 4215245Sgblack@eecs.umich.edu if (inflight == 0 && read == NULL && writes.size() == 0) { 4225245Sgblack@eecs.umich.edu tc->activate(0); 4235245Sgblack@eecs.umich.edu tc = NULL; 4245245Sgblack@eecs.umich.edu state = Ready; 4255245Sgblack@eecs.umich.edu nextState = Waiting; 4265245Sgblack@eecs.umich.edu } 4275245Sgblack@eecs.umich.edu } else if (pkt->wasNacked()) { 4285245Sgblack@eecs.umich.edu pkt->reinitNacked(); 4295245Sgblack@eecs.umich.edu if (!port.sendTiming(pkt)) { 4305245Sgblack@eecs.umich.edu retrying = true; 4315245Sgblack@eecs.umich.edu if (pkt->isWrite()) { 4325245Sgblack@eecs.umich.edu writes.push_back(pkt); 4335245Sgblack@eecs.umich.edu } else { 4345245Sgblack@eecs.umich.edu assert(!read); 4355245Sgblack@eecs.umich.edu read = pkt; 4365245Sgblack@eecs.umich.edu } 4375245Sgblack@eecs.umich.edu } else { 4385245Sgblack@eecs.umich.edu inflight++; 4395245Sgblack@eecs.umich.edu } 4405245Sgblack@eecs.umich.edu } 4415245Sgblack@eecs.umich.edu return true; 4425245Sgblack@eecs.umich.edu} 4435245Sgblack@eecs.umich.edu 4445245Sgblack@eecs.umich.eduTick 4455245Sgblack@eecs.umich.eduWalker::WalkerPort::recvAtomic(PacketPtr pkt) 4465245Sgblack@eecs.umich.edu{ 4475245Sgblack@eecs.umich.edu return 0; 4485245Sgblack@eecs.umich.edu} 4495245Sgblack@eecs.umich.edu 4505245Sgblack@eecs.umich.eduvoid 4515245Sgblack@eecs.umich.eduWalker::WalkerPort::recvFunctional(PacketPtr pkt) 4525245Sgblack@eecs.umich.edu{ 4535245Sgblack@eecs.umich.edu return; 4545245Sgblack@eecs.umich.edu} 4555245Sgblack@eecs.umich.edu 4565245Sgblack@eecs.umich.eduvoid 4575245Sgblack@eecs.umich.eduWalker::WalkerPort::recvStatusChange(Status status) 4585245Sgblack@eecs.umich.edu{ 4595245Sgblack@eecs.umich.edu if (status == RangeChange) { 4605245Sgblack@eecs.umich.edu if (!snoopRangeSent) { 4615245Sgblack@eecs.umich.edu snoopRangeSent = true; 4625245Sgblack@eecs.umich.edu sendStatusChange(Port::RangeChange); 4635245Sgblack@eecs.umich.edu } 4645245Sgblack@eecs.umich.edu return; 4655245Sgblack@eecs.umich.edu } 4665245Sgblack@eecs.umich.edu 4675245Sgblack@eecs.umich.edu panic("Unexpected recvStatusChange.\n"); 4685245Sgblack@eecs.umich.edu} 4695245Sgblack@eecs.umich.edu 4705245Sgblack@eecs.umich.eduvoid 4715245Sgblack@eecs.umich.eduWalker::WalkerPort::recvRetry() 4725245Sgblack@eecs.umich.edu{ 4735245Sgblack@eecs.umich.edu walker->recvRetry(); 4745245Sgblack@eecs.umich.edu} 4755245Sgblack@eecs.umich.edu 4765245Sgblack@eecs.umich.eduvoid 4775245Sgblack@eecs.umich.eduWalker::recvRetry() 4785245Sgblack@eecs.umich.edu{ 4795245Sgblack@eecs.umich.edu retrying = false; 4805245Sgblack@eecs.umich.edu sendPackets(); 4815245Sgblack@eecs.umich.edu} 4825245Sgblack@eecs.umich.edu 4835245Sgblack@eecs.umich.eduvoid 4845245Sgblack@eecs.umich.eduWalker::sendPackets() 4855245Sgblack@eecs.umich.edu{ 4865245Sgblack@eecs.umich.edu //If we're already waiting for the port to become available, just return. 4875245Sgblack@eecs.umich.edu if (retrying) 4885245Sgblack@eecs.umich.edu return; 4895245Sgblack@eecs.umich.edu 4905245Sgblack@eecs.umich.edu //Reads always have priority 4915245Sgblack@eecs.umich.edu if (read) { 4925245Sgblack@eecs.umich.edu if (!port.sendTiming(read)) { 4935245Sgblack@eecs.umich.edu retrying = true; 4945245Sgblack@eecs.umich.edu return; 4955245Sgblack@eecs.umich.edu } else { 4965245Sgblack@eecs.umich.edu inflight++; 4975245Sgblack@eecs.umich.edu delete read->req; 4985245Sgblack@eecs.umich.edu delete read; 4995245Sgblack@eecs.umich.edu read = NULL; 5005245Sgblack@eecs.umich.edu } 5015245Sgblack@eecs.umich.edu } 5025245Sgblack@eecs.umich.edu //Send off as many of the writes as we can. 5035245Sgblack@eecs.umich.edu while (writes.size()) { 5045245Sgblack@eecs.umich.edu PacketPtr write = writes.back(); 5055245Sgblack@eecs.umich.edu if (!port.sendTiming(write)) { 5065245Sgblack@eecs.umich.edu retrying = true; 5075245Sgblack@eecs.umich.edu return; 5085245Sgblack@eecs.umich.edu } else { 5095245Sgblack@eecs.umich.edu inflight++; 5105245Sgblack@eecs.umich.edu delete write->req; 5115245Sgblack@eecs.umich.edu delete write; 5125245Sgblack@eecs.umich.edu writes.pop_back(); 5135245Sgblack@eecs.umich.edu } 5145245Sgblack@eecs.umich.edu } 5155245Sgblack@eecs.umich.edu} 5165245Sgblack@eecs.umich.edu 5175245Sgblack@eecs.umich.eduPort * 5185245Sgblack@eecs.umich.eduWalker::getPort(const std::string &if_name, int idx) 5195245Sgblack@eecs.umich.edu{ 5205245Sgblack@eecs.umich.edu if (if_name == "port") 5215245Sgblack@eecs.umich.edu return &port; 5225245Sgblack@eecs.umich.edu else 5235245Sgblack@eecs.umich.edu panic("No page table walker port named %s!\n", if_name); 5245245Sgblack@eecs.umich.edu} 5255245Sgblack@eecs.umich.edu 5265245Sgblack@eecs.umich.edu} 5275245Sgblack@eecs.umich.edu 5285245Sgblack@eecs.umich.eduX86ISA::Walker * 5295245Sgblack@eecs.umich.eduX86PagetableWalkerParams::create() 5305245Sgblack@eecs.umich.edu{ 5315245Sgblack@eecs.umich.edu return new X86ISA::Walker(this); 5325245Sgblack@eecs.umich.edu} 533