tlb.cc revision 4997
13569Sgblack@eecs.umich.edu/* 23569Sgblack@eecs.umich.edu * Copyright (c) 2001-2005 The Regents of The University of Michigan 33569Sgblack@eecs.umich.edu * All rights reserved. 43569Sgblack@eecs.umich.edu * 53569Sgblack@eecs.umich.edu * Redistribution and use in source and binary forms, with or without 63569Sgblack@eecs.umich.edu * modification, are permitted provided that the following conditions are 73569Sgblack@eecs.umich.edu * met: redistributions of source code must retain the above copyright 83569Sgblack@eecs.umich.edu * notice, this list of conditions and the following disclaimer; 93569Sgblack@eecs.umich.edu * redistributions in binary form must reproduce the above copyright 103569Sgblack@eecs.umich.edu * notice, this list of conditions and the following disclaimer in the 113569Sgblack@eecs.umich.edu * documentation and/or other materials provided with the distribution; 123569Sgblack@eecs.umich.edu * neither the name of the copyright holders nor the names of its 133569Sgblack@eecs.umich.edu * contributors may be used to endorse or promote products derived from 143569Sgblack@eecs.umich.edu * this software without specific prior written permission. 153569Sgblack@eecs.umich.edu * 163569Sgblack@eecs.umich.edu * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 173569Sgblack@eecs.umich.edu * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 183569Sgblack@eecs.umich.edu * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 193569Sgblack@eecs.umich.edu * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 203569Sgblack@eecs.umich.edu * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 213569Sgblack@eecs.umich.edu * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 223569Sgblack@eecs.umich.edu * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 233569Sgblack@eecs.umich.edu * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 243569Sgblack@eecs.umich.edu * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 253569Sgblack@eecs.umich.edu * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 263569Sgblack@eecs.umich.edu * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 273569Sgblack@eecs.umich.edu * 283804Ssaidi@eecs.umich.edu * Authors: Ali Saidi 293569Sgblack@eecs.umich.edu */ 303569Sgblack@eecs.umich.edu 313918Ssaidi@eecs.umich.edu#include <cstring> 323918Ssaidi@eecs.umich.edu 333804Ssaidi@eecs.umich.edu#include "arch/sparc/asi.hh" 343811Ssaidi@eecs.umich.edu#include "arch/sparc/miscregfile.hh" 353569Sgblack@eecs.umich.edu#include "arch/sparc/tlb.hh" 363824Ssaidi@eecs.umich.edu#include "base/bitfield.hh" 373811Ssaidi@eecs.umich.edu#include "base/trace.hh" 383811Ssaidi@eecs.umich.edu#include "cpu/thread_context.hh" 393823Ssaidi@eecs.umich.edu#include "cpu/base.hh" 403823Ssaidi@eecs.umich.edu#include "mem/packet_access.hh" 413823Ssaidi@eecs.umich.edu#include "mem/request.hh" 424762Snate@binkert.org#include "params/SparcDTB.hh" 434762Snate@binkert.org#include "params/SparcITB.hh" 444103Ssaidi@eecs.umich.edu#include "sim/system.hh" 453569Sgblack@eecs.umich.edu 463804Ssaidi@eecs.umich.edu/* @todo remove some of the magic constants. -- ali 473804Ssaidi@eecs.umich.edu * */ 484088Sbinkertn@umich.edunamespace SparcISA { 493569Sgblack@eecs.umich.edu 503804Ssaidi@eecs.umich.eduTLB::TLB(const std::string &name, int s) 513881Ssaidi@eecs.umich.edu : SimObject(name), size(s), usedEntries(0), lastReplaced(0), 523881Ssaidi@eecs.umich.edu cacheValid(false) 533804Ssaidi@eecs.umich.edu{ 543804Ssaidi@eecs.umich.edu // To make this work you'll have to change the hypervisor and OS 553804Ssaidi@eecs.umich.edu if (size > 64) 563804Ssaidi@eecs.umich.edu fatal("SPARC T1 TLB registers don't support more than 64 TLB entries."); 573569Sgblack@eecs.umich.edu 583804Ssaidi@eecs.umich.edu tlb = new TlbEntry[size]; 593918Ssaidi@eecs.umich.edu std::memset(tlb, 0, sizeof(TlbEntry) * size); 603881Ssaidi@eecs.umich.edu 613881Ssaidi@eecs.umich.edu for (int x = 0; x < size; x++) 623881Ssaidi@eecs.umich.edu freeList.push_back(&tlb[x]); 634990Sgblack@eecs.umich.edu 644990Sgblack@eecs.umich.edu c0_tsb_ps0 = 0; 654990Sgblack@eecs.umich.edu c0_tsb_ps1 = 0; 664990Sgblack@eecs.umich.edu c0_config = 0; 674990Sgblack@eecs.umich.edu cx_tsb_ps0 = 0; 684990Sgblack@eecs.umich.edu cx_tsb_ps1 = 0; 694990Sgblack@eecs.umich.edu cx_config = 0; 704990Sgblack@eecs.umich.edu sfsr = 0; 714990Sgblack@eecs.umich.edu tag_access = 0; 723804Ssaidi@eecs.umich.edu} 733569Sgblack@eecs.umich.edu 743804Ssaidi@eecs.umich.eduvoid 753804Ssaidi@eecs.umich.eduTLB::clearUsedBits() 763804Ssaidi@eecs.umich.edu{ 773804Ssaidi@eecs.umich.edu MapIter i; 783881Ssaidi@eecs.umich.edu for (i = lookupTable.begin(); i != lookupTable.end(); i++) { 793804Ssaidi@eecs.umich.edu TlbEntry *t = i->second; 803804Ssaidi@eecs.umich.edu if (!t->pte.locked()) { 813804Ssaidi@eecs.umich.edu t->used = false; 823804Ssaidi@eecs.umich.edu usedEntries--; 833804Ssaidi@eecs.umich.edu } 843804Ssaidi@eecs.umich.edu } 853804Ssaidi@eecs.umich.edu} 863569Sgblack@eecs.umich.edu 873569Sgblack@eecs.umich.edu 883804Ssaidi@eecs.umich.eduvoid 893804Ssaidi@eecs.umich.eduTLB::insert(Addr va, int partition_id, int context_id, bool real, 903826Ssaidi@eecs.umich.edu const PageTableEntry& PTE, int entry) 913804Ssaidi@eecs.umich.edu{ 923569Sgblack@eecs.umich.edu 933569Sgblack@eecs.umich.edu 943804Ssaidi@eecs.umich.edu MapIter i; 953826Ssaidi@eecs.umich.edu TlbEntry *new_entry = NULL; 963907Ssaidi@eecs.umich.edu// TlbRange tr; 973826Ssaidi@eecs.umich.edu int x; 983811Ssaidi@eecs.umich.edu 993836Ssaidi@eecs.umich.edu cacheValid = false; 1003915Ssaidi@eecs.umich.edu va &= ~(PTE.size()-1); 1013907Ssaidi@eecs.umich.edu /* tr.va = va; 1023881Ssaidi@eecs.umich.edu tr.size = PTE.size() - 1; 1033881Ssaidi@eecs.umich.edu tr.contextId = context_id; 1043881Ssaidi@eecs.umich.edu tr.partitionId = partition_id; 1053881Ssaidi@eecs.umich.edu tr.real = real; 1063907Ssaidi@eecs.umich.edu*/ 1073881Ssaidi@eecs.umich.edu 1083881Ssaidi@eecs.umich.edu DPRINTF(TLB, "TLB: Inserting TLB Entry; va=%#x pa=%#x pid=%d cid=%d r=%d entryid=%d\n", 1093881Ssaidi@eecs.umich.edu va, PTE.paddr(), partition_id, context_id, (int)real, entry); 1103881Ssaidi@eecs.umich.edu 1113881Ssaidi@eecs.umich.edu // Demap any entry that conflicts 1123907Ssaidi@eecs.umich.edu for (x = 0; x < size; x++) { 1133907Ssaidi@eecs.umich.edu if (tlb[x].range.real == real && 1143907Ssaidi@eecs.umich.edu tlb[x].range.partitionId == partition_id && 1153907Ssaidi@eecs.umich.edu tlb[x].range.va < va + PTE.size() - 1 && 1163907Ssaidi@eecs.umich.edu tlb[x].range.va + tlb[x].range.size >= va && 1173907Ssaidi@eecs.umich.edu (real || tlb[x].range.contextId == context_id )) 1183907Ssaidi@eecs.umich.edu { 1193907Ssaidi@eecs.umich.edu if (tlb[x].valid) { 1203907Ssaidi@eecs.umich.edu freeList.push_front(&tlb[x]); 1213907Ssaidi@eecs.umich.edu DPRINTF(TLB, "TLB: Conflicting entry %#X , deleting it\n", x); 1223907Ssaidi@eecs.umich.edu 1233907Ssaidi@eecs.umich.edu tlb[x].valid = false; 1243907Ssaidi@eecs.umich.edu if (tlb[x].used) { 1253907Ssaidi@eecs.umich.edu tlb[x].used = false; 1263907Ssaidi@eecs.umich.edu usedEntries--; 1273907Ssaidi@eecs.umich.edu } 1283907Ssaidi@eecs.umich.edu lookupTable.erase(tlb[x].range); 1293907Ssaidi@eecs.umich.edu } 1303907Ssaidi@eecs.umich.edu } 1313907Ssaidi@eecs.umich.edu } 1323907Ssaidi@eecs.umich.edu 1333907Ssaidi@eecs.umich.edu 1343907Ssaidi@eecs.umich.edu/* 1353881Ssaidi@eecs.umich.edu i = lookupTable.find(tr); 1363881Ssaidi@eecs.umich.edu if (i != lookupTable.end()) { 1373881Ssaidi@eecs.umich.edu i->second->valid = false; 1383881Ssaidi@eecs.umich.edu if (i->second->used) { 1393881Ssaidi@eecs.umich.edu i->second->used = false; 1403881Ssaidi@eecs.umich.edu usedEntries--; 1413881Ssaidi@eecs.umich.edu } 1423881Ssaidi@eecs.umich.edu freeList.push_front(i->second); 1433881Ssaidi@eecs.umich.edu DPRINTF(TLB, "TLB: Found conflicting entry %#X , deleting it\n", 1443881Ssaidi@eecs.umich.edu i->second); 1453881Ssaidi@eecs.umich.edu lookupTable.erase(i); 1463881Ssaidi@eecs.umich.edu } 1473907Ssaidi@eecs.umich.edu*/ 1483811Ssaidi@eecs.umich.edu 1493826Ssaidi@eecs.umich.edu if (entry != -1) { 1503826Ssaidi@eecs.umich.edu assert(entry < size && entry >= 0); 1513826Ssaidi@eecs.umich.edu new_entry = &tlb[entry]; 1523826Ssaidi@eecs.umich.edu } else { 1533881Ssaidi@eecs.umich.edu if (!freeList.empty()) { 1543881Ssaidi@eecs.umich.edu new_entry = freeList.front(); 1553881Ssaidi@eecs.umich.edu } else { 1563881Ssaidi@eecs.umich.edu x = lastReplaced; 1573881Ssaidi@eecs.umich.edu do { 1583881Ssaidi@eecs.umich.edu ++x; 1593881Ssaidi@eecs.umich.edu if (x == size) 1603881Ssaidi@eecs.umich.edu x = 0; 1613881Ssaidi@eecs.umich.edu if (x == lastReplaced) 1623881Ssaidi@eecs.umich.edu goto insertAllLocked; 1633881Ssaidi@eecs.umich.edu } while (tlb[x].pte.locked()); 1643881Ssaidi@eecs.umich.edu lastReplaced = x; 1653881Ssaidi@eecs.umich.edu new_entry = &tlb[x]; 1663881Ssaidi@eecs.umich.edu } 1673881Ssaidi@eecs.umich.edu /* 1683826Ssaidi@eecs.umich.edu for (x = 0; x < size; x++) { 1693826Ssaidi@eecs.umich.edu if (!tlb[x].valid || !tlb[x].used) { 1703826Ssaidi@eecs.umich.edu new_entry = &tlb[x]; 1713826Ssaidi@eecs.umich.edu break; 1723826Ssaidi@eecs.umich.edu } 1733881Ssaidi@eecs.umich.edu }*/ 1743569Sgblack@eecs.umich.edu } 1753569Sgblack@eecs.umich.edu 1763881Ssaidi@eecs.umich.eduinsertAllLocked: 1773804Ssaidi@eecs.umich.edu // Update the last ently if their all locked 1783881Ssaidi@eecs.umich.edu if (!new_entry) { 1793826Ssaidi@eecs.umich.edu new_entry = &tlb[size-1]; 1803881Ssaidi@eecs.umich.edu } 1813881Ssaidi@eecs.umich.edu 1823881Ssaidi@eecs.umich.edu freeList.remove(new_entry); 1833907Ssaidi@eecs.umich.edu if (new_entry->valid && new_entry->used) 1843907Ssaidi@eecs.umich.edu usedEntries--; 1853929Ssaidi@eecs.umich.edu if (new_entry->valid) 1863929Ssaidi@eecs.umich.edu lookupTable.erase(new_entry->range); 1873907Ssaidi@eecs.umich.edu 1883907Ssaidi@eecs.umich.edu 1893804Ssaidi@eecs.umich.edu assert(PTE.valid()); 1903804Ssaidi@eecs.umich.edu new_entry->range.va = va; 1913881Ssaidi@eecs.umich.edu new_entry->range.size = PTE.size() - 1; 1923804Ssaidi@eecs.umich.edu new_entry->range.partitionId = partition_id; 1933804Ssaidi@eecs.umich.edu new_entry->range.contextId = context_id; 1943804Ssaidi@eecs.umich.edu new_entry->range.real = real; 1953804Ssaidi@eecs.umich.edu new_entry->pte = PTE; 1963804Ssaidi@eecs.umich.edu new_entry->used = true;; 1973804Ssaidi@eecs.umich.edu new_entry->valid = true; 1983804Ssaidi@eecs.umich.edu usedEntries++; 1993569Sgblack@eecs.umich.edu 2003569Sgblack@eecs.umich.edu 2013569Sgblack@eecs.umich.edu 2023863Ssaidi@eecs.umich.edu i = lookupTable.insert(new_entry->range, new_entry); 2033863Ssaidi@eecs.umich.edu assert(i != lookupTable.end()); 2043804Ssaidi@eecs.umich.edu 2053804Ssaidi@eecs.umich.edu // If all entries have there used bit set, clear it on them all, but the 2063804Ssaidi@eecs.umich.edu // one we just inserted 2073804Ssaidi@eecs.umich.edu if (usedEntries == size) { 2083804Ssaidi@eecs.umich.edu clearUsedBits(); 2093804Ssaidi@eecs.umich.edu new_entry->used = true; 2103804Ssaidi@eecs.umich.edu usedEntries++; 2113804Ssaidi@eecs.umich.edu } 2123804Ssaidi@eecs.umich.edu 2133569Sgblack@eecs.umich.edu} 2143804Ssaidi@eecs.umich.edu 2153804Ssaidi@eecs.umich.edu 2163804Ssaidi@eecs.umich.eduTlbEntry* 2174070Ssaidi@eecs.umich.eduTLB::lookup(Addr va, int partition_id, bool real, int context_id, bool 2184070Ssaidi@eecs.umich.edu update_used) 2193804Ssaidi@eecs.umich.edu{ 2203804Ssaidi@eecs.umich.edu MapIter i; 2213804Ssaidi@eecs.umich.edu TlbRange tr; 2223804Ssaidi@eecs.umich.edu TlbEntry *t; 2233804Ssaidi@eecs.umich.edu 2243811Ssaidi@eecs.umich.edu DPRINTF(TLB, "TLB: Looking up entry va=%#x pid=%d cid=%d r=%d\n", 2253811Ssaidi@eecs.umich.edu va, partition_id, context_id, real); 2263804Ssaidi@eecs.umich.edu // Assemble full address structure 2273804Ssaidi@eecs.umich.edu tr.va = va; 2283863Ssaidi@eecs.umich.edu tr.size = MachineBytes; 2293804Ssaidi@eecs.umich.edu tr.contextId = context_id; 2303804Ssaidi@eecs.umich.edu tr.partitionId = partition_id; 2313804Ssaidi@eecs.umich.edu tr.real = real; 2323804Ssaidi@eecs.umich.edu 2333804Ssaidi@eecs.umich.edu // Try to find the entry 2343804Ssaidi@eecs.umich.edu i = lookupTable.find(tr); 2353804Ssaidi@eecs.umich.edu if (i == lookupTable.end()) { 2363811Ssaidi@eecs.umich.edu DPRINTF(TLB, "TLB: No valid entry found\n"); 2373804Ssaidi@eecs.umich.edu return NULL; 2383804Ssaidi@eecs.umich.edu } 2393804Ssaidi@eecs.umich.edu 2403804Ssaidi@eecs.umich.edu // Mark the entries used bit and clear other used bits in needed 2413804Ssaidi@eecs.umich.edu t = i->second; 2423826Ssaidi@eecs.umich.edu DPRINTF(TLB, "TLB: Valid entry found pa: %#x size: %#x\n", t->pte.paddr(), 2433826Ssaidi@eecs.umich.edu t->pte.size()); 2444070Ssaidi@eecs.umich.edu 2454070Ssaidi@eecs.umich.edu // Update the used bits only if this is a real access (not a fake one from 2464070Ssaidi@eecs.umich.edu // virttophys() 2474070Ssaidi@eecs.umich.edu if (!t->used && update_used) { 2483804Ssaidi@eecs.umich.edu t->used = true; 2493804Ssaidi@eecs.umich.edu usedEntries++; 2503804Ssaidi@eecs.umich.edu if (usedEntries == size) { 2513804Ssaidi@eecs.umich.edu clearUsedBits(); 2523804Ssaidi@eecs.umich.edu t->used = true; 2533804Ssaidi@eecs.umich.edu usedEntries++; 2543804Ssaidi@eecs.umich.edu } 2553804Ssaidi@eecs.umich.edu } 2563804Ssaidi@eecs.umich.edu 2573804Ssaidi@eecs.umich.edu return t; 2583804Ssaidi@eecs.umich.edu} 2593804Ssaidi@eecs.umich.edu 2603826Ssaidi@eecs.umich.eduvoid 2613826Ssaidi@eecs.umich.eduTLB::dumpAll() 2623826Ssaidi@eecs.umich.edu{ 2633863Ssaidi@eecs.umich.edu MapIter i; 2643826Ssaidi@eecs.umich.edu for (int x = 0; x < size; x++) { 2653826Ssaidi@eecs.umich.edu if (tlb[x].valid) { 2663826Ssaidi@eecs.umich.edu DPRINTFN("%4d: %#2x:%#2x %c %#4x %#8x %#8x %#16x\n", 2673826Ssaidi@eecs.umich.edu x, tlb[x].range.partitionId, tlb[x].range.contextId, 2683826Ssaidi@eecs.umich.edu tlb[x].range.real ? 'R' : ' ', tlb[x].range.size, 2693826Ssaidi@eecs.umich.edu tlb[x].range.va, tlb[x].pte.paddr(), tlb[x].pte()); 2703826Ssaidi@eecs.umich.edu } 2713826Ssaidi@eecs.umich.edu } 2723826Ssaidi@eecs.umich.edu} 2733804Ssaidi@eecs.umich.edu 2743804Ssaidi@eecs.umich.eduvoid 2753804Ssaidi@eecs.umich.eduTLB::demapPage(Addr va, int partition_id, bool real, int context_id) 2763804Ssaidi@eecs.umich.edu{ 2773804Ssaidi@eecs.umich.edu TlbRange tr; 2783804Ssaidi@eecs.umich.edu MapIter i; 2793804Ssaidi@eecs.umich.edu 2803863Ssaidi@eecs.umich.edu DPRINTF(IPR, "TLB: Demapping Page va=%#x pid=%#d cid=%d r=%d\n", 2813863Ssaidi@eecs.umich.edu va, partition_id, context_id, real); 2823863Ssaidi@eecs.umich.edu 2833836Ssaidi@eecs.umich.edu cacheValid = false; 2843836Ssaidi@eecs.umich.edu 2853804Ssaidi@eecs.umich.edu // Assemble full address structure 2863804Ssaidi@eecs.umich.edu tr.va = va; 2873863Ssaidi@eecs.umich.edu tr.size = MachineBytes; 2883804Ssaidi@eecs.umich.edu tr.contextId = context_id; 2893804Ssaidi@eecs.umich.edu tr.partitionId = partition_id; 2903804Ssaidi@eecs.umich.edu tr.real = real; 2913804Ssaidi@eecs.umich.edu 2923804Ssaidi@eecs.umich.edu // Demap any entry that conflicts 2933804Ssaidi@eecs.umich.edu i = lookupTable.find(tr); 2943804Ssaidi@eecs.umich.edu if (i != lookupTable.end()) { 2953863Ssaidi@eecs.umich.edu DPRINTF(IPR, "TLB: Demapped page\n"); 2963804Ssaidi@eecs.umich.edu i->second->valid = false; 2973804Ssaidi@eecs.umich.edu if (i->second->used) { 2983804Ssaidi@eecs.umich.edu i->second->used = false; 2993804Ssaidi@eecs.umich.edu usedEntries--; 3003804Ssaidi@eecs.umich.edu } 3013881Ssaidi@eecs.umich.edu freeList.push_front(i->second); 3023804Ssaidi@eecs.umich.edu lookupTable.erase(i); 3033804Ssaidi@eecs.umich.edu } 3043804Ssaidi@eecs.umich.edu} 3053804Ssaidi@eecs.umich.edu 3063804Ssaidi@eecs.umich.eduvoid 3073804Ssaidi@eecs.umich.eduTLB::demapContext(int partition_id, int context_id) 3083804Ssaidi@eecs.umich.edu{ 3093804Ssaidi@eecs.umich.edu int x; 3103863Ssaidi@eecs.umich.edu DPRINTF(IPR, "TLB: Demapping Context pid=%#d cid=%d\n", 3113863Ssaidi@eecs.umich.edu partition_id, context_id); 3123836Ssaidi@eecs.umich.edu cacheValid = false; 3133804Ssaidi@eecs.umich.edu for (x = 0; x < size; x++) { 3143804Ssaidi@eecs.umich.edu if (tlb[x].range.contextId == context_id && 3153804Ssaidi@eecs.umich.edu tlb[x].range.partitionId == partition_id) { 3163881Ssaidi@eecs.umich.edu if (tlb[x].valid == true) { 3173881Ssaidi@eecs.umich.edu freeList.push_front(&tlb[x]); 3183881Ssaidi@eecs.umich.edu } 3193804Ssaidi@eecs.umich.edu tlb[x].valid = false; 3203804Ssaidi@eecs.umich.edu if (tlb[x].used) { 3213804Ssaidi@eecs.umich.edu tlb[x].used = false; 3223804Ssaidi@eecs.umich.edu usedEntries--; 3233804Ssaidi@eecs.umich.edu } 3243804Ssaidi@eecs.umich.edu lookupTable.erase(tlb[x].range); 3253804Ssaidi@eecs.umich.edu } 3263804Ssaidi@eecs.umich.edu } 3273804Ssaidi@eecs.umich.edu} 3283804Ssaidi@eecs.umich.edu 3293804Ssaidi@eecs.umich.eduvoid 3303804Ssaidi@eecs.umich.eduTLB::demapAll(int partition_id) 3313804Ssaidi@eecs.umich.edu{ 3323804Ssaidi@eecs.umich.edu int x; 3333863Ssaidi@eecs.umich.edu DPRINTF(TLB, "TLB: Demapping All pid=%#d\n", partition_id); 3343836Ssaidi@eecs.umich.edu cacheValid = false; 3353804Ssaidi@eecs.umich.edu for (x = 0; x < size; x++) { 3363804Ssaidi@eecs.umich.edu if (!tlb[x].pte.locked() && tlb[x].range.partitionId == partition_id) { 3373881Ssaidi@eecs.umich.edu if (tlb[x].valid == true){ 3383881Ssaidi@eecs.umich.edu freeList.push_front(&tlb[x]); 3393881Ssaidi@eecs.umich.edu } 3403804Ssaidi@eecs.umich.edu tlb[x].valid = false; 3413804Ssaidi@eecs.umich.edu if (tlb[x].used) { 3423804Ssaidi@eecs.umich.edu tlb[x].used = false; 3433804Ssaidi@eecs.umich.edu usedEntries--; 3443804Ssaidi@eecs.umich.edu } 3453804Ssaidi@eecs.umich.edu lookupTable.erase(tlb[x].range); 3463804Ssaidi@eecs.umich.edu } 3473804Ssaidi@eecs.umich.edu } 3483804Ssaidi@eecs.umich.edu} 3493804Ssaidi@eecs.umich.edu 3503804Ssaidi@eecs.umich.eduvoid 3513804Ssaidi@eecs.umich.eduTLB::invalidateAll() 3523804Ssaidi@eecs.umich.edu{ 3533804Ssaidi@eecs.umich.edu int x; 3543836Ssaidi@eecs.umich.edu cacheValid = false; 3553836Ssaidi@eecs.umich.edu 3563881Ssaidi@eecs.umich.edu freeList.clear(); 3573907Ssaidi@eecs.umich.edu lookupTable.clear(); 3583804Ssaidi@eecs.umich.edu for (x = 0; x < size; x++) { 3593881Ssaidi@eecs.umich.edu if (tlb[x].valid == true) 3603881Ssaidi@eecs.umich.edu freeList.push_back(&tlb[x]); 3613804Ssaidi@eecs.umich.edu tlb[x].valid = false; 3623907Ssaidi@eecs.umich.edu tlb[x].used = false; 3633804Ssaidi@eecs.umich.edu } 3643804Ssaidi@eecs.umich.edu usedEntries = 0; 3653804Ssaidi@eecs.umich.edu} 3663804Ssaidi@eecs.umich.edu 3673804Ssaidi@eecs.umich.eduuint64_t 3683804Ssaidi@eecs.umich.eduTLB::TteRead(int entry) { 3693881Ssaidi@eecs.umich.edu if (entry >= size) 3703881Ssaidi@eecs.umich.edu panic("entry: %d\n", entry); 3713881Ssaidi@eecs.umich.edu 3723804Ssaidi@eecs.umich.edu assert(entry < size); 3733881Ssaidi@eecs.umich.edu if (tlb[entry].valid) 3743881Ssaidi@eecs.umich.edu return tlb[entry].pte(); 3753881Ssaidi@eecs.umich.edu else 3763881Ssaidi@eecs.umich.edu return (uint64_t)-1ll; 3773804Ssaidi@eecs.umich.edu} 3783804Ssaidi@eecs.umich.edu 3793804Ssaidi@eecs.umich.eduuint64_t 3803804Ssaidi@eecs.umich.eduTLB::TagRead(int entry) { 3813804Ssaidi@eecs.umich.edu assert(entry < size); 3823804Ssaidi@eecs.umich.edu uint64_t tag; 3833881Ssaidi@eecs.umich.edu if (!tlb[entry].valid) 3843881Ssaidi@eecs.umich.edu return (uint64_t)-1ll; 3853804Ssaidi@eecs.umich.edu 3863881Ssaidi@eecs.umich.edu tag = tlb[entry].range.contextId; 3873881Ssaidi@eecs.umich.edu tag |= tlb[entry].range.va; 3883881Ssaidi@eecs.umich.edu tag |= (uint64_t)tlb[entry].range.partitionId << 61; 3893804Ssaidi@eecs.umich.edu tag |= tlb[entry].range.real ? ULL(1) << 60 : 0; 3903804Ssaidi@eecs.umich.edu tag |= (uint64_t)~tlb[entry].pte._size() << 56; 3913804Ssaidi@eecs.umich.edu return tag; 3923804Ssaidi@eecs.umich.edu} 3933804Ssaidi@eecs.umich.edu 3943804Ssaidi@eecs.umich.edubool 3953804Ssaidi@eecs.umich.eduTLB::validVirtualAddress(Addr va, bool am) 3963804Ssaidi@eecs.umich.edu{ 3973804Ssaidi@eecs.umich.edu if (am) 3983804Ssaidi@eecs.umich.edu return true; 3993804Ssaidi@eecs.umich.edu if (va >= StartVAddrHole && va <= EndVAddrHole) 4003804Ssaidi@eecs.umich.edu return false; 4013804Ssaidi@eecs.umich.edu return true; 4023804Ssaidi@eecs.umich.edu} 4033804Ssaidi@eecs.umich.edu 4043804Ssaidi@eecs.umich.eduvoid 4054990Sgblack@eecs.umich.eduTLB::writeSfsr(bool write, ContextType ct, bool se, FaultTypes ft, int asi) 4063804Ssaidi@eecs.umich.edu{ 4073804Ssaidi@eecs.umich.edu if (sfsr & 0x1) 4083804Ssaidi@eecs.umich.edu sfsr = 0x3; 4093804Ssaidi@eecs.umich.edu else 4103804Ssaidi@eecs.umich.edu sfsr = 1; 4113804Ssaidi@eecs.umich.edu 4123804Ssaidi@eecs.umich.edu if (write) 4133804Ssaidi@eecs.umich.edu sfsr |= 1 << 2; 4143804Ssaidi@eecs.umich.edu sfsr |= ct << 4; 4153804Ssaidi@eecs.umich.edu if (se) 4163804Ssaidi@eecs.umich.edu sfsr |= 1 << 6; 4173804Ssaidi@eecs.umich.edu sfsr |= ft << 7; 4183804Ssaidi@eecs.umich.edu sfsr |= asi << 16; 4193804Ssaidi@eecs.umich.edu} 4203804Ssaidi@eecs.umich.edu 4213826Ssaidi@eecs.umich.eduvoid 4224990Sgblack@eecs.umich.eduTLB::writeTagAccess(Addr va, int context) 4233826Ssaidi@eecs.umich.edu{ 4243916Ssaidi@eecs.umich.edu DPRINTF(TLB, "TLB: Writing Tag Access: va: %#X ctx: %#X value: %#X\n", 4253916Ssaidi@eecs.umich.edu va, context, mbits(va, 63,13) | mbits(context,12,0)); 4263916Ssaidi@eecs.umich.edu 4274990Sgblack@eecs.umich.edu tag_access = mbits(va, 63,13) | mbits(context,12,0); 4283826Ssaidi@eecs.umich.edu} 4293804Ssaidi@eecs.umich.edu 4303804Ssaidi@eecs.umich.eduvoid 4314990Sgblack@eecs.umich.eduITB::writeSfsr(bool write, ContextType ct, bool se, FaultTypes ft, int asi) 4323804Ssaidi@eecs.umich.edu{ 4333811Ssaidi@eecs.umich.edu DPRINTF(TLB, "TLB: ITB Fault: w=%d ct=%d ft=%d asi=%d\n", 4343811Ssaidi@eecs.umich.edu (int)write, ct, ft, asi); 4354990Sgblack@eecs.umich.edu TLB::writeSfsr(write, ct, se, ft, asi); 4363804Ssaidi@eecs.umich.edu} 4373804Ssaidi@eecs.umich.edu 4383804Ssaidi@eecs.umich.eduvoid 4394990Sgblack@eecs.umich.eduDTB::writeSfsr(Addr a, bool write, ContextType ct, 4403804Ssaidi@eecs.umich.edu bool se, FaultTypes ft, int asi) 4413804Ssaidi@eecs.umich.edu{ 4423811Ssaidi@eecs.umich.edu DPRINTF(TLB, "TLB: DTB Fault: A=%#x w=%d ct=%d ft=%d asi=%d\n", 4433811Ssaidi@eecs.umich.edu a, (int)write, ct, ft, asi); 4444990Sgblack@eecs.umich.edu TLB::writeSfsr(write, ct, se, ft, asi); 4454990Sgblack@eecs.umich.edu sfar = a; 4463804Ssaidi@eecs.umich.edu} 4473804Ssaidi@eecs.umich.edu 4483804Ssaidi@eecs.umich.eduFault 4493804Ssaidi@eecs.umich.eduITB::translate(RequestPtr &req, ThreadContext *tc) 4503804Ssaidi@eecs.umich.edu{ 4514172Ssaidi@eecs.umich.edu uint64_t tlbdata = tc->readMiscRegNoEffect(MISCREG_TLB_DATA); 4523833Ssaidi@eecs.umich.edu 4533836Ssaidi@eecs.umich.edu Addr vaddr = req->getVaddr(); 4543836Ssaidi@eecs.umich.edu TlbEntry *e; 4553836Ssaidi@eecs.umich.edu 4563836Ssaidi@eecs.umich.edu assert(req->getAsi() == ASI_IMPLICIT); 4573836Ssaidi@eecs.umich.edu 4583836Ssaidi@eecs.umich.edu DPRINTF(TLB, "TLB: ITB Request to translate va=%#x size=%d\n", 4593836Ssaidi@eecs.umich.edu vaddr, req->getSize()); 4603836Ssaidi@eecs.umich.edu 4613836Ssaidi@eecs.umich.edu // Be fast if we can! 4623836Ssaidi@eecs.umich.edu if (cacheValid && cacheState == tlbdata) { 4633836Ssaidi@eecs.umich.edu if (cacheEntry) { 4643836Ssaidi@eecs.umich.edu if (cacheEntry->range.va < vaddr + sizeof(MachInst) && 4653836Ssaidi@eecs.umich.edu cacheEntry->range.va + cacheEntry->range.size >= vaddr) { 4663836Ssaidi@eecs.umich.edu req->setPaddr(cacheEntry->pte.paddr() & ~(cacheEntry->pte.size()-1) | 4673836Ssaidi@eecs.umich.edu vaddr & cacheEntry->pte.size()-1 ); 4683836Ssaidi@eecs.umich.edu return NoFault; 4693836Ssaidi@eecs.umich.edu } 4703836Ssaidi@eecs.umich.edu } else { 4713836Ssaidi@eecs.umich.edu req->setPaddr(vaddr & PAddrImplMask); 4723836Ssaidi@eecs.umich.edu return NoFault; 4733836Ssaidi@eecs.umich.edu } 4743836Ssaidi@eecs.umich.edu } 4753836Ssaidi@eecs.umich.edu 4763833Ssaidi@eecs.umich.edu bool hpriv = bits(tlbdata,0,0); 4773833Ssaidi@eecs.umich.edu bool red = bits(tlbdata,1,1); 4783833Ssaidi@eecs.umich.edu bool priv = bits(tlbdata,2,2); 4793833Ssaidi@eecs.umich.edu bool addr_mask = bits(tlbdata,3,3); 4803833Ssaidi@eecs.umich.edu bool lsu_im = bits(tlbdata,4,4); 4813833Ssaidi@eecs.umich.edu 4823833Ssaidi@eecs.umich.edu int part_id = bits(tlbdata,15,8); 4833833Ssaidi@eecs.umich.edu int tl = bits(tlbdata,18,16); 4843833Ssaidi@eecs.umich.edu int pri_context = bits(tlbdata,47,32); 4853804Ssaidi@eecs.umich.edu int context; 4863804Ssaidi@eecs.umich.edu ContextType ct; 4873804Ssaidi@eecs.umich.edu int asi; 4883804Ssaidi@eecs.umich.edu bool real = false; 4893804Ssaidi@eecs.umich.edu 4903833Ssaidi@eecs.umich.edu DPRINTF(TLB, "TLB: priv:%d hpriv:%d red:%d lsuim:%d part_id: %#X\n", 4913833Ssaidi@eecs.umich.edu priv, hpriv, red, lsu_im, part_id); 4923811Ssaidi@eecs.umich.edu 4933804Ssaidi@eecs.umich.edu if (tl > 0) { 4943804Ssaidi@eecs.umich.edu asi = ASI_N; 4953804Ssaidi@eecs.umich.edu ct = Nucleus; 4963804Ssaidi@eecs.umich.edu context = 0; 4973804Ssaidi@eecs.umich.edu } else { 4983804Ssaidi@eecs.umich.edu asi = ASI_P; 4993804Ssaidi@eecs.umich.edu ct = Primary; 5003833Ssaidi@eecs.umich.edu context = pri_context; 5013804Ssaidi@eecs.umich.edu } 5023804Ssaidi@eecs.umich.edu 5033833Ssaidi@eecs.umich.edu if ( hpriv || red ) { 5043836Ssaidi@eecs.umich.edu cacheValid = true; 5053836Ssaidi@eecs.umich.edu cacheState = tlbdata; 5063836Ssaidi@eecs.umich.edu cacheEntry = NULL; 5073836Ssaidi@eecs.umich.edu req->setPaddr(vaddr & PAddrImplMask); 5083804Ssaidi@eecs.umich.edu return NoFault; 5093804Ssaidi@eecs.umich.edu } 5103804Ssaidi@eecs.umich.edu 5113836Ssaidi@eecs.umich.edu // If the access is unaligned trap 5123836Ssaidi@eecs.umich.edu if (vaddr & 0x3) { 5134990Sgblack@eecs.umich.edu writeSfsr(false, ct, false, OtherFault, asi); 5143804Ssaidi@eecs.umich.edu return new MemAddressNotAligned; 5153804Ssaidi@eecs.umich.edu } 5163804Ssaidi@eecs.umich.edu 5173804Ssaidi@eecs.umich.edu if (addr_mask) 5183804Ssaidi@eecs.umich.edu vaddr = vaddr & VAddrAMask; 5193804Ssaidi@eecs.umich.edu 5203804Ssaidi@eecs.umich.edu if (!validVirtualAddress(vaddr, addr_mask)) { 5214990Sgblack@eecs.umich.edu writeSfsr(false, ct, false, VaOutOfRange, asi); 5223804Ssaidi@eecs.umich.edu return new InstructionAccessException; 5233804Ssaidi@eecs.umich.edu } 5243804Ssaidi@eecs.umich.edu 5253833Ssaidi@eecs.umich.edu if (!lsu_im) { 5263836Ssaidi@eecs.umich.edu e = lookup(vaddr, part_id, true); 5273804Ssaidi@eecs.umich.edu real = true; 5283804Ssaidi@eecs.umich.edu context = 0; 5293804Ssaidi@eecs.umich.edu } else { 5303804Ssaidi@eecs.umich.edu e = lookup(vaddr, part_id, false, context); 5313804Ssaidi@eecs.umich.edu } 5323804Ssaidi@eecs.umich.edu 5333804Ssaidi@eecs.umich.edu if (e == NULL || !e->valid) { 5344990Sgblack@eecs.umich.edu writeTagAccess(vaddr, context); 5353804Ssaidi@eecs.umich.edu if (real) 5363804Ssaidi@eecs.umich.edu return new InstructionRealTranslationMiss; 5373804Ssaidi@eecs.umich.edu else 5384997Sgblack@eecs.umich.edu#if FULL_SYSTEM 5393804Ssaidi@eecs.umich.edu return new FastInstructionAccessMMUMiss; 5404997Sgblack@eecs.umich.edu#else 5414997Sgblack@eecs.umich.edu return new FastInstructionAccessMMUMiss(req->getVaddr()); 5424997Sgblack@eecs.umich.edu#endif 5433804Ssaidi@eecs.umich.edu } 5443804Ssaidi@eecs.umich.edu 5453804Ssaidi@eecs.umich.edu // were not priviledged accesing priv page 5463804Ssaidi@eecs.umich.edu if (!priv && e->pte.priv()) { 5474990Sgblack@eecs.umich.edu writeTagAccess(vaddr, context); 5484990Sgblack@eecs.umich.edu writeSfsr(false, ct, false, PrivViolation, asi); 5493804Ssaidi@eecs.umich.edu return new InstructionAccessException; 5503804Ssaidi@eecs.umich.edu } 5513804Ssaidi@eecs.umich.edu 5523836Ssaidi@eecs.umich.edu // cache translation date for next translation 5533836Ssaidi@eecs.umich.edu cacheValid = true; 5543836Ssaidi@eecs.umich.edu cacheState = tlbdata; 5553836Ssaidi@eecs.umich.edu cacheEntry = e; 5563836Ssaidi@eecs.umich.edu 5573826Ssaidi@eecs.umich.edu req->setPaddr(e->pte.paddr() & ~(e->pte.size()-1) | 5583836Ssaidi@eecs.umich.edu vaddr & e->pte.size()-1 ); 5593836Ssaidi@eecs.umich.edu DPRINTF(TLB, "TLB: %#X -> %#X\n", vaddr, req->getPaddr()); 5603804Ssaidi@eecs.umich.edu return NoFault; 5613804Ssaidi@eecs.umich.edu} 5623804Ssaidi@eecs.umich.edu 5633804Ssaidi@eecs.umich.edu 5643804Ssaidi@eecs.umich.edu 5653804Ssaidi@eecs.umich.eduFault 5663804Ssaidi@eecs.umich.eduDTB::translate(RequestPtr &req, ThreadContext *tc, bool write) 5673804Ssaidi@eecs.umich.edu{ 5683804Ssaidi@eecs.umich.edu /* @todo this could really use some profiling and fixing to make it faster! */ 5694172Ssaidi@eecs.umich.edu uint64_t tlbdata = tc->readMiscRegNoEffect(MISCREG_TLB_DATA); 5703836Ssaidi@eecs.umich.edu Addr vaddr = req->getVaddr(); 5713836Ssaidi@eecs.umich.edu Addr size = req->getSize(); 5723836Ssaidi@eecs.umich.edu ASI asi; 5733836Ssaidi@eecs.umich.edu asi = (ASI)req->getAsi(); 5743836Ssaidi@eecs.umich.edu bool implicit = false; 5753836Ssaidi@eecs.umich.edu bool hpriv = bits(tlbdata,0,0); 5764996Sgblack@eecs.umich.edu bool unaligned = (vaddr & size-1); 5773833Ssaidi@eecs.umich.edu 5783836Ssaidi@eecs.umich.edu DPRINTF(TLB, "TLB: DTB Request to translate va=%#x size=%d asi=%#x\n", 5793836Ssaidi@eecs.umich.edu vaddr, size, asi); 5803836Ssaidi@eecs.umich.edu 5813929Ssaidi@eecs.umich.edu if (lookupTable.size() != 64 - freeList.size()) 5823929Ssaidi@eecs.umich.edu panic("Lookup table size: %d tlb size: %d\n", lookupTable.size(), 5833929Ssaidi@eecs.umich.edu freeList.size()); 5843836Ssaidi@eecs.umich.edu if (asi == ASI_IMPLICIT) 5853836Ssaidi@eecs.umich.edu implicit = true; 5863836Ssaidi@eecs.umich.edu 5874996Sgblack@eecs.umich.edu // Only use the fast path here if there doesn't need to be an unaligned 5884996Sgblack@eecs.umich.edu // trap later 5894996Sgblack@eecs.umich.edu if (!unaligned) { 5904996Sgblack@eecs.umich.edu if (hpriv && implicit) { 5914996Sgblack@eecs.umich.edu req->setPaddr(vaddr & PAddrImplMask); 5924996Sgblack@eecs.umich.edu return NoFault; 5934996Sgblack@eecs.umich.edu } 5944996Sgblack@eecs.umich.edu 5954996Sgblack@eecs.umich.edu // Be fast if we can! 5964996Sgblack@eecs.umich.edu if (cacheValid && cacheState == tlbdata) { 5974996Sgblack@eecs.umich.edu 5984996Sgblack@eecs.umich.edu 5994996Sgblack@eecs.umich.edu 6004996Sgblack@eecs.umich.edu if (cacheEntry[0]) { 6014996Sgblack@eecs.umich.edu TlbEntry *ce = cacheEntry[0]; 6024996Sgblack@eecs.umich.edu Addr ce_va = ce->range.va; 6034996Sgblack@eecs.umich.edu if (cacheAsi[0] == asi && 6044996Sgblack@eecs.umich.edu ce_va < vaddr + size && ce_va + ce->range.size > vaddr && 6054996Sgblack@eecs.umich.edu (!write || ce->pte.writable())) { 6064996Sgblack@eecs.umich.edu req->setPaddr(ce->pte.paddrMask() | vaddr & ce->pte.sizeMask()); 6074996Sgblack@eecs.umich.edu if (ce->pte.sideffect() || (ce->pte.paddr() >> 39) & 1) 6084996Sgblack@eecs.umich.edu req->setFlags(req->getFlags() | UNCACHEABLE); 6094996Sgblack@eecs.umich.edu DPRINTF(TLB, "TLB: %#X -> %#X\n", vaddr, req->getPaddr()); 6104996Sgblack@eecs.umich.edu return NoFault; 6114996Sgblack@eecs.umich.edu } // if matched 6124996Sgblack@eecs.umich.edu } // if cache entry valid 6134996Sgblack@eecs.umich.edu if (cacheEntry[1]) { 6144996Sgblack@eecs.umich.edu TlbEntry *ce = cacheEntry[1]; 6154996Sgblack@eecs.umich.edu Addr ce_va = ce->range.va; 6164996Sgblack@eecs.umich.edu if (cacheAsi[1] == asi && 6174996Sgblack@eecs.umich.edu ce_va < vaddr + size && ce_va + ce->range.size > vaddr && 6184996Sgblack@eecs.umich.edu (!write || ce->pte.writable())) { 6194996Sgblack@eecs.umich.edu req->setPaddr(ce->pte.paddrMask() | vaddr & ce->pte.sizeMask()); 6204996Sgblack@eecs.umich.edu if (ce->pte.sideffect() || (ce->pte.paddr() >> 39) & 1) 6214996Sgblack@eecs.umich.edu req->setFlags(req->getFlags() | UNCACHEABLE); 6224996Sgblack@eecs.umich.edu DPRINTF(TLB, "TLB: %#X -> %#X\n", vaddr, req->getPaddr()); 6234996Sgblack@eecs.umich.edu return NoFault; 6244996Sgblack@eecs.umich.edu } // if matched 6254996Sgblack@eecs.umich.edu } // if cache entry valid 6264996Sgblack@eecs.umich.edu } 6273836Ssaidi@eecs.umich.edu } 6283836Ssaidi@eecs.umich.edu 6293833Ssaidi@eecs.umich.edu bool red = bits(tlbdata,1,1); 6303833Ssaidi@eecs.umich.edu bool priv = bits(tlbdata,2,2); 6313833Ssaidi@eecs.umich.edu bool addr_mask = bits(tlbdata,3,3); 6323833Ssaidi@eecs.umich.edu bool lsu_dm = bits(tlbdata,5,5); 6333833Ssaidi@eecs.umich.edu 6343833Ssaidi@eecs.umich.edu int part_id = bits(tlbdata,15,8); 6353833Ssaidi@eecs.umich.edu int tl = bits(tlbdata,18,16); 6363833Ssaidi@eecs.umich.edu int pri_context = bits(tlbdata,47,32); 6373916Ssaidi@eecs.umich.edu int sec_context = bits(tlbdata,63,48); 6383833Ssaidi@eecs.umich.edu 6393804Ssaidi@eecs.umich.edu bool real = false; 6403832Ssaidi@eecs.umich.edu ContextType ct = Primary; 6413832Ssaidi@eecs.umich.edu int context = 0; 6423804Ssaidi@eecs.umich.edu 6433804Ssaidi@eecs.umich.edu TlbEntry *e; 6443804Ssaidi@eecs.umich.edu 6453833Ssaidi@eecs.umich.edu DPRINTF(TLB, "TLB: priv:%d hpriv:%d red:%d lsudm:%d part_id: %#X\n", 6463833Ssaidi@eecs.umich.edu priv, hpriv, red, lsu_dm, part_id); 6473804Ssaidi@eecs.umich.edu 6483804Ssaidi@eecs.umich.edu if (implicit) { 6493804Ssaidi@eecs.umich.edu if (tl > 0) { 6503804Ssaidi@eecs.umich.edu asi = ASI_N; 6513804Ssaidi@eecs.umich.edu ct = Nucleus; 6523804Ssaidi@eecs.umich.edu context = 0; 6533804Ssaidi@eecs.umich.edu } else { 6543804Ssaidi@eecs.umich.edu asi = ASI_P; 6553804Ssaidi@eecs.umich.edu ct = Primary; 6563833Ssaidi@eecs.umich.edu context = pri_context; 6573804Ssaidi@eecs.umich.edu } 6583910Ssaidi@eecs.umich.edu } else { 6593804Ssaidi@eecs.umich.edu // We need to check for priv level/asi priv 6603910Ssaidi@eecs.umich.edu if (!priv && !hpriv && !AsiIsUnPriv(asi)) { 6613804Ssaidi@eecs.umich.edu // It appears that context should be Nucleus in these cases? 6624990Sgblack@eecs.umich.edu writeSfsr(vaddr, write, Nucleus, false, IllegalAsi, asi); 6633804Ssaidi@eecs.umich.edu return new PrivilegedAction; 6643804Ssaidi@eecs.umich.edu } 6653910Ssaidi@eecs.umich.edu 6663910Ssaidi@eecs.umich.edu if (!hpriv && AsiIsHPriv(asi)) { 6674990Sgblack@eecs.umich.edu writeSfsr(vaddr, write, Nucleus, false, IllegalAsi, asi); 6683804Ssaidi@eecs.umich.edu return new DataAccessException; 6693804Ssaidi@eecs.umich.edu } 6703804Ssaidi@eecs.umich.edu 6713910Ssaidi@eecs.umich.edu if (AsiIsPrimary(asi)) { 6723910Ssaidi@eecs.umich.edu context = pri_context; 6733910Ssaidi@eecs.umich.edu ct = Primary; 6743910Ssaidi@eecs.umich.edu } else if (AsiIsSecondary(asi)) { 6753910Ssaidi@eecs.umich.edu context = sec_context; 6763910Ssaidi@eecs.umich.edu ct = Secondary; 6773910Ssaidi@eecs.umich.edu } else if (AsiIsNucleus(asi)) { 6783910Ssaidi@eecs.umich.edu ct = Nucleus; 6793910Ssaidi@eecs.umich.edu context = 0; 6803910Ssaidi@eecs.umich.edu } else { // ???? 6813910Ssaidi@eecs.umich.edu ct = Primary; 6823910Ssaidi@eecs.umich.edu context = pri_context; 6833910Ssaidi@eecs.umich.edu } 6843902Ssaidi@eecs.umich.edu } 6853804Ssaidi@eecs.umich.edu 6863926Ssaidi@eecs.umich.edu if (!implicit && asi != ASI_P && asi != ASI_S) { 6873804Ssaidi@eecs.umich.edu if (AsiIsLittle(asi)) 6883804Ssaidi@eecs.umich.edu panic("Little Endian ASIs not supported\n"); 6894989Sgblack@eecs.umich.edu 6904989Sgblack@eecs.umich.edu //XXX It's unclear from looking at the documentation how a no fault 6914989Sgblack@eecs.umich.edu //load differs from a regular one, other than what happens concerning 6924989Sgblack@eecs.umich.edu //nfo and e bits in the TTE 6934989Sgblack@eecs.umich.edu// if (AsiIsNoFault(asi)) 6944989Sgblack@eecs.umich.edu// panic("No Fault ASIs not supported\n"); 6953856Ssaidi@eecs.umich.edu 6963804Ssaidi@eecs.umich.edu if (AsiIsPartialStore(asi)) 6973804Ssaidi@eecs.umich.edu panic("Partial Store ASIs not supported\n"); 6984103Ssaidi@eecs.umich.edu 6994191Ssaidi@eecs.umich.edu if (AsiIsCmt(asi)) 7004191Ssaidi@eecs.umich.edu panic("Cmt ASI registers not implmented\n"); 7014191Ssaidi@eecs.umich.edu 7023824Ssaidi@eecs.umich.edu if (AsiIsInterrupt(asi)) 7034103Ssaidi@eecs.umich.edu goto handleIntRegAccess; 7043804Ssaidi@eecs.umich.edu if (AsiIsMmu(asi)) 7053804Ssaidi@eecs.umich.edu goto handleMmuRegAccess; 7063804Ssaidi@eecs.umich.edu if (AsiIsScratchPad(asi)) 7073804Ssaidi@eecs.umich.edu goto handleScratchRegAccess; 7083824Ssaidi@eecs.umich.edu if (AsiIsQueue(asi)) 7093824Ssaidi@eecs.umich.edu goto handleQueueRegAccess; 7103825Ssaidi@eecs.umich.edu if (AsiIsSparcError(asi)) 7113825Ssaidi@eecs.umich.edu goto handleSparcErrorRegAccess; 7123823Ssaidi@eecs.umich.edu 7133926Ssaidi@eecs.umich.edu if (!AsiIsReal(asi) && !AsiIsNucleus(asi) && !AsiIsAsIfUser(asi) && 7144989Sgblack@eecs.umich.edu !AsiIsTwin(asi) && !AsiIsBlock(asi) && !AsiIsNoFault(asi)) 7153823Ssaidi@eecs.umich.edu panic("Accessing ASI %#X. Should we?\n", asi); 7163804Ssaidi@eecs.umich.edu } 7173804Ssaidi@eecs.umich.edu 7183826Ssaidi@eecs.umich.edu // If the asi is unaligned trap 7194996Sgblack@eecs.umich.edu if (unaligned) { 7204990Sgblack@eecs.umich.edu writeSfsr(vaddr, false, ct, false, OtherFault, asi); 7213826Ssaidi@eecs.umich.edu return new MemAddressNotAligned; 7223826Ssaidi@eecs.umich.edu } 7233826Ssaidi@eecs.umich.edu 7243826Ssaidi@eecs.umich.edu if (addr_mask) 7253826Ssaidi@eecs.umich.edu vaddr = vaddr & VAddrAMask; 7263826Ssaidi@eecs.umich.edu 7273826Ssaidi@eecs.umich.edu if (!validVirtualAddress(vaddr, addr_mask)) { 7284990Sgblack@eecs.umich.edu writeSfsr(vaddr, false, ct, true, VaOutOfRange, asi); 7293826Ssaidi@eecs.umich.edu return new DataAccessException; 7303826Ssaidi@eecs.umich.edu } 7313826Ssaidi@eecs.umich.edu 7323826Ssaidi@eecs.umich.edu 7333910Ssaidi@eecs.umich.edu if ((!lsu_dm && !hpriv && !red) || AsiIsReal(asi)) { 7343804Ssaidi@eecs.umich.edu real = true; 7353804Ssaidi@eecs.umich.edu context = 0; 7363804Ssaidi@eecs.umich.edu }; 7373804Ssaidi@eecs.umich.edu 7383804Ssaidi@eecs.umich.edu if (hpriv && (implicit || (!AsiIsAsIfUser(asi) && !AsiIsReal(asi)))) { 7393836Ssaidi@eecs.umich.edu req->setPaddr(vaddr & PAddrImplMask); 7403804Ssaidi@eecs.umich.edu return NoFault; 7413804Ssaidi@eecs.umich.edu } 7423804Ssaidi@eecs.umich.edu 7433836Ssaidi@eecs.umich.edu e = lookup(vaddr, part_id, real, context); 7443804Ssaidi@eecs.umich.edu 7453804Ssaidi@eecs.umich.edu if (e == NULL || !e->valid) { 7464990Sgblack@eecs.umich.edu writeTagAccess(vaddr, context); 7473811Ssaidi@eecs.umich.edu DPRINTF(TLB, "TLB: DTB Failed to find matching TLB entry\n"); 7483804Ssaidi@eecs.umich.edu if (real) 7493804Ssaidi@eecs.umich.edu return new DataRealTranslationMiss; 7503804Ssaidi@eecs.umich.edu else 7514997Sgblack@eecs.umich.edu#if FULL_SYSTEM 7523804Ssaidi@eecs.umich.edu return new FastDataAccessMMUMiss; 7534997Sgblack@eecs.umich.edu#else 7544997Sgblack@eecs.umich.edu return new FastDataAccessMMUMiss(req->getVaddr()); 7554997Sgblack@eecs.umich.edu#endif 7563804Ssaidi@eecs.umich.edu 7573804Ssaidi@eecs.umich.edu } 7583804Ssaidi@eecs.umich.edu 7593928Ssaidi@eecs.umich.edu if (!priv && e->pte.priv()) { 7604990Sgblack@eecs.umich.edu writeTagAccess(vaddr, context); 7614990Sgblack@eecs.umich.edu writeSfsr(vaddr, write, ct, e->pte.sideffect(), PrivViolation, asi); 7623928Ssaidi@eecs.umich.edu return new DataAccessException; 7633928Ssaidi@eecs.umich.edu } 7643804Ssaidi@eecs.umich.edu 7653804Ssaidi@eecs.umich.edu if (write && !e->pte.writable()) { 7664990Sgblack@eecs.umich.edu writeTagAccess(vaddr, context); 7674990Sgblack@eecs.umich.edu writeSfsr(vaddr, write, ct, e->pte.sideffect(), OtherFault, asi); 7683804Ssaidi@eecs.umich.edu return new FastDataAccessProtection; 7693804Ssaidi@eecs.umich.edu } 7703804Ssaidi@eecs.umich.edu 7713804Ssaidi@eecs.umich.edu if (e->pte.nofault() && !AsiIsNoFault(asi)) { 7724990Sgblack@eecs.umich.edu writeTagAccess(vaddr, context); 7734990Sgblack@eecs.umich.edu writeSfsr(vaddr, write, ct, e->pte.sideffect(), LoadFromNfo, asi); 7743804Ssaidi@eecs.umich.edu return new DataAccessException; 7753804Ssaidi@eecs.umich.edu } 7763804Ssaidi@eecs.umich.edu 7773928Ssaidi@eecs.umich.edu if (e->pte.sideffect() && AsiIsNoFault(asi)) { 7784990Sgblack@eecs.umich.edu writeTagAccess(vaddr, context); 7794990Sgblack@eecs.umich.edu writeSfsr(vaddr, write, ct, e->pte.sideffect(), SideEffect, asi); 7803928Ssaidi@eecs.umich.edu return new DataAccessException; 7813928Ssaidi@eecs.umich.edu } 7823928Ssaidi@eecs.umich.edu 7833928Ssaidi@eecs.umich.edu 7844090Ssaidi@eecs.umich.edu if (e->pte.sideffect() || (e->pte.paddr() >> 39) & 1) 7853804Ssaidi@eecs.umich.edu req->setFlags(req->getFlags() | UNCACHEABLE); 7863804Ssaidi@eecs.umich.edu 7873836Ssaidi@eecs.umich.edu // cache translation date for next translation 7883836Ssaidi@eecs.umich.edu cacheState = tlbdata; 7893881Ssaidi@eecs.umich.edu if (!cacheValid) { 7903881Ssaidi@eecs.umich.edu cacheEntry[1] = NULL; 7913881Ssaidi@eecs.umich.edu cacheEntry[0] = NULL; 7923881Ssaidi@eecs.umich.edu } 7933881Ssaidi@eecs.umich.edu 7943836Ssaidi@eecs.umich.edu if (cacheEntry[0] != e && cacheEntry[1] != e) { 7953836Ssaidi@eecs.umich.edu cacheEntry[1] = cacheEntry[0]; 7963836Ssaidi@eecs.umich.edu cacheEntry[0] = e; 7973836Ssaidi@eecs.umich.edu cacheAsi[1] = cacheAsi[0]; 7983836Ssaidi@eecs.umich.edu cacheAsi[0] = asi; 7993836Ssaidi@eecs.umich.edu if (implicit) 8003836Ssaidi@eecs.umich.edu cacheAsi[0] = (ASI)0; 8013836Ssaidi@eecs.umich.edu } 8023881Ssaidi@eecs.umich.edu cacheValid = true; 8033826Ssaidi@eecs.umich.edu req->setPaddr(e->pte.paddr() & ~(e->pte.size()-1) | 8043836Ssaidi@eecs.umich.edu vaddr & e->pte.size()-1); 8053836Ssaidi@eecs.umich.edu DPRINTF(TLB, "TLB: %#X -> %#X\n", vaddr, req->getPaddr()); 8063804Ssaidi@eecs.umich.edu return NoFault; 8074103Ssaidi@eecs.umich.edu 8083806Ssaidi@eecs.umich.edu /** Normal flow ends here. */ 8094103Ssaidi@eecs.umich.eduhandleIntRegAccess: 8104103Ssaidi@eecs.umich.edu if (!hpriv) { 8114990Sgblack@eecs.umich.edu writeSfsr(vaddr, write, Primary, true, IllegalAsi, asi); 8124103Ssaidi@eecs.umich.edu if (priv) 8134103Ssaidi@eecs.umich.edu return new DataAccessException; 8144103Ssaidi@eecs.umich.edu else 8154103Ssaidi@eecs.umich.edu return new PrivilegedAction; 8164103Ssaidi@eecs.umich.edu } 8174103Ssaidi@eecs.umich.edu 8184103Ssaidi@eecs.umich.edu if (asi == ASI_SWVR_UDB_INTR_W && !write || 8194103Ssaidi@eecs.umich.edu asi == ASI_SWVR_UDB_INTR_R && write) { 8204990Sgblack@eecs.umich.edu writeSfsr(vaddr, write, Primary, true, IllegalAsi, asi); 8214103Ssaidi@eecs.umich.edu return new DataAccessException; 8224103Ssaidi@eecs.umich.edu } 8234103Ssaidi@eecs.umich.edu 8244103Ssaidi@eecs.umich.edu goto regAccessOk; 8254103Ssaidi@eecs.umich.edu 8263804Ssaidi@eecs.umich.edu 8273806Ssaidi@eecs.umich.eduhandleScratchRegAccess: 8283806Ssaidi@eecs.umich.edu if (vaddr > 0x38 || (vaddr >= 0x20 && vaddr < 0x30 && !hpriv)) { 8294990Sgblack@eecs.umich.edu writeSfsr(vaddr, write, Primary, true, IllegalAsi, asi); 8303806Ssaidi@eecs.umich.edu return new DataAccessException; 8313806Ssaidi@eecs.umich.edu } 8323824Ssaidi@eecs.umich.edu goto regAccessOk; 8333824Ssaidi@eecs.umich.edu 8343824Ssaidi@eecs.umich.eduhandleQueueRegAccess: 8353824Ssaidi@eecs.umich.edu if (!priv && !hpriv) { 8364990Sgblack@eecs.umich.edu writeSfsr(vaddr, write, Primary, true, IllegalAsi, asi); 8373824Ssaidi@eecs.umich.edu return new PrivilegedAction; 8383824Ssaidi@eecs.umich.edu } 8393881Ssaidi@eecs.umich.edu if (!hpriv && vaddr & 0xF || vaddr > 0x3f8 || vaddr < 0x3c0) { 8404990Sgblack@eecs.umich.edu writeSfsr(vaddr, write, Primary, true, IllegalAsi, asi); 8413824Ssaidi@eecs.umich.edu return new DataAccessException; 8423824Ssaidi@eecs.umich.edu } 8433824Ssaidi@eecs.umich.edu goto regAccessOk; 8443824Ssaidi@eecs.umich.edu 8453825Ssaidi@eecs.umich.eduhandleSparcErrorRegAccess: 8463825Ssaidi@eecs.umich.edu if (!hpriv) { 8474990Sgblack@eecs.umich.edu writeSfsr(vaddr, write, Primary, true, IllegalAsi, asi); 8484070Ssaidi@eecs.umich.edu if (priv) 8493825Ssaidi@eecs.umich.edu return new DataAccessException; 8504070Ssaidi@eecs.umich.edu else 8513825Ssaidi@eecs.umich.edu return new PrivilegedAction; 8523825Ssaidi@eecs.umich.edu } 8533825Ssaidi@eecs.umich.edu goto regAccessOk; 8543825Ssaidi@eecs.umich.edu 8553825Ssaidi@eecs.umich.edu 8563824Ssaidi@eecs.umich.eduregAccessOk: 8573804Ssaidi@eecs.umich.eduhandleMmuRegAccess: 8583811Ssaidi@eecs.umich.edu DPRINTF(TLB, "TLB: DTB Translating MM IPR access\n"); 8593806Ssaidi@eecs.umich.edu req->setMmapedIpr(true); 8603806Ssaidi@eecs.umich.edu req->setPaddr(req->getVaddr()); 8613806Ssaidi@eecs.umich.edu return NoFault; 8623804Ssaidi@eecs.umich.edu}; 8633804Ssaidi@eecs.umich.edu 8644997Sgblack@eecs.umich.edu#if FULL_SYSTEM 8654997Sgblack@eecs.umich.edu 8663806Ssaidi@eecs.umich.eduTick 8673806Ssaidi@eecs.umich.eduDTB::doMmuRegRead(ThreadContext *tc, Packet *pkt) 8683806Ssaidi@eecs.umich.edu{ 8693823Ssaidi@eecs.umich.edu Addr va = pkt->getAddr(); 8703823Ssaidi@eecs.umich.edu ASI asi = (ASI)pkt->req->getAsi(); 8714070Ssaidi@eecs.umich.edu uint64_t temp; 8723823Ssaidi@eecs.umich.edu 8733823Ssaidi@eecs.umich.edu DPRINTF(IPR, "Memory Mapped IPR Read: asi=%#X a=%#x\n", 8743823Ssaidi@eecs.umich.edu (uint32_t)pkt->req->getAsi(), pkt->getAddr()); 8753823Ssaidi@eecs.umich.edu 8764990Sgblack@eecs.umich.edu ITB * itb = tc->getITBPtr(); 8774990Sgblack@eecs.umich.edu 8783823Ssaidi@eecs.umich.edu switch (asi) { 8793823Ssaidi@eecs.umich.edu case ASI_LSU_CONTROL_REG: 8803823Ssaidi@eecs.umich.edu assert(va == 0); 8814172Ssaidi@eecs.umich.edu pkt->set(tc->readMiscReg(MISCREG_MMU_LSU_CTRL)); 8823823Ssaidi@eecs.umich.edu break; 8833823Ssaidi@eecs.umich.edu case ASI_MMU: 8843823Ssaidi@eecs.umich.edu switch (va) { 8853823Ssaidi@eecs.umich.edu case 0x8: 8864172Ssaidi@eecs.umich.edu pkt->set(tc->readMiscReg(MISCREG_MMU_P_CONTEXT)); 8873823Ssaidi@eecs.umich.edu break; 8883823Ssaidi@eecs.umich.edu case 0x10: 8894172Ssaidi@eecs.umich.edu pkt->set(tc->readMiscReg(MISCREG_MMU_S_CONTEXT)); 8903823Ssaidi@eecs.umich.edu break; 8913823Ssaidi@eecs.umich.edu default: 8923823Ssaidi@eecs.umich.edu goto doMmuReadError; 8933823Ssaidi@eecs.umich.edu } 8943823Ssaidi@eecs.umich.edu break; 8953824Ssaidi@eecs.umich.edu case ASI_QUEUE: 8964172Ssaidi@eecs.umich.edu pkt->set(tc->readMiscReg(MISCREG_QUEUE_CPU_MONDO_HEAD + 8973824Ssaidi@eecs.umich.edu (va >> 4) - 0x3c)); 8983824Ssaidi@eecs.umich.edu break; 8993823Ssaidi@eecs.umich.edu case ASI_DMMU_CTXT_ZERO_TSB_BASE_PS0: 9003823Ssaidi@eecs.umich.edu assert(va == 0); 9014990Sgblack@eecs.umich.edu pkt->set(c0_tsb_ps0); 9023823Ssaidi@eecs.umich.edu break; 9033823Ssaidi@eecs.umich.edu case ASI_DMMU_CTXT_ZERO_TSB_BASE_PS1: 9043823Ssaidi@eecs.umich.edu assert(va == 0); 9054990Sgblack@eecs.umich.edu pkt->set(c0_tsb_ps1); 9063823Ssaidi@eecs.umich.edu break; 9073823Ssaidi@eecs.umich.edu case ASI_DMMU_CTXT_ZERO_CONFIG: 9083823Ssaidi@eecs.umich.edu assert(va == 0); 9094990Sgblack@eecs.umich.edu pkt->set(c0_config); 9103823Ssaidi@eecs.umich.edu break; 9113823Ssaidi@eecs.umich.edu case ASI_IMMU_CTXT_ZERO_TSB_BASE_PS0: 9123823Ssaidi@eecs.umich.edu assert(va == 0); 9134990Sgblack@eecs.umich.edu pkt->set(itb->c0_tsb_ps0); 9143823Ssaidi@eecs.umich.edu break; 9153823Ssaidi@eecs.umich.edu case ASI_IMMU_CTXT_ZERO_TSB_BASE_PS1: 9163823Ssaidi@eecs.umich.edu assert(va == 0); 9174990Sgblack@eecs.umich.edu pkt->set(itb->c0_tsb_ps1); 9183823Ssaidi@eecs.umich.edu break; 9193823Ssaidi@eecs.umich.edu case ASI_IMMU_CTXT_ZERO_CONFIG: 9203823Ssaidi@eecs.umich.edu assert(va == 0); 9214990Sgblack@eecs.umich.edu pkt->set(itb->c0_config); 9223823Ssaidi@eecs.umich.edu break; 9233823Ssaidi@eecs.umich.edu case ASI_DMMU_CTXT_NONZERO_TSB_BASE_PS0: 9243823Ssaidi@eecs.umich.edu assert(va == 0); 9254990Sgblack@eecs.umich.edu pkt->set(cx_tsb_ps0); 9263823Ssaidi@eecs.umich.edu break; 9273823Ssaidi@eecs.umich.edu case ASI_DMMU_CTXT_NONZERO_TSB_BASE_PS1: 9283823Ssaidi@eecs.umich.edu assert(va == 0); 9294990Sgblack@eecs.umich.edu pkt->set(cx_tsb_ps1); 9303823Ssaidi@eecs.umich.edu break; 9313823Ssaidi@eecs.umich.edu case ASI_DMMU_CTXT_NONZERO_CONFIG: 9323823Ssaidi@eecs.umich.edu assert(va == 0); 9334990Sgblack@eecs.umich.edu pkt->set(cx_config); 9343823Ssaidi@eecs.umich.edu break; 9353823Ssaidi@eecs.umich.edu case ASI_IMMU_CTXT_NONZERO_TSB_BASE_PS0: 9363823Ssaidi@eecs.umich.edu assert(va == 0); 9374990Sgblack@eecs.umich.edu pkt->set(itb->cx_tsb_ps0); 9383823Ssaidi@eecs.umich.edu break; 9393823Ssaidi@eecs.umich.edu case ASI_IMMU_CTXT_NONZERO_TSB_BASE_PS1: 9403823Ssaidi@eecs.umich.edu assert(va == 0); 9414990Sgblack@eecs.umich.edu pkt->set(itb->cx_tsb_ps1); 9423823Ssaidi@eecs.umich.edu break; 9433823Ssaidi@eecs.umich.edu case ASI_IMMU_CTXT_NONZERO_CONFIG: 9443823Ssaidi@eecs.umich.edu assert(va == 0); 9454990Sgblack@eecs.umich.edu pkt->set(itb->cx_config); 9463823Ssaidi@eecs.umich.edu break; 9473826Ssaidi@eecs.umich.edu case ASI_SPARC_ERROR_STATUS_REG: 9483912Ssaidi@eecs.umich.edu pkt->set((uint64_t)0); 9493826Ssaidi@eecs.umich.edu break; 9503823Ssaidi@eecs.umich.edu case ASI_HYP_SCRATCHPAD: 9513823Ssaidi@eecs.umich.edu case ASI_SCRATCHPAD: 9524172Ssaidi@eecs.umich.edu pkt->set(tc->readMiscReg(MISCREG_SCRATCHPAD_R0 + (va >> 3))); 9533823Ssaidi@eecs.umich.edu break; 9543826Ssaidi@eecs.umich.edu case ASI_IMMU: 9553826Ssaidi@eecs.umich.edu switch (va) { 9563833Ssaidi@eecs.umich.edu case 0x0: 9574990Sgblack@eecs.umich.edu temp = itb->tag_access; 9583833Ssaidi@eecs.umich.edu pkt->set(bits(temp,63,22) | bits(temp,12,0) << 48); 9593833Ssaidi@eecs.umich.edu break; 9603906Ssaidi@eecs.umich.edu case 0x18: 9614990Sgblack@eecs.umich.edu pkt->set(itb->sfsr); 9623906Ssaidi@eecs.umich.edu break; 9633826Ssaidi@eecs.umich.edu case 0x30: 9644990Sgblack@eecs.umich.edu pkt->set(itb->tag_access); 9653826Ssaidi@eecs.umich.edu break; 9663826Ssaidi@eecs.umich.edu default: 9673826Ssaidi@eecs.umich.edu goto doMmuReadError; 9683826Ssaidi@eecs.umich.edu } 9693826Ssaidi@eecs.umich.edu break; 9703823Ssaidi@eecs.umich.edu case ASI_DMMU: 9713823Ssaidi@eecs.umich.edu switch (va) { 9723833Ssaidi@eecs.umich.edu case 0x0: 9734990Sgblack@eecs.umich.edu temp = tag_access; 9743833Ssaidi@eecs.umich.edu pkt->set(bits(temp,63,22) | bits(temp,12,0) << 48); 9753833Ssaidi@eecs.umich.edu break; 9763906Ssaidi@eecs.umich.edu case 0x18: 9774990Sgblack@eecs.umich.edu pkt->set(sfsr); 9783906Ssaidi@eecs.umich.edu break; 9793906Ssaidi@eecs.umich.edu case 0x20: 9804990Sgblack@eecs.umich.edu pkt->set(sfar); 9813906Ssaidi@eecs.umich.edu break; 9823826Ssaidi@eecs.umich.edu case 0x30: 9834990Sgblack@eecs.umich.edu pkt->set(tag_access); 9843826Ssaidi@eecs.umich.edu break; 9853823Ssaidi@eecs.umich.edu case 0x80: 9864172Ssaidi@eecs.umich.edu pkt->set(tc->readMiscReg(MISCREG_MMU_PART_ID)); 9873823Ssaidi@eecs.umich.edu break; 9883823Ssaidi@eecs.umich.edu default: 9893823Ssaidi@eecs.umich.edu goto doMmuReadError; 9903823Ssaidi@eecs.umich.edu } 9913823Ssaidi@eecs.umich.edu break; 9923833Ssaidi@eecs.umich.edu case ASI_DMMU_TSB_PS0_PTR_REG: 9934070Ssaidi@eecs.umich.edu pkt->set(MakeTsbPtr(Ps0, 9944990Sgblack@eecs.umich.edu tag_access, 9954990Sgblack@eecs.umich.edu c0_tsb_ps0, 9964990Sgblack@eecs.umich.edu c0_config, 9974990Sgblack@eecs.umich.edu cx_tsb_ps0, 9984990Sgblack@eecs.umich.edu cx_config)); 9993833Ssaidi@eecs.umich.edu break; 10003833Ssaidi@eecs.umich.edu case ASI_DMMU_TSB_PS1_PTR_REG: 10014070Ssaidi@eecs.umich.edu pkt->set(MakeTsbPtr(Ps1, 10024990Sgblack@eecs.umich.edu tag_access, 10034990Sgblack@eecs.umich.edu c0_tsb_ps1, 10044990Sgblack@eecs.umich.edu c0_config, 10054990Sgblack@eecs.umich.edu cx_tsb_ps1, 10064990Sgblack@eecs.umich.edu cx_config)); 10073833Ssaidi@eecs.umich.edu break; 10083899Ssaidi@eecs.umich.edu case ASI_IMMU_TSB_PS0_PTR_REG: 10094070Ssaidi@eecs.umich.edu pkt->set(MakeTsbPtr(Ps0, 10104990Sgblack@eecs.umich.edu itb->tag_access, 10114990Sgblack@eecs.umich.edu itb->c0_tsb_ps0, 10124990Sgblack@eecs.umich.edu itb->c0_config, 10134990Sgblack@eecs.umich.edu itb->cx_tsb_ps0, 10144990Sgblack@eecs.umich.edu itb->cx_config)); 10153899Ssaidi@eecs.umich.edu break; 10163899Ssaidi@eecs.umich.edu case ASI_IMMU_TSB_PS1_PTR_REG: 10174070Ssaidi@eecs.umich.edu pkt->set(MakeTsbPtr(Ps1, 10184990Sgblack@eecs.umich.edu itb->tag_access, 10194990Sgblack@eecs.umich.edu itb->c0_tsb_ps1, 10204990Sgblack@eecs.umich.edu itb->c0_config, 10214990Sgblack@eecs.umich.edu itb->cx_tsb_ps1, 10224990Sgblack@eecs.umich.edu itb->cx_config)); 10233899Ssaidi@eecs.umich.edu break; 10244103Ssaidi@eecs.umich.edu case ASI_SWVR_INTR_RECEIVE: 10254103Ssaidi@eecs.umich.edu pkt->set(tc->getCpuPtr()->get_interrupts(IT_INT_VEC)); 10264103Ssaidi@eecs.umich.edu break; 10274103Ssaidi@eecs.umich.edu case ASI_SWVR_UDB_INTR_R: 10284103Ssaidi@eecs.umich.edu temp = findMsbSet(tc->getCpuPtr()->get_interrupts(IT_INT_VEC)); 10294103Ssaidi@eecs.umich.edu tc->getCpuPtr()->clear_interrupt(IT_INT_VEC, temp); 10304103Ssaidi@eecs.umich.edu pkt->set(temp); 10314103Ssaidi@eecs.umich.edu break; 10323823Ssaidi@eecs.umich.edu default: 10333823Ssaidi@eecs.umich.edudoMmuReadError: 10343823Ssaidi@eecs.umich.edu panic("need to impl DTB::doMmuRegRead() got asi=%#x, va=%#x\n", 10353823Ssaidi@eecs.umich.edu (uint32_t)asi, va); 10363823Ssaidi@eecs.umich.edu } 10374870Sstever@eecs.umich.edu pkt->makeAtomicResponse(); 10383823Ssaidi@eecs.umich.edu return tc->getCpuPtr()->cycles(1); 10393806Ssaidi@eecs.umich.edu} 10403806Ssaidi@eecs.umich.edu 10413806Ssaidi@eecs.umich.eduTick 10423806Ssaidi@eecs.umich.eduDTB::doMmuRegWrite(ThreadContext *tc, Packet *pkt) 10433806Ssaidi@eecs.umich.edu{ 10443823Ssaidi@eecs.umich.edu uint64_t data = gtoh(pkt->get<uint64_t>()); 10453823Ssaidi@eecs.umich.edu Addr va = pkt->getAddr(); 10463823Ssaidi@eecs.umich.edu ASI asi = (ASI)pkt->req->getAsi(); 10473823Ssaidi@eecs.umich.edu 10483826Ssaidi@eecs.umich.edu Addr ta_insert; 10493826Ssaidi@eecs.umich.edu Addr va_insert; 10503826Ssaidi@eecs.umich.edu Addr ct_insert; 10513826Ssaidi@eecs.umich.edu int part_insert; 10523826Ssaidi@eecs.umich.edu int entry_insert = -1; 10533826Ssaidi@eecs.umich.edu bool real_insert; 10543863Ssaidi@eecs.umich.edu bool ignore; 10553863Ssaidi@eecs.umich.edu int part_id; 10563863Ssaidi@eecs.umich.edu int ctx_id; 10573826Ssaidi@eecs.umich.edu PageTableEntry pte; 10583826Ssaidi@eecs.umich.edu 10593825Ssaidi@eecs.umich.edu DPRINTF(IPR, "Memory Mapped IPR Write: asi=%#X a=%#x d=%#X\n", 10603823Ssaidi@eecs.umich.edu (uint32_t)asi, va, data); 10613823Ssaidi@eecs.umich.edu 10624990Sgblack@eecs.umich.edu ITB * itb = tc->getITBPtr(); 10634990Sgblack@eecs.umich.edu 10643823Ssaidi@eecs.umich.edu switch (asi) { 10653823Ssaidi@eecs.umich.edu case ASI_LSU_CONTROL_REG: 10663823Ssaidi@eecs.umich.edu assert(va == 0); 10674172Ssaidi@eecs.umich.edu tc->setMiscReg(MISCREG_MMU_LSU_CTRL, data); 10683823Ssaidi@eecs.umich.edu break; 10693823Ssaidi@eecs.umich.edu case ASI_MMU: 10703823Ssaidi@eecs.umich.edu switch (va) { 10713823Ssaidi@eecs.umich.edu case 0x8: 10724172Ssaidi@eecs.umich.edu tc->setMiscReg(MISCREG_MMU_P_CONTEXT, data); 10733823Ssaidi@eecs.umich.edu break; 10743823Ssaidi@eecs.umich.edu case 0x10: 10754172Ssaidi@eecs.umich.edu tc->setMiscReg(MISCREG_MMU_S_CONTEXT, data); 10763823Ssaidi@eecs.umich.edu break; 10773823Ssaidi@eecs.umich.edu default: 10783823Ssaidi@eecs.umich.edu goto doMmuWriteError; 10793823Ssaidi@eecs.umich.edu } 10803823Ssaidi@eecs.umich.edu break; 10813824Ssaidi@eecs.umich.edu case ASI_QUEUE: 10823825Ssaidi@eecs.umich.edu assert(mbits(data,13,6) == data); 10834172Ssaidi@eecs.umich.edu tc->setMiscReg(MISCREG_QUEUE_CPU_MONDO_HEAD + 10843824Ssaidi@eecs.umich.edu (va >> 4) - 0x3c, data); 10853824Ssaidi@eecs.umich.edu break; 10863823Ssaidi@eecs.umich.edu case ASI_DMMU_CTXT_ZERO_TSB_BASE_PS0: 10873823Ssaidi@eecs.umich.edu assert(va == 0); 10884990Sgblack@eecs.umich.edu c0_tsb_ps0 = data; 10893823Ssaidi@eecs.umich.edu break; 10903823Ssaidi@eecs.umich.edu case ASI_DMMU_CTXT_ZERO_TSB_BASE_PS1: 10913823Ssaidi@eecs.umich.edu assert(va == 0); 10924990Sgblack@eecs.umich.edu c0_tsb_ps1 = data; 10933823Ssaidi@eecs.umich.edu break; 10943823Ssaidi@eecs.umich.edu case ASI_DMMU_CTXT_ZERO_CONFIG: 10953823Ssaidi@eecs.umich.edu assert(va == 0); 10964990Sgblack@eecs.umich.edu c0_config = data; 10973823Ssaidi@eecs.umich.edu break; 10983823Ssaidi@eecs.umich.edu case ASI_IMMU_CTXT_ZERO_TSB_BASE_PS0: 10993823Ssaidi@eecs.umich.edu assert(va == 0); 11004990Sgblack@eecs.umich.edu itb->c0_tsb_ps0 = data; 11013823Ssaidi@eecs.umich.edu break; 11023823Ssaidi@eecs.umich.edu case ASI_IMMU_CTXT_ZERO_TSB_BASE_PS1: 11033823Ssaidi@eecs.umich.edu assert(va == 0); 11044990Sgblack@eecs.umich.edu itb->c0_tsb_ps1 = data; 11053823Ssaidi@eecs.umich.edu break; 11063823Ssaidi@eecs.umich.edu case ASI_IMMU_CTXT_ZERO_CONFIG: 11073823Ssaidi@eecs.umich.edu assert(va == 0); 11084990Sgblack@eecs.umich.edu itb->c0_config = data; 11093823Ssaidi@eecs.umich.edu break; 11103823Ssaidi@eecs.umich.edu case ASI_DMMU_CTXT_NONZERO_TSB_BASE_PS0: 11113823Ssaidi@eecs.umich.edu assert(va == 0); 11124990Sgblack@eecs.umich.edu cx_tsb_ps0 = data; 11133823Ssaidi@eecs.umich.edu break; 11143823Ssaidi@eecs.umich.edu case ASI_DMMU_CTXT_NONZERO_TSB_BASE_PS1: 11153823Ssaidi@eecs.umich.edu assert(va == 0); 11164990Sgblack@eecs.umich.edu cx_tsb_ps1 = data; 11173823Ssaidi@eecs.umich.edu break; 11183823Ssaidi@eecs.umich.edu case ASI_DMMU_CTXT_NONZERO_CONFIG: 11193823Ssaidi@eecs.umich.edu assert(va == 0); 11204990Sgblack@eecs.umich.edu cx_config = data; 11213823Ssaidi@eecs.umich.edu break; 11223823Ssaidi@eecs.umich.edu case ASI_IMMU_CTXT_NONZERO_TSB_BASE_PS0: 11233823Ssaidi@eecs.umich.edu assert(va == 0); 11244990Sgblack@eecs.umich.edu itb->cx_tsb_ps0 = data; 11253823Ssaidi@eecs.umich.edu break; 11263823Ssaidi@eecs.umich.edu case ASI_IMMU_CTXT_NONZERO_TSB_BASE_PS1: 11273823Ssaidi@eecs.umich.edu assert(va == 0); 11284990Sgblack@eecs.umich.edu itb->cx_tsb_ps1 = data; 11293823Ssaidi@eecs.umich.edu break; 11303823Ssaidi@eecs.umich.edu case ASI_IMMU_CTXT_NONZERO_CONFIG: 11313823Ssaidi@eecs.umich.edu assert(va == 0); 11324990Sgblack@eecs.umich.edu itb->cx_config = data; 11333823Ssaidi@eecs.umich.edu break; 11343825Ssaidi@eecs.umich.edu case ASI_SPARC_ERROR_EN_REG: 11353825Ssaidi@eecs.umich.edu case ASI_SPARC_ERROR_STATUS_REG: 11363825Ssaidi@eecs.umich.edu warn("Ignoring write to SPARC ERROR regsiter\n"); 11373825Ssaidi@eecs.umich.edu break; 11383823Ssaidi@eecs.umich.edu case ASI_HYP_SCRATCHPAD: 11393823Ssaidi@eecs.umich.edu case ASI_SCRATCHPAD: 11404172Ssaidi@eecs.umich.edu tc->setMiscReg(MISCREG_SCRATCHPAD_R0 + (va >> 3), data); 11413823Ssaidi@eecs.umich.edu break; 11423826Ssaidi@eecs.umich.edu case ASI_IMMU: 11433826Ssaidi@eecs.umich.edu switch (va) { 11443906Ssaidi@eecs.umich.edu case 0x18: 11454990Sgblack@eecs.umich.edu itb->sfsr = data; 11463906Ssaidi@eecs.umich.edu break; 11473826Ssaidi@eecs.umich.edu case 0x30: 11483916Ssaidi@eecs.umich.edu sext<59>(bits(data, 59,0)); 11494990Sgblack@eecs.umich.edu itb->tag_access = data; 11503826Ssaidi@eecs.umich.edu break; 11513826Ssaidi@eecs.umich.edu default: 11523826Ssaidi@eecs.umich.edu goto doMmuWriteError; 11533826Ssaidi@eecs.umich.edu } 11543826Ssaidi@eecs.umich.edu break; 11553826Ssaidi@eecs.umich.edu case ASI_ITLB_DATA_ACCESS_REG: 11563826Ssaidi@eecs.umich.edu entry_insert = bits(va, 8,3); 11573826Ssaidi@eecs.umich.edu case ASI_ITLB_DATA_IN_REG: 11583826Ssaidi@eecs.umich.edu assert(entry_insert != -1 || mbits(va,10,9) == va); 11594990Sgblack@eecs.umich.edu ta_insert = itb->tag_access; 11603826Ssaidi@eecs.umich.edu va_insert = mbits(ta_insert, 63,13); 11613826Ssaidi@eecs.umich.edu ct_insert = mbits(ta_insert, 12,0); 11624172Ssaidi@eecs.umich.edu part_insert = tc->readMiscReg(MISCREG_MMU_PART_ID); 11633826Ssaidi@eecs.umich.edu real_insert = bits(va, 9,9); 11643826Ssaidi@eecs.umich.edu pte.populate(data, bits(va,10,10) ? PageTableEntry::sun4v : 11653826Ssaidi@eecs.umich.edu PageTableEntry::sun4u); 11663826Ssaidi@eecs.umich.edu tc->getITBPtr()->insert(va_insert, part_insert, ct_insert, real_insert, 11673826Ssaidi@eecs.umich.edu pte, entry_insert); 11683826Ssaidi@eecs.umich.edu break; 11693826Ssaidi@eecs.umich.edu case ASI_DTLB_DATA_ACCESS_REG: 11703826Ssaidi@eecs.umich.edu entry_insert = bits(va, 8,3); 11713826Ssaidi@eecs.umich.edu case ASI_DTLB_DATA_IN_REG: 11723826Ssaidi@eecs.umich.edu assert(entry_insert != -1 || mbits(va,10,9) == va); 11734990Sgblack@eecs.umich.edu ta_insert = tag_access; 11743826Ssaidi@eecs.umich.edu va_insert = mbits(ta_insert, 63,13); 11753826Ssaidi@eecs.umich.edu ct_insert = mbits(ta_insert, 12,0); 11764172Ssaidi@eecs.umich.edu part_insert = tc->readMiscReg(MISCREG_MMU_PART_ID); 11773826Ssaidi@eecs.umich.edu real_insert = bits(va, 9,9); 11783826Ssaidi@eecs.umich.edu pte.populate(data, bits(va,10,10) ? PageTableEntry::sun4v : 11793826Ssaidi@eecs.umich.edu PageTableEntry::sun4u); 11803826Ssaidi@eecs.umich.edu insert(va_insert, part_insert, ct_insert, real_insert, pte, entry_insert); 11813826Ssaidi@eecs.umich.edu break; 11823863Ssaidi@eecs.umich.edu case ASI_IMMU_DEMAP: 11833863Ssaidi@eecs.umich.edu ignore = false; 11843863Ssaidi@eecs.umich.edu ctx_id = -1; 11854172Ssaidi@eecs.umich.edu part_id = tc->readMiscReg(MISCREG_MMU_PART_ID); 11863863Ssaidi@eecs.umich.edu switch (bits(va,5,4)) { 11873863Ssaidi@eecs.umich.edu case 0: 11884172Ssaidi@eecs.umich.edu ctx_id = tc->readMiscReg(MISCREG_MMU_P_CONTEXT); 11893863Ssaidi@eecs.umich.edu break; 11903863Ssaidi@eecs.umich.edu case 1: 11913863Ssaidi@eecs.umich.edu ignore = true; 11923863Ssaidi@eecs.umich.edu break; 11933863Ssaidi@eecs.umich.edu case 3: 11943863Ssaidi@eecs.umich.edu ctx_id = 0; 11953863Ssaidi@eecs.umich.edu break; 11963863Ssaidi@eecs.umich.edu default: 11973863Ssaidi@eecs.umich.edu ignore = true; 11983863Ssaidi@eecs.umich.edu } 11993863Ssaidi@eecs.umich.edu 12003863Ssaidi@eecs.umich.edu switch(bits(va,7,6)) { 12013863Ssaidi@eecs.umich.edu case 0: // demap page 12023863Ssaidi@eecs.umich.edu if (!ignore) 12033863Ssaidi@eecs.umich.edu tc->getITBPtr()->demapPage(mbits(va,63,13), part_id, 12043863Ssaidi@eecs.umich.edu bits(va,9,9), ctx_id); 12053863Ssaidi@eecs.umich.edu break; 12063863Ssaidi@eecs.umich.edu case 1: //demap context 12073863Ssaidi@eecs.umich.edu if (!ignore) 12083863Ssaidi@eecs.umich.edu tc->getITBPtr()->demapContext(part_id, ctx_id); 12093863Ssaidi@eecs.umich.edu break; 12103863Ssaidi@eecs.umich.edu case 2: 12113863Ssaidi@eecs.umich.edu tc->getITBPtr()->demapAll(part_id); 12123863Ssaidi@eecs.umich.edu break; 12133863Ssaidi@eecs.umich.edu default: 12143863Ssaidi@eecs.umich.edu panic("Invalid type for IMMU demap\n"); 12153863Ssaidi@eecs.umich.edu } 12163863Ssaidi@eecs.umich.edu break; 12173823Ssaidi@eecs.umich.edu case ASI_DMMU: 12183823Ssaidi@eecs.umich.edu switch (va) { 12193906Ssaidi@eecs.umich.edu case 0x18: 12204990Sgblack@eecs.umich.edu sfsr = data; 12213906Ssaidi@eecs.umich.edu break; 12223826Ssaidi@eecs.umich.edu case 0x30: 12233916Ssaidi@eecs.umich.edu sext<59>(bits(data, 59,0)); 12244990Sgblack@eecs.umich.edu tag_access = data; 12253826Ssaidi@eecs.umich.edu break; 12263823Ssaidi@eecs.umich.edu case 0x80: 12274172Ssaidi@eecs.umich.edu tc->setMiscReg(MISCREG_MMU_PART_ID, data); 12283823Ssaidi@eecs.umich.edu break; 12293823Ssaidi@eecs.umich.edu default: 12303823Ssaidi@eecs.umich.edu goto doMmuWriteError; 12313823Ssaidi@eecs.umich.edu } 12323823Ssaidi@eecs.umich.edu break; 12333863Ssaidi@eecs.umich.edu case ASI_DMMU_DEMAP: 12343863Ssaidi@eecs.umich.edu ignore = false; 12353863Ssaidi@eecs.umich.edu ctx_id = -1; 12364172Ssaidi@eecs.umich.edu part_id = tc->readMiscReg(MISCREG_MMU_PART_ID); 12373863Ssaidi@eecs.umich.edu switch (bits(va,5,4)) { 12383863Ssaidi@eecs.umich.edu case 0: 12394172Ssaidi@eecs.umich.edu ctx_id = tc->readMiscReg(MISCREG_MMU_P_CONTEXT); 12403863Ssaidi@eecs.umich.edu break; 12413863Ssaidi@eecs.umich.edu case 1: 12424172Ssaidi@eecs.umich.edu ctx_id = tc->readMiscReg(MISCREG_MMU_S_CONTEXT); 12433863Ssaidi@eecs.umich.edu break; 12443863Ssaidi@eecs.umich.edu case 3: 12453863Ssaidi@eecs.umich.edu ctx_id = 0; 12463863Ssaidi@eecs.umich.edu break; 12473863Ssaidi@eecs.umich.edu default: 12483863Ssaidi@eecs.umich.edu ignore = true; 12493863Ssaidi@eecs.umich.edu } 12503863Ssaidi@eecs.umich.edu 12513863Ssaidi@eecs.umich.edu switch(bits(va,7,6)) { 12523863Ssaidi@eecs.umich.edu case 0: // demap page 12533863Ssaidi@eecs.umich.edu if (!ignore) 12543863Ssaidi@eecs.umich.edu demapPage(mbits(va,63,13), part_id, bits(va,9,9), ctx_id); 12553863Ssaidi@eecs.umich.edu break; 12563863Ssaidi@eecs.umich.edu case 1: //demap context 12573863Ssaidi@eecs.umich.edu if (!ignore) 12583863Ssaidi@eecs.umich.edu demapContext(part_id, ctx_id); 12593863Ssaidi@eecs.umich.edu break; 12603863Ssaidi@eecs.umich.edu case 2: 12613863Ssaidi@eecs.umich.edu demapAll(part_id); 12623863Ssaidi@eecs.umich.edu break; 12633863Ssaidi@eecs.umich.edu default: 12643863Ssaidi@eecs.umich.edu panic("Invalid type for IMMU demap\n"); 12653863Ssaidi@eecs.umich.edu } 12663863Ssaidi@eecs.umich.edu break; 12674103Ssaidi@eecs.umich.edu case ASI_SWVR_INTR_RECEIVE: 12684103Ssaidi@eecs.umich.edu int msb; 12694103Ssaidi@eecs.umich.edu // clear all the interrupts that aren't set in the write 12704103Ssaidi@eecs.umich.edu while(tc->getCpuPtr()->get_interrupts(IT_INT_VEC) & data) { 12714103Ssaidi@eecs.umich.edu msb = findMsbSet(tc->getCpuPtr()->get_interrupts(IT_INT_VEC) & data); 12724103Ssaidi@eecs.umich.edu tc->getCpuPtr()->clear_interrupt(IT_INT_VEC, msb); 12734103Ssaidi@eecs.umich.edu } 12744103Ssaidi@eecs.umich.edu break; 12754103Ssaidi@eecs.umich.edu case ASI_SWVR_UDB_INTR_W: 12764103Ssaidi@eecs.umich.edu tc->getSystemPtr()->threadContexts[bits(data,12,8)]->getCpuPtr()-> 12774103Ssaidi@eecs.umich.edu post_interrupt(bits(data,5,0),0); 12784103Ssaidi@eecs.umich.edu break; 12794103Ssaidi@eecs.umich.edu default: 12803823Ssaidi@eecs.umich.edudoMmuWriteError: 12813823Ssaidi@eecs.umich.edu panic("need to impl DTB::doMmuRegWrite() got asi=%#x, va=%#x d=%#x\n", 12823823Ssaidi@eecs.umich.edu (uint32_t)pkt->req->getAsi(), pkt->getAddr(), data); 12833823Ssaidi@eecs.umich.edu } 12844870Sstever@eecs.umich.edu pkt->makeAtomicResponse(); 12853823Ssaidi@eecs.umich.edu return tc->getCpuPtr()->cycles(1); 12863806Ssaidi@eecs.umich.edu} 12873806Ssaidi@eecs.umich.edu 12884997Sgblack@eecs.umich.edu#endif 12894997Sgblack@eecs.umich.edu 12903804Ssaidi@eecs.umich.eduvoid 12914070Ssaidi@eecs.umich.eduDTB::GetTsbPtr(ThreadContext *tc, Addr addr, int ctx, Addr *ptrs) 12924070Ssaidi@eecs.umich.edu{ 12934070Ssaidi@eecs.umich.edu uint64_t tag_access = mbits(addr,63,13) | mbits(ctx,12,0); 12944990Sgblack@eecs.umich.edu ITB * itb = tc->getITBPtr(); 12954070Ssaidi@eecs.umich.edu ptrs[0] = MakeTsbPtr(Ps0, tag_access, 12964990Sgblack@eecs.umich.edu c0_tsb_ps0, 12974990Sgblack@eecs.umich.edu c0_config, 12984990Sgblack@eecs.umich.edu cx_tsb_ps0, 12994990Sgblack@eecs.umich.edu cx_config); 13004070Ssaidi@eecs.umich.edu ptrs[1] = MakeTsbPtr(Ps1, tag_access, 13014990Sgblack@eecs.umich.edu c0_tsb_ps1, 13024990Sgblack@eecs.umich.edu c0_config, 13034990Sgblack@eecs.umich.edu cx_tsb_ps1, 13044990Sgblack@eecs.umich.edu cx_config); 13054070Ssaidi@eecs.umich.edu ptrs[2] = MakeTsbPtr(Ps0, tag_access, 13064990Sgblack@eecs.umich.edu itb->c0_tsb_ps0, 13074990Sgblack@eecs.umich.edu itb->c0_config, 13084990Sgblack@eecs.umich.edu itb->cx_tsb_ps0, 13094990Sgblack@eecs.umich.edu itb->cx_config); 13104070Ssaidi@eecs.umich.edu ptrs[3] = MakeTsbPtr(Ps1, tag_access, 13114990Sgblack@eecs.umich.edu itb->c0_tsb_ps1, 13124990Sgblack@eecs.umich.edu itb->c0_config, 13134990Sgblack@eecs.umich.edu itb->cx_tsb_ps1, 13144990Sgblack@eecs.umich.edu itb->cx_config); 13154070Ssaidi@eecs.umich.edu} 13164070Ssaidi@eecs.umich.edu 13174070Ssaidi@eecs.umich.edu 13184070Ssaidi@eecs.umich.edu 13194070Ssaidi@eecs.umich.edu 13204070Ssaidi@eecs.umich.edu 13214070Ssaidi@eecs.umich.eduuint64_t 13224070Ssaidi@eecs.umich.eduDTB::MakeTsbPtr(TsbPageSize ps, uint64_t tag_access, uint64_t c0_tsb, 13234070Ssaidi@eecs.umich.edu uint64_t c0_config, uint64_t cX_tsb, uint64_t cX_config) 13244070Ssaidi@eecs.umich.edu{ 13254070Ssaidi@eecs.umich.edu uint64_t tsb; 13264070Ssaidi@eecs.umich.edu uint64_t config; 13274070Ssaidi@eecs.umich.edu 13284070Ssaidi@eecs.umich.edu if (bits(tag_access, 12,0) == 0) { 13294070Ssaidi@eecs.umich.edu tsb = c0_tsb; 13304070Ssaidi@eecs.umich.edu config = c0_config; 13314070Ssaidi@eecs.umich.edu } else { 13324070Ssaidi@eecs.umich.edu tsb = cX_tsb; 13334070Ssaidi@eecs.umich.edu config = cX_config; 13344070Ssaidi@eecs.umich.edu } 13354070Ssaidi@eecs.umich.edu 13364070Ssaidi@eecs.umich.edu uint64_t ptr = mbits(tsb,63,13); 13374070Ssaidi@eecs.umich.edu bool split = bits(tsb,12,12); 13384070Ssaidi@eecs.umich.edu int tsb_size = bits(tsb,3,0); 13394070Ssaidi@eecs.umich.edu int page_size = (ps == Ps0) ? bits(config, 2,0) : bits(config,10,8); 13404070Ssaidi@eecs.umich.edu 13414070Ssaidi@eecs.umich.edu if (ps == Ps1 && split) 13424070Ssaidi@eecs.umich.edu ptr |= ULL(1) << (13 + tsb_size); 13434070Ssaidi@eecs.umich.edu ptr |= (tag_access >> (9 + page_size * 3)) & mask(12+tsb_size, 4); 13444070Ssaidi@eecs.umich.edu 13454070Ssaidi@eecs.umich.edu return ptr; 13464070Ssaidi@eecs.umich.edu} 13474070Ssaidi@eecs.umich.edu 13484070Ssaidi@eecs.umich.edu 13494070Ssaidi@eecs.umich.eduvoid 13503804Ssaidi@eecs.umich.eduTLB::serialize(std::ostream &os) 13513804Ssaidi@eecs.umich.edu{ 13524000Ssaidi@eecs.umich.edu SERIALIZE_SCALAR(size); 13534000Ssaidi@eecs.umich.edu SERIALIZE_SCALAR(usedEntries); 13544000Ssaidi@eecs.umich.edu SERIALIZE_SCALAR(lastReplaced); 13554000Ssaidi@eecs.umich.edu 13564000Ssaidi@eecs.umich.edu // convert the pointer based free list into an index based one 13574000Ssaidi@eecs.umich.edu int *free_list = (int*)malloc(sizeof(int) * size); 13584000Ssaidi@eecs.umich.edu int cntr = 0; 13594000Ssaidi@eecs.umich.edu std::list<TlbEntry*>::iterator i; 13604000Ssaidi@eecs.umich.edu i = freeList.begin(); 13614000Ssaidi@eecs.umich.edu while (i != freeList.end()) { 13624000Ssaidi@eecs.umich.edu free_list[cntr++] = ((size_t)*i - (size_t)tlb)/ sizeof(TlbEntry); 13634000Ssaidi@eecs.umich.edu i++; 13644000Ssaidi@eecs.umich.edu } 13654000Ssaidi@eecs.umich.edu SERIALIZE_SCALAR(cntr); 13664000Ssaidi@eecs.umich.edu SERIALIZE_ARRAY(free_list, cntr); 13674000Ssaidi@eecs.umich.edu 13684000Ssaidi@eecs.umich.edu for (int x = 0; x < size; x++) { 13694000Ssaidi@eecs.umich.edu nameOut(os, csprintf("%s.PTE%d", name(), x)); 13704000Ssaidi@eecs.umich.edu tlb[x].serialize(os); 13714000Ssaidi@eecs.umich.edu } 13724990Sgblack@eecs.umich.edu 13734990Sgblack@eecs.umich.edu SERIALIZE_SCALAR(c0_tsb_ps0); 13744990Sgblack@eecs.umich.edu SERIALIZE_SCALAR(c0_tsb_ps1); 13754990Sgblack@eecs.umich.edu SERIALIZE_SCALAR(c0_config); 13764990Sgblack@eecs.umich.edu SERIALIZE_SCALAR(cx_tsb_ps0); 13774990Sgblack@eecs.umich.edu SERIALIZE_SCALAR(cx_tsb_ps1); 13784990Sgblack@eecs.umich.edu SERIALIZE_SCALAR(cx_config); 13794990Sgblack@eecs.umich.edu SERIALIZE_SCALAR(sfsr); 13804990Sgblack@eecs.umich.edu SERIALIZE_SCALAR(tag_access); 13813804Ssaidi@eecs.umich.edu} 13823804Ssaidi@eecs.umich.edu 13833804Ssaidi@eecs.umich.eduvoid 13843804Ssaidi@eecs.umich.eduTLB::unserialize(Checkpoint *cp, const std::string §ion) 13853804Ssaidi@eecs.umich.edu{ 13864000Ssaidi@eecs.umich.edu int oldSize; 13874000Ssaidi@eecs.umich.edu 13884000Ssaidi@eecs.umich.edu paramIn(cp, section, "size", oldSize); 13894000Ssaidi@eecs.umich.edu if (oldSize != size) 13904000Ssaidi@eecs.umich.edu panic("Don't support unserializing different sized TLBs\n"); 13914000Ssaidi@eecs.umich.edu UNSERIALIZE_SCALAR(usedEntries); 13924000Ssaidi@eecs.umich.edu UNSERIALIZE_SCALAR(lastReplaced); 13934000Ssaidi@eecs.umich.edu 13944000Ssaidi@eecs.umich.edu int cntr; 13954000Ssaidi@eecs.umich.edu UNSERIALIZE_SCALAR(cntr); 13964000Ssaidi@eecs.umich.edu 13974000Ssaidi@eecs.umich.edu int *free_list = (int*)malloc(sizeof(int) * cntr); 13984000Ssaidi@eecs.umich.edu freeList.clear(); 13994000Ssaidi@eecs.umich.edu UNSERIALIZE_ARRAY(free_list, cntr); 14004000Ssaidi@eecs.umich.edu for (int x = 0; x < cntr; x++) 14014000Ssaidi@eecs.umich.edu freeList.push_back(&tlb[free_list[x]]); 14024000Ssaidi@eecs.umich.edu 14034000Ssaidi@eecs.umich.edu lookupTable.clear(); 14044000Ssaidi@eecs.umich.edu for (int x = 0; x < size; x++) { 14054000Ssaidi@eecs.umich.edu tlb[x].unserialize(cp, csprintf("%s.PTE%d", section, x)); 14064000Ssaidi@eecs.umich.edu if (tlb[x].valid) 14074000Ssaidi@eecs.umich.edu lookupTable.insert(tlb[x].range, &tlb[x]); 14084000Ssaidi@eecs.umich.edu 14094000Ssaidi@eecs.umich.edu } 14104990Sgblack@eecs.umich.edu 14114990Sgblack@eecs.umich.edu UNSERIALIZE_SCALAR(c0_tsb_ps0); 14124990Sgblack@eecs.umich.edu UNSERIALIZE_SCALAR(c0_tsb_ps1); 14134990Sgblack@eecs.umich.edu UNSERIALIZE_SCALAR(c0_config); 14144990Sgblack@eecs.umich.edu UNSERIALIZE_SCALAR(cx_tsb_ps0); 14154990Sgblack@eecs.umich.edu UNSERIALIZE_SCALAR(cx_tsb_ps1); 14164990Sgblack@eecs.umich.edu UNSERIALIZE_SCALAR(cx_config); 14174990Sgblack@eecs.umich.edu UNSERIALIZE_SCALAR(sfsr); 14184990Sgblack@eecs.umich.edu UNSERIALIZE_SCALAR(tag_access); 14194990Sgblack@eecs.umich.edu} 14204990Sgblack@eecs.umich.edu 14214990Sgblack@eecs.umich.eduvoid 14224990Sgblack@eecs.umich.eduDTB::serialize(std::ostream &os) 14234990Sgblack@eecs.umich.edu{ 14244990Sgblack@eecs.umich.edu TLB::serialize(os); 14254990Sgblack@eecs.umich.edu SERIALIZE_SCALAR(sfar); 14264990Sgblack@eecs.umich.edu} 14274990Sgblack@eecs.umich.edu 14284990Sgblack@eecs.umich.eduvoid 14294990Sgblack@eecs.umich.eduDTB::unserialize(Checkpoint *cp, const std::string §ion) 14304990Sgblack@eecs.umich.edu{ 14314990Sgblack@eecs.umich.edu TLB::unserialize(cp, section); 14324990Sgblack@eecs.umich.edu UNSERIALIZE_SCALAR(sfar); 14333804Ssaidi@eecs.umich.edu} 14343804Ssaidi@eecs.umich.edu 14354088Sbinkertn@umich.edu/* end namespace SparcISA */ } 14364088Sbinkertn@umich.edu 14374762Snate@binkert.orgSparcISA::ITB * 14384762Snate@binkert.orgSparcITBParams::create() 14393804Ssaidi@eecs.umich.edu{ 14404762Snate@binkert.org return new SparcISA::ITB(name, size); 14413804Ssaidi@eecs.umich.edu} 14423804Ssaidi@eecs.umich.edu 14434762Snate@binkert.orgSparcISA::DTB * 14444762Snate@binkert.orgSparcDTBParams::create() 14453804Ssaidi@eecs.umich.edu{ 14464762Snate@binkert.org return new SparcISA::DTB(name, size); 14473804Ssaidi@eecs.umich.edu} 1448