tlb.cc revision 10824
13569Sgblack@eecs.umich.edu/* 23569Sgblack@eecs.umich.edu * Copyright (c) 2001-2005 The Regents of The University of Michigan 33569Sgblack@eecs.umich.edu * All rights reserved. 43569Sgblack@eecs.umich.edu * 53569Sgblack@eecs.umich.edu * Redistribution and use in source and binary forms, with or without 63569Sgblack@eecs.umich.edu * modification, are permitted provided that the following conditions are 73569Sgblack@eecs.umich.edu * met: redistributions of source code must retain the above copyright 83569Sgblack@eecs.umich.edu * notice, this list of conditions and the following disclaimer; 93569Sgblack@eecs.umich.edu * redistributions in binary form must reproduce the above copyright 103569Sgblack@eecs.umich.edu * notice, this list of conditions and the following disclaimer in the 113569Sgblack@eecs.umich.edu * documentation and/or other materials provided with the distribution; 123569Sgblack@eecs.umich.edu * neither the name of the copyright holders nor the names of its 133569Sgblack@eecs.umich.edu * contributors may be used to endorse or promote products derived from 143569Sgblack@eecs.umich.edu * this software without specific prior written permission. 153569Sgblack@eecs.umich.edu * 163569Sgblack@eecs.umich.edu * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 173569Sgblack@eecs.umich.edu * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 183569Sgblack@eecs.umich.edu * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 193569Sgblack@eecs.umich.edu * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 203569Sgblack@eecs.umich.edu * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 213569Sgblack@eecs.umich.edu * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 223569Sgblack@eecs.umich.edu * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 233569Sgblack@eecs.umich.edu * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 243569Sgblack@eecs.umich.edu * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 253569Sgblack@eecs.umich.edu * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 263569Sgblack@eecs.umich.edu * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 273569Sgblack@eecs.umich.edu * 283804Ssaidi@eecs.umich.edu * Authors: Ali Saidi 293569Sgblack@eecs.umich.edu */ 303569Sgblack@eecs.umich.edu 313918Ssaidi@eecs.umich.edu#include <cstring> 323918Ssaidi@eecs.umich.edu 333804Ssaidi@eecs.umich.edu#include "arch/sparc/asi.hh" 347678Sgblack@eecs.umich.edu#include "arch/sparc/faults.hh" 356335Sgblack@eecs.umich.edu#include "arch/sparc/registers.hh" 363569Sgblack@eecs.umich.edu#include "arch/sparc/tlb.hh" 373824Ssaidi@eecs.umich.edu#include "base/bitfield.hh" 383811Ssaidi@eecs.umich.edu#include "base/trace.hh" 398229Snate@binkert.org#include "cpu/base.hh" 403811Ssaidi@eecs.umich.edu#include "cpu/thread_context.hh" 418232Snate@binkert.org#include "debug/IPR.hh" 428232Snate@binkert.org#include "debug/TLB.hh" 433823Ssaidi@eecs.umich.edu#include "mem/packet_access.hh" 443823Ssaidi@eecs.umich.edu#include "mem/request.hh" 458751Sgblack@eecs.umich.edu#include "sim/full_system.hh" 464103Ssaidi@eecs.umich.edu#include "sim/system.hh" 473569Sgblack@eecs.umich.edu 483804Ssaidi@eecs.umich.edu/* @todo remove some of the magic constants. -- ali 493804Ssaidi@eecs.umich.edu * */ 504088Sbinkertn@umich.edunamespace SparcISA { 513569Sgblack@eecs.umich.edu 525034Smilesck@eecs.umich.eduTLB::TLB(const Params *p) 535358Sgblack@eecs.umich.edu : BaseTLB(p), size(p->size), usedEntries(0), lastReplaced(0), 548374Sksewell@umich.edu cacheState(0), cacheValid(false) 553804Ssaidi@eecs.umich.edu{ 563804Ssaidi@eecs.umich.edu // To make this work you'll have to change the hypervisor and OS 573804Ssaidi@eecs.umich.edu if (size > 64) 585555Snate@binkert.org fatal("SPARC T1 TLB registers don't support more than 64 TLB entries"); 593569Sgblack@eecs.umich.edu 603804Ssaidi@eecs.umich.edu tlb = new TlbEntry[size]; 613918Ssaidi@eecs.umich.edu std::memset(tlb, 0, sizeof(TlbEntry) * size); 623881Ssaidi@eecs.umich.edu 633881Ssaidi@eecs.umich.edu for (int x = 0; x < size; x++) 643881Ssaidi@eecs.umich.edu freeList.push_back(&tlb[x]); 654990Sgblack@eecs.umich.edu 664990Sgblack@eecs.umich.edu c0_tsb_ps0 = 0; 674990Sgblack@eecs.umich.edu c0_tsb_ps1 = 0; 684990Sgblack@eecs.umich.edu c0_config = 0; 694990Sgblack@eecs.umich.edu cx_tsb_ps0 = 0; 704990Sgblack@eecs.umich.edu cx_tsb_ps1 = 0; 714990Sgblack@eecs.umich.edu cx_config = 0; 724990Sgblack@eecs.umich.edu sfsr = 0; 734990Sgblack@eecs.umich.edu tag_access = 0; 746022Sgblack@eecs.umich.edu sfar = 0; 756022Sgblack@eecs.umich.edu cacheEntry[0] = NULL; 766022Sgblack@eecs.umich.edu cacheEntry[1] = NULL; 773804Ssaidi@eecs.umich.edu} 783569Sgblack@eecs.umich.edu 793804Ssaidi@eecs.umich.eduvoid 803804Ssaidi@eecs.umich.eduTLB::clearUsedBits() 813804Ssaidi@eecs.umich.edu{ 823804Ssaidi@eecs.umich.edu MapIter i; 833881Ssaidi@eecs.umich.edu for (i = lookupTable.begin(); i != lookupTable.end(); i++) { 843804Ssaidi@eecs.umich.edu TlbEntry *t = i->second; 853804Ssaidi@eecs.umich.edu if (!t->pte.locked()) { 863804Ssaidi@eecs.umich.edu t->used = false; 873804Ssaidi@eecs.umich.edu usedEntries--; 883804Ssaidi@eecs.umich.edu } 893804Ssaidi@eecs.umich.edu } 903804Ssaidi@eecs.umich.edu} 913569Sgblack@eecs.umich.edu 923569Sgblack@eecs.umich.edu 933804Ssaidi@eecs.umich.eduvoid 943804Ssaidi@eecs.umich.eduTLB::insert(Addr va, int partition_id, int context_id, bool real, 953826Ssaidi@eecs.umich.edu const PageTableEntry& PTE, int entry) 963804Ssaidi@eecs.umich.edu{ 973804Ssaidi@eecs.umich.edu MapIter i; 983826Ssaidi@eecs.umich.edu TlbEntry *new_entry = NULL; 993907Ssaidi@eecs.umich.edu// TlbRange tr; 1003826Ssaidi@eecs.umich.edu int x; 1013811Ssaidi@eecs.umich.edu 1023836Ssaidi@eecs.umich.edu cacheValid = false; 1033915Ssaidi@eecs.umich.edu va &= ~(PTE.size()-1); 1043907Ssaidi@eecs.umich.edu /* tr.va = va; 1053881Ssaidi@eecs.umich.edu tr.size = PTE.size() - 1; 1063881Ssaidi@eecs.umich.edu tr.contextId = context_id; 1073881Ssaidi@eecs.umich.edu tr.partitionId = partition_id; 1083881Ssaidi@eecs.umich.edu tr.real = real; 1093907Ssaidi@eecs.umich.edu*/ 1103881Ssaidi@eecs.umich.edu 1115555Snate@binkert.org DPRINTF(TLB, 1125555Snate@binkert.org "TLB: Inserting Entry; va=%#x pa=%#x pid=%d cid=%d r=%d entryid=%d\n", 1135555Snate@binkert.org va, PTE.paddr(), partition_id, context_id, (int)real, entry); 1143881Ssaidi@eecs.umich.edu 1153881Ssaidi@eecs.umich.edu // Demap any entry that conflicts 1163907Ssaidi@eecs.umich.edu for (x = 0; x < size; x++) { 1173907Ssaidi@eecs.umich.edu if (tlb[x].range.real == real && 1183907Ssaidi@eecs.umich.edu tlb[x].range.partitionId == partition_id && 1193907Ssaidi@eecs.umich.edu tlb[x].range.va < va + PTE.size() - 1 && 1203907Ssaidi@eecs.umich.edu tlb[x].range.va + tlb[x].range.size >= va && 1213907Ssaidi@eecs.umich.edu (real || tlb[x].range.contextId == context_id )) 1223907Ssaidi@eecs.umich.edu { 1233907Ssaidi@eecs.umich.edu if (tlb[x].valid) { 1243907Ssaidi@eecs.umich.edu freeList.push_front(&tlb[x]); 1253907Ssaidi@eecs.umich.edu DPRINTF(TLB, "TLB: Conflicting entry %#X , deleting it\n", x); 1263907Ssaidi@eecs.umich.edu 1273907Ssaidi@eecs.umich.edu tlb[x].valid = false; 1283907Ssaidi@eecs.umich.edu if (tlb[x].used) { 1293907Ssaidi@eecs.umich.edu tlb[x].used = false; 1303907Ssaidi@eecs.umich.edu usedEntries--; 1313907Ssaidi@eecs.umich.edu } 1323907Ssaidi@eecs.umich.edu lookupTable.erase(tlb[x].range); 1333907Ssaidi@eecs.umich.edu } 1343907Ssaidi@eecs.umich.edu } 1353907Ssaidi@eecs.umich.edu } 1363907Ssaidi@eecs.umich.edu 1373826Ssaidi@eecs.umich.edu if (entry != -1) { 1383826Ssaidi@eecs.umich.edu assert(entry < size && entry >= 0); 1393826Ssaidi@eecs.umich.edu new_entry = &tlb[entry]; 1403826Ssaidi@eecs.umich.edu } else { 1413881Ssaidi@eecs.umich.edu if (!freeList.empty()) { 1423881Ssaidi@eecs.umich.edu new_entry = freeList.front(); 1433881Ssaidi@eecs.umich.edu } else { 1443881Ssaidi@eecs.umich.edu x = lastReplaced; 1453881Ssaidi@eecs.umich.edu do { 1463881Ssaidi@eecs.umich.edu ++x; 1473881Ssaidi@eecs.umich.edu if (x == size) 1483881Ssaidi@eecs.umich.edu x = 0; 1493881Ssaidi@eecs.umich.edu if (x == lastReplaced) 1503881Ssaidi@eecs.umich.edu goto insertAllLocked; 1513881Ssaidi@eecs.umich.edu } while (tlb[x].pte.locked()); 1523881Ssaidi@eecs.umich.edu lastReplaced = x; 1533881Ssaidi@eecs.umich.edu new_entry = &tlb[x]; 1543881Ssaidi@eecs.umich.edu } 1553569Sgblack@eecs.umich.edu } 1563569Sgblack@eecs.umich.edu 1573881Ssaidi@eecs.umich.eduinsertAllLocked: 1583804Ssaidi@eecs.umich.edu // Update the last ently if their all locked 1593881Ssaidi@eecs.umich.edu if (!new_entry) { 1603826Ssaidi@eecs.umich.edu new_entry = &tlb[size-1]; 1613881Ssaidi@eecs.umich.edu } 1623881Ssaidi@eecs.umich.edu 1633881Ssaidi@eecs.umich.edu freeList.remove(new_entry); 1643907Ssaidi@eecs.umich.edu if (new_entry->valid && new_entry->used) 1653907Ssaidi@eecs.umich.edu usedEntries--; 1663929Ssaidi@eecs.umich.edu if (new_entry->valid) 1673929Ssaidi@eecs.umich.edu lookupTable.erase(new_entry->range); 1683907Ssaidi@eecs.umich.edu 1693907Ssaidi@eecs.umich.edu 1703804Ssaidi@eecs.umich.edu assert(PTE.valid()); 1713804Ssaidi@eecs.umich.edu new_entry->range.va = va; 1723881Ssaidi@eecs.umich.edu new_entry->range.size = PTE.size() - 1; 1733804Ssaidi@eecs.umich.edu new_entry->range.partitionId = partition_id; 1743804Ssaidi@eecs.umich.edu new_entry->range.contextId = context_id; 1753804Ssaidi@eecs.umich.edu new_entry->range.real = real; 1763804Ssaidi@eecs.umich.edu new_entry->pte = PTE; 1773804Ssaidi@eecs.umich.edu new_entry->used = true;; 1783804Ssaidi@eecs.umich.edu new_entry->valid = true; 1793804Ssaidi@eecs.umich.edu usedEntries++; 1803569Sgblack@eecs.umich.edu 1813863Ssaidi@eecs.umich.edu i = lookupTable.insert(new_entry->range, new_entry); 1823863Ssaidi@eecs.umich.edu assert(i != lookupTable.end()); 1833804Ssaidi@eecs.umich.edu 1845555Snate@binkert.org // If all entries have their used bit set, clear it on them all, 1855555Snate@binkert.org // but the one we just inserted 1863804Ssaidi@eecs.umich.edu if (usedEntries == size) { 1873804Ssaidi@eecs.umich.edu clearUsedBits(); 1883804Ssaidi@eecs.umich.edu new_entry->used = true; 1893804Ssaidi@eecs.umich.edu usedEntries++; 1903804Ssaidi@eecs.umich.edu } 1913569Sgblack@eecs.umich.edu} 1923804Ssaidi@eecs.umich.edu 1933804Ssaidi@eecs.umich.edu 1943804Ssaidi@eecs.umich.eduTlbEntry* 1955555Snate@binkert.orgTLB::lookup(Addr va, int partition_id, bool real, int context_id, 1965555Snate@binkert.org bool update_used) 1973804Ssaidi@eecs.umich.edu{ 1983804Ssaidi@eecs.umich.edu MapIter i; 1993804Ssaidi@eecs.umich.edu TlbRange tr; 2003804Ssaidi@eecs.umich.edu TlbEntry *t; 2013804Ssaidi@eecs.umich.edu 2023811Ssaidi@eecs.umich.edu DPRINTF(TLB, "TLB: Looking up entry va=%#x pid=%d cid=%d r=%d\n", 2033811Ssaidi@eecs.umich.edu va, partition_id, context_id, real); 2043804Ssaidi@eecs.umich.edu // Assemble full address structure 2053804Ssaidi@eecs.umich.edu tr.va = va; 2065312Sgblack@eecs.umich.edu tr.size = 1; 2073804Ssaidi@eecs.umich.edu tr.contextId = context_id; 2083804Ssaidi@eecs.umich.edu tr.partitionId = partition_id; 2093804Ssaidi@eecs.umich.edu tr.real = real; 2103804Ssaidi@eecs.umich.edu 2113804Ssaidi@eecs.umich.edu // Try to find the entry 2123804Ssaidi@eecs.umich.edu i = lookupTable.find(tr); 2133804Ssaidi@eecs.umich.edu if (i == lookupTable.end()) { 2143811Ssaidi@eecs.umich.edu DPRINTF(TLB, "TLB: No valid entry found\n"); 2153804Ssaidi@eecs.umich.edu return NULL; 2163804Ssaidi@eecs.umich.edu } 2173804Ssaidi@eecs.umich.edu 2183804Ssaidi@eecs.umich.edu // Mark the entries used bit and clear other used bits in needed 2193804Ssaidi@eecs.umich.edu t = i->second; 2203826Ssaidi@eecs.umich.edu DPRINTF(TLB, "TLB: Valid entry found pa: %#x size: %#x\n", t->pte.paddr(), 2213826Ssaidi@eecs.umich.edu t->pte.size()); 2224070Ssaidi@eecs.umich.edu 2235555Snate@binkert.org // Update the used bits only if this is a real access (not a fake 2245555Snate@binkert.org // one from virttophys() 2254070Ssaidi@eecs.umich.edu if (!t->used && update_used) { 2263804Ssaidi@eecs.umich.edu t->used = true; 2273804Ssaidi@eecs.umich.edu usedEntries++; 2283804Ssaidi@eecs.umich.edu if (usedEntries == size) { 2293804Ssaidi@eecs.umich.edu clearUsedBits(); 2303804Ssaidi@eecs.umich.edu t->used = true; 2313804Ssaidi@eecs.umich.edu usedEntries++; 2323804Ssaidi@eecs.umich.edu } 2333804Ssaidi@eecs.umich.edu } 2343804Ssaidi@eecs.umich.edu 2353804Ssaidi@eecs.umich.edu return t; 2363804Ssaidi@eecs.umich.edu} 2373804Ssaidi@eecs.umich.edu 2383826Ssaidi@eecs.umich.eduvoid 2393826Ssaidi@eecs.umich.eduTLB::dumpAll() 2403826Ssaidi@eecs.umich.edu{ 2413863Ssaidi@eecs.umich.edu MapIter i; 2423826Ssaidi@eecs.umich.edu for (int x = 0; x < size; x++) { 2433826Ssaidi@eecs.umich.edu if (tlb[x].valid) { 2443826Ssaidi@eecs.umich.edu DPRINTFN("%4d: %#2x:%#2x %c %#4x %#8x %#8x %#16x\n", 2453826Ssaidi@eecs.umich.edu x, tlb[x].range.partitionId, tlb[x].range.contextId, 2463826Ssaidi@eecs.umich.edu tlb[x].range.real ? 'R' : ' ', tlb[x].range.size, 2473826Ssaidi@eecs.umich.edu tlb[x].range.va, tlb[x].pte.paddr(), tlb[x].pte()); 2483826Ssaidi@eecs.umich.edu } 2493826Ssaidi@eecs.umich.edu } 2503826Ssaidi@eecs.umich.edu} 2513804Ssaidi@eecs.umich.edu 2523804Ssaidi@eecs.umich.eduvoid 2533804Ssaidi@eecs.umich.eduTLB::demapPage(Addr va, int partition_id, bool real, int context_id) 2543804Ssaidi@eecs.umich.edu{ 2553804Ssaidi@eecs.umich.edu TlbRange tr; 2563804Ssaidi@eecs.umich.edu MapIter i; 2573804Ssaidi@eecs.umich.edu 2583863Ssaidi@eecs.umich.edu DPRINTF(IPR, "TLB: Demapping Page va=%#x pid=%#d cid=%d r=%d\n", 2593863Ssaidi@eecs.umich.edu va, partition_id, context_id, real); 2603863Ssaidi@eecs.umich.edu 2613836Ssaidi@eecs.umich.edu cacheValid = false; 2623836Ssaidi@eecs.umich.edu 2633804Ssaidi@eecs.umich.edu // Assemble full address structure 2643804Ssaidi@eecs.umich.edu tr.va = va; 2655312Sgblack@eecs.umich.edu tr.size = 1; 2663804Ssaidi@eecs.umich.edu tr.contextId = context_id; 2673804Ssaidi@eecs.umich.edu tr.partitionId = partition_id; 2683804Ssaidi@eecs.umich.edu tr.real = real; 2693804Ssaidi@eecs.umich.edu 2703804Ssaidi@eecs.umich.edu // Demap any entry that conflicts 2713804Ssaidi@eecs.umich.edu i = lookupTable.find(tr); 2723804Ssaidi@eecs.umich.edu if (i != lookupTable.end()) { 2733863Ssaidi@eecs.umich.edu DPRINTF(IPR, "TLB: Demapped page\n"); 2743804Ssaidi@eecs.umich.edu i->second->valid = false; 2753804Ssaidi@eecs.umich.edu if (i->second->used) { 2763804Ssaidi@eecs.umich.edu i->second->used = false; 2773804Ssaidi@eecs.umich.edu usedEntries--; 2783804Ssaidi@eecs.umich.edu } 2793881Ssaidi@eecs.umich.edu freeList.push_front(i->second); 2803804Ssaidi@eecs.umich.edu lookupTable.erase(i); 2813804Ssaidi@eecs.umich.edu } 2823804Ssaidi@eecs.umich.edu} 2833804Ssaidi@eecs.umich.edu 2843804Ssaidi@eecs.umich.eduvoid 2853804Ssaidi@eecs.umich.eduTLB::demapContext(int partition_id, int context_id) 2863804Ssaidi@eecs.umich.edu{ 2873863Ssaidi@eecs.umich.edu DPRINTF(IPR, "TLB: Demapping Context pid=%#d cid=%d\n", 2883863Ssaidi@eecs.umich.edu partition_id, context_id); 2893836Ssaidi@eecs.umich.edu cacheValid = false; 2905555Snate@binkert.org for (int x = 0; x < size; x++) { 2913804Ssaidi@eecs.umich.edu if (tlb[x].range.contextId == context_id && 2923804Ssaidi@eecs.umich.edu tlb[x].range.partitionId == partition_id) { 29310231Ssteve.reinhardt@amd.com if (tlb[x].valid) { 2943881Ssaidi@eecs.umich.edu freeList.push_front(&tlb[x]); 2953881Ssaidi@eecs.umich.edu } 2963804Ssaidi@eecs.umich.edu tlb[x].valid = false; 2973804Ssaidi@eecs.umich.edu if (tlb[x].used) { 2983804Ssaidi@eecs.umich.edu tlb[x].used = false; 2993804Ssaidi@eecs.umich.edu usedEntries--; 3003804Ssaidi@eecs.umich.edu } 3013804Ssaidi@eecs.umich.edu lookupTable.erase(tlb[x].range); 3023804Ssaidi@eecs.umich.edu } 3033804Ssaidi@eecs.umich.edu } 3043804Ssaidi@eecs.umich.edu} 3053804Ssaidi@eecs.umich.edu 3063804Ssaidi@eecs.umich.eduvoid 3073804Ssaidi@eecs.umich.eduTLB::demapAll(int partition_id) 3083804Ssaidi@eecs.umich.edu{ 3093863Ssaidi@eecs.umich.edu DPRINTF(TLB, "TLB: Demapping All pid=%#d\n", partition_id); 3103836Ssaidi@eecs.umich.edu cacheValid = false; 3115555Snate@binkert.org for (int x = 0; x < size; x++) { 3125288Sgblack@eecs.umich.edu if (tlb[x].valid && !tlb[x].pte.locked() && 3135288Sgblack@eecs.umich.edu tlb[x].range.partitionId == partition_id) { 3145288Sgblack@eecs.umich.edu freeList.push_front(&tlb[x]); 3153804Ssaidi@eecs.umich.edu tlb[x].valid = false; 3163804Ssaidi@eecs.umich.edu if (tlb[x].used) { 3173804Ssaidi@eecs.umich.edu tlb[x].used = false; 3183804Ssaidi@eecs.umich.edu usedEntries--; 3193804Ssaidi@eecs.umich.edu } 3203804Ssaidi@eecs.umich.edu lookupTable.erase(tlb[x].range); 3213804Ssaidi@eecs.umich.edu } 3223804Ssaidi@eecs.umich.edu } 3233804Ssaidi@eecs.umich.edu} 3243804Ssaidi@eecs.umich.edu 3253804Ssaidi@eecs.umich.eduvoid 3269423SAndreas.Sandberg@arm.comTLB::flushAll() 3273804Ssaidi@eecs.umich.edu{ 3283836Ssaidi@eecs.umich.edu cacheValid = false; 3295555Snate@binkert.org lookupTable.clear(); 3303836Ssaidi@eecs.umich.edu 3315555Snate@binkert.org for (int x = 0; x < size; x++) { 33210231Ssteve.reinhardt@amd.com if (tlb[x].valid) 3333881Ssaidi@eecs.umich.edu freeList.push_back(&tlb[x]); 3343804Ssaidi@eecs.umich.edu tlb[x].valid = false; 3353907Ssaidi@eecs.umich.edu tlb[x].used = false; 3363804Ssaidi@eecs.umich.edu } 3373804Ssaidi@eecs.umich.edu usedEntries = 0; 3383804Ssaidi@eecs.umich.edu} 3393804Ssaidi@eecs.umich.edu 3403804Ssaidi@eecs.umich.eduuint64_t 3415555Snate@binkert.orgTLB::TteRead(int entry) 3425555Snate@binkert.org{ 3433881Ssaidi@eecs.umich.edu if (entry >= size) 3443881Ssaidi@eecs.umich.edu panic("entry: %d\n", entry); 3453881Ssaidi@eecs.umich.edu 3463804Ssaidi@eecs.umich.edu assert(entry < size); 3473881Ssaidi@eecs.umich.edu if (tlb[entry].valid) 3483881Ssaidi@eecs.umich.edu return tlb[entry].pte(); 3493881Ssaidi@eecs.umich.edu else 3503881Ssaidi@eecs.umich.edu return (uint64_t)-1ll; 3513804Ssaidi@eecs.umich.edu} 3523804Ssaidi@eecs.umich.edu 3533804Ssaidi@eecs.umich.eduuint64_t 3545555Snate@binkert.orgTLB::TagRead(int entry) 3555555Snate@binkert.org{ 3563804Ssaidi@eecs.umich.edu assert(entry < size); 3573804Ssaidi@eecs.umich.edu uint64_t tag; 3583881Ssaidi@eecs.umich.edu if (!tlb[entry].valid) 3593881Ssaidi@eecs.umich.edu return (uint64_t)-1ll; 3603804Ssaidi@eecs.umich.edu 3613881Ssaidi@eecs.umich.edu tag = tlb[entry].range.contextId; 3623881Ssaidi@eecs.umich.edu tag |= tlb[entry].range.va; 3633881Ssaidi@eecs.umich.edu tag |= (uint64_t)tlb[entry].range.partitionId << 61; 3643804Ssaidi@eecs.umich.edu tag |= tlb[entry].range.real ? ULL(1) << 60 : 0; 3653804Ssaidi@eecs.umich.edu tag |= (uint64_t)~tlb[entry].pte._size() << 56; 3663804Ssaidi@eecs.umich.edu return tag; 3673804Ssaidi@eecs.umich.edu} 3683804Ssaidi@eecs.umich.edu 3693804Ssaidi@eecs.umich.edubool 3703804Ssaidi@eecs.umich.eduTLB::validVirtualAddress(Addr va, bool am) 3713804Ssaidi@eecs.umich.edu{ 3723804Ssaidi@eecs.umich.edu if (am) 3733804Ssaidi@eecs.umich.edu return true; 3743804Ssaidi@eecs.umich.edu if (va >= StartVAddrHole && va <= EndVAddrHole) 3753804Ssaidi@eecs.umich.edu return false; 3763804Ssaidi@eecs.umich.edu return true; 3773804Ssaidi@eecs.umich.edu} 3783804Ssaidi@eecs.umich.edu 3793804Ssaidi@eecs.umich.eduvoid 3804990Sgblack@eecs.umich.eduTLB::writeSfsr(bool write, ContextType ct, bool se, FaultTypes ft, int asi) 3813804Ssaidi@eecs.umich.edu{ 3823804Ssaidi@eecs.umich.edu if (sfsr & 0x1) 3833804Ssaidi@eecs.umich.edu sfsr = 0x3; 3843804Ssaidi@eecs.umich.edu else 3853804Ssaidi@eecs.umich.edu sfsr = 1; 3863804Ssaidi@eecs.umich.edu 3873804Ssaidi@eecs.umich.edu if (write) 3883804Ssaidi@eecs.umich.edu sfsr |= 1 << 2; 3893804Ssaidi@eecs.umich.edu sfsr |= ct << 4; 3903804Ssaidi@eecs.umich.edu if (se) 3913804Ssaidi@eecs.umich.edu sfsr |= 1 << 6; 3923804Ssaidi@eecs.umich.edu sfsr |= ft << 7; 3933804Ssaidi@eecs.umich.edu sfsr |= asi << 16; 3943804Ssaidi@eecs.umich.edu} 3953804Ssaidi@eecs.umich.edu 3963826Ssaidi@eecs.umich.eduvoid 3974990Sgblack@eecs.umich.eduTLB::writeTagAccess(Addr va, int context) 3983826Ssaidi@eecs.umich.edu{ 3993916Ssaidi@eecs.umich.edu DPRINTF(TLB, "TLB: Writing Tag Access: va: %#X ctx: %#X value: %#X\n", 4003916Ssaidi@eecs.umich.edu va, context, mbits(va, 63,13) | mbits(context,12,0)); 4013916Ssaidi@eecs.umich.edu 4024990Sgblack@eecs.umich.edu tag_access = mbits(va, 63,13) | mbits(context,12,0); 4033826Ssaidi@eecs.umich.edu} 4043804Ssaidi@eecs.umich.edu 4053804Ssaidi@eecs.umich.eduvoid 4066022Sgblack@eecs.umich.eduTLB::writeSfsr(Addr a, bool write, ContextType ct, 4073804Ssaidi@eecs.umich.edu bool se, FaultTypes ft, int asi) 4083804Ssaidi@eecs.umich.edu{ 4096022Sgblack@eecs.umich.edu DPRINTF(TLB, "TLB: Fault: A=%#x w=%d ct=%d ft=%d asi=%d\n", 4103811Ssaidi@eecs.umich.edu a, (int)write, ct, ft, asi); 4114990Sgblack@eecs.umich.edu TLB::writeSfsr(write, ct, se, ft, asi); 4124990Sgblack@eecs.umich.edu sfar = a; 4133804Ssaidi@eecs.umich.edu} 4143804Ssaidi@eecs.umich.edu 4153804Ssaidi@eecs.umich.eduFault 4166022Sgblack@eecs.umich.eduTLB::translateInst(RequestPtr req, ThreadContext *tc) 4173804Ssaidi@eecs.umich.edu{ 4184172Ssaidi@eecs.umich.edu uint64_t tlbdata = tc->readMiscRegNoEffect(MISCREG_TLB_DATA); 4193833Ssaidi@eecs.umich.edu 4203836Ssaidi@eecs.umich.edu Addr vaddr = req->getVaddr(); 4213836Ssaidi@eecs.umich.edu TlbEntry *e; 4223836Ssaidi@eecs.umich.edu 4239912Sandreas@sandberg.pp.se assert(req->getArchFlags() == ASI_IMPLICIT); 4243836Ssaidi@eecs.umich.edu 4253836Ssaidi@eecs.umich.edu DPRINTF(TLB, "TLB: ITB Request to translate va=%#x size=%d\n", 4263836Ssaidi@eecs.umich.edu vaddr, req->getSize()); 4273836Ssaidi@eecs.umich.edu 4283836Ssaidi@eecs.umich.edu // Be fast if we can! 4293836Ssaidi@eecs.umich.edu if (cacheValid && cacheState == tlbdata) { 4306022Sgblack@eecs.umich.edu if (cacheEntry[0]) { 4316022Sgblack@eecs.umich.edu if (cacheEntry[0]->range.va < vaddr + sizeof(MachInst) && 4326022Sgblack@eecs.umich.edu cacheEntry[0]->range.va + cacheEntry[0]->range.size >= vaddr) { 4336022Sgblack@eecs.umich.edu req->setPaddr(cacheEntry[0]->pte.translate(vaddr)); 4345555Snate@binkert.org return NoFault; 4353836Ssaidi@eecs.umich.edu } 4363836Ssaidi@eecs.umich.edu } else { 4373836Ssaidi@eecs.umich.edu req->setPaddr(vaddr & PAddrImplMask); 4383836Ssaidi@eecs.umich.edu return NoFault; 4393836Ssaidi@eecs.umich.edu } 4403836Ssaidi@eecs.umich.edu } 4413836Ssaidi@eecs.umich.edu 4423833Ssaidi@eecs.umich.edu bool hpriv = bits(tlbdata,0,0); 4433833Ssaidi@eecs.umich.edu bool red = bits(tlbdata,1,1); 4443833Ssaidi@eecs.umich.edu bool priv = bits(tlbdata,2,2); 4453833Ssaidi@eecs.umich.edu bool addr_mask = bits(tlbdata,3,3); 4463833Ssaidi@eecs.umich.edu bool lsu_im = bits(tlbdata,4,4); 4473833Ssaidi@eecs.umich.edu 4483833Ssaidi@eecs.umich.edu int part_id = bits(tlbdata,15,8); 4493833Ssaidi@eecs.umich.edu int tl = bits(tlbdata,18,16); 4503833Ssaidi@eecs.umich.edu int pri_context = bits(tlbdata,47,32); 4513804Ssaidi@eecs.umich.edu int context; 4523804Ssaidi@eecs.umich.edu ContextType ct; 4533804Ssaidi@eecs.umich.edu int asi; 4543804Ssaidi@eecs.umich.edu bool real = false; 4553804Ssaidi@eecs.umich.edu 4563833Ssaidi@eecs.umich.edu DPRINTF(TLB, "TLB: priv:%d hpriv:%d red:%d lsuim:%d part_id: %#X\n", 4573833Ssaidi@eecs.umich.edu priv, hpriv, red, lsu_im, part_id); 4583811Ssaidi@eecs.umich.edu 4593804Ssaidi@eecs.umich.edu if (tl > 0) { 4603804Ssaidi@eecs.umich.edu asi = ASI_N; 4613804Ssaidi@eecs.umich.edu ct = Nucleus; 4623804Ssaidi@eecs.umich.edu context = 0; 4633804Ssaidi@eecs.umich.edu } else { 4643804Ssaidi@eecs.umich.edu asi = ASI_P; 4653804Ssaidi@eecs.umich.edu ct = Primary; 4663833Ssaidi@eecs.umich.edu context = pri_context; 4673804Ssaidi@eecs.umich.edu } 4683804Ssaidi@eecs.umich.edu 4693833Ssaidi@eecs.umich.edu if ( hpriv || red ) { 4703836Ssaidi@eecs.umich.edu cacheValid = true; 4713836Ssaidi@eecs.umich.edu cacheState = tlbdata; 4726022Sgblack@eecs.umich.edu cacheEntry[0] = NULL; 4733836Ssaidi@eecs.umich.edu req->setPaddr(vaddr & PAddrImplMask); 4743804Ssaidi@eecs.umich.edu return NoFault; 4753804Ssaidi@eecs.umich.edu } 4763804Ssaidi@eecs.umich.edu 4773836Ssaidi@eecs.umich.edu // If the access is unaligned trap 4783836Ssaidi@eecs.umich.edu if (vaddr & 0x3) { 4794990Sgblack@eecs.umich.edu writeSfsr(false, ct, false, OtherFault, asi); 48010474Sandreas.hansson@arm.com return std::make_shared<MemAddressNotAligned>(); 4813804Ssaidi@eecs.umich.edu } 4823804Ssaidi@eecs.umich.edu 4833804Ssaidi@eecs.umich.edu if (addr_mask) 4843804Ssaidi@eecs.umich.edu vaddr = vaddr & VAddrAMask; 4853804Ssaidi@eecs.umich.edu 4863804Ssaidi@eecs.umich.edu if (!validVirtualAddress(vaddr, addr_mask)) { 4874990Sgblack@eecs.umich.edu writeSfsr(false, ct, false, VaOutOfRange, asi); 48810474Sandreas.hansson@arm.com return std::make_shared<InstructionAccessException>(); 4893804Ssaidi@eecs.umich.edu } 4903804Ssaidi@eecs.umich.edu 4913833Ssaidi@eecs.umich.edu if (!lsu_im) { 4923836Ssaidi@eecs.umich.edu e = lookup(vaddr, part_id, true); 4933804Ssaidi@eecs.umich.edu real = true; 4943804Ssaidi@eecs.umich.edu context = 0; 4953804Ssaidi@eecs.umich.edu } else { 4963804Ssaidi@eecs.umich.edu e = lookup(vaddr, part_id, false, context); 4973804Ssaidi@eecs.umich.edu } 4983804Ssaidi@eecs.umich.edu 4993804Ssaidi@eecs.umich.edu if (e == NULL || !e->valid) { 5004990Sgblack@eecs.umich.edu writeTagAccess(vaddr, context); 5018751Sgblack@eecs.umich.edu if (real) { 50210474Sandreas.hansson@arm.com return std::make_shared<InstructionRealTranslationMiss>(); 5038751Sgblack@eecs.umich.edu } else { 5048751Sgblack@eecs.umich.edu if (FullSystem) 50510474Sandreas.hansson@arm.com return std::make_shared<FastInstructionAccessMMUMiss>(); 5068751Sgblack@eecs.umich.edu else 50710474Sandreas.hansson@arm.com return std::make_shared<FastInstructionAccessMMUMiss>( 50810474Sandreas.hansson@arm.com req->getVaddr()); 5098751Sgblack@eecs.umich.edu } 5103804Ssaidi@eecs.umich.edu } 5113804Ssaidi@eecs.umich.edu 5123804Ssaidi@eecs.umich.edu // were not priviledged accesing priv page 5133804Ssaidi@eecs.umich.edu if (!priv && e->pte.priv()) { 5144990Sgblack@eecs.umich.edu writeTagAccess(vaddr, context); 5154990Sgblack@eecs.umich.edu writeSfsr(false, ct, false, PrivViolation, asi); 51610474Sandreas.hansson@arm.com return std::make_shared<InstructionAccessException>(); 5173804Ssaidi@eecs.umich.edu } 5183804Ssaidi@eecs.umich.edu 5193836Ssaidi@eecs.umich.edu // cache translation date for next translation 5203836Ssaidi@eecs.umich.edu cacheValid = true; 5213836Ssaidi@eecs.umich.edu cacheState = tlbdata; 5226022Sgblack@eecs.umich.edu cacheEntry[0] = e; 5233836Ssaidi@eecs.umich.edu 5245555Snate@binkert.org req->setPaddr(e->pte.translate(vaddr)); 5253836Ssaidi@eecs.umich.edu DPRINTF(TLB, "TLB: %#X -> %#X\n", vaddr, req->getPaddr()); 5263804Ssaidi@eecs.umich.edu return NoFault; 5273804Ssaidi@eecs.umich.edu} 5283804Ssaidi@eecs.umich.edu 5293804Ssaidi@eecs.umich.eduFault 5306022Sgblack@eecs.umich.eduTLB::translateData(RequestPtr req, ThreadContext *tc, bool write) 5313804Ssaidi@eecs.umich.edu{ 5325555Snate@binkert.org /* 5335555Snate@binkert.org * @todo this could really use some profiling and fixing to make 5345555Snate@binkert.org * it faster! 5355555Snate@binkert.org */ 5364172Ssaidi@eecs.umich.edu uint64_t tlbdata = tc->readMiscRegNoEffect(MISCREG_TLB_DATA); 5373836Ssaidi@eecs.umich.edu Addr vaddr = req->getVaddr(); 5383836Ssaidi@eecs.umich.edu Addr size = req->getSize(); 5393836Ssaidi@eecs.umich.edu ASI asi; 5409912Sandreas@sandberg.pp.se asi = (ASI)req->getArchFlags(); 5413836Ssaidi@eecs.umich.edu bool implicit = false; 5423836Ssaidi@eecs.umich.edu bool hpriv = bits(tlbdata,0,0); 5435570Snate@binkert.org bool unaligned = vaddr & (size - 1); 5443833Ssaidi@eecs.umich.edu 5453836Ssaidi@eecs.umich.edu DPRINTF(TLB, "TLB: DTB Request to translate va=%#x size=%d asi=%#x\n", 5463836Ssaidi@eecs.umich.edu vaddr, size, asi); 5473836Ssaidi@eecs.umich.edu 5483929Ssaidi@eecs.umich.edu if (lookupTable.size() != 64 - freeList.size()) 5493929Ssaidi@eecs.umich.edu panic("Lookup table size: %d tlb size: %d\n", lookupTable.size(), 5503929Ssaidi@eecs.umich.edu freeList.size()); 5513836Ssaidi@eecs.umich.edu if (asi == ASI_IMPLICIT) 5523836Ssaidi@eecs.umich.edu implicit = true; 5533836Ssaidi@eecs.umich.edu 5544996Sgblack@eecs.umich.edu // Only use the fast path here if there doesn't need to be an unaligned 5554996Sgblack@eecs.umich.edu // trap later 5564996Sgblack@eecs.umich.edu if (!unaligned) { 5574996Sgblack@eecs.umich.edu if (hpriv && implicit) { 5584996Sgblack@eecs.umich.edu req->setPaddr(vaddr & PAddrImplMask); 5594996Sgblack@eecs.umich.edu return NoFault; 5604996Sgblack@eecs.umich.edu } 5614996Sgblack@eecs.umich.edu 5624996Sgblack@eecs.umich.edu // Be fast if we can! 5634996Sgblack@eecs.umich.edu if (cacheValid && cacheState == tlbdata) { 5644996Sgblack@eecs.umich.edu 5654996Sgblack@eecs.umich.edu 5664996Sgblack@eecs.umich.edu 5674996Sgblack@eecs.umich.edu if (cacheEntry[0]) { 5684996Sgblack@eecs.umich.edu TlbEntry *ce = cacheEntry[0]; 5694996Sgblack@eecs.umich.edu Addr ce_va = ce->range.va; 5704996Sgblack@eecs.umich.edu if (cacheAsi[0] == asi && 5714996Sgblack@eecs.umich.edu ce_va < vaddr + size && ce_va + ce->range.size > vaddr && 5724996Sgblack@eecs.umich.edu (!write || ce->pte.writable())) { 5735555Snate@binkert.org req->setPaddr(ce->pte.translate(vaddr)); 57410824SAndreas.Sandberg@ARM.com if (ce->pte.sideffect() || (ce->pte.paddr() >> 39) & 1) { 57510824SAndreas.Sandberg@ARM.com req->setFlags( 57610824SAndreas.Sandberg@ARM.com Request::UNCACHEABLE | Request::STRICT_ORDER); 57710824SAndreas.Sandberg@ARM.com } 5785555Snate@binkert.org DPRINTF(TLB, "TLB: %#X -> %#X\n", vaddr, req->getPaddr()); 5795555Snate@binkert.org return NoFault; 5804996Sgblack@eecs.umich.edu } // if matched 5814996Sgblack@eecs.umich.edu } // if cache entry valid 5824996Sgblack@eecs.umich.edu if (cacheEntry[1]) { 5834996Sgblack@eecs.umich.edu TlbEntry *ce = cacheEntry[1]; 5844996Sgblack@eecs.umich.edu Addr ce_va = ce->range.va; 5854996Sgblack@eecs.umich.edu if (cacheAsi[1] == asi && 5864996Sgblack@eecs.umich.edu ce_va < vaddr + size && ce_va + ce->range.size > vaddr && 5874996Sgblack@eecs.umich.edu (!write || ce->pte.writable())) { 5885555Snate@binkert.org req->setPaddr(ce->pte.translate(vaddr)); 58910824SAndreas.Sandberg@ARM.com if (ce->pte.sideffect() || (ce->pte.paddr() >> 39) & 1) { 59010824SAndreas.Sandberg@ARM.com req->setFlags( 59110824SAndreas.Sandberg@ARM.com Request::UNCACHEABLE | Request::STRICT_ORDER); 59210824SAndreas.Sandberg@ARM.com } 5935555Snate@binkert.org DPRINTF(TLB, "TLB: %#X -> %#X\n", vaddr, req->getPaddr()); 5945555Snate@binkert.org return NoFault; 5954996Sgblack@eecs.umich.edu } // if matched 5964996Sgblack@eecs.umich.edu } // if cache entry valid 5974996Sgblack@eecs.umich.edu } 5983836Ssaidi@eecs.umich.edu } 5993836Ssaidi@eecs.umich.edu 6003833Ssaidi@eecs.umich.edu bool red = bits(tlbdata,1,1); 6013833Ssaidi@eecs.umich.edu bool priv = bits(tlbdata,2,2); 6023833Ssaidi@eecs.umich.edu bool addr_mask = bits(tlbdata,3,3); 6033833Ssaidi@eecs.umich.edu bool lsu_dm = bits(tlbdata,5,5); 6043833Ssaidi@eecs.umich.edu 6053833Ssaidi@eecs.umich.edu int part_id = bits(tlbdata,15,8); 6063833Ssaidi@eecs.umich.edu int tl = bits(tlbdata,18,16); 6073833Ssaidi@eecs.umich.edu int pri_context = bits(tlbdata,47,32); 6083916Ssaidi@eecs.umich.edu int sec_context = bits(tlbdata,63,48); 6093833Ssaidi@eecs.umich.edu 6103804Ssaidi@eecs.umich.edu bool real = false; 6113832Ssaidi@eecs.umich.edu ContextType ct = Primary; 6123832Ssaidi@eecs.umich.edu int context = 0; 6133804Ssaidi@eecs.umich.edu 6143804Ssaidi@eecs.umich.edu TlbEntry *e; 6153804Ssaidi@eecs.umich.edu 6163833Ssaidi@eecs.umich.edu DPRINTF(TLB, "TLB: priv:%d hpriv:%d red:%d lsudm:%d part_id: %#X\n", 6175555Snate@binkert.org priv, hpriv, red, lsu_dm, part_id); 6183804Ssaidi@eecs.umich.edu 6193804Ssaidi@eecs.umich.edu if (implicit) { 6203804Ssaidi@eecs.umich.edu if (tl > 0) { 6213804Ssaidi@eecs.umich.edu asi = ASI_N; 6223804Ssaidi@eecs.umich.edu ct = Nucleus; 6233804Ssaidi@eecs.umich.edu context = 0; 6243804Ssaidi@eecs.umich.edu } else { 6253804Ssaidi@eecs.umich.edu asi = ASI_P; 6263804Ssaidi@eecs.umich.edu ct = Primary; 6273833Ssaidi@eecs.umich.edu context = pri_context; 6283804Ssaidi@eecs.umich.edu } 6293910Ssaidi@eecs.umich.edu } else { 6303804Ssaidi@eecs.umich.edu // We need to check for priv level/asi priv 6317741Sgblack@eecs.umich.edu if (!priv && !hpriv && !asiIsUnPriv(asi)) { 6323804Ssaidi@eecs.umich.edu // It appears that context should be Nucleus in these cases? 6334990Sgblack@eecs.umich.edu writeSfsr(vaddr, write, Nucleus, false, IllegalAsi, asi); 63410474Sandreas.hansson@arm.com return std::make_shared<PrivilegedAction>(); 6353804Ssaidi@eecs.umich.edu } 6363910Ssaidi@eecs.umich.edu 6377741Sgblack@eecs.umich.edu if (!hpriv && asiIsHPriv(asi)) { 6384990Sgblack@eecs.umich.edu writeSfsr(vaddr, write, Nucleus, false, IllegalAsi, asi); 63910474Sandreas.hansson@arm.com return std::make_shared<DataAccessException>(); 6403804Ssaidi@eecs.umich.edu } 6413804Ssaidi@eecs.umich.edu 6427741Sgblack@eecs.umich.edu if (asiIsPrimary(asi)) { 6433910Ssaidi@eecs.umich.edu context = pri_context; 6443910Ssaidi@eecs.umich.edu ct = Primary; 6457741Sgblack@eecs.umich.edu } else if (asiIsSecondary(asi)) { 6463910Ssaidi@eecs.umich.edu context = sec_context; 6473910Ssaidi@eecs.umich.edu ct = Secondary; 6487741Sgblack@eecs.umich.edu } else if (asiIsNucleus(asi)) { 6493910Ssaidi@eecs.umich.edu ct = Nucleus; 6503910Ssaidi@eecs.umich.edu context = 0; 6513910Ssaidi@eecs.umich.edu } else { // ???? 6523910Ssaidi@eecs.umich.edu ct = Primary; 6533910Ssaidi@eecs.umich.edu context = pri_context; 6543910Ssaidi@eecs.umich.edu } 6553902Ssaidi@eecs.umich.edu } 6563804Ssaidi@eecs.umich.edu 6573926Ssaidi@eecs.umich.edu if (!implicit && asi != ASI_P && asi != ASI_S) { 6587741Sgblack@eecs.umich.edu if (asiIsLittle(asi)) 6593804Ssaidi@eecs.umich.edu panic("Little Endian ASIs not supported\n"); 6604989Sgblack@eecs.umich.edu 6614989Sgblack@eecs.umich.edu //XXX It's unclear from looking at the documentation how a no fault 6627741Sgblack@eecs.umich.edu // load differs from a regular one, other than what happens concerning 6637741Sgblack@eecs.umich.edu // nfo and e bits in the TTE 6647741Sgblack@eecs.umich.edu// if (asiIsNoFault(asi)) 6654989Sgblack@eecs.umich.edu// panic("No Fault ASIs not supported\n"); 6663856Ssaidi@eecs.umich.edu 6677741Sgblack@eecs.umich.edu if (asiIsPartialStore(asi)) 6683804Ssaidi@eecs.umich.edu panic("Partial Store ASIs not supported\n"); 6694103Ssaidi@eecs.umich.edu 6707741Sgblack@eecs.umich.edu if (asiIsCmt(asi)) 6714191Ssaidi@eecs.umich.edu panic("Cmt ASI registers not implmented\n"); 6724191Ssaidi@eecs.umich.edu 6737741Sgblack@eecs.umich.edu if (asiIsInterrupt(asi)) 6744103Ssaidi@eecs.umich.edu goto handleIntRegAccess; 6757741Sgblack@eecs.umich.edu if (asiIsMmu(asi)) 6763804Ssaidi@eecs.umich.edu goto handleMmuRegAccess; 6777741Sgblack@eecs.umich.edu if (asiIsScratchPad(asi)) 6783804Ssaidi@eecs.umich.edu goto handleScratchRegAccess; 6797741Sgblack@eecs.umich.edu if (asiIsQueue(asi)) 6803824Ssaidi@eecs.umich.edu goto handleQueueRegAccess; 6817741Sgblack@eecs.umich.edu if (asiIsSparcError(asi)) 6823825Ssaidi@eecs.umich.edu goto handleSparcErrorRegAccess; 6833823Ssaidi@eecs.umich.edu 6847741Sgblack@eecs.umich.edu if (!asiIsReal(asi) && !asiIsNucleus(asi) && !asiIsAsIfUser(asi) && 6857741Sgblack@eecs.umich.edu !asiIsTwin(asi) && !asiIsBlock(asi) && !asiIsNoFault(asi)) 6863823Ssaidi@eecs.umich.edu panic("Accessing ASI %#X. Should we?\n", asi); 6873804Ssaidi@eecs.umich.edu } 6883804Ssaidi@eecs.umich.edu 6893826Ssaidi@eecs.umich.edu // If the asi is unaligned trap 6904996Sgblack@eecs.umich.edu if (unaligned) { 6914990Sgblack@eecs.umich.edu writeSfsr(vaddr, false, ct, false, OtherFault, asi); 69210474Sandreas.hansson@arm.com return std::make_shared<MemAddressNotAligned>(); 6933826Ssaidi@eecs.umich.edu } 6943826Ssaidi@eecs.umich.edu 6953826Ssaidi@eecs.umich.edu if (addr_mask) 6963826Ssaidi@eecs.umich.edu vaddr = vaddr & VAddrAMask; 6973826Ssaidi@eecs.umich.edu 6983826Ssaidi@eecs.umich.edu if (!validVirtualAddress(vaddr, addr_mask)) { 6994990Sgblack@eecs.umich.edu writeSfsr(vaddr, false, ct, true, VaOutOfRange, asi); 70010474Sandreas.hansson@arm.com return std::make_shared<DataAccessException>(); 7013826Ssaidi@eecs.umich.edu } 7023826Ssaidi@eecs.umich.edu 7037741Sgblack@eecs.umich.edu if ((!lsu_dm && !hpriv && !red) || asiIsReal(asi)) { 7043804Ssaidi@eecs.umich.edu real = true; 7053804Ssaidi@eecs.umich.edu context = 0; 7065555Snate@binkert.org } 7073804Ssaidi@eecs.umich.edu 7087741Sgblack@eecs.umich.edu if (hpriv && (implicit || (!asiIsAsIfUser(asi) && !asiIsReal(asi)))) { 7093836Ssaidi@eecs.umich.edu req->setPaddr(vaddr & PAddrImplMask); 7103804Ssaidi@eecs.umich.edu return NoFault; 7113804Ssaidi@eecs.umich.edu } 7123804Ssaidi@eecs.umich.edu 7133836Ssaidi@eecs.umich.edu e = lookup(vaddr, part_id, real, context); 7143804Ssaidi@eecs.umich.edu 7153804Ssaidi@eecs.umich.edu if (e == NULL || !e->valid) { 7164990Sgblack@eecs.umich.edu writeTagAccess(vaddr, context); 7173811Ssaidi@eecs.umich.edu DPRINTF(TLB, "TLB: DTB Failed to find matching TLB entry\n"); 7188751Sgblack@eecs.umich.edu if (real) { 71910474Sandreas.hansson@arm.com return std::make_shared<DataRealTranslationMiss>(); 7208751Sgblack@eecs.umich.edu } else { 7218751Sgblack@eecs.umich.edu if (FullSystem) 72210474Sandreas.hansson@arm.com return std::make_shared<FastDataAccessMMUMiss>(); 7238751Sgblack@eecs.umich.edu else 72410474Sandreas.hansson@arm.com return std::make_shared<FastDataAccessMMUMiss>( 72510474Sandreas.hansson@arm.com req->getVaddr()); 7268751Sgblack@eecs.umich.edu } 7273804Ssaidi@eecs.umich.edu 7283804Ssaidi@eecs.umich.edu } 7293804Ssaidi@eecs.umich.edu 7303928Ssaidi@eecs.umich.edu if (!priv && e->pte.priv()) { 7314990Sgblack@eecs.umich.edu writeTagAccess(vaddr, context); 7324990Sgblack@eecs.umich.edu writeSfsr(vaddr, write, ct, e->pte.sideffect(), PrivViolation, asi); 73310474Sandreas.hansson@arm.com return std::make_shared<DataAccessException>(); 7343928Ssaidi@eecs.umich.edu } 7353804Ssaidi@eecs.umich.edu 7363804Ssaidi@eecs.umich.edu if (write && !e->pte.writable()) { 7374990Sgblack@eecs.umich.edu writeTagAccess(vaddr, context); 7384990Sgblack@eecs.umich.edu writeSfsr(vaddr, write, ct, e->pte.sideffect(), OtherFault, asi); 73910474Sandreas.hansson@arm.com return std::make_shared<FastDataAccessProtection>(); 7403804Ssaidi@eecs.umich.edu } 7413804Ssaidi@eecs.umich.edu 7427741Sgblack@eecs.umich.edu if (e->pte.nofault() && !asiIsNoFault(asi)) { 7434990Sgblack@eecs.umich.edu writeTagAccess(vaddr, context); 7444990Sgblack@eecs.umich.edu writeSfsr(vaddr, write, ct, e->pte.sideffect(), LoadFromNfo, asi); 74510474Sandreas.hansson@arm.com return std::make_shared<DataAccessException>(); 7463804Ssaidi@eecs.umich.edu } 7473804Ssaidi@eecs.umich.edu 7487741Sgblack@eecs.umich.edu if (e->pte.sideffect() && asiIsNoFault(asi)) { 7494990Sgblack@eecs.umich.edu writeTagAccess(vaddr, context); 7504990Sgblack@eecs.umich.edu writeSfsr(vaddr, write, ct, e->pte.sideffect(), SideEffect, asi); 75110474Sandreas.hansson@arm.com return std::make_shared<DataAccessException>(); 7523928Ssaidi@eecs.umich.edu } 7533928Ssaidi@eecs.umich.edu 7544090Ssaidi@eecs.umich.edu if (e->pte.sideffect() || (e->pte.paddr() >> 39) & 1) 75510824SAndreas.Sandberg@ARM.com req->setFlags(Request::UNCACHEABLE | Request::STRICT_ORDER); 7563804Ssaidi@eecs.umich.edu 7573836Ssaidi@eecs.umich.edu // cache translation date for next translation 7583836Ssaidi@eecs.umich.edu cacheState = tlbdata; 7593881Ssaidi@eecs.umich.edu if (!cacheValid) { 7603881Ssaidi@eecs.umich.edu cacheEntry[1] = NULL; 7613881Ssaidi@eecs.umich.edu cacheEntry[0] = NULL; 7623881Ssaidi@eecs.umich.edu } 7633881Ssaidi@eecs.umich.edu 7643836Ssaidi@eecs.umich.edu if (cacheEntry[0] != e && cacheEntry[1] != e) { 7653836Ssaidi@eecs.umich.edu cacheEntry[1] = cacheEntry[0]; 7663836Ssaidi@eecs.umich.edu cacheEntry[0] = e; 7673836Ssaidi@eecs.umich.edu cacheAsi[1] = cacheAsi[0]; 7683836Ssaidi@eecs.umich.edu cacheAsi[0] = asi; 7693836Ssaidi@eecs.umich.edu if (implicit) 7703836Ssaidi@eecs.umich.edu cacheAsi[0] = (ASI)0; 7713836Ssaidi@eecs.umich.edu } 7723881Ssaidi@eecs.umich.edu cacheValid = true; 7735555Snate@binkert.org req->setPaddr(e->pte.translate(vaddr)); 7743836Ssaidi@eecs.umich.edu DPRINTF(TLB, "TLB: %#X -> %#X\n", vaddr, req->getPaddr()); 7753804Ssaidi@eecs.umich.edu return NoFault; 7764103Ssaidi@eecs.umich.edu 7773806Ssaidi@eecs.umich.edu /** Normal flow ends here. */ 7784103Ssaidi@eecs.umich.eduhandleIntRegAccess: 7794103Ssaidi@eecs.umich.edu if (!hpriv) { 7804990Sgblack@eecs.umich.edu writeSfsr(vaddr, write, Primary, true, IllegalAsi, asi); 7814103Ssaidi@eecs.umich.edu if (priv) 78210474Sandreas.hansson@arm.com return std::make_shared<DataAccessException>(); 7834103Ssaidi@eecs.umich.edu else 78410474Sandreas.hansson@arm.com return std::make_shared<PrivilegedAction>(); 7854103Ssaidi@eecs.umich.edu } 7864103Ssaidi@eecs.umich.edu 7875570Snate@binkert.org if ((asi == ASI_SWVR_UDB_INTR_W && !write) || 7885570Snate@binkert.org (asi == ASI_SWVR_UDB_INTR_R && write)) { 7894990Sgblack@eecs.umich.edu writeSfsr(vaddr, write, Primary, true, IllegalAsi, asi); 79010474Sandreas.hansson@arm.com return std::make_shared<DataAccessException>(); 7914103Ssaidi@eecs.umich.edu } 7924103Ssaidi@eecs.umich.edu 7934103Ssaidi@eecs.umich.edu goto regAccessOk; 7944103Ssaidi@eecs.umich.edu 7953804Ssaidi@eecs.umich.edu 7963806Ssaidi@eecs.umich.eduhandleScratchRegAccess: 7973806Ssaidi@eecs.umich.edu if (vaddr > 0x38 || (vaddr >= 0x20 && vaddr < 0x30 && !hpriv)) { 7984990Sgblack@eecs.umich.edu writeSfsr(vaddr, write, Primary, true, IllegalAsi, asi); 79910474Sandreas.hansson@arm.com return std::make_shared<DataAccessException>(); 8003806Ssaidi@eecs.umich.edu } 8013824Ssaidi@eecs.umich.edu goto regAccessOk; 8023824Ssaidi@eecs.umich.edu 8033824Ssaidi@eecs.umich.eduhandleQueueRegAccess: 8043824Ssaidi@eecs.umich.edu if (!priv && !hpriv) { 8054990Sgblack@eecs.umich.edu writeSfsr(vaddr, write, Primary, true, IllegalAsi, asi); 80610474Sandreas.hansson@arm.com return std::make_shared<PrivilegedAction>(); 8073824Ssaidi@eecs.umich.edu } 8085570Snate@binkert.org if ((!hpriv && vaddr & 0xF) || vaddr > 0x3f8 || vaddr < 0x3c0) { 8094990Sgblack@eecs.umich.edu writeSfsr(vaddr, write, Primary, true, IllegalAsi, asi); 81010474Sandreas.hansson@arm.com return std::make_shared<DataAccessException>(); 8113824Ssaidi@eecs.umich.edu } 8123824Ssaidi@eecs.umich.edu goto regAccessOk; 8133824Ssaidi@eecs.umich.edu 8143825Ssaidi@eecs.umich.eduhandleSparcErrorRegAccess: 8153825Ssaidi@eecs.umich.edu if (!hpriv) { 8164990Sgblack@eecs.umich.edu writeSfsr(vaddr, write, Primary, true, IllegalAsi, asi); 8174070Ssaidi@eecs.umich.edu if (priv) 81810474Sandreas.hansson@arm.com return std::make_shared<DataAccessException>(); 8194070Ssaidi@eecs.umich.edu else 82010474Sandreas.hansson@arm.com return std::make_shared<PrivilegedAction>(); 8213825Ssaidi@eecs.umich.edu } 8223825Ssaidi@eecs.umich.edu goto regAccessOk; 8233825Ssaidi@eecs.umich.edu 8243825Ssaidi@eecs.umich.edu 8253824Ssaidi@eecs.umich.eduregAccessOk: 8263804Ssaidi@eecs.umich.eduhandleMmuRegAccess: 8273811Ssaidi@eecs.umich.edu DPRINTF(TLB, "TLB: DTB Translating MM IPR access\n"); 8288105Sgblack@eecs.umich.edu req->setFlags(Request::MMAPPED_IPR); 8293806Ssaidi@eecs.umich.edu req->setPaddr(req->getVaddr()); 8303806Ssaidi@eecs.umich.edu return NoFault; 8313804Ssaidi@eecs.umich.edu}; 8323804Ssaidi@eecs.umich.edu 8336022Sgblack@eecs.umich.eduFault 8346023Snate@binkert.orgTLB::translateAtomic(RequestPtr req, ThreadContext *tc, Mode mode) 8356022Sgblack@eecs.umich.edu{ 8366023Snate@binkert.org if (mode == Execute) 8376022Sgblack@eecs.umich.edu return translateInst(req, tc); 8386022Sgblack@eecs.umich.edu else 8396023Snate@binkert.org return translateData(req, tc, mode == Write); 8406022Sgblack@eecs.umich.edu} 8416022Sgblack@eecs.umich.edu 8425894Sgblack@eecs.umich.eduvoid 8436022Sgblack@eecs.umich.eduTLB::translateTiming(RequestPtr req, ThreadContext *tc, 8446023Snate@binkert.org Translation *translation, Mode mode) 8455894Sgblack@eecs.umich.edu{ 8465894Sgblack@eecs.umich.edu assert(translation); 8476023Snate@binkert.org translation->finish(translateAtomic(req, tc, mode), req, tc, mode); 8485894Sgblack@eecs.umich.edu} 8495894Sgblack@eecs.umich.edu 8508888Sgeoffrey.blake@arm.comFault 8518888Sgeoffrey.blake@arm.comTLB::translateFunctional(RequestPtr req, ThreadContext *tc, Mode mode) 8528888Sgeoffrey.blake@arm.com{ 8538888Sgeoffrey.blake@arm.com panic("Not implemented\n"); 8548888Sgeoffrey.blake@arm.com return NoFault; 8558888Sgeoffrey.blake@arm.com} 8568888Sgeoffrey.blake@arm.com 8579738Sandreas@sandberg.pp.seFault 8589738Sandreas@sandberg.pp.seTLB::finalizePhysical(RequestPtr req, ThreadContext *tc, Mode mode) const 8599738Sandreas@sandberg.pp.se{ 8609738Sandreas@sandberg.pp.se return NoFault; 8619738Sandreas@sandberg.pp.se} 8629738Sandreas@sandberg.pp.se 8639180Sandreas.hansson@arm.comCycles 8646022Sgblack@eecs.umich.eduTLB::doMmuRegRead(ThreadContext *tc, Packet *pkt) 8653806Ssaidi@eecs.umich.edu{ 8663823Ssaidi@eecs.umich.edu Addr va = pkt->getAddr(); 8679912Sandreas@sandberg.pp.se ASI asi = (ASI)pkt->req->getArchFlags(); 8684070Ssaidi@eecs.umich.edu uint64_t temp; 8693823Ssaidi@eecs.umich.edu 8703823Ssaidi@eecs.umich.edu DPRINTF(IPR, "Memory Mapped IPR Read: asi=%#X a=%#x\n", 8719912Sandreas@sandberg.pp.se (uint32_t)pkt->req->getArchFlags(), pkt->getAddr()); 8723823Ssaidi@eecs.umich.edu 8736022Sgblack@eecs.umich.edu TLB *itb = tc->getITBPtr(); 8744990Sgblack@eecs.umich.edu 8753823Ssaidi@eecs.umich.edu switch (asi) { 8763823Ssaidi@eecs.umich.edu case ASI_LSU_CONTROL_REG: 8773823Ssaidi@eecs.umich.edu assert(va == 0); 8784172Ssaidi@eecs.umich.edu pkt->set(tc->readMiscReg(MISCREG_MMU_LSU_CTRL)); 8793823Ssaidi@eecs.umich.edu break; 8803823Ssaidi@eecs.umich.edu case ASI_MMU: 8813823Ssaidi@eecs.umich.edu switch (va) { 8823823Ssaidi@eecs.umich.edu case 0x8: 8834172Ssaidi@eecs.umich.edu pkt->set(tc->readMiscReg(MISCREG_MMU_P_CONTEXT)); 8843823Ssaidi@eecs.umich.edu break; 8853823Ssaidi@eecs.umich.edu case 0x10: 8864172Ssaidi@eecs.umich.edu pkt->set(tc->readMiscReg(MISCREG_MMU_S_CONTEXT)); 8873823Ssaidi@eecs.umich.edu break; 8883823Ssaidi@eecs.umich.edu default: 8893823Ssaidi@eecs.umich.edu goto doMmuReadError; 8903823Ssaidi@eecs.umich.edu } 8913823Ssaidi@eecs.umich.edu break; 8923824Ssaidi@eecs.umich.edu case ASI_QUEUE: 8934172Ssaidi@eecs.umich.edu pkt->set(tc->readMiscReg(MISCREG_QUEUE_CPU_MONDO_HEAD + 8943824Ssaidi@eecs.umich.edu (va >> 4) - 0x3c)); 8953824Ssaidi@eecs.umich.edu break; 8963823Ssaidi@eecs.umich.edu case ASI_DMMU_CTXT_ZERO_TSB_BASE_PS0: 8973823Ssaidi@eecs.umich.edu assert(va == 0); 8984990Sgblack@eecs.umich.edu pkt->set(c0_tsb_ps0); 8993823Ssaidi@eecs.umich.edu break; 9003823Ssaidi@eecs.umich.edu case ASI_DMMU_CTXT_ZERO_TSB_BASE_PS1: 9013823Ssaidi@eecs.umich.edu assert(va == 0); 9024990Sgblack@eecs.umich.edu pkt->set(c0_tsb_ps1); 9033823Ssaidi@eecs.umich.edu break; 9043823Ssaidi@eecs.umich.edu case ASI_DMMU_CTXT_ZERO_CONFIG: 9053823Ssaidi@eecs.umich.edu assert(va == 0); 9064990Sgblack@eecs.umich.edu pkt->set(c0_config); 9073823Ssaidi@eecs.umich.edu break; 9083823Ssaidi@eecs.umich.edu case ASI_IMMU_CTXT_ZERO_TSB_BASE_PS0: 9093823Ssaidi@eecs.umich.edu assert(va == 0); 9104990Sgblack@eecs.umich.edu pkt->set(itb->c0_tsb_ps0); 9113823Ssaidi@eecs.umich.edu break; 9123823Ssaidi@eecs.umich.edu case ASI_IMMU_CTXT_ZERO_TSB_BASE_PS1: 9133823Ssaidi@eecs.umich.edu assert(va == 0); 9144990Sgblack@eecs.umich.edu pkt->set(itb->c0_tsb_ps1); 9153823Ssaidi@eecs.umich.edu break; 9163823Ssaidi@eecs.umich.edu case ASI_IMMU_CTXT_ZERO_CONFIG: 9173823Ssaidi@eecs.umich.edu assert(va == 0); 9184990Sgblack@eecs.umich.edu pkt->set(itb->c0_config); 9193823Ssaidi@eecs.umich.edu break; 9203823Ssaidi@eecs.umich.edu case ASI_DMMU_CTXT_NONZERO_TSB_BASE_PS0: 9213823Ssaidi@eecs.umich.edu assert(va == 0); 9224990Sgblack@eecs.umich.edu pkt->set(cx_tsb_ps0); 9233823Ssaidi@eecs.umich.edu break; 9243823Ssaidi@eecs.umich.edu case ASI_DMMU_CTXT_NONZERO_TSB_BASE_PS1: 9253823Ssaidi@eecs.umich.edu assert(va == 0); 9264990Sgblack@eecs.umich.edu pkt->set(cx_tsb_ps1); 9273823Ssaidi@eecs.umich.edu break; 9283823Ssaidi@eecs.umich.edu case ASI_DMMU_CTXT_NONZERO_CONFIG: 9293823Ssaidi@eecs.umich.edu assert(va == 0); 9304990Sgblack@eecs.umich.edu pkt->set(cx_config); 9313823Ssaidi@eecs.umich.edu break; 9323823Ssaidi@eecs.umich.edu case ASI_IMMU_CTXT_NONZERO_TSB_BASE_PS0: 9333823Ssaidi@eecs.umich.edu assert(va == 0); 9344990Sgblack@eecs.umich.edu pkt->set(itb->cx_tsb_ps0); 9353823Ssaidi@eecs.umich.edu break; 9363823Ssaidi@eecs.umich.edu case ASI_IMMU_CTXT_NONZERO_TSB_BASE_PS1: 9373823Ssaidi@eecs.umich.edu assert(va == 0); 9384990Sgblack@eecs.umich.edu pkt->set(itb->cx_tsb_ps1); 9393823Ssaidi@eecs.umich.edu break; 9403823Ssaidi@eecs.umich.edu case ASI_IMMU_CTXT_NONZERO_CONFIG: 9413823Ssaidi@eecs.umich.edu assert(va == 0); 9424990Sgblack@eecs.umich.edu pkt->set(itb->cx_config); 9433823Ssaidi@eecs.umich.edu break; 9443826Ssaidi@eecs.umich.edu case ASI_SPARC_ERROR_STATUS_REG: 9453912Ssaidi@eecs.umich.edu pkt->set((uint64_t)0); 9463826Ssaidi@eecs.umich.edu break; 9473823Ssaidi@eecs.umich.edu case ASI_HYP_SCRATCHPAD: 9483823Ssaidi@eecs.umich.edu case ASI_SCRATCHPAD: 9494172Ssaidi@eecs.umich.edu pkt->set(tc->readMiscReg(MISCREG_SCRATCHPAD_R0 + (va >> 3))); 9503823Ssaidi@eecs.umich.edu break; 9513826Ssaidi@eecs.umich.edu case ASI_IMMU: 9523826Ssaidi@eecs.umich.edu switch (va) { 9533833Ssaidi@eecs.umich.edu case 0x0: 9544990Sgblack@eecs.umich.edu temp = itb->tag_access; 9553833Ssaidi@eecs.umich.edu pkt->set(bits(temp,63,22) | bits(temp,12,0) << 48); 9563833Ssaidi@eecs.umich.edu break; 9573906Ssaidi@eecs.umich.edu case 0x18: 9584990Sgblack@eecs.umich.edu pkt->set(itb->sfsr); 9593906Ssaidi@eecs.umich.edu break; 9603826Ssaidi@eecs.umich.edu case 0x30: 9614990Sgblack@eecs.umich.edu pkt->set(itb->tag_access); 9623826Ssaidi@eecs.umich.edu break; 9633826Ssaidi@eecs.umich.edu default: 9643826Ssaidi@eecs.umich.edu goto doMmuReadError; 9653826Ssaidi@eecs.umich.edu } 9663826Ssaidi@eecs.umich.edu break; 9673823Ssaidi@eecs.umich.edu case ASI_DMMU: 9683823Ssaidi@eecs.umich.edu switch (va) { 9693833Ssaidi@eecs.umich.edu case 0x0: 9704990Sgblack@eecs.umich.edu temp = tag_access; 9713833Ssaidi@eecs.umich.edu pkt->set(bits(temp,63,22) | bits(temp,12,0) << 48); 9723833Ssaidi@eecs.umich.edu break; 9733906Ssaidi@eecs.umich.edu case 0x18: 9744990Sgblack@eecs.umich.edu pkt->set(sfsr); 9753906Ssaidi@eecs.umich.edu break; 9763906Ssaidi@eecs.umich.edu case 0x20: 9774990Sgblack@eecs.umich.edu pkt->set(sfar); 9783906Ssaidi@eecs.umich.edu break; 9793826Ssaidi@eecs.umich.edu case 0x30: 9804990Sgblack@eecs.umich.edu pkt->set(tag_access); 9813826Ssaidi@eecs.umich.edu break; 9823823Ssaidi@eecs.umich.edu case 0x80: 9834172Ssaidi@eecs.umich.edu pkt->set(tc->readMiscReg(MISCREG_MMU_PART_ID)); 9843823Ssaidi@eecs.umich.edu break; 9853823Ssaidi@eecs.umich.edu default: 9863823Ssaidi@eecs.umich.edu goto doMmuReadError; 9873823Ssaidi@eecs.umich.edu } 9883823Ssaidi@eecs.umich.edu break; 9893833Ssaidi@eecs.umich.edu case ASI_DMMU_TSB_PS0_PTR_REG: 9904070Ssaidi@eecs.umich.edu pkt->set(MakeTsbPtr(Ps0, 9914990Sgblack@eecs.umich.edu tag_access, 9924990Sgblack@eecs.umich.edu c0_tsb_ps0, 9934990Sgblack@eecs.umich.edu c0_config, 9944990Sgblack@eecs.umich.edu cx_tsb_ps0, 9954990Sgblack@eecs.umich.edu cx_config)); 9963833Ssaidi@eecs.umich.edu break; 9973833Ssaidi@eecs.umich.edu case ASI_DMMU_TSB_PS1_PTR_REG: 9984070Ssaidi@eecs.umich.edu pkt->set(MakeTsbPtr(Ps1, 9994990Sgblack@eecs.umich.edu tag_access, 10004990Sgblack@eecs.umich.edu c0_tsb_ps1, 10014990Sgblack@eecs.umich.edu c0_config, 10024990Sgblack@eecs.umich.edu cx_tsb_ps1, 10034990Sgblack@eecs.umich.edu cx_config)); 10043833Ssaidi@eecs.umich.edu break; 10053899Ssaidi@eecs.umich.edu case ASI_IMMU_TSB_PS0_PTR_REG: 10064070Ssaidi@eecs.umich.edu pkt->set(MakeTsbPtr(Ps0, 10074990Sgblack@eecs.umich.edu itb->tag_access, 10084990Sgblack@eecs.umich.edu itb->c0_tsb_ps0, 10094990Sgblack@eecs.umich.edu itb->c0_config, 10104990Sgblack@eecs.umich.edu itb->cx_tsb_ps0, 10114990Sgblack@eecs.umich.edu itb->cx_config)); 10123899Ssaidi@eecs.umich.edu break; 10133899Ssaidi@eecs.umich.edu case ASI_IMMU_TSB_PS1_PTR_REG: 10144070Ssaidi@eecs.umich.edu pkt->set(MakeTsbPtr(Ps1, 10154990Sgblack@eecs.umich.edu itb->tag_access, 10164990Sgblack@eecs.umich.edu itb->c0_tsb_ps1, 10174990Sgblack@eecs.umich.edu itb->c0_config, 10184990Sgblack@eecs.umich.edu itb->cx_tsb_ps1, 10194990Sgblack@eecs.umich.edu itb->cx_config)); 10203899Ssaidi@eecs.umich.edu break; 10214103Ssaidi@eecs.umich.edu case ASI_SWVR_INTR_RECEIVE: 10225646Sgblack@eecs.umich.edu { 10235646Sgblack@eecs.umich.edu SparcISA::Interrupts * interrupts = 10245646Sgblack@eecs.umich.edu dynamic_cast<SparcISA::Interrupts *>( 10255646Sgblack@eecs.umich.edu tc->getCpuPtr()->getInterruptController()); 10265646Sgblack@eecs.umich.edu pkt->set(interrupts->get_vec(IT_INT_VEC)); 10275646Sgblack@eecs.umich.edu } 10284103Ssaidi@eecs.umich.edu break; 10294103Ssaidi@eecs.umich.edu case ASI_SWVR_UDB_INTR_R: 10305646Sgblack@eecs.umich.edu { 10315646Sgblack@eecs.umich.edu SparcISA::Interrupts * interrupts = 10325646Sgblack@eecs.umich.edu dynamic_cast<SparcISA::Interrupts *>( 10335646Sgblack@eecs.umich.edu tc->getCpuPtr()->getInterruptController()); 10345646Sgblack@eecs.umich.edu temp = findMsbSet(interrupts->get_vec(IT_INT_VEC)); 10355704Snate@binkert.org tc->getCpuPtr()->clearInterrupt(IT_INT_VEC, temp); 10365646Sgblack@eecs.umich.edu pkt->set(temp); 10375646Sgblack@eecs.umich.edu } 10384103Ssaidi@eecs.umich.edu break; 10393823Ssaidi@eecs.umich.edu default: 10403823Ssaidi@eecs.umich.edudoMmuReadError: 10413823Ssaidi@eecs.umich.edu panic("need to impl DTB::doMmuRegRead() got asi=%#x, va=%#x\n", 10423823Ssaidi@eecs.umich.edu (uint32_t)asi, va); 10433823Ssaidi@eecs.umich.edu } 10444870Sstever@eecs.umich.edu pkt->makeAtomicResponse(); 10459180Sandreas.hansson@arm.com return Cycles(1); 10463806Ssaidi@eecs.umich.edu} 10473806Ssaidi@eecs.umich.edu 10489180Sandreas.hansson@arm.comCycles 10496022Sgblack@eecs.umich.eduTLB::doMmuRegWrite(ThreadContext *tc, Packet *pkt) 10503806Ssaidi@eecs.umich.edu{ 10517518Sgblack@eecs.umich.edu uint64_t data = pkt->get<uint64_t>(); 10523823Ssaidi@eecs.umich.edu Addr va = pkt->getAddr(); 10539912Sandreas@sandberg.pp.se ASI asi = (ASI)pkt->req->getArchFlags(); 10543823Ssaidi@eecs.umich.edu 10553826Ssaidi@eecs.umich.edu Addr ta_insert; 10563826Ssaidi@eecs.umich.edu Addr va_insert; 10573826Ssaidi@eecs.umich.edu Addr ct_insert; 10583826Ssaidi@eecs.umich.edu int part_insert; 10593826Ssaidi@eecs.umich.edu int entry_insert = -1; 10603826Ssaidi@eecs.umich.edu bool real_insert; 10613863Ssaidi@eecs.umich.edu bool ignore; 10623863Ssaidi@eecs.umich.edu int part_id; 10633863Ssaidi@eecs.umich.edu int ctx_id; 10643826Ssaidi@eecs.umich.edu PageTableEntry pte; 10653826Ssaidi@eecs.umich.edu 10663825Ssaidi@eecs.umich.edu DPRINTF(IPR, "Memory Mapped IPR Write: asi=%#X a=%#x d=%#X\n", 10673823Ssaidi@eecs.umich.edu (uint32_t)asi, va, data); 10683823Ssaidi@eecs.umich.edu 10696022Sgblack@eecs.umich.edu TLB *itb = tc->getITBPtr(); 10704990Sgblack@eecs.umich.edu 10713823Ssaidi@eecs.umich.edu switch (asi) { 10723823Ssaidi@eecs.umich.edu case ASI_LSU_CONTROL_REG: 10733823Ssaidi@eecs.umich.edu assert(va == 0); 10744172Ssaidi@eecs.umich.edu tc->setMiscReg(MISCREG_MMU_LSU_CTRL, data); 10753823Ssaidi@eecs.umich.edu break; 10763823Ssaidi@eecs.umich.edu case ASI_MMU: 10773823Ssaidi@eecs.umich.edu switch (va) { 10783823Ssaidi@eecs.umich.edu case 0x8: 10794172Ssaidi@eecs.umich.edu tc->setMiscReg(MISCREG_MMU_P_CONTEXT, data); 10803823Ssaidi@eecs.umich.edu break; 10813823Ssaidi@eecs.umich.edu case 0x10: 10824172Ssaidi@eecs.umich.edu tc->setMiscReg(MISCREG_MMU_S_CONTEXT, data); 10833823Ssaidi@eecs.umich.edu break; 10843823Ssaidi@eecs.umich.edu default: 10853823Ssaidi@eecs.umich.edu goto doMmuWriteError; 10863823Ssaidi@eecs.umich.edu } 10873823Ssaidi@eecs.umich.edu break; 10883824Ssaidi@eecs.umich.edu case ASI_QUEUE: 10893825Ssaidi@eecs.umich.edu assert(mbits(data,13,6) == data); 10904172Ssaidi@eecs.umich.edu tc->setMiscReg(MISCREG_QUEUE_CPU_MONDO_HEAD + 10913824Ssaidi@eecs.umich.edu (va >> 4) - 0x3c, data); 10923824Ssaidi@eecs.umich.edu break; 10933823Ssaidi@eecs.umich.edu case ASI_DMMU_CTXT_ZERO_TSB_BASE_PS0: 10943823Ssaidi@eecs.umich.edu assert(va == 0); 10954990Sgblack@eecs.umich.edu c0_tsb_ps0 = data; 10963823Ssaidi@eecs.umich.edu break; 10973823Ssaidi@eecs.umich.edu case ASI_DMMU_CTXT_ZERO_TSB_BASE_PS1: 10983823Ssaidi@eecs.umich.edu assert(va == 0); 10994990Sgblack@eecs.umich.edu c0_tsb_ps1 = data; 11003823Ssaidi@eecs.umich.edu break; 11013823Ssaidi@eecs.umich.edu case ASI_DMMU_CTXT_ZERO_CONFIG: 11023823Ssaidi@eecs.umich.edu assert(va == 0); 11034990Sgblack@eecs.umich.edu c0_config = data; 11043823Ssaidi@eecs.umich.edu break; 11053823Ssaidi@eecs.umich.edu case ASI_IMMU_CTXT_ZERO_TSB_BASE_PS0: 11063823Ssaidi@eecs.umich.edu assert(va == 0); 11074990Sgblack@eecs.umich.edu itb->c0_tsb_ps0 = data; 11083823Ssaidi@eecs.umich.edu break; 11093823Ssaidi@eecs.umich.edu case ASI_IMMU_CTXT_ZERO_TSB_BASE_PS1: 11103823Ssaidi@eecs.umich.edu assert(va == 0); 11114990Sgblack@eecs.umich.edu itb->c0_tsb_ps1 = data; 11123823Ssaidi@eecs.umich.edu break; 11133823Ssaidi@eecs.umich.edu case ASI_IMMU_CTXT_ZERO_CONFIG: 11143823Ssaidi@eecs.umich.edu assert(va == 0); 11154990Sgblack@eecs.umich.edu itb->c0_config = data; 11163823Ssaidi@eecs.umich.edu break; 11173823Ssaidi@eecs.umich.edu case ASI_DMMU_CTXT_NONZERO_TSB_BASE_PS0: 11183823Ssaidi@eecs.umich.edu assert(va == 0); 11194990Sgblack@eecs.umich.edu cx_tsb_ps0 = data; 11203823Ssaidi@eecs.umich.edu break; 11213823Ssaidi@eecs.umich.edu case ASI_DMMU_CTXT_NONZERO_TSB_BASE_PS1: 11223823Ssaidi@eecs.umich.edu assert(va == 0); 11234990Sgblack@eecs.umich.edu cx_tsb_ps1 = data; 11243823Ssaidi@eecs.umich.edu break; 11253823Ssaidi@eecs.umich.edu case ASI_DMMU_CTXT_NONZERO_CONFIG: 11263823Ssaidi@eecs.umich.edu assert(va == 0); 11274990Sgblack@eecs.umich.edu cx_config = data; 11283823Ssaidi@eecs.umich.edu break; 11293823Ssaidi@eecs.umich.edu case ASI_IMMU_CTXT_NONZERO_TSB_BASE_PS0: 11303823Ssaidi@eecs.umich.edu assert(va == 0); 11314990Sgblack@eecs.umich.edu itb->cx_tsb_ps0 = data; 11323823Ssaidi@eecs.umich.edu break; 11333823Ssaidi@eecs.umich.edu case ASI_IMMU_CTXT_NONZERO_TSB_BASE_PS1: 11343823Ssaidi@eecs.umich.edu assert(va == 0); 11354990Sgblack@eecs.umich.edu itb->cx_tsb_ps1 = data; 11363823Ssaidi@eecs.umich.edu break; 11373823Ssaidi@eecs.umich.edu case ASI_IMMU_CTXT_NONZERO_CONFIG: 11383823Ssaidi@eecs.umich.edu assert(va == 0); 11394990Sgblack@eecs.umich.edu itb->cx_config = data; 11403823Ssaidi@eecs.umich.edu break; 11413825Ssaidi@eecs.umich.edu case ASI_SPARC_ERROR_EN_REG: 11423825Ssaidi@eecs.umich.edu case ASI_SPARC_ERROR_STATUS_REG: 11435823Ssaidi@eecs.umich.edu inform("Ignoring write to SPARC ERROR regsiter\n"); 11443825Ssaidi@eecs.umich.edu break; 11453823Ssaidi@eecs.umich.edu case ASI_HYP_SCRATCHPAD: 11463823Ssaidi@eecs.umich.edu case ASI_SCRATCHPAD: 11474172Ssaidi@eecs.umich.edu tc->setMiscReg(MISCREG_SCRATCHPAD_R0 + (va >> 3), data); 11483823Ssaidi@eecs.umich.edu break; 11493826Ssaidi@eecs.umich.edu case ASI_IMMU: 11503826Ssaidi@eecs.umich.edu switch (va) { 11513906Ssaidi@eecs.umich.edu case 0x18: 11524990Sgblack@eecs.umich.edu itb->sfsr = data; 11533906Ssaidi@eecs.umich.edu break; 11543826Ssaidi@eecs.umich.edu case 0x30: 11553916Ssaidi@eecs.umich.edu sext<59>(bits(data, 59,0)); 11564990Sgblack@eecs.umich.edu itb->tag_access = data; 11573826Ssaidi@eecs.umich.edu break; 11583826Ssaidi@eecs.umich.edu default: 11593826Ssaidi@eecs.umich.edu goto doMmuWriteError; 11603826Ssaidi@eecs.umich.edu } 11613826Ssaidi@eecs.umich.edu break; 11623826Ssaidi@eecs.umich.edu case ASI_ITLB_DATA_ACCESS_REG: 11633826Ssaidi@eecs.umich.edu entry_insert = bits(va, 8,3); 11643826Ssaidi@eecs.umich.edu case ASI_ITLB_DATA_IN_REG: 11653826Ssaidi@eecs.umich.edu assert(entry_insert != -1 || mbits(va,10,9) == va); 11664990Sgblack@eecs.umich.edu ta_insert = itb->tag_access; 11673826Ssaidi@eecs.umich.edu va_insert = mbits(ta_insert, 63,13); 11683826Ssaidi@eecs.umich.edu ct_insert = mbits(ta_insert, 12,0); 11694172Ssaidi@eecs.umich.edu part_insert = tc->readMiscReg(MISCREG_MMU_PART_ID); 11703826Ssaidi@eecs.umich.edu real_insert = bits(va, 9,9); 11713826Ssaidi@eecs.umich.edu pte.populate(data, bits(va,10,10) ? PageTableEntry::sun4v : 11723826Ssaidi@eecs.umich.edu PageTableEntry::sun4u); 11733826Ssaidi@eecs.umich.edu tc->getITBPtr()->insert(va_insert, part_insert, ct_insert, real_insert, 11743826Ssaidi@eecs.umich.edu pte, entry_insert); 11753826Ssaidi@eecs.umich.edu break; 11763826Ssaidi@eecs.umich.edu case ASI_DTLB_DATA_ACCESS_REG: 11773826Ssaidi@eecs.umich.edu entry_insert = bits(va, 8,3); 11783826Ssaidi@eecs.umich.edu case ASI_DTLB_DATA_IN_REG: 11793826Ssaidi@eecs.umich.edu assert(entry_insert != -1 || mbits(va,10,9) == va); 11804990Sgblack@eecs.umich.edu ta_insert = tag_access; 11813826Ssaidi@eecs.umich.edu va_insert = mbits(ta_insert, 63,13); 11823826Ssaidi@eecs.umich.edu ct_insert = mbits(ta_insert, 12,0); 11834172Ssaidi@eecs.umich.edu part_insert = tc->readMiscReg(MISCREG_MMU_PART_ID); 11843826Ssaidi@eecs.umich.edu real_insert = bits(va, 9,9); 11853826Ssaidi@eecs.umich.edu pte.populate(data, bits(va,10,10) ? PageTableEntry::sun4v : 11863826Ssaidi@eecs.umich.edu PageTableEntry::sun4u); 11875555Snate@binkert.org insert(va_insert, part_insert, ct_insert, real_insert, pte, 11885555Snate@binkert.org entry_insert); 11893826Ssaidi@eecs.umich.edu break; 11903863Ssaidi@eecs.umich.edu case ASI_IMMU_DEMAP: 11913863Ssaidi@eecs.umich.edu ignore = false; 11923863Ssaidi@eecs.umich.edu ctx_id = -1; 11934172Ssaidi@eecs.umich.edu part_id = tc->readMiscReg(MISCREG_MMU_PART_ID); 11943863Ssaidi@eecs.umich.edu switch (bits(va,5,4)) { 11953863Ssaidi@eecs.umich.edu case 0: 11964172Ssaidi@eecs.umich.edu ctx_id = tc->readMiscReg(MISCREG_MMU_P_CONTEXT); 11973863Ssaidi@eecs.umich.edu break; 11983863Ssaidi@eecs.umich.edu case 1: 11993863Ssaidi@eecs.umich.edu ignore = true; 12003863Ssaidi@eecs.umich.edu break; 12013863Ssaidi@eecs.umich.edu case 3: 12023863Ssaidi@eecs.umich.edu ctx_id = 0; 12033863Ssaidi@eecs.umich.edu break; 12043863Ssaidi@eecs.umich.edu default: 12053863Ssaidi@eecs.umich.edu ignore = true; 12063863Ssaidi@eecs.umich.edu } 12073863Ssaidi@eecs.umich.edu 12087741Sgblack@eecs.umich.edu switch (bits(va,7,6)) { 12093863Ssaidi@eecs.umich.edu case 0: // demap page 12103863Ssaidi@eecs.umich.edu if (!ignore) 12113863Ssaidi@eecs.umich.edu tc->getITBPtr()->demapPage(mbits(va,63,13), part_id, 12123863Ssaidi@eecs.umich.edu bits(va,9,9), ctx_id); 12133863Ssaidi@eecs.umich.edu break; 12147741Sgblack@eecs.umich.edu case 1: // demap context 12153863Ssaidi@eecs.umich.edu if (!ignore) 12163863Ssaidi@eecs.umich.edu tc->getITBPtr()->demapContext(part_id, ctx_id); 12173863Ssaidi@eecs.umich.edu break; 12183863Ssaidi@eecs.umich.edu case 2: 12193863Ssaidi@eecs.umich.edu tc->getITBPtr()->demapAll(part_id); 12203863Ssaidi@eecs.umich.edu break; 12213863Ssaidi@eecs.umich.edu default: 12223863Ssaidi@eecs.umich.edu panic("Invalid type for IMMU demap\n"); 12233863Ssaidi@eecs.umich.edu } 12243863Ssaidi@eecs.umich.edu break; 12253823Ssaidi@eecs.umich.edu case ASI_DMMU: 12263823Ssaidi@eecs.umich.edu switch (va) { 12273906Ssaidi@eecs.umich.edu case 0x18: 12284990Sgblack@eecs.umich.edu sfsr = data; 12293906Ssaidi@eecs.umich.edu break; 12303826Ssaidi@eecs.umich.edu case 0x30: 12313916Ssaidi@eecs.umich.edu sext<59>(bits(data, 59,0)); 12324990Sgblack@eecs.umich.edu tag_access = data; 12333826Ssaidi@eecs.umich.edu break; 12343823Ssaidi@eecs.umich.edu case 0x80: 12354172Ssaidi@eecs.umich.edu tc->setMiscReg(MISCREG_MMU_PART_ID, data); 12363823Ssaidi@eecs.umich.edu break; 12373823Ssaidi@eecs.umich.edu default: 12383823Ssaidi@eecs.umich.edu goto doMmuWriteError; 12393823Ssaidi@eecs.umich.edu } 12403823Ssaidi@eecs.umich.edu break; 12413863Ssaidi@eecs.umich.edu case ASI_DMMU_DEMAP: 12423863Ssaidi@eecs.umich.edu ignore = false; 12433863Ssaidi@eecs.umich.edu ctx_id = -1; 12444172Ssaidi@eecs.umich.edu part_id = tc->readMiscReg(MISCREG_MMU_PART_ID); 12453863Ssaidi@eecs.umich.edu switch (bits(va,5,4)) { 12463863Ssaidi@eecs.umich.edu case 0: 12474172Ssaidi@eecs.umich.edu ctx_id = tc->readMiscReg(MISCREG_MMU_P_CONTEXT); 12483863Ssaidi@eecs.umich.edu break; 12493863Ssaidi@eecs.umich.edu case 1: 12504172Ssaidi@eecs.umich.edu ctx_id = tc->readMiscReg(MISCREG_MMU_S_CONTEXT); 12513863Ssaidi@eecs.umich.edu break; 12523863Ssaidi@eecs.umich.edu case 3: 12533863Ssaidi@eecs.umich.edu ctx_id = 0; 12543863Ssaidi@eecs.umich.edu break; 12553863Ssaidi@eecs.umich.edu default: 12563863Ssaidi@eecs.umich.edu ignore = true; 12573863Ssaidi@eecs.umich.edu } 12583863Ssaidi@eecs.umich.edu 12597741Sgblack@eecs.umich.edu switch (bits(va,7,6)) { 12603863Ssaidi@eecs.umich.edu case 0: // demap page 12613863Ssaidi@eecs.umich.edu if (!ignore) 12623863Ssaidi@eecs.umich.edu demapPage(mbits(va,63,13), part_id, bits(va,9,9), ctx_id); 12633863Ssaidi@eecs.umich.edu break; 12647741Sgblack@eecs.umich.edu case 1: // demap context 12653863Ssaidi@eecs.umich.edu if (!ignore) 12663863Ssaidi@eecs.umich.edu demapContext(part_id, ctx_id); 12673863Ssaidi@eecs.umich.edu break; 12683863Ssaidi@eecs.umich.edu case 2: 12693863Ssaidi@eecs.umich.edu demapAll(part_id); 12703863Ssaidi@eecs.umich.edu break; 12713863Ssaidi@eecs.umich.edu default: 12723863Ssaidi@eecs.umich.edu panic("Invalid type for IMMU demap\n"); 12733863Ssaidi@eecs.umich.edu } 12743863Ssaidi@eecs.umich.edu break; 12754103Ssaidi@eecs.umich.edu case ASI_SWVR_INTR_RECEIVE: 12765646Sgblack@eecs.umich.edu { 12775646Sgblack@eecs.umich.edu int msb; 12785646Sgblack@eecs.umich.edu // clear all the interrupts that aren't set in the write 12795646Sgblack@eecs.umich.edu SparcISA::Interrupts * interrupts = 12805646Sgblack@eecs.umich.edu dynamic_cast<SparcISA::Interrupts *>( 12815646Sgblack@eecs.umich.edu tc->getCpuPtr()->getInterruptController()); 12825704Snate@binkert.org while (interrupts->get_vec(IT_INT_VEC) & data) { 12835646Sgblack@eecs.umich.edu msb = findMsbSet(interrupts->get_vec(IT_INT_VEC) & data); 12845704Snate@binkert.org tc->getCpuPtr()->clearInterrupt(IT_INT_VEC, msb); 12855646Sgblack@eecs.umich.edu } 12864103Ssaidi@eecs.umich.edu } 12874103Ssaidi@eecs.umich.edu break; 12884103Ssaidi@eecs.umich.edu case ASI_SWVR_UDB_INTR_W: 12894103Ssaidi@eecs.umich.edu tc->getSystemPtr()->threadContexts[bits(data,12,8)]->getCpuPtr()-> 12905704Snate@binkert.org postInterrupt(bits(data, 5, 0), 0); 12914103Ssaidi@eecs.umich.edu break; 12925555Snate@binkert.org default: 12933823Ssaidi@eecs.umich.edudoMmuWriteError: 12943823Ssaidi@eecs.umich.edu panic("need to impl DTB::doMmuRegWrite() got asi=%#x, va=%#x d=%#x\n", 12959912Sandreas@sandberg.pp.se (uint32_t)pkt->req->getArchFlags(), pkt->getAddr(), data); 12963823Ssaidi@eecs.umich.edu } 12974870Sstever@eecs.umich.edu pkt->makeAtomicResponse(); 12989180Sandreas.hansson@arm.com return Cycles(1); 12993806Ssaidi@eecs.umich.edu} 13003806Ssaidi@eecs.umich.edu 13013804Ssaidi@eecs.umich.eduvoid 13026022Sgblack@eecs.umich.eduTLB::GetTsbPtr(ThreadContext *tc, Addr addr, int ctx, Addr *ptrs) 13034070Ssaidi@eecs.umich.edu{ 13044070Ssaidi@eecs.umich.edu uint64_t tag_access = mbits(addr,63,13) | mbits(ctx,12,0); 13056022Sgblack@eecs.umich.edu TLB * itb = tc->getITBPtr(); 13064070Ssaidi@eecs.umich.edu ptrs[0] = MakeTsbPtr(Ps0, tag_access, 13074990Sgblack@eecs.umich.edu c0_tsb_ps0, 13084990Sgblack@eecs.umich.edu c0_config, 13094990Sgblack@eecs.umich.edu cx_tsb_ps0, 13104990Sgblack@eecs.umich.edu cx_config); 13114070Ssaidi@eecs.umich.edu ptrs[1] = MakeTsbPtr(Ps1, tag_access, 13124990Sgblack@eecs.umich.edu c0_tsb_ps1, 13134990Sgblack@eecs.umich.edu c0_config, 13144990Sgblack@eecs.umich.edu cx_tsb_ps1, 13154990Sgblack@eecs.umich.edu cx_config); 13164070Ssaidi@eecs.umich.edu ptrs[2] = MakeTsbPtr(Ps0, tag_access, 13174990Sgblack@eecs.umich.edu itb->c0_tsb_ps0, 13184990Sgblack@eecs.umich.edu itb->c0_config, 13194990Sgblack@eecs.umich.edu itb->cx_tsb_ps0, 13204990Sgblack@eecs.umich.edu itb->cx_config); 13214070Ssaidi@eecs.umich.edu ptrs[3] = MakeTsbPtr(Ps1, tag_access, 13224990Sgblack@eecs.umich.edu itb->c0_tsb_ps1, 13234990Sgblack@eecs.umich.edu itb->c0_config, 13244990Sgblack@eecs.umich.edu itb->cx_tsb_ps1, 13254990Sgblack@eecs.umich.edu itb->cx_config); 13264070Ssaidi@eecs.umich.edu} 13274070Ssaidi@eecs.umich.edu 13284070Ssaidi@eecs.umich.eduuint64_t 13296022Sgblack@eecs.umich.eduTLB::MakeTsbPtr(TsbPageSize ps, uint64_t tag_access, uint64_t c0_tsb, 13304070Ssaidi@eecs.umich.edu uint64_t c0_config, uint64_t cX_tsb, uint64_t cX_config) 13314070Ssaidi@eecs.umich.edu{ 13324070Ssaidi@eecs.umich.edu uint64_t tsb; 13334070Ssaidi@eecs.umich.edu uint64_t config; 13344070Ssaidi@eecs.umich.edu 13354070Ssaidi@eecs.umich.edu if (bits(tag_access, 12,0) == 0) { 13364070Ssaidi@eecs.umich.edu tsb = c0_tsb; 13374070Ssaidi@eecs.umich.edu config = c0_config; 13384070Ssaidi@eecs.umich.edu } else { 13394070Ssaidi@eecs.umich.edu tsb = cX_tsb; 13404070Ssaidi@eecs.umich.edu config = cX_config; 13414070Ssaidi@eecs.umich.edu } 13424070Ssaidi@eecs.umich.edu 13434070Ssaidi@eecs.umich.edu uint64_t ptr = mbits(tsb,63,13); 13444070Ssaidi@eecs.umich.edu bool split = bits(tsb,12,12); 13454070Ssaidi@eecs.umich.edu int tsb_size = bits(tsb,3,0); 13464070Ssaidi@eecs.umich.edu int page_size = (ps == Ps0) ? bits(config, 2,0) : bits(config,10,8); 13474070Ssaidi@eecs.umich.edu 13484070Ssaidi@eecs.umich.edu if (ps == Ps1 && split) 13494070Ssaidi@eecs.umich.edu ptr |= ULL(1) << (13 + tsb_size); 13504070Ssaidi@eecs.umich.edu ptr |= (tag_access >> (9 + page_size * 3)) & mask(12+tsb_size, 4); 13514070Ssaidi@eecs.umich.edu 13524070Ssaidi@eecs.umich.edu return ptr; 13534070Ssaidi@eecs.umich.edu} 13544070Ssaidi@eecs.umich.edu 13554070Ssaidi@eecs.umich.eduvoid 13563804Ssaidi@eecs.umich.eduTLB::serialize(std::ostream &os) 13573804Ssaidi@eecs.umich.edu{ 13584000Ssaidi@eecs.umich.edu SERIALIZE_SCALAR(size); 13594000Ssaidi@eecs.umich.edu SERIALIZE_SCALAR(usedEntries); 13604000Ssaidi@eecs.umich.edu SERIALIZE_SCALAR(lastReplaced); 13614000Ssaidi@eecs.umich.edu 13624000Ssaidi@eecs.umich.edu // convert the pointer based free list into an index based one 13634000Ssaidi@eecs.umich.edu int *free_list = (int*)malloc(sizeof(int) * size); 13644000Ssaidi@eecs.umich.edu int cntr = 0; 13654000Ssaidi@eecs.umich.edu std::list<TlbEntry*>::iterator i; 13664000Ssaidi@eecs.umich.edu i = freeList.begin(); 13674000Ssaidi@eecs.umich.edu while (i != freeList.end()) { 13684000Ssaidi@eecs.umich.edu free_list[cntr++] = ((size_t)*i - (size_t)tlb)/ sizeof(TlbEntry); 13694000Ssaidi@eecs.umich.edu i++; 13704000Ssaidi@eecs.umich.edu } 13714000Ssaidi@eecs.umich.edu SERIALIZE_SCALAR(cntr); 13724000Ssaidi@eecs.umich.edu SERIALIZE_ARRAY(free_list, cntr); 13734000Ssaidi@eecs.umich.edu 13744990Sgblack@eecs.umich.edu SERIALIZE_SCALAR(c0_tsb_ps0); 13754990Sgblack@eecs.umich.edu SERIALIZE_SCALAR(c0_tsb_ps1); 13764990Sgblack@eecs.umich.edu SERIALIZE_SCALAR(c0_config); 13774990Sgblack@eecs.umich.edu SERIALIZE_SCALAR(cx_tsb_ps0); 13784990Sgblack@eecs.umich.edu SERIALIZE_SCALAR(cx_tsb_ps1); 13794990Sgblack@eecs.umich.edu SERIALIZE_SCALAR(cx_config); 13804990Sgblack@eecs.umich.edu SERIALIZE_SCALAR(sfsr); 13814990Sgblack@eecs.umich.edu SERIALIZE_SCALAR(tag_access); 13825276Ssaidi@eecs.umich.edu 13835276Ssaidi@eecs.umich.edu for (int x = 0; x < size; x++) { 13845276Ssaidi@eecs.umich.edu nameOut(os, csprintf("%s.PTE%d", name(), x)); 13855276Ssaidi@eecs.umich.edu tlb[x].serialize(os); 13865276Ssaidi@eecs.umich.edu } 13876022Sgblack@eecs.umich.edu SERIALIZE_SCALAR(sfar); 13883804Ssaidi@eecs.umich.edu} 13893804Ssaidi@eecs.umich.edu 13903804Ssaidi@eecs.umich.eduvoid 13913804Ssaidi@eecs.umich.eduTLB::unserialize(Checkpoint *cp, const std::string §ion) 13923804Ssaidi@eecs.umich.edu{ 13934000Ssaidi@eecs.umich.edu int oldSize; 13944000Ssaidi@eecs.umich.edu 13954000Ssaidi@eecs.umich.edu paramIn(cp, section, "size", oldSize); 13964000Ssaidi@eecs.umich.edu if (oldSize != size) 13974000Ssaidi@eecs.umich.edu panic("Don't support unserializing different sized TLBs\n"); 13984000Ssaidi@eecs.umich.edu UNSERIALIZE_SCALAR(usedEntries); 13994000Ssaidi@eecs.umich.edu UNSERIALIZE_SCALAR(lastReplaced); 14004000Ssaidi@eecs.umich.edu 14014000Ssaidi@eecs.umich.edu int cntr; 14024000Ssaidi@eecs.umich.edu UNSERIALIZE_SCALAR(cntr); 14034000Ssaidi@eecs.umich.edu 14044000Ssaidi@eecs.umich.edu int *free_list = (int*)malloc(sizeof(int) * cntr); 14054000Ssaidi@eecs.umich.edu freeList.clear(); 14064000Ssaidi@eecs.umich.edu UNSERIALIZE_ARRAY(free_list, cntr); 14074000Ssaidi@eecs.umich.edu for (int x = 0; x < cntr; x++) 14084000Ssaidi@eecs.umich.edu freeList.push_back(&tlb[free_list[x]]); 14094000Ssaidi@eecs.umich.edu 14104990Sgblack@eecs.umich.edu UNSERIALIZE_SCALAR(c0_tsb_ps0); 14114990Sgblack@eecs.umich.edu UNSERIALIZE_SCALAR(c0_tsb_ps1); 14124990Sgblack@eecs.umich.edu UNSERIALIZE_SCALAR(c0_config); 14134990Sgblack@eecs.umich.edu UNSERIALIZE_SCALAR(cx_tsb_ps0); 14144990Sgblack@eecs.umich.edu UNSERIALIZE_SCALAR(cx_tsb_ps1); 14154990Sgblack@eecs.umich.edu UNSERIALIZE_SCALAR(cx_config); 14164990Sgblack@eecs.umich.edu UNSERIALIZE_SCALAR(sfsr); 14174990Sgblack@eecs.umich.edu UNSERIALIZE_SCALAR(tag_access); 14185276Ssaidi@eecs.umich.edu 14195276Ssaidi@eecs.umich.edu lookupTable.clear(); 14205276Ssaidi@eecs.umich.edu for (int x = 0; x < size; x++) { 14215276Ssaidi@eecs.umich.edu tlb[x].unserialize(cp, csprintf("%s.PTE%d", section, x)); 14225276Ssaidi@eecs.umich.edu if (tlb[x].valid) 14235276Ssaidi@eecs.umich.edu lookupTable.insert(tlb[x].range, &tlb[x]); 14245276Ssaidi@eecs.umich.edu 14255276Ssaidi@eecs.umich.edu } 14264990Sgblack@eecs.umich.edu UNSERIALIZE_SCALAR(sfar); 14273804Ssaidi@eecs.umich.edu} 14283804Ssaidi@eecs.umich.edu 14297811Ssteve.reinhardt@amd.com} // namespace SparcISA 14304088Sbinkertn@umich.edu 14316022Sgblack@eecs.umich.eduSparcISA::TLB * 14326022Sgblack@eecs.umich.eduSparcTLBParams::create() 14333804Ssaidi@eecs.umich.edu{ 14346022Sgblack@eecs.umich.edu return new SparcISA::TLB(this); 14353804Ssaidi@eecs.umich.edu} 1436