1/*
2 * Copyright (c) 2001-2005 The Regents of The University of Michigan
3 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions are
7 * met: redistributions of source code must retain the above copyright
8 * notice, this list of conditions and the following disclaimer;
9 * redistributions in binary form must reproduce the above copyright
10 * notice, this list of conditions and the following disclaimer in the
11 * documentation and/or other materials provided with the distribution;
12 * neither the name of the copyright holders nor the names of its
13 * contributors may be used to endorse or promote products derived from
14 * this software without specific prior written permission.
15 *
16 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
17 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
18 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
19 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
20 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
26 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27 *
28 * Authors: Ali Saidi
29 */
30
31#include "arch/sparc/asi.hh"
32#include "arch/sparc/miscregfile.hh"
33#include "arch/sparc/tlb.hh"
34#include "base/bitfield.hh"
35#include "base/trace.hh"
36#include "cpu/thread_context.hh"
37#include "cpu/base.hh"
38#include "mem/packet_access.hh"
39#include "mem/request.hh"
40#include "sim/builder.hh"
41
42/* @todo remove some of the magic constants. -- ali
43 * */
44namespace SparcISA
45{
46
47TLB::TLB(const std::string &name, int s)
48 : SimObject(name), size(s), usedEntries(0), lastReplaced(0),
49 cacheValid(false)
50{
51 // To make this work you'll have to change the hypervisor and OS
52 if (size > 64)
53 fatal("SPARC T1 TLB registers don't support more than 64 TLB entries.");
54
55 tlb = new TlbEntry[size];
56 memset(tlb, 0, sizeof(TlbEntry) * size);
57
58 for (int x = 0; x < size; x++)
59 freeList.push_back(&tlb[x]);
60}
61
62void
63TLB::clearUsedBits()
64{
65 MapIter i;
66 for (i = lookupTable.begin(); i != lookupTable.end(); i++) {
67 TlbEntry *t = i->second;
68 if (!t->pte.locked()) {
69 t->used = false;
70 usedEntries--;
71 }
72 }
73}
74
75
76void
77TLB::insert(Addr va, int partition_id, int context_id, bool real,
78 const PageTableEntry& PTE, int entry)
79{
80
81
82 MapIter i;
83 TlbEntry *new_entry = NULL;
84 TlbRange tr;
85 int x;
86
87 cacheValid = false;
88 tr.va = va;
89 tr.size = PTE.size() - 1;
90 tr.contextId = context_id;
91 tr.partitionId = partition_id;
92 tr.real = real;
93
94
95 DPRINTF(TLB, "TLB: Inserting TLB Entry; va=%#x pa=%#x pid=%d cid=%d r=%d entryid=%d\n",
96 va, PTE.paddr(), partition_id, context_id, (int)real, entry);
97
98 // Demap any entry that conflicts
99 i = lookupTable.find(tr);
100 if (i != lookupTable.end()) {
101 i->second->valid = false;
102 if (i->second->used) {
103 i->second->used = false;
104 usedEntries--;
105 }
106 freeList.push_front(i->second);
107 DPRINTF(TLB, "TLB: Found conflicting entry %#X , deleting it\n",
108 i->second);
109 lookupTable.erase(i);
110 }
111
112
113 if (entry != -1) {
114 assert(entry < size && entry >= 0);
115 new_entry = &tlb[entry];
116 } else {
117 if (!freeList.empty()) {
118 new_entry = freeList.front();
119 } else {
120 x = lastReplaced;
121 do {
122 ++x;
123 if (x == size)
124 x = 0;
125 if (x == lastReplaced)
126 goto insertAllLocked;
127 } while (tlb[x].pte.locked());
128 lastReplaced = x;
129 new_entry = &tlb[x];
130 lookupTable.erase(new_entry->range);
131 }
132 /*
133 for (x = 0; x < size; x++) {
134 if (!tlb[x].valid || !tlb[x].used) {
135 new_entry = &tlb[x];
136 break;
137 }
138 }*/
139 }
140
141insertAllLocked:
142 // Update the last ently if their all locked
143 if (!new_entry) {
144 new_entry = &tlb[size-1];
145 lookupTable.erase(new_entry->range);
146 }
147
148 freeList.remove(new_entry);
149 DPRINTF(TLB, "Using entry: %#X\n", new_entry);
150
151 assert(PTE.valid());
152 new_entry->range.va = va;
153 new_entry->range.size = PTE.size() - 1;
154 new_entry->range.partitionId = partition_id;
155 new_entry->range.contextId = context_id;
156 new_entry->range.real = real;
157 new_entry->pte = PTE;
158 new_entry->used = true;;
159 new_entry->valid = true;
160 usedEntries++;
161
162
163
164 i = lookupTable.insert(new_entry->range, new_entry);
165 assert(i != lookupTable.end());
166
167 // If all entries have there used bit set, clear it on them all, but the
168 // one we just inserted
169 if (usedEntries == size) {
170 clearUsedBits();
171 new_entry->used = true;
172 usedEntries++;
173 }
174
175}
176
177
178TlbEntry*
179TLB::lookup(Addr va, int partition_id, bool real, int context_id)
180{
181 MapIter i;
182 TlbRange tr;
183 TlbEntry *t;
184
185 DPRINTF(TLB, "TLB: Looking up entry va=%#x pid=%d cid=%d r=%d\n",
186 va, partition_id, context_id, real);
187 // Assemble full address structure
188 tr.va = va;
189 tr.size = MachineBytes;
190 tr.contextId = context_id;
191 tr.partitionId = partition_id;
192 tr.real = real;
193
194 // Try to find the entry
195 i = lookupTable.find(tr);
196 if (i == lookupTable.end()) {
197 DPRINTF(TLB, "TLB: No valid entry found\n");
198 return NULL;
199 }
200
201 // Mark the entries used bit and clear other used bits in needed
202 t = i->second;
203 DPRINTF(TLB, "TLB: Valid entry found pa: %#x size: %#x\n", t->pte.paddr(),
204 t->pte.size());
205 if (!t->used) {
206 t->used = true;
207 usedEntries++;
208 if (usedEntries == size) {
209 clearUsedBits();
210 t->used = true;
211 usedEntries++;
212 }
213 }
214
215 return t;
216}
217
218void
219TLB::dumpAll()
220{
221 MapIter i;
222 for (int x = 0; x < size; x++) {
223 if (tlb[x].valid) {
224 DPRINTFN("%4d: %#2x:%#2x %c %#4x %#8x %#8x %#16x\n",
225 x, tlb[x].range.partitionId, tlb[x].range.contextId,
226 tlb[x].range.real ? 'R' : ' ', tlb[x].range.size,
227 tlb[x].range.va, tlb[x].pte.paddr(), tlb[x].pte());
228 }
229 }
230}
231
232void
233TLB::demapPage(Addr va, int partition_id, bool real, int context_id)
234{
235 TlbRange tr;
236 MapIter i;
237
238 DPRINTF(IPR, "TLB: Demapping Page va=%#x pid=%#d cid=%d r=%d\n",
239 va, partition_id, context_id, real);
240
241 cacheValid = false;
242
243 // Assemble full address structure
244 tr.va = va;
245 tr.size = MachineBytes;
246 tr.contextId = context_id;
247 tr.partitionId = partition_id;
248 tr.real = real;
249
250 // Demap any entry that conflicts
251 i = lookupTable.find(tr);
252 if (i != lookupTable.end()) {
253 DPRINTF(IPR, "TLB: Demapped page\n");
254 i->second->valid = false;
255 if (i->second->used) {
256 i->second->used = false;
257 usedEntries--;
258 }
259 freeList.push_front(i->second);
260 DPRINTF(TLB, "Freeing TLB entry : %#X\n", i->second);
261 lookupTable.erase(i);
262 }
263}
264
265void
266TLB::demapContext(int partition_id, int context_id)
267{
268 int x;
269 DPRINTF(IPR, "TLB: Demapping Context pid=%#d cid=%d\n",
270 partition_id, context_id);
271 cacheValid = false;
272 for (x = 0; x < size; x++) {
273 if (tlb[x].range.contextId == context_id &&
274 tlb[x].range.partitionId == partition_id) {
275 if (tlb[x].valid == true) {
276 freeList.push_front(&tlb[x]);
277 DPRINTF(TLB, "Freeing TLB entry : %#X\n", &tlb[x]);
278 }
279 tlb[x].valid = false;
280 if (tlb[x].used) {
281 tlb[x].used = false;
282 usedEntries--;
283 }
284 lookupTable.erase(tlb[x].range);
285 }
286 }
287}
288
289void
290TLB::demapAll(int partition_id)
291{
292 int x;
293 DPRINTF(TLB, "TLB: Demapping All pid=%#d\n", partition_id);
294 cacheValid = false;
295 for (x = 0; x < size; x++) {
296 if (!tlb[x].pte.locked() && tlb[x].range.partitionId == partition_id) {
297 if (tlb[x].valid == true){
298 freeList.push_front(&tlb[x]);
299 DPRINTF(TLB, "Freeing TLB entry : %#X\n", &tlb[x]);
300 }
301 tlb[x].valid = false;
302 if (tlb[x].used) {
303 tlb[x].used = false;
304 usedEntries--;
305 }
306 lookupTable.erase(tlb[x].range);
307 }
308 }
309}
310
311void
312TLB::invalidateAll()
313{
314 int x;
315 cacheValid = false;
316
317 freeList.clear();
318 for (x = 0; x < size; x++) {
319 if (tlb[x].valid == true)
320 freeList.push_back(&tlb[x]);
321 tlb[x].valid = false;
322 }
323 usedEntries = 0;
324}
325
326uint64_t
327TLB::TteRead(int entry) {
328 if (entry >= size)
329 panic("entry: %d\n", entry);
330
331 assert(entry < size);
332 if (tlb[entry].valid)
333 return tlb[entry].pte();
334 else
335 return (uint64_t)-1ll;
336}
337
338uint64_t
339TLB::TagRead(int entry) {
340 assert(entry < size);
341 uint64_t tag;
342 if (!tlb[entry].valid)
343 return (uint64_t)-1ll;
344
345 tag = tlb[entry].range.contextId;
346 tag |= tlb[entry].range.va;
347 tag |= (uint64_t)tlb[entry].range.partitionId << 61;
348 tag |= tlb[entry].range.real ? ULL(1) << 60 : 0;
349 tag |= (uint64_t)~tlb[entry].pte._size() << 56;
350 return tag;
351}
352
353bool
354TLB::validVirtualAddress(Addr va, bool am)
355{
356 if (am)
357 return true;
358 if (va >= StartVAddrHole && va <= EndVAddrHole)
359 return false;
360 return true;
361}
362
363void
364TLB::writeSfsr(ThreadContext *tc, int reg, bool write, ContextType ct,
365 bool se, FaultTypes ft, int asi)
366{
367 uint64_t sfsr;
368 sfsr = tc->readMiscReg(reg);
369
370 if (sfsr & 0x1)
371 sfsr = 0x3;
372 else
373 sfsr = 1;
374
375 if (write)
376 sfsr |= 1 << 2;
377 sfsr |= ct << 4;
378 if (se)
379 sfsr |= 1 << 6;
380 sfsr |= ft << 7;
381 sfsr |= asi << 16;
382 tc->setMiscRegWithEffect(reg, sfsr);
383}
384
385void
386TLB::writeTagAccess(ThreadContext *tc, int reg, Addr va, int context)
387{
388 tc->setMiscRegWithEffect(reg, mbits(va, 63,13) | mbits(context,12,0));
389}
390
391void
392ITB::writeSfsr(ThreadContext *tc, bool write, ContextType ct,
393 bool se, FaultTypes ft, int asi)
394{
395 DPRINTF(TLB, "TLB: ITB Fault: w=%d ct=%d ft=%d asi=%d\n",
396 (int)write, ct, ft, asi);
397 TLB::writeSfsr(tc, MISCREG_MMU_ITLB_SFSR, write, ct, se, ft, asi);
398}
399
400void
401ITB::writeTagAccess(ThreadContext *tc, Addr va, int context)
402{
403 TLB::writeTagAccess(tc, MISCREG_MMU_ITLB_TAG_ACCESS, va, context);
404}
405
406void
407DTB::writeSfr(ThreadContext *tc, Addr a, bool write, ContextType ct,
408 bool se, FaultTypes ft, int asi)
409{
410 DPRINTF(TLB, "TLB: DTB Fault: A=%#x w=%d ct=%d ft=%d asi=%d\n",
411 a, (int)write, ct, ft, asi);
412 TLB::writeSfsr(tc, MISCREG_MMU_DTLB_SFSR, write, ct, se, ft, asi);
413 tc->setMiscRegWithEffect(MISCREG_MMU_DTLB_SFAR, a);
414}
415
416void
417DTB::writeTagAccess(ThreadContext *tc, Addr va, int context)
418{
419 TLB::writeTagAccess(tc, MISCREG_MMU_DTLB_TAG_ACCESS, va, context);
420}
421
422
423
424Fault
425ITB::translate(RequestPtr &req, ThreadContext *tc)
426{
427 uint64_t tlbdata = tc->readMiscReg(MISCREG_TLB_DATA);
428
429 Addr vaddr = req->getVaddr();
430 TlbEntry *e;
431
432 assert(req->getAsi() == ASI_IMPLICIT);
433
434 DPRINTF(TLB, "TLB: ITB Request to translate va=%#x size=%d\n",
435 vaddr, req->getSize());
436
437 // Be fast if we can!
438 if (cacheValid && cacheState == tlbdata) {
439 if (cacheEntry) {
440 if (cacheEntry->range.va < vaddr + sizeof(MachInst) &&
441 cacheEntry->range.va + cacheEntry->range.size >= vaddr) {
442 req->setPaddr(cacheEntry->pte.paddr() & ~(cacheEntry->pte.size()-1) |
443 vaddr & cacheEntry->pte.size()-1 );
444 return NoFault;
445 }
446 } else {
447 req->setPaddr(vaddr & PAddrImplMask);
448 return NoFault;
449 }
450 }
451
452 bool hpriv = bits(tlbdata,0,0);
453 bool red = bits(tlbdata,1,1);
454 bool priv = bits(tlbdata,2,2);
455 bool addr_mask = bits(tlbdata,3,3);
456 bool lsu_im = bits(tlbdata,4,4);
457
458 int part_id = bits(tlbdata,15,8);
459 int tl = bits(tlbdata,18,16);
460 int pri_context = bits(tlbdata,47,32);
461 int context;
462 ContextType ct;
463 int asi;
464 bool real = false;
465
466 DPRINTF(TLB, "TLB: priv:%d hpriv:%d red:%d lsuim:%d part_id: %#X\n",
467 priv, hpriv, red, lsu_im, part_id);
468
469 if (tl > 0) {
470 asi = ASI_N;
471 ct = Nucleus;
472 context = 0;
473 } else {
474 asi = ASI_P;
475 ct = Primary;
476 context = pri_context;
477 }
478
479 if ( hpriv || red ) {
480 cacheValid = true;
481 cacheState = tlbdata;
482 cacheEntry = NULL;
483 req->setPaddr(vaddr & PAddrImplMask);
484 return NoFault;
485 }
486
487 // If the access is unaligned trap
488 if (vaddr & 0x3) {
489 writeSfsr(tc, false, ct, false, OtherFault, asi);
490 return new MemAddressNotAligned;
491 }
492
493 if (addr_mask)
494 vaddr = vaddr & VAddrAMask;
495
496 if (!validVirtualAddress(vaddr, addr_mask)) {
497 writeSfsr(tc, false, ct, false, VaOutOfRange, asi);
498 return new InstructionAccessException;
499 }
500
501 if (!lsu_im) {
502 e = lookup(vaddr, part_id, true);
503 real = true;
504 context = 0;
505 } else {
506 e = lookup(vaddr, part_id, false, context);
507 }
508
509 if (e == NULL || !e->valid) {
510 tc->setMiscReg(MISCREG_MMU_ITLB_TAG_ACCESS,
511 vaddr & ~BytesInPageMask | context);
512 if (real)
513 return new InstructionRealTranslationMiss;
514 else
515 return new FastInstructionAccessMMUMiss;
516 }
517
518 // were not priviledged accesing priv page
519 if (!priv && e->pte.priv()) {
520 writeSfsr(tc, false, ct, false, PrivViolation, asi);
521 return new InstructionAccessException;
522 }
523
524 // cache translation date for next translation
525 cacheValid = true;
526 cacheState = tlbdata;
527 cacheEntry = e;
528
529 req->setPaddr(e->pte.paddr() & ~(e->pte.size()-1) |
530 vaddr & e->pte.size()-1 );
531 DPRINTF(TLB, "TLB: %#X -> %#X\n", vaddr, req->getPaddr());
532 return NoFault;
533}
534
535
536
537Fault
538DTB::translate(RequestPtr &req, ThreadContext *tc, bool write)
539{
540 /* @todo this could really use some profiling and fixing to make it faster! */
541 uint64_t tlbdata = tc->readMiscReg(MISCREG_TLB_DATA);
542 Addr vaddr = req->getVaddr();
543 Addr size = req->getSize();
544 ASI asi;
545 asi = (ASI)req->getAsi();
546 bool implicit = false;
547 bool hpriv = bits(tlbdata,0,0);
548
549 DPRINTF(TLB, "TLB: DTB Request to translate va=%#x size=%d asi=%#x\n",
550 vaddr, size, asi);
551
552 if (asi == ASI_IMPLICIT)
553 implicit = true;
554
555 if (hpriv && implicit) {
556 req->setPaddr(vaddr & PAddrImplMask);
557 return NoFault;
558 }
559
560 // Be fast if we can!
561 if (cacheValid && cacheState == tlbdata) {
562 if (cacheEntry[0] && cacheAsi[0] == asi && cacheEntry[0]->range.va < vaddr + size &&
563 cacheEntry[0]->range.va + cacheEntry[0]->range.size > vaddr) {
564 req->setPaddr(cacheEntry[0]->pte.paddr() & ~(cacheEntry[0]->pte.size()-1) |
565 vaddr & cacheEntry[0]->pte.size()-1 );
566 return NoFault;
567 }
568 if (cacheEntry[1] && cacheAsi[1] == asi && cacheEntry[1]->range.va < vaddr + size &&
569 cacheEntry[1]->range.va + cacheEntry[1]->range.size > vaddr) {
570 req->setPaddr(cacheEntry[1]->pte.paddr() & ~(cacheEntry[1]->pte.size()-1) |
571 vaddr & cacheEntry[1]->pte.size()-1 );
572 return NoFault;
573 }
574 }
575
576 bool red = bits(tlbdata,1,1);
577 bool priv = bits(tlbdata,2,2);
578 bool addr_mask = bits(tlbdata,3,3);
579 bool lsu_dm = bits(tlbdata,5,5);
580
581 int part_id = bits(tlbdata,15,8);
582 int tl = bits(tlbdata,18,16);
583 int pri_context = bits(tlbdata,47,32);
584 int sec_context = bits(tlbdata,47,32);
585
586 bool real = false;
587 ContextType ct = Primary;
588 int context = 0;
589
590 TlbEntry *e;
591
592 DPRINTF(TLB, "TLB: priv:%d hpriv:%d red:%d lsudm:%d part_id: %#X\n",
593 priv, hpriv, red, lsu_dm, part_id);
594
595 if (implicit) {
596 if (tl > 0) {
597 asi = ASI_N;
598 ct = Nucleus;
599 context = 0;
600 } else {
601 asi = ASI_P;
602 ct = Primary;
603 context = pri_context;
604 }
605 } else if (!hpriv && !red) {
606 if (tl > 0 || AsiIsNucleus(asi)) {
607 ct = Nucleus;
608 context = 0;
609 } else if (AsiIsSecondary(asi)) {
610 ct = Secondary;
611 context = sec_context;
612 } else {
613 context = pri_context;
614 ct = Primary; //???
615 }
616
617 // We need to check for priv level/asi priv
618 if (!priv && !AsiIsUnPriv(asi)) {
619 // It appears that context should be Nucleus in these cases?
620 writeSfr(tc, vaddr, write, Nucleus, false, IllegalAsi, asi);
621 return new PrivilegedAction;
622 }
623 if (priv && AsiIsHPriv(asi)) {
624 writeSfr(tc, vaddr, write, Nucleus, false, IllegalAsi, asi);
625 return new DataAccessException;
626 }
627
| 1/*
2 * Copyright (c) 2001-2005 The Regents of The University of Michigan
3 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions are
7 * met: redistributions of source code must retain the above copyright
8 * notice, this list of conditions and the following disclaimer;
9 * redistributions in binary form must reproduce the above copyright
10 * notice, this list of conditions and the following disclaimer in the
11 * documentation and/or other materials provided with the distribution;
12 * neither the name of the copyright holders nor the names of its
13 * contributors may be used to endorse or promote products derived from
14 * this software without specific prior written permission.
15 *
16 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
17 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
18 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
19 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
20 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
26 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27 *
28 * Authors: Ali Saidi
29 */
30
31#include "arch/sparc/asi.hh"
32#include "arch/sparc/miscregfile.hh"
33#include "arch/sparc/tlb.hh"
34#include "base/bitfield.hh"
35#include "base/trace.hh"
36#include "cpu/thread_context.hh"
37#include "cpu/base.hh"
38#include "mem/packet_access.hh"
39#include "mem/request.hh"
40#include "sim/builder.hh"
41
42/* @todo remove some of the magic constants. -- ali
43 * */
44namespace SparcISA
45{
46
47TLB::TLB(const std::string &name, int s)
48 : SimObject(name), size(s), usedEntries(0), lastReplaced(0),
49 cacheValid(false)
50{
51 // To make this work you'll have to change the hypervisor and OS
52 if (size > 64)
53 fatal("SPARC T1 TLB registers don't support more than 64 TLB entries.");
54
55 tlb = new TlbEntry[size];
56 memset(tlb, 0, sizeof(TlbEntry) * size);
57
58 for (int x = 0; x < size; x++)
59 freeList.push_back(&tlb[x]);
60}
61
62void
63TLB::clearUsedBits()
64{
65 MapIter i;
66 for (i = lookupTable.begin(); i != lookupTable.end(); i++) {
67 TlbEntry *t = i->second;
68 if (!t->pte.locked()) {
69 t->used = false;
70 usedEntries--;
71 }
72 }
73}
74
75
76void
77TLB::insert(Addr va, int partition_id, int context_id, bool real,
78 const PageTableEntry& PTE, int entry)
79{
80
81
82 MapIter i;
83 TlbEntry *new_entry = NULL;
84 TlbRange tr;
85 int x;
86
87 cacheValid = false;
88 tr.va = va;
89 tr.size = PTE.size() - 1;
90 tr.contextId = context_id;
91 tr.partitionId = partition_id;
92 tr.real = real;
93
94
95 DPRINTF(TLB, "TLB: Inserting TLB Entry; va=%#x pa=%#x pid=%d cid=%d r=%d entryid=%d\n",
96 va, PTE.paddr(), partition_id, context_id, (int)real, entry);
97
98 // Demap any entry that conflicts
99 i = lookupTable.find(tr);
100 if (i != lookupTable.end()) {
101 i->second->valid = false;
102 if (i->second->used) {
103 i->second->used = false;
104 usedEntries--;
105 }
106 freeList.push_front(i->second);
107 DPRINTF(TLB, "TLB: Found conflicting entry %#X , deleting it\n",
108 i->second);
109 lookupTable.erase(i);
110 }
111
112
113 if (entry != -1) {
114 assert(entry < size && entry >= 0);
115 new_entry = &tlb[entry];
116 } else {
117 if (!freeList.empty()) {
118 new_entry = freeList.front();
119 } else {
120 x = lastReplaced;
121 do {
122 ++x;
123 if (x == size)
124 x = 0;
125 if (x == lastReplaced)
126 goto insertAllLocked;
127 } while (tlb[x].pte.locked());
128 lastReplaced = x;
129 new_entry = &tlb[x];
130 lookupTable.erase(new_entry->range);
131 }
132 /*
133 for (x = 0; x < size; x++) {
134 if (!tlb[x].valid || !tlb[x].used) {
135 new_entry = &tlb[x];
136 break;
137 }
138 }*/
139 }
140
141insertAllLocked:
142 // Update the last ently if their all locked
143 if (!new_entry) {
144 new_entry = &tlb[size-1];
145 lookupTable.erase(new_entry->range);
146 }
147
148 freeList.remove(new_entry);
149 DPRINTF(TLB, "Using entry: %#X\n", new_entry);
150
151 assert(PTE.valid());
152 new_entry->range.va = va;
153 new_entry->range.size = PTE.size() - 1;
154 new_entry->range.partitionId = partition_id;
155 new_entry->range.contextId = context_id;
156 new_entry->range.real = real;
157 new_entry->pte = PTE;
158 new_entry->used = true;;
159 new_entry->valid = true;
160 usedEntries++;
161
162
163
164 i = lookupTable.insert(new_entry->range, new_entry);
165 assert(i != lookupTable.end());
166
167 // If all entries have there used bit set, clear it on them all, but the
168 // one we just inserted
169 if (usedEntries == size) {
170 clearUsedBits();
171 new_entry->used = true;
172 usedEntries++;
173 }
174
175}
176
177
178TlbEntry*
179TLB::lookup(Addr va, int partition_id, bool real, int context_id)
180{
181 MapIter i;
182 TlbRange tr;
183 TlbEntry *t;
184
185 DPRINTF(TLB, "TLB: Looking up entry va=%#x pid=%d cid=%d r=%d\n",
186 va, partition_id, context_id, real);
187 // Assemble full address structure
188 tr.va = va;
189 tr.size = MachineBytes;
190 tr.contextId = context_id;
191 tr.partitionId = partition_id;
192 tr.real = real;
193
194 // Try to find the entry
195 i = lookupTable.find(tr);
196 if (i == lookupTable.end()) {
197 DPRINTF(TLB, "TLB: No valid entry found\n");
198 return NULL;
199 }
200
201 // Mark the entries used bit and clear other used bits in needed
202 t = i->second;
203 DPRINTF(TLB, "TLB: Valid entry found pa: %#x size: %#x\n", t->pte.paddr(),
204 t->pte.size());
205 if (!t->used) {
206 t->used = true;
207 usedEntries++;
208 if (usedEntries == size) {
209 clearUsedBits();
210 t->used = true;
211 usedEntries++;
212 }
213 }
214
215 return t;
216}
217
218void
219TLB::dumpAll()
220{
221 MapIter i;
222 for (int x = 0; x < size; x++) {
223 if (tlb[x].valid) {
224 DPRINTFN("%4d: %#2x:%#2x %c %#4x %#8x %#8x %#16x\n",
225 x, tlb[x].range.partitionId, tlb[x].range.contextId,
226 tlb[x].range.real ? 'R' : ' ', tlb[x].range.size,
227 tlb[x].range.va, tlb[x].pte.paddr(), tlb[x].pte());
228 }
229 }
230}
231
232void
233TLB::demapPage(Addr va, int partition_id, bool real, int context_id)
234{
235 TlbRange tr;
236 MapIter i;
237
238 DPRINTF(IPR, "TLB: Demapping Page va=%#x pid=%#d cid=%d r=%d\n",
239 va, partition_id, context_id, real);
240
241 cacheValid = false;
242
243 // Assemble full address structure
244 tr.va = va;
245 tr.size = MachineBytes;
246 tr.contextId = context_id;
247 tr.partitionId = partition_id;
248 tr.real = real;
249
250 // Demap any entry that conflicts
251 i = lookupTable.find(tr);
252 if (i != lookupTable.end()) {
253 DPRINTF(IPR, "TLB: Demapped page\n");
254 i->second->valid = false;
255 if (i->second->used) {
256 i->second->used = false;
257 usedEntries--;
258 }
259 freeList.push_front(i->second);
260 DPRINTF(TLB, "Freeing TLB entry : %#X\n", i->second);
261 lookupTable.erase(i);
262 }
263}
264
265void
266TLB::demapContext(int partition_id, int context_id)
267{
268 int x;
269 DPRINTF(IPR, "TLB: Demapping Context pid=%#d cid=%d\n",
270 partition_id, context_id);
271 cacheValid = false;
272 for (x = 0; x < size; x++) {
273 if (tlb[x].range.contextId == context_id &&
274 tlb[x].range.partitionId == partition_id) {
275 if (tlb[x].valid == true) {
276 freeList.push_front(&tlb[x]);
277 DPRINTF(TLB, "Freeing TLB entry : %#X\n", &tlb[x]);
278 }
279 tlb[x].valid = false;
280 if (tlb[x].used) {
281 tlb[x].used = false;
282 usedEntries--;
283 }
284 lookupTable.erase(tlb[x].range);
285 }
286 }
287}
288
289void
290TLB::demapAll(int partition_id)
291{
292 int x;
293 DPRINTF(TLB, "TLB: Demapping All pid=%#d\n", partition_id);
294 cacheValid = false;
295 for (x = 0; x < size; x++) {
296 if (!tlb[x].pte.locked() && tlb[x].range.partitionId == partition_id) {
297 if (tlb[x].valid == true){
298 freeList.push_front(&tlb[x]);
299 DPRINTF(TLB, "Freeing TLB entry : %#X\n", &tlb[x]);
300 }
301 tlb[x].valid = false;
302 if (tlb[x].used) {
303 tlb[x].used = false;
304 usedEntries--;
305 }
306 lookupTable.erase(tlb[x].range);
307 }
308 }
309}
310
311void
312TLB::invalidateAll()
313{
314 int x;
315 cacheValid = false;
316
317 freeList.clear();
318 for (x = 0; x < size; x++) {
319 if (tlb[x].valid == true)
320 freeList.push_back(&tlb[x]);
321 tlb[x].valid = false;
322 }
323 usedEntries = 0;
324}
325
326uint64_t
327TLB::TteRead(int entry) {
328 if (entry >= size)
329 panic("entry: %d\n", entry);
330
331 assert(entry < size);
332 if (tlb[entry].valid)
333 return tlb[entry].pte();
334 else
335 return (uint64_t)-1ll;
336}
337
338uint64_t
339TLB::TagRead(int entry) {
340 assert(entry < size);
341 uint64_t tag;
342 if (!tlb[entry].valid)
343 return (uint64_t)-1ll;
344
345 tag = tlb[entry].range.contextId;
346 tag |= tlb[entry].range.va;
347 tag |= (uint64_t)tlb[entry].range.partitionId << 61;
348 tag |= tlb[entry].range.real ? ULL(1) << 60 : 0;
349 tag |= (uint64_t)~tlb[entry].pte._size() << 56;
350 return tag;
351}
352
353bool
354TLB::validVirtualAddress(Addr va, bool am)
355{
356 if (am)
357 return true;
358 if (va >= StartVAddrHole && va <= EndVAddrHole)
359 return false;
360 return true;
361}
362
363void
364TLB::writeSfsr(ThreadContext *tc, int reg, bool write, ContextType ct,
365 bool se, FaultTypes ft, int asi)
366{
367 uint64_t sfsr;
368 sfsr = tc->readMiscReg(reg);
369
370 if (sfsr & 0x1)
371 sfsr = 0x3;
372 else
373 sfsr = 1;
374
375 if (write)
376 sfsr |= 1 << 2;
377 sfsr |= ct << 4;
378 if (se)
379 sfsr |= 1 << 6;
380 sfsr |= ft << 7;
381 sfsr |= asi << 16;
382 tc->setMiscRegWithEffect(reg, sfsr);
383}
384
385void
386TLB::writeTagAccess(ThreadContext *tc, int reg, Addr va, int context)
387{
388 tc->setMiscRegWithEffect(reg, mbits(va, 63,13) | mbits(context,12,0));
389}
390
391void
392ITB::writeSfsr(ThreadContext *tc, bool write, ContextType ct,
393 bool se, FaultTypes ft, int asi)
394{
395 DPRINTF(TLB, "TLB: ITB Fault: w=%d ct=%d ft=%d asi=%d\n",
396 (int)write, ct, ft, asi);
397 TLB::writeSfsr(tc, MISCREG_MMU_ITLB_SFSR, write, ct, se, ft, asi);
398}
399
400void
401ITB::writeTagAccess(ThreadContext *tc, Addr va, int context)
402{
403 TLB::writeTagAccess(tc, MISCREG_MMU_ITLB_TAG_ACCESS, va, context);
404}
405
406void
407DTB::writeSfr(ThreadContext *tc, Addr a, bool write, ContextType ct,
408 bool se, FaultTypes ft, int asi)
409{
410 DPRINTF(TLB, "TLB: DTB Fault: A=%#x w=%d ct=%d ft=%d asi=%d\n",
411 a, (int)write, ct, ft, asi);
412 TLB::writeSfsr(tc, MISCREG_MMU_DTLB_SFSR, write, ct, se, ft, asi);
413 tc->setMiscRegWithEffect(MISCREG_MMU_DTLB_SFAR, a);
414}
415
416void
417DTB::writeTagAccess(ThreadContext *tc, Addr va, int context)
418{
419 TLB::writeTagAccess(tc, MISCREG_MMU_DTLB_TAG_ACCESS, va, context);
420}
421
422
423
424Fault
425ITB::translate(RequestPtr &req, ThreadContext *tc)
426{
427 uint64_t tlbdata = tc->readMiscReg(MISCREG_TLB_DATA);
428
429 Addr vaddr = req->getVaddr();
430 TlbEntry *e;
431
432 assert(req->getAsi() == ASI_IMPLICIT);
433
434 DPRINTF(TLB, "TLB: ITB Request to translate va=%#x size=%d\n",
435 vaddr, req->getSize());
436
437 // Be fast if we can!
438 if (cacheValid && cacheState == tlbdata) {
439 if (cacheEntry) {
440 if (cacheEntry->range.va < vaddr + sizeof(MachInst) &&
441 cacheEntry->range.va + cacheEntry->range.size >= vaddr) {
442 req->setPaddr(cacheEntry->pte.paddr() & ~(cacheEntry->pte.size()-1) |
443 vaddr & cacheEntry->pte.size()-1 );
444 return NoFault;
445 }
446 } else {
447 req->setPaddr(vaddr & PAddrImplMask);
448 return NoFault;
449 }
450 }
451
452 bool hpriv = bits(tlbdata,0,0);
453 bool red = bits(tlbdata,1,1);
454 bool priv = bits(tlbdata,2,2);
455 bool addr_mask = bits(tlbdata,3,3);
456 bool lsu_im = bits(tlbdata,4,4);
457
458 int part_id = bits(tlbdata,15,8);
459 int tl = bits(tlbdata,18,16);
460 int pri_context = bits(tlbdata,47,32);
461 int context;
462 ContextType ct;
463 int asi;
464 bool real = false;
465
466 DPRINTF(TLB, "TLB: priv:%d hpriv:%d red:%d lsuim:%d part_id: %#X\n",
467 priv, hpriv, red, lsu_im, part_id);
468
469 if (tl > 0) {
470 asi = ASI_N;
471 ct = Nucleus;
472 context = 0;
473 } else {
474 asi = ASI_P;
475 ct = Primary;
476 context = pri_context;
477 }
478
479 if ( hpriv || red ) {
480 cacheValid = true;
481 cacheState = tlbdata;
482 cacheEntry = NULL;
483 req->setPaddr(vaddr & PAddrImplMask);
484 return NoFault;
485 }
486
487 // If the access is unaligned trap
488 if (vaddr & 0x3) {
489 writeSfsr(tc, false, ct, false, OtherFault, asi);
490 return new MemAddressNotAligned;
491 }
492
493 if (addr_mask)
494 vaddr = vaddr & VAddrAMask;
495
496 if (!validVirtualAddress(vaddr, addr_mask)) {
497 writeSfsr(tc, false, ct, false, VaOutOfRange, asi);
498 return new InstructionAccessException;
499 }
500
501 if (!lsu_im) {
502 e = lookup(vaddr, part_id, true);
503 real = true;
504 context = 0;
505 } else {
506 e = lookup(vaddr, part_id, false, context);
507 }
508
509 if (e == NULL || !e->valid) {
510 tc->setMiscReg(MISCREG_MMU_ITLB_TAG_ACCESS,
511 vaddr & ~BytesInPageMask | context);
512 if (real)
513 return new InstructionRealTranslationMiss;
514 else
515 return new FastInstructionAccessMMUMiss;
516 }
517
518 // were not priviledged accesing priv page
519 if (!priv && e->pte.priv()) {
520 writeSfsr(tc, false, ct, false, PrivViolation, asi);
521 return new InstructionAccessException;
522 }
523
524 // cache translation date for next translation
525 cacheValid = true;
526 cacheState = tlbdata;
527 cacheEntry = e;
528
529 req->setPaddr(e->pte.paddr() & ~(e->pte.size()-1) |
530 vaddr & e->pte.size()-1 );
531 DPRINTF(TLB, "TLB: %#X -> %#X\n", vaddr, req->getPaddr());
532 return NoFault;
533}
534
535
536
537Fault
538DTB::translate(RequestPtr &req, ThreadContext *tc, bool write)
539{
540 /* @todo this could really use some profiling and fixing to make it faster! */
541 uint64_t tlbdata = tc->readMiscReg(MISCREG_TLB_DATA);
542 Addr vaddr = req->getVaddr();
543 Addr size = req->getSize();
544 ASI asi;
545 asi = (ASI)req->getAsi();
546 bool implicit = false;
547 bool hpriv = bits(tlbdata,0,0);
548
549 DPRINTF(TLB, "TLB: DTB Request to translate va=%#x size=%d asi=%#x\n",
550 vaddr, size, asi);
551
552 if (asi == ASI_IMPLICIT)
553 implicit = true;
554
555 if (hpriv && implicit) {
556 req->setPaddr(vaddr & PAddrImplMask);
557 return NoFault;
558 }
559
560 // Be fast if we can!
561 if (cacheValid && cacheState == tlbdata) {
562 if (cacheEntry[0] && cacheAsi[0] == asi && cacheEntry[0]->range.va < vaddr + size &&
563 cacheEntry[0]->range.va + cacheEntry[0]->range.size > vaddr) {
564 req->setPaddr(cacheEntry[0]->pte.paddr() & ~(cacheEntry[0]->pte.size()-1) |
565 vaddr & cacheEntry[0]->pte.size()-1 );
566 return NoFault;
567 }
568 if (cacheEntry[1] && cacheAsi[1] == asi && cacheEntry[1]->range.va < vaddr + size &&
569 cacheEntry[1]->range.va + cacheEntry[1]->range.size > vaddr) {
570 req->setPaddr(cacheEntry[1]->pte.paddr() & ~(cacheEntry[1]->pte.size()-1) |
571 vaddr & cacheEntry[1]->pte.size()-1 );
572 return NoFault;
573 }
574 }
575
576 bool red = bits(tlbdata,1,1);
577 bool priv = bits(tlbdata,2,2);
578 bool addr_mask = bits(tlbdata,3,3);
579 bool lsu_dm = bits(tlbdata,5,5);
580
581 int part_id = bits(tlbdata,15,8);
582 int tl = bits(tlbdata,18,16);
583 int pri_context = bits(tlbdata,47,32);
584 int sec_context = bits(tlbdata,47,32);
585
586 bool real = false;
587 ContextType ct = Primary;
588 int context = 0;
589
590 TlbEntry *e;
591
592 DPRINTF(TLB, "TLB: priv:%d hpriv:%d red:%d lsudm:%d part_id: %#X\n",
593 priv, hpriv, red, lsu_dm, part_id);
594
595 if (implicit) {
596 if (tl > 0) {
597 asi = ASI_N;
598 ct = Nucleus;
599 context = 0;
600 } else {
601 asi = ASI_P;
602 ct = Primary;
603 context = pri_context;
604 }
605 } else if (!hpriv && !red) {
606 if (tl > 0 || AsiIsNucleus(asi)) {
607 ct = Nucleus;
608 context = 0;
609 } else if (AsiIsSecondary(asi)) {
610 ct = Secondary;
611 context = sec_context;
612 } else {
613 context = pri_context;
614 ct = Primary; //???
615 }
616
617 // We need to check for priv level/asi priv
618 if (!priv && !AsiIsUnPriv(asi)) {
619 // It appears that context should be Nucleus in these cases?
620 writeSfr(tc, vaddr, write, Nucleus, false, IllegalAsi, asi);
621 return new PrivilegedAction;
622 }
623 if (priv && AsiIsHPriv(asi)) {
624 writeSfr(tc, vaddr, write, Nucleus, false, IllegalAsi, asi);
625 return new DataAccessException;
626 }
627
|
628 } /*else if (hpriv) {*/
629 if (asi == ASI_P) {
630 ct = Primary;
631 context = pri_context;
632 goto continueDtbFlow;
633 }
634 //}
| 628 }
629 if (asi == ASI_P || asi == ASI_LDTX_P) {
630 ct = Primary;
631 context = pri_context;
632 goto continueDtbFlow;
633 }
|
635
636 if (!implicit) {
637 if (AsiIsLittle(asi))
638 panic("Little Endian ASIs not supported\n");
639 if (AsiIsBlock(asi))
640 panic("Block ASIs not supported\n");
641 if (AsiIsNoFault(asi))
642 panic("No Fault ASIs not supported\n");
| 634
635 if (!implicit) {
636 if (AsiIsLittle(asi))
637 panic("Little Endian ASIs not supported\n");
638 if (AsiIsBlock(asi))
639 panic("Block ASIs not supported\n");
640 if (AsiIsNoFault(asi))
641 panic("No Fault ASIs not supported\n");
|
643 if (write && asi == ASI_LDTX_P)
644 // block init store (like write hint64)
645 goto continueDtbFlow;
| |
646 if (!write && asi == ASI_QUAD_LDD)
647 goto continueDtbFlow;
648
649 if (AsiIsTwin(asi))
650 panic("Twin ASIs not supported\n");
651 if (AsiIsPartialStore(asi))
652 panic("Partial Store ASIs not supported\n");
653 if (AsiIsInterrupt(asi))
654 panic("Interrupt ASIs not supported\n");
655
656 if (AsiIsMmu(asi))
657 goto handleMmuRegAccess;
658 if (AsiIsScratchPad(asi))
659 goto handleScratchRegAccess;
660 if (AsiIsQueue(asi))
661 goto handleQueueRegAccess;
662 if (AsiIsSparcError(asi))
663 goto handleSparcErrorRegAccess;
664
665 if (!AsiIsReal(asi) && !AsiIsNucleus(asi))
666 panic("Accessing ASI %#X. Should we?\n", asi);
667 }
668
669continueDtbFlow:
670 // If the asi is unaligned trap
671 if (vaddr & size-1) {
672 writeSfr(tc, vaddr, false, ct, false, OtherFault, asi);
673 return new MemAddressNotAligned;
674 }
675
676 if (addr_mask)
677 vaddr = vaddr & VAddrAMask;
678
679 if (!validVirtualAddress(vaddr, addr_mask)) {
680 writeSfr(tc, vaddr, false, ct, true, VaOutOfRange, asi);
681 return new DataAccessException;
682 }
683
684
685 if ((!lsu_dm && !hpriv) || AsiIsReal(asi)) {
686 real = true;
687 context = 0;
688 };
689
690 if (hpriv && (implicit || (!AsiIsAsIfUser(asi) && !AsiIsReal(asi)))) {
691 req->setPaddr(vaddr & PAddrImplMask);
692 return NoFault;
693 }
694
695 e = lookup(vaddr, part_id, real, context);
696
697 if (e == NULL || !e->valid) {
698 tc->setMiscReg(MISCREG_MMU_DTLB_TAG_ACCESS,
699 vaddr & ~BytesInPageMask | context);
700 DPRINTF(TLB, "TLB: DTB Failed to find matching TLB entry\n");
701 if (real)
702 return new DataRealTranslationMiss;
703 else
704 return new FastDataAccessMMUMiss;
705
706 }
707
708
709 if (write && !e->pte.writable()) {
710 writeSfr(tc, vaddr, write, ct, e->pte.sideffect(), OtherFault, asi);
711 return new FastDataAccessProtection;
712 }
713
714 if (e->pte.nofault() && !AsiIsNoFault(asi)) {
715 writeSfr(tc, vaddr, write, ct, e->pte.sideffect(), LoadFromNfo, asi);
716 return new DataAccessException;
717 }
718
719 if (e->pte.sideffect())
720 req->setFlags(req->getFlags() | UNCACHEABLE);
721
722
723 if (!priv && e->pte.priv()) {
724 writeSfr(tc, vaddr, write, ct, e->pte.sideffect(), PrivViolation, asi);
725 return new DataAccessException;
726 }
727
728 // cache translation date for next translation
729 cacheState = tlbdata;
730 if (!cacheValid) {
731 cacheEntry[1] = NULL;
732 cacheEntry[0] = NULL;
733 }
734
735 if (cacheEntry[0] != e && cacheEntry[1] != e) {
736 cacheEntry[1] = cacheEntry[0];
737 cacheEntry[0] = e;
738 cacheAsi[1] = cacheAsi[0];
739 cacheAsi[0] = asi;
740 if (implicit)
741 cacheAsi[0] = (ASI)0;
742 }
743 cacheValid = true;
744 req->setPaddr(e->pte.paddr() & ~(e->pte.size()-1) |
745 vaddr & e->pte.size()-1);
746 DPRINTF(TLB, "TLB: %#X -> %#X\n", vaddr, req->getPaddr());
747 return NoFault;
748 /** Normal flow ends here. */
749
750handleScratchRegAccess:
751 if (vaddr > 0x38 || (vaddr >= 0x20 && vaddr < 0x30 && !hpriv)) {
752 writeSfr(tc, vaddr, write, Primary, true, IllegalAsi, asi);
753 return new DataAccessException;
754 }
755 goto regAccessOk;
756
757handleQueueRegAccess:
758 if (!priv && !hpriv) {
759 writeSfr(tc, vaddr, write, Primary, true, IllegalAsi, asi);
760 return new PrivilegedAction;
761 }
762 if (!hpriv && vaddr & 0xF || vaddr > 0x3f8 || vaddr < 0x3c0) {
763 writeSfr(tc, vaddr, write, Primary, true, IllegalAsi, asi);
764 return new DataAccessException;
765 }
766 goto regAccessOk;
767
768handleSparcErrorRegAccess:
769 if (!hpriv) {
770 if (priv) {
771 writeSfr(tc, vaddr, write, Primary, true, IllegalAsi, asi);
772 return new DataAccessException;
773 } else {
774 writeSfr(tc, vaddr, write, Primary, true, IllegalAsi, asi);
775 return new PrivilegedAction;
776 }
777 }
778 goto regAccessOk;
779
780
781regAccessOk:
782handleMmuRegAccess:
783 DPRINTF(TLB, "TLB: DTB Translating MM IPR access\n");
784 req->setMmapedIpr(true);
785 req->setPaddr(req->getVaddr());
786 return NoFault;
787};
788
789Tick
790DTB::doMmuRegRead(ThreadContext *tc, Packet *pkt)
791{
792 Addr va = pkt->getAddr();
793 ASI asi = (ASI)pkt->req->getAsi();
794 uint64_t temp, data;
795 uint64_t tsbtemp, cnftemp;
796
797 DPRINTF(IPR, "Memory Mapped IPR Read: asi=%#X a=%#x\n",
798 (uint32_t)pkt->req->getAsi(), pkt->getAddr());
799
800 switch (asi) {
801 case ASI_LSU_CONTROL_REG:
802 assert(va == 0);
803 pkt->set(tc->readMiscRegWithEffect(MISCREG_MMU_LSU_CTRL));
804 break;
805 case ASI_MMU:
806 switch (va) {
807 case 0x8:
808 pkt->set(tc->readMiscRegWithEffect(MISCREG_MMU_P_CONTEXT));
809 break;
810 case 0x10:
811 pkt->set(tc->readMiscRegWithEffect(MISCREG_MMU_S_CONTEXT));
812 break;
813 default:
814 goto doMmuReadError;
815 }
816 break;
817 case ASI_QUEUE:
818 pkt->set(tc->readMiscRegWithEffect(MISCREG_QUEUE_CPU_MONDO_HEAD +
819 (va >> 4) - 0x3c));
820 break;
821 case ASI_DMMU_CTXT_ZERO_TSB_BASE_PS0:
822 assert(va == 0);
823 pkt->set(tc->readMiscRegWithEffect(MISCREG_MMU_DTLB_C0_TSB_PS0));
824 break;
825 case ASI_DMMU_CTXT_ZERO_TSB_BASE_PS1:
826 assert(va == 0);
827 pkt->set(tc->readMiscRegWithEffect(MISCREG_MMU_DTLB_C0_TSB_PS1));
828 break;
829 case ASI_DMMU_CTXT_ZERO_CONFIG:
830 assert(va == 0);
831 pkt->set(tc->readMiscRegWithEffect(MISCREG_MMU_DTLB_C0_CONFIG));
832 break;
833 case ASI_IMMU_CTXT_ZERO_TSB_BASE_PS0:
834 assert(va == 0);
835 pkt->set(tc->readMiscRegWithEffect(MISCREG_MMU_ITLB_C0_TSB_PS0));
836 break;
837 case ASI_IMMU_CTXT_ZERO_TSB_BASE_PS1:
838 assert(va == 0);
839 pkt->set(tc->readMiscRegWithEffect(MISCREG_MMU_ITLB_C0_TSB_PS1));
840 break;
841 case ASI_IMMU_CTXT_ZERO_CONFIG:
842 assert(va == 0);
843 pkt->set(tc->readMiscRegWithEffect(MISCREG_MMU_ITLB_C0_CONFIG));
844 break;
845 case ASI_DMMU_CTXT_NONZERO_TSB_BASE_PS0:
846 assert(va == 0);
847 pkt->set(tc->readMiscRegWithEffect(MISCREG_MMU_DTLB_CX_TSB_PS0));
848 break;
849 case ASI_DMMU_CTXT_NONZERO_TSB_BASE_PS1:
850 assert(va == 0);
851 pkt->set(tc->readMiscRegWithEffect(MISCREG_MMU_DTLB_CX_TSB_PS1));
852 break;
853 case ASI_DMMU_CTXT_NONZERO_CONFIG:
854 assert(va == 0);
855 pkt->set(tc->readMiscRegWithEffect(MISCREG_MMU_DTLB_CX_CONFIG));
856 break;
857 case ASI_IMMU_CTXT_NONZERO_TSB_BASE_PS0:
858 assert(va == 0);
859 pkt->set(tc->readMiscRegWithEffect(MISCREG_MMU_ITLB_CX_TSB_PS0));
860 break;
861 case ASI_IMMU_CTXT_NONZERO_TSB_BASE_PS1:
862 assert(va == 0);
863 pkt->set(tc->readMiscRegWithEffect(MISCREG_MMU_ITLB_CX_TSB_PS1));
864 break;
865 case ASI_IMMU_CTXT_NONZERO_CONFIG:
866 assert(va == 0);
867 pkt->set(tc->readMiscRegWithEffect(MISCREG_MMU_ITLB_CX_CONFIG));
868 break;
869 case ASI_SPARC_ERROR_STATUS_REG:
870 warn("returning 0 for SPARC ERROR regsiter read\n");
871 pkt->set(0);
872 break;
873 case ASI_HYP_SCRATCHPAD:
874 case ASI_SCRATCHPAD:
875 pkt->set(tc->readMiscRegWithEffect(MISCREG_SCRATCHPAD_R0 + (va >> 3)));
876 break;
877 case ASI_IMMU:
878 switch (va) {
879 case 0x0:
880 temp = tc->readMiscRegWithEffect(MISCREG_MMU_ITLB_TAG_ACCESS);
881 pkt->set(bits(temp,63,22) | bits(temp,12,0) << 48);
882 break;
883 case 0x30:
884 pkt->set(tc->readMiscRegWithEffect(MISCREG_MMU_ITLB_TAG_ACCESS));
885 break;
886 default:
887 goto doMmuReadError;
888 }
889 break;
890 case ASI_DMMU:
891 switch (va) {
892 case 0x0:
893 temp = tc->readMiscRegWithEffect(MISCREG_MMU_DTLB_TAG_ACCESS);
894 pkt->set(bits(temp,63,22) | bits(temp,12,0) << 48);
895 break;
896 case 0x30:
897 pkt->set(tc->readMiscRegWithEffect(MISCREG_MMU_DTLB_TAG_ACCESS));
898 break;
899 case 0x80:
900 pkt->set(tc->readMiscRegWithEffect(MISCREG_MMU_PART_ID));
901 break;
902 default:
903 goto doMmuReadError;
904 }
905 break;
906 case ASI_DMMU_TSB_PS0_PTR_REG:
907 temp = tc->readMiscRegWithEffect(MISCREG_MMU_DTLB_TAG_ACCESS);
908 if (bits(temp,12,0) == 0) {
909 tsbtemp = tc->readMiscRegWithEffect(MISCREG_MMU_DTLB_C0_TSB_PS0);
910 cnftemp = tc->readMiscRegWithEffect(MISCREG_MMU_DTLB_C0_CONFIG);
911 } else {
912 tsbtemp = tc->readMiscRegWithEffect(MISCREG_MMU_DTLB_CX_TSB_PS0);
913 cnftemp = tc->readMiscRegWithEffect(MISCREG_MMU_DTLB_CX_CONFIG);
914 }
915 data = mbits(tsbtemp,63,13);
916 data |= temp >> (9 + bits(cnftemp,2,0) * 3) &
917 mbits((uint64_t)-1ll,12+bits(tsbtemp,3,0), 4);
918 pkt->set(data);
919 break;
920 case ASI_DMMU_TSB_PS1_PTR_REG:
921 temp = tc->readMiscRegWithEffect(MISCREG_MMU_DTLB_TAG_ACCESS);
922 if (bits(temp,12,0) == 0) {
923 tsbtemp = tc->readMiscRegWithEffect(MISCREG_MMU_DTLB_C0_TSB_PS1);
924 cnftemp = tc->readMiscRegWithEffect(MISCREG_MMU_DTLB_C0_CONFIG);
925 } else {
926 tsbtemp = tc->readMiscRegWithEffect(MISCREG_MMU_DTLB_CX_TSB_PS1);
927 cnftemp = tc->readMiscRegWithEffect(MISCREG_MMU_DTLB_CX_CONFIG);
928 }
929 data = mbits(tsbtemp,63,13);
930 if (bits(tsbtemp,12,12))
931 data |= ULL(1) << (13+bits(tsbtemp,3,0));
932 data |= temp >> (9 + bits(cnftemp,2,0) * 3) &
933 mbits((uint64_t)-1ll,12+bits(tsbtemp,3,0), 4);
934 pkt->set(data);
935 break;
936 case ASI_IMMU_TSB_PS0_PTR_REG:
937 temp = tc->readMiscRegWithEffect(MISCREG_MMU_ITLB_TAG_ACCESS);
938 if (bits(temp,12,0) == 0) {
939 tsbtemp = tc->readMiscRegWithEffect(MISCREG_MMU_ITLB_C0_TSB_PS0);
940 cnftemp = tc->readMiscRegWithEffect(MISCREG_MMU_ITLB_C0_CONFIG);
941 } else {
942 tsbtemp = tc->readMiscRegWithEffect(MISCREG_MMU_ITLB_CX_TSB_PS0);
943 cnftemp = tc->readMiscRegWithEffect(MISCREG_MMU_ITLB_CX_CONFIG);
944 }
945 data = mbits(tsbtemp,63,13);
946 data |= temp >> (9 + bits(cnftemp,2,0) * 3) &
947 mbits((uint64_t)-1ll,12+bits(tsbtemp,3,0), 4);
948 pkt->set(data);
949 break;
950 case ASI_IMMU_TSB_PS1_PTR_REG:
951 temp = tc->readMiscRegWithEffect(MISCREG_MMU_ITLB_TAG_ACCESS);
952 if (bits(temp,12,0) == 0) {
953 tsbtemp = tc->readMiscRegWithEffect(MISCREG_MMU_ITLB_C0_TSB_PS1);
954 cnftemp = tc->readMiscRegWithEffect(MISCREG_MMU_ITLB_C0_CONFIG);
955 } else {
956 tsbtemp = tc->readMiscRegWithEffect(MISCREG_MMU_ITLB_CX_TSB_PS1);
957 cnftemp = tc->readMiscRegWithEffect(MISCREG_MMU_ITLB_CX_CONFIG);
958 }
959 data = mbits(tsbtemp,63,13);
960 if (bits(tsbtemp,12,12))
961 data |= ULL(1) << (13+bits(tsbtemp,3,0));
962 data |= temp >> (9 + bits(cnftemp,2,0) * 3) &
963 mbits((uint64_t)-1ll,12+bits(tsbtemp,3,0), 4);
964 pkt->set(data);
965 break;
966
967 default:
968doMmuReadError:
969 panic("need to impl DTB::doMmuRegRead() got asi=%#x, va=%#x\n",
970 (uint32_t)asi, va);
971 }
972 pkt->result = Packet::Success;
973 return tc->getCpuPtr()->cycles(1);
974}
975
976Tick
977DTB::doMmuRegWrite(ThreadContext *tc, Packet *pkt)
978{
979 uint64_t data = gtoh(pkt->get<uint64_t>());
980 Addr va = pkt->getAddr();
981 ASI asi = (ASI)pkt->req->getAsi();
982
983 Addr ta_insert;
984 Addr va_insert;
985 Addr ct_insert;
986 int part_insert;
987 int entry_insert = -1;
988 bool real_insert;
989 bool ignore;
990 int part_id;
991 int ctx_id;
992 PageTableEntry pte;
993
994 DPRINTF(IPR, "Memory Mapped IPR Write: asi=%#X a=%#x d=%#X\n",
995 (uint32_t)asi, va, data);
996
997 switch (asi) {
998 case ASI_LSU_CONTROL_REG:
999 assert(va == 0);
1000 tc->setMiscRegWithEffect(MISCREG_MMU_LSU_CTRL, data);
1001 break;
1002 case ASI_MMU:
1003 switch (va) {
1004 case 0x8:
1005 tc->setMiscRegWithEffect(MISCREG_MMU_P_CONTEXT, data);
1006 break;
1007 case 0x10:
1008 tc->setMiscRegWithEffect(MISCREG_MMU_S_CONTEXT, data);
1009 break;
1010 default:
1011 goto doMmuWriteError;
1012 }
1013 break;
1014 case ASI_QUEUE:
1015 assert(mbits(data,13,6) == data);
1016 tc->setMiscRegWithEffect(MISCREG_QUEUE_CPU_MONDO_HEAD +
1017 (va >> 4) - 0x3c, data);
1018 break;
1019 case ASI_DMMU_CTXT_ZERO_TSB_BASE_PS0:
1020 assert(va == 0);
1021 tc->setMiscRegWithEffect(MISCREG_MMU_DTLB_C0_TSB_PS0, data);
1022 break;
1023 case ASI_DMMU_CTXT_ZERO_TSB_BASE_PS1:
1024 assert(va == 0);
1025 tc->setMiscRegWithEffect(MISCREG_MMU_DTLB_C0_TSB_PS1, data);
1026 break;
1027 case ASI_DMMU_CTXT_ZERO_CONFIG:
1028 assert(va == 0);
1029 tc->setMiscRegWithEffect(MISCREG_MMU_DTLB_C0_CONFIG, data);
1030 break;
1031 case ASI_IMMU_CTXT_ZERO_TSB_BASE_PS0:
1032 assert(va == 0);
1033 tc->setMiscRegWithEffect(MISCREG_MMU_ITLB_C0_TSB_PS0, data);
1034 break;
1035 case ASI_IMMU_CTXT_ZERO_TSB_BASE_PS1:
1036 assert(va == 0);
1037 tc->setMiscRegWithEffect(MISCREG_MMU_ITLB_C0_TSB_PS1, data);
1038 break;
1039 case ASI_IMMU_CTXT_ZERO_CONFIG:
1040 assert(va == 0);
1041 tc->setMiscRegWithEffect(MISCREG_MMU_ITLB_C0_CONFIG, data);
1042 break;
1043 case ASI_DMMU_CTXT_NONZERO_TSB_BASE_PS0:
1044 assert(va == 0);
1045 tc->setMiscRegWithEffect(MISCREG_MMU_DTLB_CX_TSB_PS0, data);
1046 break;
1047 case ASI_DMMU_CTXT_NONZERO_TSB_BASE_PS1:
1048 assert(va == 0);
1049 tc->setMiscRegWithEffect(MISCREG_MMU_DTLB_CX_TSB_PS1, data);
1050 break;
1051 case ASI_DMMU_CTXT_NONZERO_CONFIG:
1052 assert(va == 0);
1053 tc->setMiscRegWithEffect(MISCREG_MMU_DTLB_CX_CONFIG, data);
1054 break;
1055 case ASI_IMMU_CTXT_NONZERO_TSB_BASE_PS0:
1056 assert(va == 0);
1057 tc->setMiscRegWithEffect(MISCREG_MMU_ITLB_CX_TSB_PS0, data);
1058 break;
1059 case ASI_IMMU_CTXT_NONZERO_TSB_BASE_PS1:
1060 assert(va == 0);
1061 tc->setMiscRegWithEffect(MISCREG_MMU_ITLB_CX_TSB_PS1, data);
1062 break;
1063 case ASI_IMMU_CTXT_NONZERO_CONFIG:
1064 assert(va == 0);
1065 tc->setMiscRegWithEffect(MISCREG_MMU_ITLB_CX_CONFIG, data);
1066 break;
1067 case ASI_SPARC_ERROR_EN_REG:
1068 case ASI_SPARC_ERROR_STATUS_REG:
1069 warn("Ignoring write to SPARC ERROR regsiter\n");
1070 break;
1071 case ASI_HYP_SCRATCHPAD:
1072 case ASI_SCRATCHPAD:
1073 tc->setMiscRegWithEffect(MISCREG_SCRATCHPAD_R0 + (va >> 3), data);
1074 break;
1075 case ASI_IMMU:
1076 switch (va) {
1077 case 0x30:
1078 tc->setMiscRegWithEffect(MISCREG_MMU_ITLB_TAG_ACCESS, data);
1079 break;
1080 default:
1081 goto doMmuWriteError;
1082 }
1083 break;
1084 case ASI_ITLB_DATA_ACCESS_REG:
1085 entry_insert = bits(va, 8,3);
1086 case ASI_ITLB_DATA_IN_REG:
1087 assert(entry_insert != -1 || mbits(va,10,9) == va);
1088 ta_insert = tc->readMiscRegWithEffect(MISCREG_MMU_ITLB_TAG_ACCESS);
1089 va_insert = mbits(ta_insert, 63,13);
1090 ct_insert = mbits(ta_insert, 12,0);
1091 part_insert = tc->readMiscRegWithEffect(MISCREG_MMU_PART_ID);
1092 real_insert = bits(va, 9,9);
1093 pte.populate(data, bits(va,10,10) ? PageTableEntry::sun4v :
1094 PageTableEntry::sun4u);
1095 tc->getITBPtr()->insert(va_insert, part_insert, ct_insert, real_insert,
1096 pte, entry_insert);
1097 break;
1098 case ASI_DTLB_DATA_ACCESS_REG:
1099 entry_insert = bits(va, 8,3);
1100 case ASI_DTLB_DATA_IN_REG:
1101 assert(entry_insert != -1 || mbits(va,10,9) == va);
1102 ta_insert = tc->readMiscRegWithEffect(MISCREG_MMU_DTLB_TAG_ACCESS);
1103 va_insert = mbits(ta_insert, 63,13);
1104 ct_insert = mbits(ta_insert, 12,0);
1105 part_insert = tc->readMiscRegWithEffect(MISCREG_MMU_PART_ID);
1106 real_insert = bits(va, 9,9);
1107 pte.populate(data, bits(va,10,10) ? PageTableEntry::sun4v :
1108 PageTableEntry::sun4u);
1109 insert(va_insert, part_insert, ct_insert, real_insert, pte, entry_insert);
1110 break;
1111 case ASI_IMMU_DEMAP:
1112 ignore = false;
1113 ctx_id = -1;
1114 part_id = tc->readMiscRegWithEffect(MISCREG_MMU_PART_ID);
1115 switch (bits(va,5,4)) {
1116 case 0:
1117 ctx_id = tc->readMiscRegWithEffect(MISCREG_MMU_P_CONTEXT);
1118 break;
1119 case 1:
1120 ignore = true;
1121 break;
1122 case 3:
1123 ctx_id = 0;
1124 break;
1125 default:
1126 ignore = true;
1127 }
1128
1129 switch(bits(va,7,6)) {
1130 case 0: // demap page
1131 if (!ignore)
1132 tc->getITBPtr()->demapPage(mbits(va,63,13), part_id,
1133 bits(va,9,9), ctx_id);
1134 break;
1135 case 1: //demap context
1136 if (!ignore)
1137 tc->getITBPtr()->demapContext(part_id, ctx_id);
1138 break;
1139 case 2:
1140 tc->getITBPtr()->demapAll(part_id);
1141 break;
1142 default:
1143 panic("Invalid type for IMMU demap\n");
1144 }
1145 break;
1146 case ASI_DMMU:
1147 switch (va) {
1148 case 0x30:
1149 tc->setMiscRegWithEffect(MISCREG_MMU_DTLB_TAG_ACCESS, data);
1150 break;
1151 case 0x80:
1152 tc->setMiscRegWithEffect(MISCREG_MMU_PART_ID, data);
1153 break;
1154 default:
1155 goto doMmuWriteError;
1156 }
1157 break;
1158 case ASI_DMMU_DEMAP:
1159 ignore = false;
1160 ctx_id = -1;
1161 part_id = tc->readMiscRegWithEffect(MISCREG_MMU_PART_ID);
1162 switch (bits(va,5,4)) {
1163 case 0:
1164 ctx_id = tc->readMiscRegWithEffect(MISCREG_MMU_P_CONTEXT);
1165 break;
1166 case 1:
1167 ctx_id = tc->readMiscRegWithEffect(MISCREG_MMU_S_CONTEXT);
1168 break;
1169 case 3:
1170 ctx_id = 0;
1171 break;
1172 default:
1173 ignore = true;
1174 }
1175
1176 switch(bits(va,7,6)) {
1177 case 0: // demap page
1178 if (!ignore)
1179 demapPage(mbits(va,63,13), part_id, bits(va,9,9), ctx_id);
1180 break;
1181 case 1: //demap context
1182 if (!ignore)
1183 demapContext(part_id, ctx_id);
1184 break;
1185 case 2:
1186 demapAll(part_id);
1187 break;
1188 default:
1189 panic("Invalid type for IMMU demap\n");
1190 }
1191 break;
1192 default:
1193doMmuWriteError:
1194 panic("need to impl DTB::doMmuRegWrite() got asi=%#x, va=%#x d=%#x\n",
1195 (uint32_t)pkt->req->getAsi(), pkt->getAddr(), data);
1196 }
1197 pkt->result = Packet::Success;
1198 return tc->getCpuPtr()->cycles(1);
1199}
1200
1201void
1202TLB::serialize(std::ostream &os)
1203{
1204 panic("Need to implement serialize tlb for SPARC\n");
1205}
1206
1207void
1208TLB::unserialize(Checkpoint *cp, const std::string §ion)
1209{
1210 panic("Need to implement unserialize tlb for SPARC\n");
1211}
1212
1213
1214DEFINE_SIM_OBJECT_CLASS_NAME("SparcTLB", TLB)
1215
1216BEGIN_DECLARE_SIM_OBJECT_PARAMS(ITB)
1217
1218 Param<int> size;
1219
1220END_DECLARE_SIM_OBJECT_PARAMS(ITB)
1221
1222BEGIN_INIT_SIM_OBJECT_PARAMS(ITB)
1223
1224 INIT_PARAM_DFLT(size, "TLB size", 48)
1225
1226END_INIT_SIM_OBJECT_PARAMS(ITB)
1227
1228
1229CREATE_SIM_OBJECT(ITB)
1230{
1231 return new ITB(getInstanceName(), size);
1232}
1233
1234REGISTER_SIM_OBJECT("SparcITB", ITB)
1235
1236BEGIN_DECLARE_SIM_OBJECT_PARAMS(DTB)
1237
1238 Param<int> size;
1239
1240END_DECLARE_SIM_OBJECT_PARAMS(DTB)
1241
1242BEGIN_INIT_SIM_OBJECT_PARAMS(DTB)
1243
1244 INIT_PARAM_DFLT(size, "TLB size", 64)
1245
1246END_INIT_SIM_OBJECT_PARAMS(DTB)
1247
1248
1249CREATE_SIM_OBJECT(DTB)
1250{
1251 return new DTB(getInstanceName(), size);
1252}
1253
1254REGISTER_SIM_OBJECT("SparcDTB", DTB)
1255}
| 642 if (!write && asi == ASI_QUAD_LDD)
643 goto continueDtbFlow;
644
645 if (AsiIsTwin(asi))
646 panic("Twin ASIs not supported\n");
647 if (AsiIsPartialStore(asi))
648 panic("Partial Store ASIs not supported\n");
649 if (AsiIsInterrupt(asi))
650 panic("Interrupt ASIs not supported\n");
651
652 if (AsiIsMmu(asi))
653 goto handleMmuRegAccess;
654 if (AsiIsScratchPad(asi))
655 goto handleScratchRegAccess;
656 if (AsiIsQueue(asi))
657 goto handleQueueRegAccess;
658 if (AsiIsSparcError(asi))
659 goto handleSparcErrorRegAccess;
660
661 if (!AsiIsReal(asi) && !AsiIsNucleus(asi))
662 panic("Accessing ASI %#X. Should we?\n", asi);
663 }
664
665continueDtbFlow:
666 // If the asi is unaligned trap
667 if (vaddr & size-1) {
668 writeSfr(tc, vaddr, false, ct, false, OtherFault, asi);
669 return new MemAddressNotAligned;
670 }
671
672 if (addr_mask)
673 vaddr = vaddr & VAddrAMask;
674
675 if (!validVirtualAddress(vaddr, addr_mask)) {
676 writeSfr(tc, vaddr, false, ct, true, VaOutOfRange, asi);
677 return new DataAccessException;
678 }
679
680
681 if ((!lsu_dm && !hpriv) || AsiIsReal(asi)) {
682 real = true;
683 context = 0;
684 };
685
686 if (hpriv && (implicit || (!AsiIsAsIfUser(asi) && !AsiIsReal(asi)))) {
687 req->setPaddr(vaddr & PAddrImplMask);
688 return NoFault;
689 }
690
691 e = lookup(vaddr, part_id, real, context);
692
693 if (e == NULL || !e->valid) {
694 tc->setMiscReg(MISCREG_MMU_DTLB_TAG_ACCESS,
695 vaddr & ~BytesInPageMask | context);
696 DPRINTF(TLB, "TLB: DTB Failed to find matching TLB entry\n");
697 if (real)
698 return new DataRealTranslationMiss;
699 else
700 return new FastDataAccessMMUMiss;
701
702 }
703
704
705 if (write && !e->pte.writable()) {
706 writeSfr(tc, vaddr, write, ct, e->pte.sideffect(), OtherFault, asi);
707 return new FastDataAccessProtection;
708 }
709
710 if (e->pte.nofault() && !AsiIsNoFault(asi)) {
711 writeSfr(tc, vaddr, write, ct, e->pte.sideffect(), LoadFromNfo, asi);
712 return new DataAccessException;
713 }
714
715 if (e->pte.sideffect())
716 req->setFlags(req->getFlags() | UNCACHEABLE);
717
718
719 if (!priv && e->pte.priv()) {
720 writeSfr(tc, vaddr, write, ct, e->pte.sideffect(), PrivViolation, asi);
721 return new DataAccessException;
722 }
723
724 // cache translation date for next translation
725 cacheState = tlbdata;
726 if (!cacheValid) {
727 cacheEntry[1] = NULL;
728 cacheEntry[0] = NULL;
729 }
730
731 if (cacheEntry[0] != e && cacheEntry[1] != e) {
732 cacheEntry[1] = cacheEntry[0];
733 cacheEntry[0] = e;
734 cacheAsi[1] = cacheAsi[0];
735 cacheAsi[0] = asi;
736 if (implicit)
737 cacheAsi[0] = (ASI)0;
738 }
739 cacheValid = true;
740 req->setPaddr(e->pte.paddr() & ~(e->pte.size()-1) |
741 vaddr & e->pte.size()-1);
742 DPRINTF(TLB, "TLB: %#X -> %#X\n", vaddr, req->getPaddr());
743 return NoFault;
744 /** Normal flow ends here. */
745
746handleScratchRegAccess:
747 if (vaddr > 0x38 || (vaddr >= 0x20 && vaddr < 0x30 && !hpriv)) {
748 writeSfr(tc, vaddr, write, Primary, true, IllegalAsi, asi);
749 return new DataAccessException;
750 }
751 goto regAccessOk;
752
753handleQueueRegAccess:
754 if (!priv && !hpriv) {
755 writeSfr(tc, vaddr, write, Primary, true, IllegalAsi, asi);
756 return new PrivilegedAction;
757 }
758 if (!hpriv && vaddr & 0xF || vaddr > 0x3f8 || vaddr < 0x3c0) {
759 writeSfr(tc, vaddr, write, Primary, true, IllegalAsi, asi);
760 return new DataAccessException;
761 }
762 goto regAccessOk;
763
764handleSparcErrorRegAccess:
765 if (!hpriv) {
766 if (priv) {
767 writeSfr(tc, vaddr, write, Primary, true, IllegalAsi, asi);
768 return new DataAccessException;
769 } else {
770 writeSfr(tc, vaddr, write, Primary, true, IllegalAsi, asi);
771 return new PrivilegedAction;
772 }
773 }
774 goto regAccessOk;
775
776
777regAccessOk:
778handleMmuRegAccess:
779 DPRINTF(TLB, "TLB: DTB Translating MM IPR access\n");
780 req->setMmapedIpr(true);
781 req->setPaddr(req->getVaddr());
782 return NoFault;
783};
784
785Tick
786DTB::doMmuRegRead(ThreadContext *tc, Packet *pkt)
787{
788 Addr va = pkt->getAddr();
789 ASI asi = (ASI)pkt->req->getAsi();
790 uint64_t temp, data;
791 uint64_t tsbtemp, cnftemp;
792
793 DPRINTF(IPR, "Memory Mapped IPR Read: asi=%#X a=%#x\n",
794 (uint32_t)pkt->req->getAsi(), pkt->getAddr());
795
796 switch (asi) {
797 case ASI_LSU_CONTROL_REG:
798 assert(va == 0);
799 pkt->set(tc->readMiscRegWithEffect(MISCREG_MMU_LSU_CTRL));
800 break;
801 case ASI_MMU:
802 switch (va) {
803 case 0x8:
804 pkt->set(tc->readMiscRegWithEffect(MISCREG_MMU_P_CONTEXT));
805 break;
806 case 0x10:
807 pkt->set(tc->readMiscRegWithEffect(MISCREG_MMU_S_CONTEXT));
808 break;
809 default:
810 goto doMmuReadError;
811 }
812 break;
813 case ASI_QUEUE:
814 pkt->set(tc->readMiscRegWithEffect(MISCREG_QUEUE_CPU_MONDO_HEAD +
815 (va >> 4) - 0x3c));
816 break;
817 case ASI_DMMU_CTXT_ZERO_TSB_BASE_PS0:
818 assert(va == 0);
819 pkt->set(tc->readMiscRegWithEffect(MISCREG_MMU_DTLB_C0_TSB_PS0));
820 break;
821 case ASI_DMMU_CTXT_ZERO_TSB_BASE_PS1:
822 assert(va == 0);
823 pkt->set(tc->readMiscRegWithEffect(MISCREG_MMU_DTLB_C0_TSB_PS1));
824 break;
825 case ASI_DMMU_CTXT_ZERO_CONFIG:
826 assert(va == 0);
827 pkt->set(tc->readMiscRegWithEffect(MISCREG_MMU_DTLB_C0_CONFIG));
828 break;
829 case ASI_IMMU_CTXT_ZERO_TSB_BASE_PS0:
830 assert(va == 0);
831 pkt->set(tc->readMiscRegWithEffect(MISCREG_MMU_ITLB_C0_TSB_PS0));
832 break;
833 case ASI_IMMU_CTXT_ZERO_TSB_BASE_PS1:
834 assert(va == 0);
835 pkt->set(tc->readMiscRegWithEffect(MISCREG_MMU_ITLB_C0_TSB_PS1));
836 break;
837 case ASI_IMMU_CTXT_ZERO_CONFIG:
838 assert(va == 0);
839 pkt->set(tc->readMiscRegWithEffect(MISCREG_MMU_ITLB_C0_CONFIG));
840 break;
841 case ASI_DMMU_CTXT_NONZERO_TSB_BASE_PS0:
842 assert(va == 0);
843 pkt->set(tc->readMiscRegWithEffect(MISCREG_MMU_DTLB_CX_TSB_PS0));
844 break;
845 case ASI_DMMU_CTXT_NONZERO_TSB_BASE_PS1:
846 assert(va == 0);
847 pkt->set(tc->readMiscRegWithEffect(MISCREG_MMU_DTLB_CX_TSB_PS1));
848 break;
849 case ASI_DMMU_CTXT_NONZERO_CONFIG:
850 assert(va == 0);
851 pkt->set(tc->readMiscRegWithEffect(MISCREG_MMU_DTLB_CX_CONFIG));
852 break;
853 case ASI_IMMU_CTXT_NONZERO_TSB_BASE_PS0:
854 assert(va == 0);
855 pkt->set(tc->readMiscRegWithEffect(MISCREG_MMU_ITLB_CX_TSB_PS0));
856 break;
857 case ASI_IMMU_CTXT_NONZERO_TSB_BASE_PS1:
858 assert(va == 0);
859 pkt->set(tc->readMiscRegWithEffect(MISCREG_MMU_ITLB_CX_TSB_PS1));
860 break;
861 case ASI_IMMU_CTXT_NONZERO_CONFIG:
862 assert(va == 0);
863 pkt->set(tc->readMiscRegWithEffect(MISCREG_MMU_ITLB_CX_CONFIG));
864 break;
865 case ASI_SPARC_ERROR_STATUS_REG:
866 warn("returning 0 for SPARC ERROR regsiter read\n");
867 pkt->set(0);
868 break;
869 case ASI_HYP_SCRATCHPAD:
870 case ASI_SCRATCHPAD:
871 pkt->set(tc->readMiscRegWithEffect(MISCREG_SCRATCHPAD_R0 + (va >> 3)));
872 break;
873 case ASI_IMMU:
874 switch (va) {
875 case 0x0:
876 temp = tc->readMiscRegWithEffect(MISCREG_MMU_ITLB_TAG_ACCESS);
877 pkt->set(bits(temp,63,22) | bits(temp,12,0) << 48);
878 break;
879 case 0x30:
880 pkt->set(tc->readMiscRegWithEffect(MISCREG_MMU_ITLB_TAG_ACCESS));
881 break;
882 default:
883 goto doMmuReadError;
884 }
885 break;
886 case ASI_DMMU:
887 switch (va) {
888 case 0x0:
889 temp = tc->readMiscRegWithEffect(MISCREG_MMU_DTLB_TAG_ACCESS);
890 pkt->set(bits(temp,63,22) | bits(temp,12,0) << 48);
891 break;
892 case 0x30:
893 pkt->set(tc->readMiscRegWithEffect(MISCREG_MMU_DTLB_TAG_ACCESS));
894 break;
895 case 0x80:
896 pkt->set(tc->readMiscRegWithEffect(MISCREG_MMU_PART_ID));
897 break;
898 default:
899 goto doMmuReadError;
900 }
901 break;
902 case ASI_DMMU_TSB_PS0_PTR_REG:
903 temp = tc->readMiscRegWithEffect(MISCREG_MMU_DTLB_TAG_ACCESS);
904 if (bits(temp,12,0) == 0) {
905 tsbtemp = tc->readMiscRegWithEffect(MISCREG_MMU_DTLB_C0_TSB_PS0);
906 cnftemp = tc->readMiscRegWithEffect(MISCREG_MMU_DTLB_C0_CONFIG);
907 } else {
908 tsbtemp = tc->readMiscRegWithEffect(MISCREG_MMU_DTLB_CX_TSB_PS0);
909 cnftemp = tc->readMiscRegWithEffect(MISCREG_MMU_DTLB_CX_CONFIG);
910 }
911 data = mbits(tsbtemp,63,13);
912 data |= temp >> (9 + bits(cnftemp,2,0) * 3) &
913 mbits((uint64_t)-1ll,12+bits(tsbtemp,3,0), 4);
914 pkt->set(data);
915 break;
916 case ASI_DMMU_TSB_PS1_PTR_REG:
917 temp = tc->readMiscRegWithEffect(MISCREG_MMU_DTLB_TAG_ACCESS);
918 if (bits(temp,12,0) == 0) {
919 tsbtemp = tc->readMiscRegWithEffect(MISCREG_MMU_DTLB_C0_TSB_PS1);
920 cnftemp = tc->readMiscRegWithEffect(MISCREG_MMU_DTLB_C0_CONFIG);
921 } else {
922 tsbtemp = tc->readMiscRegWithEffect(MISCREG_MMU_DTLB_CX_TSB_PS1);
923 cnftemp = tc->readMiscRegWithEffect(MISCREG_MMU_DTLB_CX_CONFIG);
924 }
925 data = mbits(tsbtemp,63,13);
926 if (bits(tsbtemp,12,12))
927 data |= ULL(1) << (13+bits(tsbtemp,3,0));
928 data |= temp >> (9 + bits(cnftemp,2,0) * 3) &
929 mbits((uint64_t)-1ll,12+bits(tsbtemp,3,0), 4);
930 pkt->set(data);
931 break;
932 case ASI_IMMU_TSB_PS0_PTR_REG:
933 temp = tc->readMiscRegWithEffect(MISCREG_MMU_ITLB_TAG_ACCESS);
934 if (bits(temp,12,0) == 0) {
935 tsbtemp = tc->readMiscRegWithEffect(MISCREG_MMU_ITLB_C0_TSB_PS0);
936 cnftemp = tc->readMiscRegWithEffect(MISCREG_MMU_ITLB_C0_CONFIG);
937 } else {
938 tsbtemp = tc->readMiscRegWithEffect(MISCREG_MMU_ITLB_CX_TSB_PS0);
939 cnftemp = tc->readMiscRegWithEffect(MISCREG_MMU_ITLB_CX_CONFIG);
940 }
941 data = mbits(tsbtemp,63,13);
942 data |= temp >> (9 + bits(cnftemp,2,0) * 3) &
943 mbits((uint64_t)-1ll,12+bits(tsbtemp,3,0), 4);
944 pkt->set(data);
945 break;
946 case ASI_IMMU_TSB_PS1_PTR_REG:
947 temp = tc->readMiscRegWithEffect(MISCREG_MMU_ITLB_TAG_ACCESS);
948 if (bits(temp,12,0) == 0) {
949 tsbtemp = tc->readMiscRegWithEffect(MISCREG_MMU_ITLB_C0_TSB_PS1);
950 cnftemp = tc->readMiscRegWithEffect(MISCREG_MMU_ITLB_C0_CONFIG);
951 } else {
952 tsbtemp = tc->readMiscRegWithEffect(MISCREG_MMU_ITLB_CX_TSB_PS1);
953 cnftemp = tc->readMiscRegWithEffect(MISCREG_MMU_ITLB_CX_CONFIG);
954 }
955 data = mbits(tsbtemp,63,13);
956 if (bits(tsbtemp,12,12))
957 data |= ULL(1) << (13+bits(tsbtemp,3,0));
958 data |= temp >> (9 + bits(cnftemp,2,0) * 3) &
959 mbits((uint64_t)-1ll,12+bits(tsbtemp,3,0), 4);
960 pkt->set(data);
961 break;
962
963 default:
964doMmuReadError:
965 panic("need to impl DTB::doMmuRegRead() got asi=%#x, va=%#x\n",
966 (uint32_t)asi, va);
967 }
968 pkt->result = Packet::Success;
969 return tc->getCpuPtr()->cycles(1);
970}
971
972Tick
973DTB::doMmuRegWrite(ThreadContext *tc, Packet *pkt)
974{
975 uint64_t data = gtoh(pkt->get<uint64_t>());
976 Addr va = pkt->getAddr();
977 ASI asi = (ASI)pkt->req->getAsi();
978
979 Addr ta_insert;
980 Addr va_insert;
981 Addr ct_insert;
982 int part_insert;
983 int entry_insert = -1;
984 bool real_insert;
985 bool ignore;
986 int part_id;
987 int ctx_id;
988 PageTableEntry pte;
989
990 DPRINTF(IPR, "Memory Mapped IPR Write: asi=%#X a=%#x d=%#X\n",
991 (uint32_t)asi, va, data);
992
993 switch (asi) {
994 case ASI_LSU_CONTROL_REG:
995 assert(va == 0);
996 tc->setMiscRegWithEffect(MISCREG_MMU_LSU_CTRL, data);
997 break;
998 case ASI_MMU:
999 switch (va) {
1000 case 0x8:
1001 tc->setMiscRegWithEffect(MISCREG_MMU_P_CONTEXT, data);
1002 break;
1003 case 0x10:
1004 tc->setMiscRegWithEffect(MISCREG_MMU_S_CONTEXT, data);
1005 break;
1006 default:
1007 goto doMmuWriteError;
1008 }
1009 break;
1010 case ASI_QUEUE:
1011 assert(mbits(data,13,6) == data);
1012 tc->setMiscRegWithEffect(MISCREG_QUEUE_CPU_MONDO_HEAD +
1013 (va >> 4) - 0x3c, data);
1014 break;
1015 case ASI_DMMU_CTXT_ZERO_TSB_BASE_PS0:
1016 assert(va == 0);
1017 tc->setMiscRegWithEffect(MISCREG_MMU_DTLB_C0_TSB_PS0, data);
1018 break;
1019 case ASI_DMMU_CTXT_ZERO_TSB_BASE_PS1:
1020 assert(va == 0);
1021 tc->setMiscRegWithEffect(MISCREG_MMU_DTLB_C0_TSB_PS1, data);
1022 break;
1023 case ASI_DMMU_CTXT_ZERO_CONFIG:
1024 assert(va == 0);
1025 tc->setMiscRegWithEffect(MISCREG_MMU_DTLB_C0_CONFIG, data);
1026 break;
1027 case ASI_IMMU_CTXT_ZERO_TSB_BASE_PS0:
1028 assert(va == 0);
1029 tc->setMiscRegWithEffect(MISCREG_MMU_ITLB_C0_TSB_PS0, data);
1030 break;
1031 case ASI_IMMU_CTXT_ZERO_TSB_BASE_PS1:
1032 assert(va == 0);
1033 tc->setMiscRegWithEffect(MISCREG_MMU_ITLB_C0_TSB_PS1, data);
1034 break;
1035 case ASI_IMMU_CTXT_ZERO_CONFIG:
1036 assert(va == 0);
1037 tc->setMiscRegWithEffect(MISCREG_MMU_ITLB_C0_CONFIG, data);
1038 break;
1039 case ASI_DMMU_CTXT_NONZERO_TSB_BASE_PS0:
1040 assert(va == 0);
1041 tc->setMiscRegWithEffect(MISCREG_MMU_DTLB_CX_TSB_PS0, data);
1042 break;
1043 case ASI_DMMU_CTXT_NONZERO_TSB_BASE_PS1:
1044 assert(va == 0);
1045 tc->setMiscRegWithEffect(MISCREG_MMU_DTLB_CX_TSB_PS1, data);
1046 break;
1047 case ASI_DMMU_CTXT_NONZERO_CONFIG:
1048 assert(va == 0);
1049 tc->setMiscRegWithEffect(MISCREG_MMU_DTLB_CX_CONFIG, data);
1050 break;
1051 case ASI_IMMU_CTXT_NONZERO_TSB_BASE_PS0:
1052 assert(va == 0);
1053 tc->setMiscRegWithEffect(MISCREG_MMU_ITLB_CX_TSB_PS0, data);
1054 break;
1055 case ASI_IMMU_CTXT_NONZERO_TSB_BASE_PS1:
1056 assert(va == 0);
1057 tc->setMiscRegWithEffect(MISCREG_MMU_ITLB_CX_TSB_PS1, data);
1058 break;
1059 case ASI_IMMU_CTXT_NONZERO_CONFIG:
1060 assert(va == 0);
1061 tc->setMiscRegWithEffect(MISCREG_MMU_ITLB_CX_CONFIG, data);
1062 break;
1063 case ASI_SPARC_ERROR_EN_REG:
1064 case ASI_SPARC_ERROR_STATUS_REG:
1065 warn("Ignoring write to SPARC ERROR regsiter\n");
1066 break;
1067 case ASI_HYP_SCRATCHPAD:
1068 case ASI_SCRATCHPAD:
1069 tc->setMiscRegWithEffect(MISCREG_SCRATCHPAD_R0 + (va >> 3), data);
1070 break;
1071 case ASI_IMMU:
1072 switch (va) {
1073 case 0x30:
1074 tc->setMiscRegWithEffect(MISCREG_MMU_ITLB_TAG_ACCESS, data);
1075 break;
1076 default:
1077 goto doMmuWriteError;
1078 }
1079 break;
1080 case ASI_ITLB_DATA_ACCESS_REG:
1081 entry_insert = bits(va, 8,3);
1082 case ASI_ITLB_DATA_IN_REG:
1083 assert(entry_insert != -1 || mbits(va,10,9) == va);
1084 ta_insert = tc->readMiscRegWithEffect(MISCREG_MMU_ITLB_TAG_ACCESS);
1085 va_insert = mbits(ta_insert, 63,13);
1086 ct_insert = mbits(ta_insert, 12,0);
1087 part_insert = tc->readMiscRegWithEffect(MISCREG_MMU_PART_ID);
1088 real_insert = bits(va, 9,9);
1089 pte.populate(data, bits(va,10,10) ? PageTableEntry::sun4v :
1090 PageTableEntry::sun4u);
1091 tc->getITBPtr()->insert(va_insert, part_insert, ct_insert, real_insert,
1092 pte, entry_insert);
1093 break;
1094 case ASI_DTLB_DATA_ACCESS_REG:
1095 entry_insert = bits(va, 8,3);
1096 case ASI_DTLB_DATA_IN_REG:
1097 assert(entry_insert != -1 || mbits(va,10,9) == va);
1098 ta_insert = tc->readMiscRegWithEffect(MISCREG_MMU_DTLB_TAG_ACCESS);
1099 va_insert = mbits(ta_insert, 63,13);
1100 ct_insert = mbits(ta_insert, 12,0);
1101 part_insert = tc->readMiscRegWithEffect(MISCREG_MMU_PART_ID);
1102 real_insert = bits(va, 9,9);
1103 pte.populate(data, bits(va,10,10) ? PageTableEntry::sun4v :
1104 PageTableEntry::sun4u);
1105 insert(va_insert, part_insert, ct_insert, real_insert, pte, entry_insert);
1106 break;
1107 case ASI_IMMU_DEMAP:
1108 ignore = false;
1109 ctx_id = -1;
1110 part_id = tc->readMiscRegWithEffect(MISCREG_MMU_PART_ID);
1111 switch (bits(va,5,4)) {
1112 case 0:
1113 ctx_id = tc->readMiscRegWithEffect(MISCREG_MMU_P_CONTEXT);
1114 break;
1115 case 1:
1116 ignore = true;
1117 break;
1118 case 3:
1119 ctx_id = 0;
1120 break;
1121 default:
1122 ignore = true;
1123 }
1124
1125 switch(bits(va,7,6)) {
1126 case 0: // demap page
1127 if (!ignore)
1128 tc->getITBPtr()->demapPage(mbits(va,63,13), part_id,
1129 bits(va,9,9), ctx_id);
1130 break;
1131 case 1: //demap context
1132 if (!ignore)
1133 tc->getITBPtr()->demapContext(part_id, ctx_id);
1134 break;
1135 case 2:
1136 tc->getITBPtr()->demapAll(part_id);
1137 break;
1138 default:
1139 panic("Invalid type for IMMU demap\n");
1140 }
1141 break;
1142 case ASI_DMMU:
1143 switch (va) {
1144 case 0x30:
1145 tc->setMiscRegWithEffect(MISCREG_MMU_DTLB_TAG_ACCESS, data);
1146 break;
1147 case 0x80:
1148 tc->setMiscRegWithEffect(MISCREG_MMU_PART_ID, data);
1149 break;
1150 default:
1151 goto doMmuWriteError;
1152 }
1153 break;
1154 case ASI_DMMU_DEMAP:
1155 ignore = false;
1156 ctx_id = -1;
1157 part_id = tc->readMiscRegWithEffect(MISCREG_MMU_PART_ID);
1158 switch (bits(va,5,4)) {
1159 case 0:
1160 ctx_id = tc->readMiscRegWithEffect(MISCREG_MMU_P_CONTEXT);
1161 break;
1162 case 1:
1163 ctx_id = tc->readMiscRegWithEffect(MISCREG_MMU_S_CONTEXT);
1164 break;
1165 case 3:
1166 ctx_id = 0;
1167 break;
1168 default:
1169 ignore = true;
1170 }
1171
1172 switch(bits(va,7,6)) {
1173 case 0: // demap page
1174 if (!ignore)
1175 demapPage(mbits(va,63,13), part_id, bits(va,9,9), ctx_id);
1176 break;
1177 case 1: //demap context
1178 if (!ignore)
1179 demapContext(part_id, ctx_id);
1180 break;
1181 case 2:
1182 demapAll(part_id);
1183 break;
1184 default:
1185 panic("Invalid type for IMMU demap\n");
1186 }
1187 break;
1188 default:
1189doMmuWriteError:
1190 panic("need to impl DTB::doMmuRegWrite() got asi=%#x, va=%#x d=%#x\n",
1191 (uint32_t)pkt->req->getAsi(), pkt->getAddr(), data);
1192 }
1193 pkt->result = Packet::Success;
1194 return tc->getCpuPtr()->cycles(1);
1195}
1196
1197void
1198TLB::serialize(std::ostream &os)
1199{
1200 panic("Need to implement serialize tlb for SPARC\n");
1201}
1202
1203void
1204TLB::unserialize(Checkpoint *cp, const std::string §ion)
1205{
1206 panic("Need to implement unserialize tlb for SPARC\n");
1207}
1208
1209
1210DEFINE_SIM_OBJECT_CLASS_NAME("SparcTLB", TLB)
1211
1212BEGIN_DECLARE_SIM_OBJECT_PARAMS(ITB)
1213
1214 Param<int> size;
1215
1216END_DECLARE_SIM_OBJECT_PARAMS(ITB)
1217
1218BEGIN_INIT_SIM_OBJECT_PARAMS(ITB)
1219
1220 INIT_PARAM_DFLT(size, "TLB size", 48)
1221
1222END_INIT_SIM_OBJECT_PARAMS(ITB)
1223
1224
1225CREATE_SIM_OBJECT(ITB)
1226{
1227 return new ITB(getInstanceName(), size);
1228}
1229
1230REGISTER_SIM_OBJECT("SparcITB", ITB)
1231
1232BEGIN_DECLARE_SIM_OBJECT_PARAMS(DTB)
1233
1234 Param<int> size;
1235
1236END_DECLARE_SIM_OBJECT_PARAMS(DTB)
1237
1238BEGIN_INIT_SIM_OBJECT_PARAMS(DTB)
1239
1240 INIT_PARAM_DFLT(size, "TLB size", 64)
1241
1242END_INIT_SIM_OBJECT_PARAMS(DTB)
1243
1244
1245CREATE_SIM_OBJECT(DTB)
1246{
1247 return new DTB(getInstanceName(), size);
1248}
1249
1250REGISTER_SIM_OBJECT("SparcDTB", DTB)
1251}
|