tlb.cc (5917:7d7df4ad7486) tlb.cc (5965:71f8d7c12619)
1/*
2 * Copyright (c) 2007-2008 The Hewlett-Packard Development Company
3 * All rights reserved.
4 *
5 * Redistribution and use of this software in source and binary forms,
6 * with or without modification, are permitted provided that the
7 * following conditions are met:
8 *
9 * The software must be used only for Non-Commercial Use which means any
10 * use which is NOT directed to receiving any direct monetary
11 * compensation for, or commercial advantage from such use. Illustrative
12 * examples of non-commercial use are academic research, personal study,
13 * teaching, education and corporate research & development.
14 * Illustrative examples of commercial use are distributing products for
15 * commercial advantage and providing services using the software for
16 * commercial advantage.
17 *
18 * If you wish to use this software or functionality therein that may be
19 * covered by patents for commercial use, please contact:
20 * Director of Intellectual Property Licensing
21 * Office of Strategy and Technology
22 * Hewlett-Packard Company
23 * 1501 Page Mill Road
24 * Palo Alto, California 94304
25 *
26 * Redistributions of source code must retain the above copyright notice,
27 * this list of conditions and the following disclaimer. Redistributions
28 * in binary form must reproduce the above copyright notice, this list of
29 * conditions and the following disclaimer in the documentation and/or
30 * other materials provided with the distribution. Neither the name of
31 * the COPYRIGHT HOLDER(s), HEWLETT-PACKARD COMPANY, nor the names of its
32 * contributors may be used to endorse or promote products derived from
33 * this software without specific prior written permission. No right of
34 * sublicense is granted herewith. Derivatives of the software and
35 * output created using the software may be prepared, but only for
36 * Non-Commercial Uses. Derivatives of the software may be shared with
37 * others provided: (i) the others agree to abide by the list of
38 * conditions herein which includes the Non-Commercial Use restrictions;
39 * and (ii) such Derivatives of the software include the above copyright
40 * notice to acknowledge the contribution from this software where
41 * applicable, this list of conditions and the disclaimer below.
42 *
43 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
44 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
45 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
46 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
47 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
48 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
49 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
50 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
51 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
52 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
53 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
54 *
55 * Authors: Gabe Black
56 */
57
58#include <cstring>
59
60#include "config/full_system.hh"
61
62#include "arch/x86/insts/microldstop.hh"
63#include "arch/x86/pagetable.hh"
64#include "arch/x86/tlb.hh"
65#include "arch/x86/x86_traits.hh"
66#include "base/bitfield.hh"
67#include "base/trace.hh"
68#include "config/full_system.hh"
69#include "cpu/thread_context.hh"
70#include "cpu/base.hh"
71#include "mem/packet_access.hh"
72#include "mem/request.hh"
73
74#if FULL_SYSTEM
75#include "arch/x86/pagetable_walker.hh"
76#else
77#include "mem/page_table.hh"
78#include "sim/process.hh"
79#endif
80
81namespace X86ISA {
82
83TLB::TLB(const Params *p) : BaseTLB(p), configAddress(0), size(p->size)
84{
85 tlb = new TlbEntry[size];
86 std::memset(tlb, 0, sizeof(TlbEntry) * size);
87
88 for (int x = 0; x < size; x++)
89 freeList.push_back(&tlb[x]);
90
91#if FULL_SYSTEM
92 walker = p->walker;
93 walker->setTLB(this);
94#endif
95}
96
97TlbEntry *
98TLB::insert(Addr vpn, TlbEntry &entry)
99{
100 //TODO Deal with conflicting entries
101
102 TlbEntry *newEntry = NULL;
103 if (!freeList.empty()) {
104 newEntry = freeList.front();
105 freeList.pop_front();
106 } else {
107 newEntry = entryList.back();
108 entryList.pop_back();
109 }
110 *newEntry = entry;
111 newEntry->vaddr = vpn;
112 entryList.push_front(newEntry);
113 return newEntry;
114}
115
116TLB::EntryList::iterator
117TLB::lookupIt(Addr va, bool update_lru)
118{
119 //TODO make this smarter at some point
120 EntryList::iterator entry;
121 for (entry = entryList.begin(); entry != entryList.end(); entry++) {
122 if ((*entry)->vaddr <= va && (*entry)->vaddr + (*entry)->size > va) {
123 DPRINTF(TLB, "Matched vaddr %#x to entry starting at %#x "
124 "with size %#x.\n", va, (*entry)->vaddr, (*entry)->size);
125 if (update_lru) {
126 entryList.push_front(*entry);
127 entryList.erase(entry);
128 entry = entryList.begin();
129 }
130 break;
131 }
132 }
133 return entry;
134}
135
136TlbEntry *
137TLB::lookup(Addr va, bool update_lru)
138{
139 EntryList::iterator entry = lookupIt(va, update_lru);
140 if (entry == entryList.end())
141 return NULL;
142 else
143 return *entry;
144}
145
146void
147TLB::invalidateAll()
148{
149 DPRINTF(TLB, "Invalidating all entries.\n");
150 while (!entryList.empty()) {
151 TlbEntry *entry = entryList.front();
152 entryList.pop_front();
153 freeList.push_back(entry);
154 }
155}
156
157void
158TLB::setConfigAddress(uint32_t addr)
159{
160 configAddress = addr;
161}
162
163void
164TLB::invalidateNonGlobal()
165{
166 DPRINTF(TLB, "Invalidating all non global entries.\n");
167 EntryList::iterator entryIt;
168 for (entryIt = entryList.begin(); entryIt != entryList.end();) {
169 if (!(*entryIt)->global) {
170 freeList.push_back(*entryIt);
171 entryList.erase(entryIt++);
172 } else {
173 entryIt++;
174 }
175 }
176}
177
178void
179TLB::demapPage(Addr va, uint64_t asn)
180{
181 EntryList::iterator entry = lookupIt(va, false);
182 if (entry != entryList.end()) {
183 freeList.push_back(*entry);
184 entryList.erase(entry);
185 }
186}
187
188Fault
189TLB::translate(RequestPtr req, ThreadContext *tc,
190 Translation *translation, bool write, bool execute,
191 bool &delayedResponse, bool timing)
192{
193 delayedResponse = false;
194 Addr vaddr = req->getVaddr();
195 DPRINTF(TLB, "Translating vaddr %#x.\n", vaddr);
196 uint32_t flags = req->getFlags();
197 bool storeCheck = flags & StoreCheck;
198
199 int seg = flags & SegmentFlagMask;
200
201 //XXX Junk code to surpress the warning
202 if (storeCheck);
203
204 // If this is true, we're dealing with a request to read an internal
205 // value.
206 if (seg == SEGMENT_REG_MS) {
207 DPRINTF(TLB, "Addresses references internal memory.\n");
208 Addr prefix = (vaddr >> 3) & IntAddrPrefixMask;
209 if (prefix == IntAddrPrefixCPUID) {
210 panic("CPUID memory space not yet implemented!\n");
211 } else if (prefix == IntAddrPrefixMSR) {
212 vaddr = vaddr >> 3;
213 req->setMmapedIpr(true);
214 Addr regNum = 0;
215 switch (vaddr & ~IntAddrPrefixMask) {
216 case 0x10:
217 regNum = MISCREG_TSC;
218 break;
219 case 0x1B:
220 regNum = MISCREG_APIC_BASE;
221 break;
222 case 0xFE:
223 regNum = MISCREG_MTRRCAP;
224 break;
225 case 0x174:
226 regNum = MISCREG_SYSENTER_CS;
227 break;
228 case 0x175:
229 regNum = MISCREG_SYSENTER_ESP;
230 break;
231 case 0x176:
232 regNum = MISCREG_SYSENTER_EIP;
233 break;
234 case 0x179:
235 regNum = MISCREG_MCG_CAP;
236 break;
237 case 0x17A:
238 regNum = MISCREG_MCG_STATUS;
239 break;
240 case 0x17B:
241 regNum = MISCREG_MCG_CTL;
242 break;
243 case 0x1D9:
244 regNum = MISCREG_DEBUG_CTL_MSR;
245 break;
246 case 0x1DB:
247 regNum = MISCREG_LAST_BRANCH_FROM_IP;
248 break;
249 case 0x1DC:
250 regNum = MISCREG_LAST_BRANCH_TO_IP;
251 break;
252 case 0x1DD:
253 regNum = MISCREG_LAST_EXCEPTION_FROM_IP;
254 break;
255 case 0x1DE:
256 regNum = MISCREG_LAST_EXCEPTION_TO_IP;
257 break;
258 case 0x200:
259 regNum = MISCREG_MTRR_PHYS_BASE_0;
260 break;
261 case 0x201:
262 regNum = MISCREG_MTRR_PHYS_MASK_0;
263 break;
264 case 0x202:
265 regNum = MISCREG_MTRR_PHYS_BASE_1;
266 break;
267 case 0x203:
268 regNum = MISCREG_MTRR_PHYS_MASK_1;
269 break;
270 case 0x204:
271 regNum = MISCREG_MTRR_PHYS_BASE_2;
272 break;
273 case 0x205:
274 regNum = MISCREG_MTRR_PHYS_MASK_2;
275 break;
276 case 0x206:
277 regNum = MISCREG_MTRR_PHYS_BASE_3;
278 break;
279 case 0x207:
280 regNum = MISCREG_MTRR_PHYS_MASK_3;
281 break;
282 case 0x208:
283 regNum = MISCREG_MTRR_PHYS_BASE_4;
284 break;
285 case 0x209:
286 regNum = MISCREG_MTRR_PHYS_MASK_4;
287 break;
288 case 0x20A:
289 regNum = MISCREG_MTRR_PHYS_BASE_5;
290 break;
291 case 0x20B:
292 regNum = MISCREG_MTRR_PHYS_MASK_5;
293 break;
294 case 0x20C:
295 regNum = MISCREG_MTRR_PHYS_BASE_6;
296 break;
297 case 0x20D:
298 regNum = MISCREG_MTRR_PHYS_MASK_6;
299 break;
300 case 0x20E:
301 regNum = MISCREG_MTRR_PHYS_BASE_7;
302 break;
303 case 0x20F:
304 regNum = MISCREG_MTRR_PHYS_MASK_7;
305 break;
306 case 0x250:
307 regNum = MISCREG_MTRR_FIX_64K_00000;
308 break;
309 case 0x258:
310 regNum = MISCREG_MTRR_FIX_16K_80000;
311 break;
312 case 0x259:
313 regNum = MISCREG_MTRR_FIX_16K_A0000;
314 break;
315 case 0x268:
316 regNum = MISCREG_MTRR_FIX_4K_C0000;
317 break;
318 case 0x269:
319 regNum = MISCREG_MTRR_FIX_4K_C8000;
320 break;
321 case 0x26A:
322 regNum = MISCREG_MTRR_FIX_4K_D0000;
323 break;
324 case 0x26B:
325 regNum = MISCREG_MTRR_FIX_4K_D8000;
326 break;
327 case 0x26C:
328 regNum = MISCREG_MTRR_FIX_4K_E0000;
329 break;
330 case 0x26D:
331 regNum = MISCREG_MTRR_FIX_4K_E8000;
332 break;
333 case 0x26E:
334 regNum = MISCREG_MTRR_FIX_4K_F0000;
335 break;
336 case 0x26F:
337 regNum = MISCREG_MTRR_FIX_4K_F8000;
338 break;
339 case 0x277:
340 regNum = MISCREG_PAT;
341 break;
342 case 0x2FF:
343 regNum = MISCREG_DEF_TYPE;
344 break;
345 case 0x400:
346 regNum = MISCREG_MC0_CTL;
347 break;
348 case 0x404:
349 regNum = MISCREG_MC1_CTL;
350 break;
351 case 0x408:
352 regNum = MISCREG_MC2_CTL;
353 break;
354 case 0x40C:
355 regNum = MISCREG_MC3_CTL;
356 break;
357 case 0x410:
358 regNum = MISCREG_MC4_CTL;
359 break;
360 case 0x414:
361 regNum = MISCREG_MC5_CTL;
362 break;
363 case 0x418:
364 regNum = MISCREG_MC6_CTL;
365 break;
366 case 0x41C:
367 regNum = MISCREG_MC7_CTL;
368 break;
369 case 0x401:
370 regNum = MISCREG_MC0_STATUS;
371 break;
372 case 0x405:
373 regNum = MISCREG_MC1_STATUS;
374 break;
375 case 0x409:
376 regNum = MISCREG_MC2_STATUS;
377 break;
378 case 0x40D:
379 regNum = MISCREG_MC3_STATUS;
380 break;
381 case 0x411:
382 regNum = MISCREG_MC4_STATUS;
383 break;
384 case 0x415:
385 regNum = MISCREG_MC5_STATUS;
386 break;
387 case 0x419:
388 regNum = MISCREG_MC6_STATUS;
389 break;
390 case 0x41D:
391 regNum = MISCREG_MC7_STATUS;
392 break;
393 case 0x402:
394 regNum = MISCREG_MC0_ADDR;
395 break;
396 case 0x406:
397 regNum = MISCREG_MC1_ADDR;
398 break;
399 case 0x40A:
400 regNum = MISCREG_MC2_ADDR;
401 break;
402 case 0x40E:
403 regNum = MISCREG_MC3_ADDR;
404 break;
405 case 0x412:
406 regNum = MISCREG_MC4_ADDR;
407 break;
408 case 0x416:
409 regNum = MISCREG_MC5_ADDR;
410 break;
411 case 0x41A:
412 regNum = MISCREG_MC6_ADDR;
413 break;
414 case 0x41E:
415 regNum = MISCREG_MC7_ADDR;
416 break;
417 case 0x403:
418 regNum = MISCREG_MC0_MISC;
419 break;
420 case 0x407:
421 regNum = MISCREG_MC1_MISC;
422 break;
423 case 0x40B:
424 regNum = MISCREG_MC2_MISC;
425 break;
426 case 0x40F:
427 regNum = MISCREG_MC3_MISC;
428 break;
429 case 0x413:
430 regNum = MISCREG_MC4_MISC;
431 break;
432 case 0x417:
433 regNum = MISCREG_MC5_MISC;
434 break;
435 case 0x41B:
436 regNum = MISCREG_MC6_MISC;
437 break;
438 case 0x41F:
439 regNum = MISCREG_MC7_MISC;
440 break;
441 case 0xC0000080:
442 regNum = MISCREG_EFER;
443 break;
444 case 0xC0000081:
445 regNum = MISCREG_STAR;
446 break;
447 case 0xC0000082:
448 regNum = MISCREG_LSTAR;
449 break;
450 case 0xC0000083:
451 regNum = MISCREG_CSTAR;
452 break;
453 case 0xC0000084:
454 regNum = MISCREG_SF_MASK;
455 break;
456 case 0xC0000100:
457 regNum = MISCREG_FS_BASE;
458 break;
459 case 0xC0000101:
460 regNum = MISCREG_GS_BASE;
461 break;
462 case 0xC0000102:
463 regNum = MISCREG_KERNEL_GS_BASE;
464 break;
465 case 0xC0000103:
466 regNum = MISCREG_TSC_AUX;
467 break;
468 case 0xC0010000:
469 regNum = MISCREG_PERF_EVT_SEL0;
470 break;
471 case 0xC0010001:
472 regNum = MISCREG_PERF_EVT_SEL1;
473 break;
474 case 0xC0010002:
475 regNum = MISCREG_PERF_EVT_SEL2;
476 break;
477 case 0xC0010003:
478 regNum = MISCREG_PERF_EVT_SEL3;
479 break;
480 case 0xC0010004:
481 regNum = MISCREG_PERF_EVT_CTR0;
482 break;
483 case 0xC0010005:
484 regNum = MISCREG_PERF_EVT_CTR1;
485 break;
486 case 0xC0010006:
487 regNum = MISCREG_PERF_EVT_CTR2;
488 break;
489 case 0xC0010007:
490 regNum = MISCREG_PERF_EVT_CTR3;
491 break;
492 case 0xC0010010:
493 regNum = MISCREG_SYSCFG;
494 break;
495 case 0xC0010016:
496 regNum = MISCREG_IORR_BASE0;
497 break;
498 case 0xC0010017:
499 regNum = MISCREG_IORR_BASE1;
500 break;
501 case 0xC0010018:
502 regNum = MISCREG_IORR_MASK0;
503 break;
504 case 0xC0010019:
505 regNum = MISCREG_IORR_MASK1;
506 break;
507 case 0xC001001A:
508 regNum = MISCREG_TOP_MEM;
509 break;
510 case 0xC001001D:
511 regNum = MISCREG_TOP_MEM2;
512 break;
513 case 0xC0010114:
514 regNum = MISCREG_VM_CR;
515 break;
516 case 0xC0010115:
517 regNum = MISCREG_IGNNE;
518 break;
519 case 0xC0010116:
520 regNum = MISCREG_SMM_CTL;
521 break;
522 case 0xC0010117:
523 regNum = MISCREG_VM_HSAVE_PA;
524 break;
525 default:
526 return new GeneralProtection(0);
527 }
528 //The index is multiplied by the size of a MiscReg so that
529 //any memory dependence calculations will not see these as
530 //overlapping.
531 req->setPaddr(regNum * sizeof(MiscReg));
532 return NoFault;
533 } else if (prefix == IntAddrPrefixIO) {
534 // TODO If CPL > IOPL or in virtual mode, check the I/O permission
535 // bitmap in the TSS.
536
537 Addr IOPort = vaddr & ~IntAddrPrefixMask;
538 // Make sure the address fits in the expected 16 bit IO address
539 // space.
540 assert(!(IOPort & ~0xFFFF));
541 if (IOPort == 0xCF8 && req->getSize() == 4) {
542 req->setMmapedIpr(true);
543 req->setPaddr(MISCREG_PCI_CONFIG_ADDRESS * sizeof(MiscReg));
544 } else if ((IOPort & ~mask(2)) == 0xCFC) {
545 Addr configAddress =
546 tc->readMiscRegNoEffect(MISCREG_PCI_CONFIG_ADDRESS);
547 if (bits(configAddress, 31, 31)) {
548 req->setPaddr(PhysAddrPrefixPciConfig |
549 mbits(configAddress, 30, 2) |
550 (IOPort & mask(2)));
551 }
552 } else {
553 req->setPaddr(PhysAddrPrefixIO | IOPort);
554 }
555 return NoFault;
556 } else {
557 panic("Access to unrecognized internal address space %#x.\n",
558 prefix);
559 }
560 }
561
562 // Get cr0. This will tell us how to do translation. We'll assume it was
563 // verified to be correct and consistent when set.
564 CR0 cr0 = tc->readMiscRegNoEffect(MISCREG_CR0);
565
566 // If protected mode has been enabled...
567 if (cr0.pe) {
568 DPRINTF(TLB, "In protected mode.\n");
569 Efer efer = tc->readMiscRegNoEffect(MISCREG_EFER);
570 SegAttr csAttr = tc->readMiscRegNoEffect(MISCREG_CS_ATTR);
571 // If we're not in 64-bit mode, do protection/limit checks
572 if (!efer.lma || !csAttr.longMode) {
573 DPRINTF(TLB, "Not in long mode. Checking segment protection.\n");
574 // Check for a NULL segment selector.
575 if (!tc->readMiscRegNoEffect(MISCREG_SEG_SEL(seg)))
576 return new GeneralProtection(0);
577 bool expandDown = false;
1/*
2 * Copyright (c) 2007-2008 The Hewlett-Packard Development Company
3 * All rights reserved.
4 *
5 * Redistribution and use of this software in source and binary forms,
6 * with or without modification, are permitted provided that the
7 * following conditions are met:
8 *
9 * The software must be used only for Non-Commercial Use which means any
10 * use which is NOT directed to receiving any direct monetary
11 * compensation for, or commercial advantage from such use. Illustrative
12 * examples of non-commercial use are academic research, personal study,
13 * teaching, education and corporate research & development.
14 * Illustrative examples of commercial use are distributing products for
15 * commercial advantage and providing services using the software for
16 * commercial advantage.
17 *
18 * If you wish to use this software or functionality therein that may be
19 * covered by patents for commercial use, please contact:
20 * Director of Intellectual Property Licensing
21 * Office of Strategy and Technology
22 * Hewlett-Packard Company
23 * 1501 Page Mill Road
24 * Palo Alto, California 94304
25 *
26 * Redistributions of source code must retain the above copyright notice,
27 * this list of conditions and the following disclaimer. Redistributions
28 * in binary form must reproduce the above copyright notice, this list of
29 * conditions and the following disclaimer in the documentation and/or
30 * other materials provided with the distribution. Neither the name of
31 * the COPYRIGHT HOLDER(s), HEWLETT-PACKARD COMPANY, nor the names of its
32 * contributors may be used to endorse or promote products derived from
33 * this software without specific prior written permission. No right of
34 * sublicense is granted herewith. Derivatives of the software and
35 * output created using the software may be prepared, but only for
36 * Non-Commercial Uses. Derivatives of the software may be shared with
37 * others provided: (i) the others agree to abide by the list of
38 * conditions herein which includes the Non-Commercial Use restrictions;
39 * and (ii) such Derivatives of the software include the above copyright
40 * notice to acknowledge the contribution from this software where
41 * applicable, this list of conditions and the disclaimer below.
42 *
43 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
44 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
45 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
46 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
47 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
48 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
49 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
50 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
51 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
52 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
53 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
54 *
55 * Authors: Gabe Black
56 */
57
58#include <cstring>
59
60#include "config/full_system.hh"
61
62#include "arch/x86/insts/microldstop.hh"
63#include "arch/x86/pagetable.hh"
64#include "arch/x86/tlb.hh"
65#include "arch/x86/x86_traits.hh"
66#include "base/bitfield.hh"
67#include "base/trace.hh"
68#include "config/full_system.hh"
69#include "cpu/thread_context.hh"
70#include "cpu/base.hh"
71#include "mem/packet_access.hh"
72#include "mem/request.hh"
73
74#if FULL_SYSTEM
75#include "arch/x86/pagetable_walker.hh"
76#else
77#include "mem/page_table.hh"
78#include "sim/process.hh"
79#endif
80
81namespace X86ISA {
82
83TLB::TLB(const Params *p) : BaseTLB(p), configAddress(0), size(p->size)
84{
85 tlb = new TlbEntry[size];
86 std::memset(tlb, 0, sizeof(TlbEntry) * size);
87
88 for (int x = 0; x < size; x++)
89 freeList.push_back(&tlb[x]);
90
91#if FULL_SYSTEM
92 walker = p->walker;
93 walker->setTLB(this);
94#endif
95}
96
97TlbEntry *
98TLB::insert(Addr vpn, TlbEntry &entry)
99{
100 //TODO Deal with conflicting entries
101
102 TlbEntry *newEntry = NULL;
103 if (!freeList.empty()) {
104 newEntry = freeList.front();
105 freeList.pop_front();
106 } else {
107 newEntry = entryList.back();
108 entryList.pop_back();
109 }
110 *newEntry = entry;
111 newEntry->vaddr = vpn;
112 entryList.push_front(newEntry);
113 return newEntry;
114}
115
116TLB::EntryList::iterator
117TLB::lookupIt(Addr va, bool update_lru)
118{
119 //TODO make this smarter at some point
120 EntryList::iterator entry;
121 for (entry = entryList.begin(); entry != entryList.end(); entry++) {
122 if ((*entry)->vaddr <= va && (*entry)->vaddr + (*entry)->size > va) {
123 DPRINTF(TLB, "Matched vaddr %#x to entry starting at %#x "
124 "with size %#x.\n", va, (*entry)->vaddr, (*entry)->size);
125 if (update_lru) {
126 entryList.push_front(*entry);
127 entryList.erase(entry);
128 entry = entryList.begin();
129 }
130 break;
131 }
132 }
133 return entry;
134}
135
136TlbEntry *
137TLB::lookup(Addr va, bool update_lru)
138{
139 EntryList::iterator entry = lookupIt(va, update_lru);
140 if (entry == entryList.end())
141 return NULL;
142 else
143 return *entry;
144}
145
146void
147TLB::invalidateAll()
148{
149 DPRINTF(TLB, "Invalidating all entries.\n");
150 while (!entryList.empty()) {
151 TlbEntry *entry = entryList.front();
152 entryList.pop_front();
153 freeList.push_back(entry);
154 }
155}
156
157void
158TLB::setConfigAddress(uint32_t addr)
159{
160 configAddress = addr;
161}
162
163void
164TLB::invalidateNonGlobal()
165{
166 DPRINTF(TLB, "Invalidating all non global entries.\n");
167 EntryList::iterator entryIt;
168 for (entryIt = entryList.begin(); entryIt != entryList.end();) {
169 if (!(*entryIt)->global) {
170 freeList.push_back(*entryIt);
171 entryList.erase(entryIt++);
172 } else {
173 entryIt++;
174 }
175 }
176}
177
178void
179TLB::demapPage(Addr va, uint64_t asn)
180{
181 EntryList::iterator entry = lookupIt(va, false);
182 if (entry != entryList.end()) {
183 freeList.push_back(*entry);
184 entryList.erase(entry);
185 }
186}
187
188Fault
189TLB::translate(RequestPtr req, ThreadContext *tc,
190 Translation *translation, bool write, bool execute,
191 bool &delayedResponse, bool timing)
192{
193 delayedResponse = false;
194 Addr vaddr = req->getVaddr();
195 DPRINTF(TLB, "Translating vaddr %#x.\n", vaddr);
196 uint32_t flags = req->getFlags();
197 bool storeCheck = flags & StoreCheck;
198
199 int seg = flags & SegmentFlagMask;
200
201 //XXX Junk code to surpress the warning
202 if (storeCheck);
203
204 // If this is true, we're dealing with a request to read an internal
205 // value.
206 if (seg == SEGMENT_REG_MS) {
207 DPRINTF(TLB, "Addresses references internal memory.\n");
208 Addr prefix = (vaddr >> 3) & IntAddrPrefixMask;
209 if (prefix == IntAddrPrefixCPUID) {
210 panic("CPUID memory space not yet implemented!\n");
211 } else if (prefix == IntAddrPrefixMSR) {
212 vaddr = vaddr >> 3;
213 req->setMmapedIpr(true);
214 Addr regNum = 0;
215 switch (vaddr & ~IntAddrPrefixMask) {
216 case 0x10:
217 regNum = MISCREG_TSC;
218 break;
219 case 0x1B:
220 regNum = MISCREG_APIC_BASE;
221 break;
222 case 0xFE:
223 regNum = MISCREG_MTRRCAP;
224 break;
225 case 0x174:
226 regNum = MISCREG_SYSENTER_CS;
227 break;
228 case 0x175:
229 regNum = MISCREG_SYSENTER_ESP;
230 break;
231 case 0x176:
232 regNum = MISCREG_SYSENTER_EIP;
233 break;
234 case 0x179:
235 regNum = MISCREG_MCG_CAP;
236 break;
237 case 0x17A:
238 regNum = MISCREG_MCG_STATUS;
239 break;
240 case 0x17B:
241 regNum = MISCREG_MCG_CTL;
242 break;
243 case 0x1D9:
244 regNum = MISCREG_DEBUG_CTL_MSR;
245 break;
246 case 0x1DB:
247 regNum = MISCREG_LAST_BRANCH_FROM_IP;
248 break;
249 case 0x1DC:
250 regNum = MISCREG_LAST_BRANCH_TO_IP;
251 break;
252 case 0x1DD:
253 regNum = MISCREG_LAST_EXCEPTION_FROM_IP;
254 break;
255 case 0x1DE:
256 regNum = MISCREG_LAST_EXCEPTION_TO_IP;
257 break;
258 case 0x200:
259 regNum = MISCREG_MTRR_PHYS_BASE_0;
260 break;
261 case 0x201:
262 regNum = MISCREG_MTRR_PHYS_MASK_0;
263 break;
264 case 0x202:
265 regNum = MISCREG_MTRR_PHYS_BASE_1;
266 break;
267 case 0x203:
268 regNum = MISCREG_MTRR_PHYS_MASK_1;
269 break;
270 case 0x204:
271 regNum = MISCREG_MTRR_PHYS_BASE_2;
272 break;
273 case 0x205:
274 regNum = MISCREG_MTRR_PHYS_MASK_2;
275 break;
276 case 0x206:
277 regNum = MISCREG_MTRR_PHYS_BASE_3;
278 break;
279 case 0x207:
280 regNum = MISCREG_MTRR_PHYS_MASK_3;
281 break;
282 case 0x208:
283 regNum = MISCREG_MTRR_PHYS_BASE_4;
284 break;
285 case 0x209:
286 regNum = MISCREG_MTRR_PHYS_MASK_4;
287 break;
288 case 0x20A:
289 regNum = MISCREG_MTRR_PHYS_BASE_5;
290 break;
291 case 0x20B:
292 regNum = MISCREG_MTRR_PHYS_MASK_5;
293 break;
294 case 0x20C:
295 regNum = MISCREG_MTRR_PHYS_BASE_6;
296 break;
297 case 0x20D:
298 regNum = MISCREG_MTRR_PHYS_MASK_6;
299 break;
300 case 0x20E:
301 regNum = MISCREG_MTRR_PHYS_BASE_7;
302 break;
303 case 0x20F:
304 regNum = MISCREG_MTRR_PHYS_MASK_7;
305 break;
306 case 0x250:
307 regNum = MISCREG_MTRR_FIX_64K_00000;
308 break;
309 case 0x258:
310 regNum = MISCREG_MTRR_FIX_16K_80000;
311 break;
312 case 0x259:
313 regNum = MISCREG_MTRR_FIX_16K_A0000;
314 break;
315 case 0x268:
316 regNum = MISCREG_MTRR_FIX_4K_C0000;
317 break;
318 case 0x269:
319 regNum = MISCREG_MTRR_FIX_4K_C8000;
320 break;
321 case 0x26A:
322 regNum = MISCREG_MTRR_FIX_4K_D0000;
323 break;
324 case 0x26B:
325 regNum = MISCREG_MTRR_FIX_4K_D8000;
326 break;
327 case 0x26C:
328 regNum = MISCREG_MTRR_FIX_4K_E0000;
329 break;
330 case 0x26D:
331 regNum = MISCREG_MTRR_FIX_4K_E8000;
332 break;
333 case 0x26E:
334 regNum = MISCREG_MTRR_FIX_4K_F0000;
335 break;
336 case 0x26F:
337 regNum = MISCREG_MTRR_FIX_4K_F8000;
338 break;
339 case 0x277:
340 regNum = MISCREG_PAT;
341 break;
342 case 0x2FF:
343 regNum = MISCREG_DEF_TYPE;
344 break;
345 case 0x400:
346 regNum = MISCREG_MC0_CTL;
347 break;
348 case 0x404:
349 regNum = MISCREG_MC1_CTL;
350 break;
351 case 0x408:
352 regNum = MISCREG_MC2_CTL;
353 break;
354 case 0x40C:
355 regNum = MISCREG_MC3_CTL;
356 break;
357 case 0x410:
358 regNum = MISCREG_MC4_CTL;
359 break;
360 case 0x414:
361 regNum = MISCREG_MC5_CTL;
362 break;
363 case 0x418:
364 regNum = MISCREG_MC6_CTL;
365 break;
366 case 0x41C:
367 regNum = MISCREG_MC7_CTL;
368 break;
369 case 0x401:
370 regNum = MISCREG_MC0_STATUS;
371 break;
372 case 0x405:
373 regNum = MISCREG_MC1_STATUS;
374 break;
375 case 0x409:
376 regNum = MISCREG_MC2_STATUS;
377 break;
378 case 0x40D:
379 regNum = MISCREG_MC3_STATUS;
380 break;
381 case 0x411:
382 regNum = MISCREG_MC4_STATUS;
383 break;
384 case 0x415:
385 regNum = MISCREG_MC5_STATUS;
386 break;
387 case 0x419:
388 regNum = MISCREG_MC6_STATUS;
389 break;
390 case 0x41D:
391 regNum = MISCREG_MC7_STATUS;
392 break;
393 case 0x402:
394 regNum = MISCREG_MC0_ADDR;
395 break;
396 case 0x406:
397 regNum = MISCREG_MC1_ADDR;
398 break;
399 case 0x40A:
400 regNum = MISCREG_MC2_ADDR;
401 break;
402 case 0x40E:
403 regNum = MISCREG_MC3_ADDR;
404 break;
405 case 0x412:
406 regNum = MISCREG_MC4_ADDR;
407 break;
408 case 0x416:
409 regNum = MISCREG_MC5_ADDR;
410 break;
411 case 0x41A:
412 regNum = MISCREG_MC6_ADDR;
413 break;
414 case 0x41E:
415 regNum = MISCREG_MC7_ADDR;
416 break;
417 case 0x403:
418 regNum = MISCREG_MC0_MISC;
419 break;
420 case 0x407:
421 regNum = MISCREG_MC1_MISC;
422 break;
423 case 0x40B:
424 regNum = MISCREG_MC2_MISC;
425 break;
426 case 0x40F:
427 regNum = MISCREG_MC3_MISC;
428 break;
429 case 0x413:
430 regNum = MISCREG_MC4_MISC;
431 break;
432 case 0x417:
433 regNum = MISCREG_MC5_MISC;
434 break;
435 case 0x41B:
436 regNum = MISCREG_MC6_MISC;
437 break;
438 case 0x41F:
439 regNum = MISCREG_MC7_MISC;
440 break;
441 case 0xC0000080:
442 regNum = MISCREG_EFER;
443 break;
444 case 0xC0000081:
445 regNum = MISCREG_STAR;
446 break;
447 case 0xC0000082:
448 regNum = MISCREG_LSTAR;
449 break;
450 case 0xC0000083:
451 regNum = MISCREG_CSTAR;
452 break;
453 case 0xC0000084:
454 regNum = MISCREG_SF_MASK;
455 break;
456 case 0xC0000100:
457 regNum = MISCREG_FS_BASE;
458 break;
459 case 0xC0000101:
460 regNum = MISCREG_GS_BASE;
461 break;
462 case 0xC0000102:
463 regNum = MISCREG_KERNEL_GS_BASE;
464 break;
465 case 0xC0000103:
466 regNum = MISCREG_TSC_AUX;
467 break;
468 case 0xC0010000:
469 regNum = MISCREG_PERF_EVT_SEL0;
470 break;
471 case 0xC0010001:
472 regNum = MISCREG_PERF_EVT_SEL1;
473 break;
474 case 0xC0010002:
475 regNum = MISCREG_PERF_EVT_SEL2;
476 break;
477 case 0xC0010003:
478 regNum = MISCREG_PERF_EVT_SEL3;
479 break;
480 case 0xC0010004:
481 regNum = MISCREG_PERF_EVT_CTR0;
482 break;
483 case 0xC0010005:
484 regNum = MISCREG_PERF_EVT_CTR1;
485 break;
486 case 0xC0010006:
487 regNum = MISCREG_PERF_EVT_CTR2;
488 break;
489 case 0xC0010007:
490 regNum = MISCREG_PERF_EVT_CTR3;
491 break;
492 case 0xC0010010:
493 regNum = MISCREG_SYSCFG;
494 break;
495 case 0xC0010016:
496 regNum = MISCREG_IORR_BASE0;
497 break;
498 case 0xC0010017:
499 regNum = MISCREG_IORR_BASE1;
500 break;
501 case 0xC0010018:
502 regNum = MISCREG_IORR_MASK0;
503 break;
504 case 0xC0010019:
505 regNum = MISCREG_IORR_MASK1;
506 break;
507 case 0xC001001A:
508 regNum = MISCREG_TOP_MEM;
509 break;
510 case 0xC001001D:
511 regNum = MISCREG_TOP_MEM2;
512 break;
513 case 0xC0010114:
514 regNum = MISCREG_VM_CR;
515 break;
516 case 0xC0010115:
517 regNum = MISCREG_IGNNE;
518 break;
519 case 0xC0010116:
520 regNum = MISCREG_SMM_CTL;
521 break;
522 case 0xC0010117:
523 regNum = MISCREG_VM_HSAVE_PA;
524 break;
525 default:
526 return new GeneralProtection(0);
527 }
528 //The index is multiplied by the size of a MiscReg so that
529 //any memory dependence calculations will not see these as
530 //overlapping.
531 req->setPaddr(regNum * sizeof(MiscReg));
532 return NoFault;
533 } else if (prefix == IntAddrPrefixIO) {
534 // TODO If CPL > IOPL or in virtual mode, check the I/O permission
535 // bitmap in the TSS.
536
537 Addr IOPort = vaddr & ~IntAddrPrefixMask;
538 // Make sure the address fits in the expected 16 bit IO address
539 // space.
540 assert(!(IOPort & ~0xFFFF));
541 if (IOPort == 0xCF8 && req->getSize() == 4) {
542 req->setMmapedIpr(true);
543 req->setPaddr(MISCREG_PCI_CONFIG_ADDRESS * sizeof(MiscReg));
544 } else if ((IOPort & ~mask(2)) == 0xCFC) {
545 Addr configAddress =
546 tc->readMiscRegNoEffect(MISCREG_PCI_CONFIG_ADDRESS);
547 if (bits(configAddress, 31, 31)) {
548 req->setPaddr(PhysAddrPrefixPciConfig |
549 mbits(configAddress, 30, 2) |
550 (IOPort & mask(2)));
551 }
552 } else {
553 req->setPaddr(PhysAddrPrefixIO | IOPort);
554 }
555 return NoFault;
556 } else {
557 panic("Access to unrecognized internal address space %#x.\n",
558 prefix);
559 }
560 }
561
562 // Get cr0. This will tell us how to do translation. We'll assume it was
563 // verified to be correct and consistent when set.
564 CR0 cr0 = tc->readMiscRegNoEffect(MISCREG_CR0);
565
566 // If protected mode has been enabled...
567 if (cr0.pe) {
568 DPRINTF(TLB, "In protected mode.\n");
569 Efer efer = tc->readMiscRegNoEffect(MISCREG_EFER);
570 SegAttr csAttr = tc->readMiscRegNoEffect(MISCREG_CS_ATTR);
571 // If we're not in 64-bit mode, do protection/limit checks
572 if (!efer.lma || !csAttr.longMode) {
573 DPRINTF(TLB, "Not in long mode. Checking segment protection.\n");
574 // Check for a NULL segment selector.
575 if (!tc->readMiscRegNoEffect(MISCREG_SEG_SEL(seg)))
576 return new GeneralProtection(0);
577 bool expandDown = false;
578 SegAttr attr = tc->readMiscRegNoEffect(MISCREG_SEG_ATTR(seg));
578 if (seg >= SEGMENT_REG_ES && seg <= SEGMENT_REG_HS) {
579 if (seg >= SEGMENT_REG_ES && seg <= SEGMENT_REG_HS) {
579 SegAttr attr = tc->readMiscRegNoEffect(MISCREG_SEG_ATTR(seg));
580 if (!attr.writable && write)
581 return new GeneralProtection(0);
582 if (!attr.readable && !write && !execute)
583 return new GeneralProtection(0);
584 expandDown = attr.expandDown;
580 if (!attr.writable && write)
581 return new GeneralProtection(0);
582 if (!attr.readable && !write && !execute)
583 return new GeneralProtection(0);
584 expandDown = attr.expandDown;
585
585 }
586 Addr base = tc->readMiscRegNoEffect(MISCREG_SEG_BASE(seg));
587 Addr limit = tc->readMiscRegNoEffect(MISCREG_SEG_LIMIT(seg));
586 }
587 Addr base = tc->readMiscRegNoEffect(MISCREG_SEG_BASE(seg));
588 Addr limit = tc->readMiscRegNoEffect(MISCREG_SEG_LIMIT(seg));
589 // This assumes we're not in 64 bit mode. If we were, the default
590 // address size is 64 bits, overridable to 32.
591 int size = 32;
592 bool sizeOverride = (flags & (AddrSizeFlagBit << FlagShift));
593 if (csAttr.defaultSize && sizeOverride ||
594 !csAttr.defaultSize && !sizeOverride)
595 size = 16;
596 Addr offset = bits(vaddr - base, size-1, 0);
597 Addr endOffset = offset + req->getSize() - 1;
588 if (expandDown) {
589 DPRINTF(TLB, "Checking an expand down segment.\n");
598 if (expandDown) {
599 DPRINTF(TLB, "Checking an expand down segment.\n");
590 // We don't have to worry about the access going around the
591 // end of memory because accesses will be broken up into
592 // pieces at boundaries aligned on sizes smaller than an
593 // entire address space. We do have to worry about the limit
594 // being less than the base.
595 if (limit < base) {
596 if (limit < vaddr + req->getSize() && vaddr < base)
597 return new GeneralProtection(0);
598 } else {
599 if (limit < vaddr + req->getSize())
600 return new GeneralProtection(0);
601 }
600 warn_once("Expand down segments are untested.\n");
601 if (offset <= limit || endOffset <= limit)
602 return new GeneralProtection(0);
602 } else {
603 } else {
603 if (limit < base) {
604 if (vaddr <= limit || vaddr + req->getSize() >= base)
605 return new GeneralProtection(0);
606 } else {
607 if (vaddr <= limit && vaddr + req->getSize() >= base)
608 return new GeneralProtection(0);
609 }
604 if (offset > limit || endOffset > limit)
605 return new GeneralProtection(0);
610 }
611 }
612 // If paging is enabled, do the translation.
613 if (cr0.pg) {
614 DPRINTF(TLB, "Paging enabled.\n");
615 // The vaddr already has the segment base applied.
616 TlbEntry *entry = lookup(vaddr);
617 if (!entry) {
618#if FULL_SYSTEM
619 Fault fault = walker->start(tc, translation, req,
620 write, execute);
621 if (timing || fault != NoFault) {
622 // This gets ignored in atomic mode.
623 delayedResponse = true;
624 return fault;
625 }
626 entry = lookup(vaddr);
627 assert(entry);
628#else
629 DPRINTF(TLB, "Handling a TLB miss for "
630 "address %#x at pc %#x.\n",
631 vaddr, tc->readPC());
632
633 Process *p = tc->getProcessPtr();
634 TlbEntry newEntry;
635 bool success = p->pTable->lookup(vaddr, newEntry);
636 if(!success && !execute) {
637 p->checkAndAllocNextPage(vaddr);
638 success = p->pTable->lookup(vaddr, newEntry);
639 }
640 if(!success) {
641 panic("Tried to execute unmapped address %#x.\n", vaddr);
642 } else {
643 Addr alignedVaddr = p->pTable->pageAlign(vaddr);
644 DPRINTF(TLB, "Mapping %#x to %#x\n", alignedVaddr,
645 newEntry.pageStart());
646 entry = insert(alignedVaddr, newEntry);
647 }
648 DPRINTF(TLB, "Miss was serviced.\n");
649#endif
650 }
651 // Do paging protection checks.
652 bool inUser = (csAttr.dpl == 3 &&
653 !(flags & (CPL0FlagBit << FlagShift)));
654 if (inUser && !entry->user ||
655 write && !entry->writable) {
656 // The page must have been present to get into the TLB in
657 // the first place. We'll assume the reserved bits are
658 // fine even though we're not checking them.
659 return new PageFault(vaddr, true, write,
660 inUser, false, execute);
661 }
662
663
664 DPRINTF(TLB, "Entry found with paddr %#x, "
665 "doing protection checks.\n", entry->paddr);
666 Addr paddr = entry->paddr | (vaddr & (entry->size-1));
667 DPRINTF(TLB, "Translated %#x -> %#x.\n", vaddr, paddr);
668 req->setPaddr(paddr);
669 } else {
670 //Use the address which already has segmentation applied.
671 DPRINTF(TLB, "Paging disabled.\n");
672 DPRINTF(TLB, "Translated %#x -> %#x.\n", vaddr, vaddr);
673 req->setPaddr(vaddr);
674 }
675 } else {
676 // Real mode
677 DPRINTF(TLB, "In real mode.\n");
678 DPRINTF(TLB, "Translated %#x -> %#x.\n", vaddr, vaddr);
679 req->setPaddr(vaddr);
680 }
681 // Check for an access to the local APIC
682#if FULL_SYSTEM
683 LocalApicBase localApicBase = tc->readMiscRegNoEffect(MISCREG_APIC_BASE);
684 Addr baseAddr = localApicBase.base * PageBytes;
685 Addr paddr = req->getPaddr();
686 if (baseAddr <= paddr && baseAddr + PageBytes > paddr) {
687 // The Intel developer's manuals say the below restrictions apply,
688 // but the linux kernel, because of a compiler optimization, breaks
689 // them.
690 /*
691 // Check alignment
692 if (paddr & ((32/8) - 1))
693 return new GeneralProtection(0);
694 // Check access size
695 if (req->getSize() != (32/8))
696 return new GeneralProtection(0);
697 */
698 // Force the access to be uncacheable.
699 req->setFlags(Request::UNCACHEABLE);
700 req->setPaddr(x86LocalAPICAddress(tc->contextId(), paddr - baseAddr));
701 }
702#endif
703 return NoFault;
704};
705
706Fault
707DTB::translateAtomic(RequestPtr req, ThreadContext *tc, bool write)
708{
709 bool delayedResponse;
710 return TLB::translate(req, tc, NULL, write,
711 false, delayedResponse, false);
712}
713
714void
715DTB::translateTiming(RequestPtr req, ThreadContext *tc,
716 Translation *translation, bool write)
717{
718 bool delayedResponse;
719 assert(translation);
720 Fault fault = TLB::translate(req, tc, translation,
721 write, false, delayedResponse, true);
722 if (!delayedResponse)
723 translation->finish(fault, req, tc, write);
724}
725
726Fault
727ITB::translateAtomic(RequestPtr req, ThreadContext *tc)
728{
729 bool delayedResponse;
730 return TLB::translate(req, tc, NULL, false,
731 true, delayedResponse, false);
732}
733
734void
735ITB::translateTiming(RequestPtr req, ThreadContext *tc,
736 Translation *translation)
737{
738 bool delayedResponse;
739 assert(translation);
740 Fault fault = TLB::translate(req, tc, translation,
741 false, true, delayedResponse, true);
742 if (!delayedResponse)
743 translation->finish(fault, req, tc, false);
744}
745
746#if FULL_SYSTEM
747
748Tick
749DTB::doMmuRegRead(ThreadContext *tc, Packet *pkt)
750{
751 return tc->getCpuPtr()->ticks(1);
752}
753
754Tick
755DTB::doMmuRegWrite(ThreadContext *tc, Packet *pkt)
756{
757 return tc->getCpuPtr()->ticks(1);
758}
759
760#endif
761
762void
763TLB::serialize(std::ostream &os)
764{
765}
766
767void
768TLB::unserialize(Checkpoint *cp, const std::string &section)
769{
770}
771
772void
773DTB::serialize(std::ostream &os)
774{
775 TLB::serialize(os);
776}
777
778void
779DTB::unserialize(Checkpoint *cp, const std::string &section)
780{
781 TLB::unserialize(cp, section);
782}
783
784/* end namespace X86ISA */ }
785
786X86ISA::ITB *
787X86ITBParams::create()
788{
789 return new X86ISA::ITB(this);
790}
791
792X86ISA::DTB *
793X86DTBParams::create()
794{
795 return new X86ISA::DTB(this);
796}
606 }
607 }
608 // If paging is enabled, do the translation.
609 if (cr0.pg) {
610 DPRINTF(TLB, "Paging enabled.\n");
611 // The vaddr already has the segment base applied.
612 TlbEntry *entry = lookup(vaddr);
613 if (!entry) {
614#if FULL_SYSTEM
615 Fault fault = walker->start(tc, translation, req,
616 write, execute);
617 if (timing || fault != NoFault) {
618 // This gets ignored in atomic mode.
619 delayedResponse = true;
620 return fault;
621 }
622 entry = lookup(vaddr);
623 assert(entry);
624#else
625 DPRINTF(TLB, "Handling a TLB miss for "
626 "address %#x at pc %#x.\n",
627 vaddr, tc->readPC());
628
629 Process *p = tc->getProcessPtr();
630 TlbEntry newEntry;
631 bool success = p->pTable->lookup(vaddr, newEntry);
632 if(!success && !execute) {
633 p->checkAndAllocNextPage(vaddr);
634 success = p->pTable->lookup(vaddr, newEntry);
635 }
636 if(!success) {
637 panic("Tried to execute unmapped address %#x.\n", vaddr);
638 } else {
639 Addr alignedVaddr = p->pTable->pageAlign(vaddr);
640 DPRINTF(TLB, "Mapping %#x to %#x\n", alignedVaddr,
641 newEntry.pageStart());
642 entry = insert(alignedVaddr, newEntry);
643 }
644 DPRINTF(TLB, "Miss was serviced.\n");
645#endif
646 }
647 // Do paging protection checks.
648 bool inUser = (csAttr.dpl == 3 &&
649 !(flags & (CPL0FlagBit << FlagShift)));
650 if (inUser && !entry->user ||
651 write && !entry->writable) {
652 // The page must have been present to get into the TLB in
653 // the first place. We'll assume the reserved bits are
654 // fine even though we're not checking them.
655 return new PageFault(vaddr, true, write,
656 inUser, false, execute);
657 }
658
659
660 DPRINTF(TLB, "Entry found with paddr %#x, "
661 "doing protection checks.\n", entry->paddr);
662 Addr paddr = entry->paddr | (vaddr & (entry->size-1));
663 DPRINTF(TLB, "Translated %#x -> %#x.\n", vaddr, paddr);
664 req->setPaddr(paddr);
665 } else {
666 //Use the address which already has segmentation applied.
667 DPRINTF(TLB, "Paging disabled.\n");
668 DPRINTF(TLB, "Translated %#x -> %#x.\n", vaddr, vaddr);
669 req->setPaddr(vaddr);
670 }
671 } else {
672 // Real mode
673 DPRINTF(TLB, "In real mode.\n");
674 DPRINTF(TLB, "Translated %#x -> %#x.\n", vaddr, vaddr);
675 req->setPaddr(vaddr);
676 }
677 // Check for an access to the local APIC
678#if FULL_SYSTEM
679 LocalApicBase localApicBase = tc->readMiscRegNoEffect(MISCREG_APIC_BASE);
680 Addr baseAddr = localApicBase.base * PageBytes;
681 Addr paddr = req->getPaddr();
682 if (baseAddr <= paddr && baseAddr + PageBytes > paddr) {
683 // The Intel developer's manuals say the below restrictions apply,
684 // but the linux kernel, because of a compiler optimization, breaks
685 // them.
686 /*
687 // Check alignment
688 if (paddr & ((32/8) - 1))
689 return new GeneralProtection(0);
690 // Check access size
691 if (req->getSize() != (32/8))
692 return new GeneralProtection(0);
693 */
694 // Force the access to be uncacheable.
695 req->setFlags(Request::UNCACHEABLE);
696 req->setPaddr(x86LocalAPICAddress(tc->contextId(), paddr - baseAddr));
697 }
698#endif
699 return NoFault;
700};
701
702Fault
703DTB::translateAtomic(RequestPtr req, ThreadContext *tc, bool write)
704{
705 bool delayedResponse;
706 return TLB::translate(req, tc, NULL, write,
707 false, delayedResponse, false);
708}
709
710void
711DTB::translateTiming(RequestPtr req, ThreadContext *tc,
712 Translation *translation, bool write)
713{
714 bool delayedResponse;
715 assert(translation);
716 Fault fault = TLB::translate(req, tc, translation,
717 write, false, delayedResponse, true);
718 if (!delayedResponse)
719 translation->finish(fault, req, tc, write);
720}
721
722Fault
723ITB::translateAtomic(RequestPtr req, ThreadContext *tc)
724{
725 bool delayedResponse;
726 return TLB::translate(req, tc, NULL, false,
727 true, delayedResponse, false);
728}
729
730void
731ITB::translateTiming(RequestPtr req, ThreadContext *tc,
732 Translation *translation)
733{
734 bool delayedResponse;
735 assert(translation);
736 Fault fault = TLB::translate(req, tc, translation,
737 false, true, delayedResponse, true);
738 if (!delayedResponse)
739 translation->finish(fault, req, tc, false);
740}
741
742#if FULL_SYSTEM
743
744Tick
745DTB::doMmuRegRead(ThreadContext *tc, Packet *pkt)
746{
747 return tc->getCpuPtr()->ticks(1);
748}
749
750Tick
751DTB::doMmuRegWrite(ThreadContext *tc, Packet *pkt)
752{
753 return tc->getCpuPtr()->ticks(1);
754}
755
756#endif
757
758void
759TLB::serialize(std::ostream &os)
760{
761}
762
763void
764TLB::unserialize(Checkpoint *cp, const std::string &section)
765{
766}
767
768void
769DTB::serialize(std::ostream &os)
770{
771 TLB::serialize(os);
772}
773
774void
775DTB::unserialize(Checkpoint *cp, const std::string &section)
776{
777 TLB::unserialize(cp, section);
778}
779
780/* end namespace X86ISA */ }
781
782X86ISA::ITB *
783X86ITBParams::create()
784{
785 return new X86ISA::ITB(this);
786}
787
788X86ISA::DTB *
789X86DTBParams::create()
790{
791 return new X86ISA::DTB(this);
792}