1/*
2 * Copyright (c) 1999-2008 Mark D. Hill and David A. Wood
3 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions are
7 * met: redistributions of source code must retain the above copyright
8 * notice, this list of conditions and the following disclaimer;
--- 14 unchanged lines hidden (view full) ---
23 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
26 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27 */
28
29#include "base/misc.hh"
30#include "base/str.hh"
31#include "cpu/testers/rubytest/RubyTester.hh"
32#include "debug/MemoryAccess.hh"
33#include "debug/ProtocolTrace.hh"
34#include "mem/ruby/buffers/MessageBuffer.hh"
35#include "mem/ruby/common/Global.hh"
36#include "mem/ruby/common/SubBlock.hh"
37#include "mem/ruby/profiler/Profiler.hh"
38#include "mem/ruby/recorder/Tracer.hh"
39#include "mem/ruby/slicc_interface/AbstractController.hh"
40#include "mem/ruby/slicc_interface/RubyRequest.hh"
41#include "mem/ruby/system/CacheMemory.hh"
42#include "mem/ruby/system/Sequencer.hh"
43#include "mem/ruby/system/System.hh"
44#include "mem/packet.hh"
45#include "params/RubySequencer.hh"
46
47using namespace std;
--- 9 unchanged lines hidden (view full) ---
57{
58 m_store_waiting_on_load_cycles = 0;
59 m_store_waiting_on_store_cycles = 0;
60 m_load_waiting_on_store_cycles = 0;
61 m_load_waiting_on_load_cycles = 0;
62
63 m_outstanding_count = 0;
64
65 m_max_outstanding_requests = 0;
66 m_deadlock_threshold = 0;
67 m_instCache_ptr = NULL;
68 m_dataCache_ptr = NULL;
69
70 m_instCache_ptr = p->icache;
71 m_dataCache_ptr = p->dcache;
72 m_max_outstanding_requests = p->max_outstanding_requests;
73 m_deadlock_threshold = p->deadlock_threshold;
--- 24 unchanged lines hidden (view full) ---
98 for (; read != read_end; ++read) {
99 SequencerRequest* request = read->second;
100 if (current_time - request->issue_time < m_deadlock_threshold)
101 continue;
102
103 panic("Possible Deadlock detected. Aborting!\n"
104 "version: %d request.paddr: 0x%x m_readRequestTable: %d "
105 "current time: %u issue_time: %d difference: %d\n", m_version,
106 request->ruby_request.m_PhysicalAddress, m_readRequestTable.size(),
107 current_time, request->issue_time,
108 current_time - request->issue_time);
109 }
110
111 RequestTable::iterator write = m_writeRequestTable.begin();
112 RequestTable::iterator write_end = m_writeRequestTable.end();
113 for (; write != write_end; ++write) {
114 SequencerRequest* request = write->second;
115 if (current_time - request->issue_time < m_deadlock_threshold)
116 continue;
117
118 panic("Possible Deadlock detected. Aborting!\n"
119 "version: %d request.paddr: 0x%x m_writeRequestTable: %d "
120 "current time: %u issue_time: %d difference: %d\n", m_version,
121 request->ruby_request.m_PhysicalAddress, m_writeRequestTable.size(),
122 current_time, request->issue_time,
123 current_time - request->issue_time);
124 }
125
126 total_outstanding += m_writeRequestTable.size();
127 total_outstanding += m_readRequestTable.size();
128
129 assert(m_outstanding_count == total_outstanding);
--- 78 unchanged lines hidden (view full) ---
208 << " controller: " << m_controller->getName() << endl
209 << " version: " << m_version << endl
210 << " max_outstanding_requests: " << m_max_outstanding_requests << endl
211 << " deadlock_threshold: " << m_deadlock_threshold << endl;
212}
213
214// Insert the request on the correct request table. Return true if
215// the entry was already present.
216bool
217Sequencer::insertRequest(SequencerRequest* request)
218{
219 int total_outstanding =
220 m_writeRequestTable.size() + m_readRequestTable.size();
221
222 assert(m_outstanding_count == total_outstanding);
223
224 // See if we should schedule a deadlock check
225 if (deadlockCheckEvent.scheduled() == false) {
226 schedule(deadlockCheckEvent, m_deadlock_threshold + curTick());
227 }
228
229 Address line_addr(request->ruby_request.m_PhysicalAddress);
230 line_addr.makeLineAddress();
231 if ((request->ruby_request.m_Type == RubyRequestType_ST) ||
232 (request->ruby_request.m_Type == RubyRequestType_ATOMIC) ||
233 (request->ruby_request.m_Type == RubyRequestType_RMW_Read) ||
234 (request->ruby_request.m_Type == RubyRequestType_RMW_Write) ||
235 (request->ruby_request.m_Type == RubyRequestType_Load_Linked) ||
236 (request->ruby_request.m_Type == RubyRequestType_Store_Conditional) ||
237 (request->ruby_request.m_Type == RubyRequestType_Locked_RMW_Read) ||
238 (request->ruby_request.m_Type == RubyRequestType_Locked_RMW_Write) ||
239 (request->ruby_request.m_Type == RubyRequestType_FLUSH)) {
240 pair<RequestTable::iterator, bool> r =
241 m_writeRequestTable.insert(RequestTable::value_type(line_addr, 0));
242 bool success = r.second;
243 RequestTable::iterator i = r.first;
244 if (!success) {
245 i->second = request;
246 // return true;
247
248 // drh5: isn't this an error? do you lose the initial request?
249 assert(0);
250 }
251 i->second = request;
252 m_outstanding_count++;
253 } else {
254 pair<RequestTable::iterator, bool> r =
255 m_readRequestTable.insert(RequestTable::value_type(line_addr, 0));
256 bool success = r.second;
257 RequestTable::iterator i = r.first;
258 if (!success) {
259 i->second = request;
260 // return true;
261
262 // drh5: isn't this an error? do you lose the initial request?
263 assert(0);
264 }
265 i->second = request;
266 m_outstanding_count++;
267 }
268
269 g_system_ptr->getProfiler()->sequencerRequests(m_outstanding_count);
270
271 total_outstanding = m_writeRequestTable.size() + m_readRequestTable.size();
272 assert(m_outstanding_count == total_outstanding);
273
274 return false;
275}
276
277void
278Sequencer::markRemoved()
279{
280 m_outstanding_count--;
281 assert(m_outstanding_count ==
282 m_writeRequestTable.size() + m_readRequestTable.size());
283}
284
285void
286Sequencer::removeRequest(SequencerRequest* srequest)
287{
288 assert(m_outstanding_count ==
289 m_writeRequestTable.size() + m_readRequestTable.size());
290
291 const RubyRequest & ruby_request = srequest->ruby_request;
292 Address line_addr(ruby_request.m_PhysicalAddress);
293 line_addr.makeLineAddress();
294 if ((ruby_request.m_Type == RubyRequestType_ST) ||
295 (ruby_request.m_Type == RubyRequestType_RMW_Read) ||
296 (ruby_request.m_Type == RubyRequestType_RMW_Write) ||
297 (ruby_request.m_Type == RubyRequestType_Load_Linked) ||
298 (ruby_request.m_Type == RubyRequestType_Store_Conditional) ||
299 (ruby_request.m_Type == RubyRequestType_Locked_RMW_Read) ||
300 (ruby_request.m_Type == RubyRequestType_Locked_RMW_Write)) {
301 m_writeRequestTable.erase(line_addr);
302 } else {
303 m_readRequestTable.erase(line_addr);
304 }
305
306 markRemoved();
307}
308
309bool
310Sequencer::handleLlsc(const Address& address, SequencerRequest* request)
311{
312 //
313 // The success flag indicates whether the LLSC operation was successful.
314 // LL ops will always succeed, but SC may fail if the cache line is no
315 // longer locked.
316 //
317 bool success = true;
318 if (request->ruby_request.m_Type == RubyRequestType_Store_Conditional) {
319 if (!m_dataCache_ptr->isLocked(address, m_version)) {
320 //
321 // For failed SC requests, indicate the failure to the cpu by
322 // setting the extra data to zero.
323 //
324 request->ruby_request.pkt->req->setExtraData(0);
325 success = false;
326 } else {
327 //
328 // For successful SC requests, indicate the success to the cpu by
329 // setting the extra data to one.
330 //
331 request->ruby_request.pkt->req->setExtraData(1);
332 }
333 //
334 // Independent of success, all SC operations must clear the lock
335 //
336 m_dataCache_ptr->clearLocked(address);
337 } else if (request->ruby_request.m_Type == RubyRequestType_Load_Linked) {
338 //
339 // Note: To fully follow Alpha LLSC semantics, should the LL clear any
340 // previously locked cache lines?
341 //
342 m_dataCache_ptr->setLocked(address, m_version);
343 } else if ((m_dataCache_ptr->isTagPresent(address)) && (m_dataCache_ptr->isLocked(address, m_version))) {
344 //
345 // Normal writes should clear the locked address
346 //
347 m_dataCache_ptr->clearLocked(address);
348 }
349 return success;
350}
351
--- 24 unchanged lines hidden (view full) ---
376
377 RequestTable::iterator i = m_writeRequestTable.find(address);
378 assert(i != m_writeRequestTable.end());
379 SequencerRequest* request = i->second;
380
381 m_writeRequestTable.erase(i);
382 markRemoved();
383
384 assert((request->ruby_request.m_Type == RubyRequestType_ST) ||
385 (request->ruby_request.m_Type == RubyRequestType_ATOMIC) ||
386 (request->ruby_request.m_Type == RubyRequestType_RMW_Read) ||
387 (request->ruby_request.m_Type == RubyRequestType_RMW_Write) ||
388 (request->ruby_request.m_Type == RubyRequestType_Load_Linked) ||
389 (request->ruby_request.m_Type == RubyRequestType_Store_Conditional) ||
390 (request->ruby_request.m_Type == RubyRequestType_Locked_RMW_Read) ||
391 (request->ruby_request.m_Type == RubyRequestType_Locked_RMW_Write) ||
392 (request->ruby_request.m_Type == RubyRequestType_FLUSH));
393
394
395 //
396 // For Alpha, properly handle LL, SC, and write requests with respect to
397 // locked cache blocks.
398 //
399 // Not valid for Network_test protocl
400 //
401 bool success = true;
402 if(!m_usingNetworkTester)
403 success = handleLlsc(address, request);
404
405 if (request->ruby_request.m_Type == RubyRequestType_Locked_RMW_Read) {
406 m_controller->blockOnQueue(address, m_mandatory_q_ptr);
407 } else if (request->ruby_request.m_Type == RubyRequestType_Locked_RMW_Write) {
408 m_controller->unblock(address);
409 }
410
411 hitCallback(request, mach, data, success,
412 initialRequestTime, forwardRequestTime, firstResponseTime);
413}
414
415void
--- 23 unchanged lines hidden (view full) ---
439
440 RequestTable::iterator i = m_readRequestTable.find(address);
441 assert(i != m_readRequestTable.end());
442 SequencerRequest* request = i->second;
443
444 m_readRequestTable.erase(i);
445 markRemoved();
446
447 assert((request->ruby_request.m_Type == RubyRequestType_LD) ||
448 (request->ruby_request.m_Type == RubyRequestType_IFETCH));
449
450 hitCallback(request, mach, data, true,
451 initialRequestTime, forwardRequestTime, firstResponseTime);
452}
453
454void
455Sequencer::hitCallback(SequencerRequest* srequest,
456 GenericMachineType mach,
457 DataBlock& data,
458 bool success,
459 Time initialRequestTime,
460 Time forwardRequestTime,
461 Time firstResponseTime)
462{
463 const RubyRequest & ruby_request = srequest->ruby_request;
464 Address request_address(ruby_request.m_PhysicalAddress);
465 Address request_line_address(ruby_request.m_PhysicalAddress);
466 request_line_address.makeLineAddress();
467 RubyRequestType type = ruby_request.m_Type;
468 Time issued_time = srequest->issue_time;
469
470 // Set this cache entry to the most recently used
471 if (type == RubyRequestType_IFETCH) {
472 if (m_instCache_ptr->isTagPresent(request_line_address))
473 m_instCache_ptr->setMRU(request_line_address);
474 } else {
475 if (m_dataCache_ptr->isTagPresent(request_line_address))
--- 21 unchanged lines hidden (view full) ---
497 forwardRequestTime,
498 firstResponseTime,
499 g_eventQueue_ptr->getTime());
500 }
501
502 DPRINTFR(ProtocolTrace, "%15s %3s %10s%20s %6s>%-6s %s %d cycles\n",
503 curTick(), m_version, "Seq",
504 success ? "Done" : "SC_Failed", "", "",
505 ruby_request.m_PhysicalAddress, miss_latency);
506 }
507
508 // update the data
509 if (ruby_request.data != NULL) {
510 if ((type == RubyRequestType_LD) ||
511 (type == RubyRequestType_IFETCH) ||
512 (type == RubyRequestType_RMW_Read) ||
513 (type == RubyRequestType_Locked_RMW_Read) ||
514 (type == RubyRequestType_Load_Linked)) {
515 memcpy(ruby_request.data,
516 data.getData(request_address.getOffset(), ruby_request.m_Size),
517 ruby_request.m_Size);
518 } else {
519 data.setData(ruby_request.data, request_address.getOffset(),
520 ruby_request.m_Size);
521 }
522 } else {
523 DPRINTF(MemoryAccess,
524 "WARNING. Data not transfered from Ruby to M5 for type %s\n",
525 RubyRequestType_to_string(type));
526 }
527
528 // If using the RubyTester, update the RubyTester sender state's
529 // subBlock with the recieved data. The tester will later access
530 // this state.
531 // Note: RubyPort will access it's sender state before the
532 // RubyTester.
533 if (m_usingRubyTester) {
534 RubyPort::SenderState *requestSenderState =
535 safe_cast<RubyPort::SenderState*>(ruby_request.pkt->senderState);
536 RubyTester::SenderState* testerSenderState =
537 safe_cast<RubyTester::SenderState*>(requestSenderState->saved);
538 testerSenderState->subBlock->mergeFrom(data);
539 }
540
541 ruby_hit_callback(ruby_request.pkt);
542 delete srequest;
543}
544
545// Returns true if the sequencer already has a load or store outstanding
546RequestStatus
547Sequencer::getRequestStatus(const RubyRequest& request)
548{
549 bool is_outstanding_store =
550 !!m_writeRequestTable.count(line_address(request.m_PhysicalAddress));
551 bool is_outstanding_load =
552 !!m_readRequestTable.count(line_address(request.m_PhysicalAddress));
553 if (is_outstanding_store) {
554 if ((request.m_Type == RubyRequestType_LD) ||
555 (request.m_Type == RubyRequestType_IFETCH) ||
556 (request.m_Type == RubyRequestType_RMW_Read)) {
557 m_store_waiting_on_load_cycles++;
558 } else {
559 m_store_waiting_on_store_cycles++;
560 }
561 return RequestStatus_Aliased;
562 } else if (is_outstanding_load) {
563 if ((request.m_Type == RubyRequestType_ST) ||
564 (request.m_Type == RubyRequestType_RMW_Write)) {
565 m_load_waiting_on_store_cycles++;
566 } else {
567 m_load_waiting_on_load_cycles++;
568 }
569 return RequestStatus_Aliased;
570 }
571
572 if (m_outstanding_count >= m_max_outstanding_requests) {
573 return RequestStatus_BufferFull;
574 }
575
576 return RequestStatus_Ready;
577}
578
579bool
580Sequencer::empty() const
581{
582 return m_writeRequestTable.empty() && m_readRequestTable.empty();
583}
584
585RequestStatus
586Sequencer::makeRequest(const RubyRequest &request)
587{
588 assert(request.m_PhysicalAddress.getOffset() + request.m_Size <=
589 RubySystem::getBlockSizeBytes());
590 RequestStatus status = getRequestStatus(request);
591 if (status != RequestStatus_Ready)
592 return status;
593
594 SequencerRequest *srequest =
595 new SequencerRequest(request, g_eventQueue_ptr->getTime());
596 bool found = insertRequest(srequest);
597 if (found) {
598 panic("Sequencer::makeRequest should never be called if the "
599 "request is already outstanding\n");
600 return RequestStatus_NULL;
601 }
602
603 issueRequest(request);
604
605 // TODO: issue hardware prefetches here
606 return RequestStatus_Issued;
607}
608
609void
610Sequencer::issueRequest(const RubyRequest& request)
611{
612 // TODO: Eliminate RubyRequest being copied again.
613
614 RubyRequestType ctype = RubyRequestType_NUM;
615 switch(request.m_Type) {
616 case RubyRequestType_IFETCH:
617 ctype = RubyRequestType_IFETCH;
618 break;
619 case RubyRequestType_LD:
620 ctype = RubyRequestType_LD;
621 break;
622 case RubyRequestType_FLUSH:
623 ctype = RubyRequestType_FLUSH;
624 break;
625 case RubyRequestType_ST:
626 case RubyRequestType_RMW_Read:
627 case RubyRequestType_RMW_Write:
628 //
629 // x86 locked instructions are translated to store cache coherence
630 // requests because these requests should always be treated as read
631 // exclusive operations and should leverage any migratory sharing
632 // optimization built into the protocol.
633 //
634 case RubyRequestType_Locked_RMW_Read:
635 case RubyRequestType_Locked_RMW_Write:
636 ctype = RubyRequestType_ST;
637 break;
638 //
639 // Alpha LL/SC instructions need to be handled carefully by the cache
640 // coherence protocol to ensure they follow the proper semantics. In
641 // particular, by identifying the operations as atomic, the protocol
642 // should understand that migratory sharing optimizations should not be
643 // performed (i.e. a load between the LL and SC should not steal away
644 // exclusive permission).
645 //
646 case RubyRequestType_Load_Linked:
647 case RubyRequestType_Store_Conditional:
648 case RubyRequestType_ATOMIC:
649 ctype = RubyRequestType_ATOMIC;
650 break;
651 default:
652 assert(0);
653 }
654
655 RubyAccessMode amtype = RubyAccessMode_NUM;
656 switch(request.m_AccessMode){
657 case RubyAccessMode_User:
658 amtype = RubyAccessMode_User;
659 break;
660 case RubyAccessMode_Supervisor:
661 amtype = RubyAccessMode_Supervisor;
662 break;
663 case RubyAccessMode_Device:
664 amtype = RubyAccessMode_User;
665 break;
666 default:
667 assert(0);
668 }
669
670 Address line_addr(request.m_PhysicalAddress);
671 line_addr.makeLineAddress();
672 int proc_id = -1;
673 if (request.pkt != NULL && request.pkt->req->hasContextId()) {
674 proc_id = request.pkt->req->contextId();
675 }
676 RubyRequest *msg = new RubyRequest(request.m_PhysicalAddress.getAddress(),
677 request.data, request.m_Size,
678 request.m_ProgramCounter.getAddress(),
679 ctype, amtype, request.pkt,
680 PrefetchBit_No, proc_id);
681
682 DPRINTFR(ProtocolTrace, "%15s %3s %10s%20s %6s>%-6s %s %s\n",
683 curTick(), m_version, "Seq", "Begin", "", "",
684 request.m_PhysicalAddress, RubyRequestType_to_string(request.m_Type));
685
686 Time latency = 0; // initialzed to an null value
687
688 if (request.m_Type == RubyRequestType_IFETCH)
689 latency = m_instCache_ptr->getLatency();
690 else
691 latency = m_dataCache_ptr->getLatency();
692
693 // Send the message to the cache controller
694 assert(latency > 0);
695
696 assert(m_mandatory_q_ptr != NULL);
--- 38 unchanged lines hidden ---
2 * Copyright (c) 1999-2008 Mark D. Hill and David A. Wood
3 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions are
7 * met: redistributions of source code must retain the above copyright
8 * notice, this list of conditions and the following disclaimer;
--- 14 unchanged lines hidden (view full) ---
23 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
26 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27 */
28
29#include "base/misc.hh"
30#include "base/str.hh"
31#include "cpu/testers/rubytest/RubyTester.hh"
32#include "debug/MemoryAccess.hh"
33#include "debug/ProtocolTrace.hh"
34#include "mem/ruby/buffers/MessageBuffer.hh"
35#include "mem/ruby/common/Global.hh"
36#include "mem/ruby/common/SubBlock.hh"
37#include "mem/ruby/profiler/Profiler.hh"
38#include "mem/ruby/recorder/Tracer.hh"
39#include "mem/ruby/slicc_interface/AbstractController.hh"
40#include "mem/ruby/slicc_interface/RubyRequest.hh"
41#include "mem/ruby/system/CacheMemory.hh"
42#include "mem/ruby/system/Sequencer.hh"
43#include "mem/ruby/system/System.hh"
44#include "mem/packet.hh"
45#include "params/RubySequencer.hh"
46
47using namespace std;
--- 9 unchanged lines hidden (view full) ---
57{
58 m_store_waiting_on_load_cycles = 0;
59 m_store_waiting_on_store_cycles = 0;
60 m_load_waiting_on_store_cycles = 0;
61 m_load_waiting_on_load_cycles = 0;
62
63 m_outstanding_count = 0;
64
65 m_max_outstanding_requests = 0;
66 m_deadlock_threshold = 0;
67 m_instCache_ptr = NULL;
68 m_dataCache_ptr = NULL;
69
70 m_instCache_ptr = p->icache;
71 m_dataCache_ptr = p->dcache;
72 m_max_outstanding_requests = p->max_outstanding_requests;
73 m_deadlock_threshold = p->deadlock_threshold;
--- 24 unchanged lines hidden (view full) ---
98 for (; read != read_end; ++read) {
99 SequencerRequest* request = read->second;
100 if (current_time - request->issue_time < m_deadlock_threshold)
101 continue;
102
103 panic("Possible Deadlock detected. Aborting!\n"
104 "version: %d request.paddr: 0x%x m_readRequestTable: %d "
105 "current time: %u issue_time: %d difference: %d\n", m_version,
106 request->ruby_request.m_PhysicalAddress, m_readRequestTable.size(),
107 current_time, request->issue_time,
108 current_time - request->issue_time);
109 }
110
111 RequestTable::iterator write = m_writeRequestTable.begin();
112 RequestTable::iterator write_end = m_writeRequestTable.end();
113 for (; write != write_end; ++write) {
114 SequencerRequest* request = write->second;
115 if (current_time - request->issue_time < m_deadlock_threshold)
116 continue;
117
118 panic("Possible Deadlock detected. Aborting!\n"
119 "version: %d request.paddr: 0x%x m_writeRequestTable: %d "
120 "current time: %u issue_time: %d difference: %d\n", m_version,
121 request->ruby_request.m_PhysicalAddress, m_writeRequestTable.size(),
122 current_time, request->issue_time,
123 current_time - request->issue_time);
124 }
125
126 total_outstanding += m_writeRequestTable.size();
127 total_outstanding += m_readRequestTable.size();
128
129 assert(m_outstanding_count == total_outstanding);
--- 78 unchanged lines hidden (view full) ---
208 << " controller: " << m_controller->getName() << endl
209 << " version: " << m_version << endl
210 << " max_outstanding_requests: " << m_max_outstanding_requests << endl
211 << " deadlock_threshold: " << m_deadlock_threshold << endl;
212}
213
214// Insert the request on the correct request table. Return true if
215// the entry was already present.
216bool
217Sequencer::insertRequest(SequencerRequest* request)
218{
219 int total_outstanding =
220 m_writeRequestTable.size() + m_readRequestTable.size();
221
222 assert(m_outstanding_count == total_outstanding);
223
224 // See if we should schedule a deadlock check
225 if (deadlockCheckEvent.scheduled() == false) {
226 schedule(deadlockCheckEvent, m_deadlock_threshold + curTick());
227 }
228
229 Address line_addr(request->ruby_request.m_PhysicalAddress);
230 line_addr.makeLineAddress();
231 if ((request->ruby_request.m_Type == RubyRequestType_ST) ||
232 (request->ruby_request.m_Type == RubyRequestType_ATOMIC) ||
233 (request->ruby_request.m_Type == RubyRequestType_RMW_Read) ||
234 (request->ruby_request.m_Type == RubyRequestType_RMW_Write) ||
235 (request->ruby_request.m_Type == RubyRequestType_Load_Linked) ||
236 (request->ruby_request.m_Type == RubyRequestType_Store_Conditional) ||
237 (request->ruby_request.m_Type == RubyRequestType_Locked_RMW_Read) ||
238 (request->ruby_request.m_Type == RubyRequestType_Locked_RMW_Write) ||
239 (request->ruby_request.m_Type == RubyRequestType_FLUSH)) {
240 pair<RequestTable::iterator, bool> r =
241 m_writeRequestTable.insert(RequestTable::value_type(line_addr, 0));
242 bool success = r.second;
243 RequestTable::iterator i = r.first;
244 if (!success) {
245 i->second = request;
246 // return true;
247
248 // drh5: isn't this an error? do you lose the initial request?
249 assert(0);
250 }
251 i->second = request;
252 m_outstanding_count++;
253 } else {
254 pair<RequestTable::iterator, bool> r =
255 m_readRequestTable.insert(RequestTable::value_type(line_addr, 0));
256 bool success = r.second;
257 RequestTable::iterator i = r.first;
258 if (!success) {
259 i->second = request;
260 // return true;
261
262 // drh5: isn't this an error? do you lose the initial request?
263 assert(0);
264 }
265 i->second = request;
266 m_outstanding_count++;
267 }
268
269 g_system_ptr->getProfiler()->sequencerRequests(m_outstanding_count);
270
271 total_outstanding = m_writeRequestTable.size() + m_readRequestTable.size();
272 assert(m_outstanding_count == total_outstanding);
273
274 return false;
275}
276
277void
278Sequencer::markRemoved()
279{
280 m_outstanding_count--;
281 assert(m_outstanding_count ==
282 m_writeRequestTable.size() + m_readRequestTable.size());
283}
284
285void
286Sequencer::removeRequest(SequencerRequest* srequest)
287{
288 assert(m_outstanding_count ==
289 m_writeRequestTable.size() + m_readRequestTable.size());
290
291 const RubyRequest & ruby_request = srequest->ruby_request;
292 Address line_addr(ruby_request.m_PhysicalAddress);
293 line_addr.makeLineAddress();
294 if ((ruby_request.m_Type == RubyRequestType_ST) ||
295 (ruby_request.m_Type == RubyRequestType_RMW_Read) ||
296 (ruby_request.m_Type == RubyRequestType_RMW_Write) ||
297 (ruby_request.m_Type == RubyRequestType_Load_Linked) ||
298 (ruby_request.m_Type == RubyRequestType_Store_Conditional) ||
299 (ruby_request.m_Type == RubyRequestType_Locked_RMW_Read) ||
300 (ruby_request.m_Type == RubyRequestType_Locked_RMW_Write)) {
301 m_writeRequestTable.erase(line_addr);
302 } else {
303 m_readRequestTable.erase(line_addr);
304 }
305
306 markRemoved();
307}
308
309bool
310Sequencer::handleLlsc(const Address& address, SequencerRequest* request)
311{
312 //
313 // The success flag indicates whether the LLSC operation was successful.
314 // LL ops will always succeed, but SC may fail if the cache line is no
315 // longer locked.
316 //
317 bool success = true;
318 if (request->ruby_request.m_Type == RubyRequestType_Store_Conditional) {
319 if (!m_dataCache_ptr->isLocked(address, m_version)) {
320 //
321 // For failed SC requests, indicate the failure to the cpu by
322 // setting the extra data to zero.
323 //
324 request->ruby_request.pkt->req->setExtraData(0);
325 success = false;
326 } else {
327 //
328 // For successful SC requests, indicate the success to the cpu by
329 // setting the extra data to one.
330 //
331 request->ruby_request.pkt->req->setExtraData(1);
332 }
333 //
334 // Independent of success, all SC operations must clear the lock
335 //
336 m_dataCache_ptr->clearLocked(address);
337 } else if (request->ruby_request.m_Type == RubyRequestType_Load_Linked) {
338 //
339 // Note: To fully follow Alpha LLSC semantics, should the LL clear any
340 // previously locked cache lines?
341 //
342 m_dataCache_ptr->setLocked(address, m_version);
343 } else if ((m_dataCache_ptr->isTagPresent(address)) && (m_dataCache_ptr->isLocked(address, m_version))) {
344 //
345 // Normal writes should clear the locked address
346 //
347 m_dataCache_ptr->clearLocked(address);
348 }
349 return success;
350}
351
--- 24 unchanged lines hidden (view full) ---
376
377 RequestTable::iterator i = m_writeRequestTable.find(address);
378 assert(i != m_writeRequestTable.end());
379 SequencerRequest* request = i->second;
380
381 m_writeRequestTable.erase(i);
382 markRemoved();
383
384 assert((request->ruby_request.m_Type == RubyRequestType_ST) ||
385 (request->ruby_request.m_Type == RubyRequestType_ATOMIC) ||
386 (request->ruby_request.m_Type == RubyRequestType_RMW_Read) ||
387 (request->ruby_request.m_Type == RubyRequestType_RMW_Write) ||
388 (request->ruby_request.m_Type == RubyRequestType_Load_Linked) ||
389 (request->ruby_request.m_Type == RubyRequestType_Store_Conditional) ||
390 (request->ruby_request.m_Type == RubyRequestType_Locked_RMW_Read) ||
391 (request->ruby_request.m_Type == RubyRequestType_Locked_RMW_Write) ||
392 (request->ruby_request.m_Type == RubyRequestType_FLUSH));
393
394
395 //
396 // For Alpha, properly handle LL, SC, and write requests with respect to
397 // locked cache blocks.
398 //
399 // Not valid for Network_test protocl
400 //
401 bool success = true;
402 if(!m_usingNetworkTester)
403 success = handleLlsc(address, request);
404
405 if (request->ruby_request.m_Type == RubyRequestType_Locked_RMW_Read) {
406 m_controller->blockOnQueue(address, m_mandatory_q_ptr);
407 } else if (request->ruby_request.m_Type == RubyRequestType_Locked_RMW_Write) {
408 m_controller->unblock(address);
409 }
410
411 hitCallback(request, mach, data, success,
412 initialRequestTime, forwardRequestTime, firstResponseTime);
413}
414
415void
--- 23 unchanged lines hidden (view full) ---
439
440 RequestTable::iterator i = m_readRequestTable.find(address);
441 assert(i != m_readRequestTable.end());
442 SequencerRequest* request = i->second;
443
444 m_readRequestTable.erase(i);
445 markRemoved();
446
447 assert((request->ruby_request.m_Type == RubyRequestType_LD) ||
448 (request->ruby_request.m_Type == RubyRequestType_IFETCH));
449
450 hitCallback(request, mach, data, true,
451 initialRequestTime, forwardRequestTime, firstResponseTime);
452}
453
454void
455Sequencer::hitCallback(SequencerRequest* srequest,
456 GenericMachineType mach,
457 DataBlock& data,
458 bool success,
459 Time initialRequestTime,
460 Time forwardRequestTime,
461 Time firstResponseTime)
462{
463 const RubyRequest & ruby_request = srequest->ruby_request;
464 Address request_address(ruby_request.m_PhysicalAddress);
465 Address request_line_address(ruby_request.m_PhysicalAddress);
466 request_line_address.makeLineAddress();
467 RubyRequestType type = ruby_request.m_Type;
468 Time issued_time = srequest->issue_time;
469
470 // Set this cache entry to the most recently used
471 if (type == RubyRequestType_IFETCH) {
472 if (m_instCache_ptr->isTagPresent(request_line_address))
473 m_instCache_ptr->setMRU(request_line_address);
474 } else {
475 if (m_dataCache_ptr->isTagPresent(request_line_address))
--- 21 unchanged lines hidden (view full) ---
497 forwardRequestTime,
498 firstResponseTime,
499 g_eventQueue_ptr->getTime());
500 }
501
502 DPRINTFR(ProtocolTrace, "%15s %3s %10s%20s %6s>%-6s %s %d cycles\n",
503 curTick(), m_version, "Seq",
504 success ? "Done" : "SC_Failed", "", "",
505 ruby_request.m_PhysicalAddress, miss_latency);
506 }
507
508 // update the data
509 if (ruby_request.data != NULL) {
510 if ((type == RubyRequestType_LD) ||
511 (type == RubyRequestType_IFETCH) ||
512 (type == RubyRequestType_RMW_Read) ||
513 (type == RubyRequestType_Locked_RMW_Read) ||
514 (type == RubyRequestType_Load_Linked)) {
515 memcpy(ruby_request.data,
516 data.getData(request_address.getOffset(), ruby_request.m_Size),
517 ruby_request.m_Size);
518 } else {
519 data.setData(ruby_request.data, request_address.getOffset(),
520 ruby_request.m_Size);
521 }
522 } else {
523 DPRINTF(MemoryAccess,
524 "WARNING. Data not transfered from Ruby to M5 for type %s\n",
525 RubyRequestType_to_string(type));
526 }
527
528 // If using the RubyTester, update the RubyTester sender state's
529 // subBlock with the recieved data. The tester will later access
530 // this state.
531 // Note: RubyPort will access it's sender state before the
532 // RubyTester.
533 if (m_usingRubyTester) {
534 RubyPort::SenderState *requestSenderState =
535 safe_cast<RubyPort::SenderState*>(ruby_request.pkt->senderState);
536 RubyTester::SenderState* testerSenderState =
537 safe_cast<RubyTester::SenderState*>(requestSenderState->saved);
538 testerSenderState->subBlock->mergeFrom(data);
539 }
540
541 ruby_hit_callback(ruby_request.pkt);
542 delete srequest;
543}
544
545// Returns true if the sequencer already has a load or store outstanding
546RequestStatus
547Sequencer::getRequestStatus(const RubyRequest& request)
548{
549 bool is_outstanding_store =
550 !!m_writeRequestTable.count(line_address(request.m_PhysicalAddress));
551 bool is_outstanding_load =
552 !!m_readRequestTable.count(line_address(request.m_PhysicalAddress));
553 if (is_outstanding_store) {
554 if ((request.m_Type == RubyRequestType_LD) ||
555 (request.m_Type == RubyRequestType_IFETCH) ||
556 (request.m_Type == RubyRequestType_RMW_Read)) {
557 m_store_waiting_on_load_cycles++;
558 } else {
559 m_store_waiting_on_store_cycles++;
560 }
561 return RequestStatus_Aliased;
562 } else if (is_outstanding_load) {
563 if ((request.m_Type == RubyRequestType_ST) ||
564 (request.m_Type == RubyRequestType_RMW_Write)) {
565 m_load_waiting_on_store_cycles++;
566 } else {
567 m_load_waiting_on_load_cycles++;
568 }
569 return RequestStatus_Aliased;
570 }
571
572 if (m_outstanding_count >= m_max_outstanding_requests) {
573 return RequestStatus_BufferFull;
574 }
575
576 return RequestStatus_Ready;
577}
578
579bool
580Sequencer::empty() const
581{
582 return m_writeRequestTable.empty() && m_readRequestTable.empty();
583}
584
585RequestStatus
586Sequencer::makeRequest(const RubyRequest &request)
587{
588 assert(request.m_PhysicalAddress.getOffset() + request.m_Size <=
589 RubySystem::getBlockSizeBytes());
590 RequestStatus status = getRequestStatus(request);
591 if (status != RequestStatus_Ready)
592 return status;
593
594 SequencerRequest *srequest =
595 new SequencerRequest(request, g_eventQueue_ptr->getTime());
596 bool found = insertRequest(srequest);
597 if (found) {
598 panic("Sequencer::makeRequest should never be called if the "
599 "request is already outstanding\n");
600 return RequestStatus_NULL;
601 }
602
603 issueRequest(request);
604
605 // TODO: issue hardware prefetches here
606 return RequestStatus_Issued;
607}
608
609void
610Sequencer::issueRequest(const RubyRequest& request)
611{
612 // TODO: Eliminate RubyRequest being copied again.
613
614 RubyRequestType ctype = RubyRequestType_NUM;
615 switch(request.m_Type) {
616 case RubyRequestType_IFETCH:
617 ctype = RubyRequestType_IFETCH;
618 break;
619 case RubyRequestType_LD:
620 ctype = RubyRequestType_LD;
621 break;
622 case RubyRequestType_FLUSH:
623 ctype = RubyRequestType_FLUSH;
624 break;
625 case RubyRequestType_ST:
626 case RubyRequestType_RMW_Read:
627 case RubyRequestType_RMW_Write:
628 //
629 // x86 locked instructions are translated to store cache coherence
630 // requests because these requests should always be treated as read
631 // exclusive operations and should leverage any migratory sharing
632 // optimization built into the protocol.
633 //
634 case RubyRequestType_Locked_RMW_Read:
635 case RubyRequestType_Locked_RMW_Write:
636 ctype = RubyRequestType_ST;
637 break;
638 //
639 // Alpha LL/SC instructions need to be handled carefully by the cache
640 // coherence protocol to ensure they follow the proper semantics. In
641 // particular, by identifying the operations as atomic, the protocol
642 // should understand that migratory sharing optimizations should not be
643 // performed (i.e. a load between the LL and SC should not steal away
644 // exclusive permission).
645 //
646 case RubyRequestType_Load_Linked:
647 case RubyRequestType_Store_Conditional:
648 case RubyRequestType_ATOMIC:
649 ctype = RubyRequestType_ATOMIC;
650 break;
651 default:
652 assert(0);
653 }
654
655 RubyAccessMode amtype = RubyAccessMode_NUM;
656 switch(request.m_AccessMode){
657 case RubyAccessMode_User:
658 amtype = RubyAccessMode_User;
659 break;
660 case RubyAccessMode_Supervisor:
661 amtype = RubyAccessMode_Supervisor;
662 break;
663 case RubyAccessMode_Device:
664 amtype = RubyAccessMode_User;
665 break;
666 default:
667 assert(0);
668 }
669
670 Address line_addr(request.m_PhysicalAddress);
671 line_addr.makeLineAddress();
672 int proc_id = -1;
673 if (request.pkt != NULL && request.pkt->req->hasContextId()) {
674 proc_id = request.pkt->req->contextId();
675 }
676 RubyRequest *msg = new RubyRequest(request.m_PhysicalAddress.getAddress(),
677 request.data, request.m_Size,
678 request.m_ProgramCounter.getAddress(),
679 ctype, amtype, request.pkt,
680 PrefetchBit_No, proc_id);
681
682 DPRINTFR(ProtocolTrace, "%15s %3s %10s%20s %6s>%-6s %s %s\n",
683 curTick(), m_version, "Seq", "Begin", "", "",
684 request.m_PhysicalAddress, RubyRequestType_to_string(request.m_Type));
685
686 Time latency = 0; // initialzed to an null value
687
688 if (request.m_Type == RubyRequestType_IFETCH)
689 latency = m_instCache_ptr->getLatency();
690 else
691 latency = m_dataCache_ptr->getLatency();
692
693 // Send the message to the cache controller
694 assert(latency > 0);
695
696 assert(m_mandatory_q_ptr != NULL);
--- 38 unchanged lines hidden ---