DMASequencer.cc (11443:df24b9af42c7) | DMASequencer.cc (11702:0bf388858d1e) |
---|---|
1/* 2 * Copyright (c) 2008 Mark D. Hill and David A. Wood 3 * All rights reserved. 4 * 5 * Redistribution and use in source and binary forms, with or without 6 * modification, are permitted provided that the following conditions are 7 * met: redistributions of source code must retain the above copyright 8 * notice, this list of conditions and the following disclaimer; --- 21 unchanged lines hidden (view full) --- 30 31#include "debug/RubyDma.hh" 32#include "debug/RubyStats.hh" 33#include "mem/protocol/SequencerMsg.hh" 34#include "mem/protocol/SequencerRequestType.hh" 35#include "mem/ruby/system/DMASequencer.hh" 36#include "mem/ruby/system/RubySystem.hh" 37 | 1/* 2 * Copyright (c) 2008 Mark D. Hill and David A. Wood 3 * All rights reserved. 4 * 5 * Redistribution and use in source and binary forms, with or without 6 * modification, are permitted provided that the following conditions are 7 * met: redistributions of source code must retain the above copyright 8 * notice, this list of conditions and the following disclaimer; --- 21 unchanged lines hidden (view full) --- 30 31#include "debug/RubyDma.hh" 32#include "debug/RubyStats.hh" 33#include "mem/protocol/SequencerMsg.hh" 34#include "mem/protocol/SequencerRequestType.hh" 35#include "mem/ruby/system/DMASequencer.hh" 36#include "mem/ruby/system/RubySystem.hh" 37 |
38DMARequest::DMARequest(uint64_t start_paddr, int len, bool write, 39 int bytes_completed, int bytes_issued, uint8_t *data, 40 PacketPtr pkt) 41 : start_paddr(start_paddr), len(len), write(write), 42 bytes_completed(bytes_completed), bytes_issued(bytes_issued), data(data), 43 pkt(pkt) 44{ 45} 46 |
|
38DMASequencer::DMASequencer(const Params *p) | 47DMASequencer::DMASequencer(const Params *p) |
39 : RubyPort(p) | 48 : RubyPort(p), m_outstanding_count(0), 49 m_max_outstanding_requests(p->max_outstanding_requests) |
40{ 41} 42 43void 44DMASequencer::init() 45{ 46 RubyPort::init(); | 50{ 51} 52 53void 54DMASequencer::init() 55{ 56 RubyPort::init(); |
47 m_is_busy = false; | |
48 m_data_block_mask = mask(RubySystem::getBlockSizeBits()); 49 50 for (const auto &s_port : slave_ports) 51 s_port->sendRangeChange(); 52} 53 54RequestStatus 55DMASequencer::makeRequest(PacketPtr pkt) 56{ | 57 m_data_block_mask = mask(RubySystem::getBlockSizeBits()); 58 59 for (const auto &s_port : slave_ports) 60 s_port->sendRangeChange(); 61} 62 63RequestStatus 64DMASequencer::makeRequest(PacketPtr pkt) 65{ |
57 if (m_is_busy) { | 66 if (m_outstanding_count == m_max_outstanding_requests) { |
58 return RequestStatus_BufferFull; 59 } 60 61 Addr paddr = pkt->getAddr(); 62 uint8_t* data = pkt->getPtr<uint8_t>(); 63 int len = pkt->getSize(); 64 bool write = pkt->isWrite(); 65 | 67 return RequestStatus_BufferFull; 68 } 69 70 Addr paddr = pkt->getAddr(); 71 uint8_t* data = pkt->getPtr<uint8_t>(); 72 int len = pkt->getSize(); 73 bool write = pkt->isWrite(); 74 |
66 assert(!m_is_busy); // only support one outstanding DMA request 67 m_is_busy = true; | 75 assert(m_outstanding_count < m_max_outstanding_requests); 76 Addr line_addr = makeLineAddress(paddr); 77 auto emplace_pair = 78 m_RequestTable.emplace(std::piecewise_construct, 79 std::forward_as_tuple(line_addr), 80 std::forward_as_tuple(paddr, len, write, 0, 81 0, data, pkt)); 82 DMARequest& active_request = emplace_pair.first->second; |
68 | 83 |
69 active_request.start_paddr = paddr; 70 active_request.write = write; 71 active_request.data = data; 72 active_request.len = len; 73 active_request.bytes_completed = 0; 74 active_request.bytes_issued = 0; 75 active_request.pkt = pkt; | 84 // This is pretty conservative. A regular Sequencer with a more beefy 85 // request table that can track multiple requests for a cache line should 86 // be used if a more aggressive policy is needed. 87 if (!emplace_pair.second) { 88 DPRINTF(RubyDma, "DMA aliased: addr %p, len %d\n", line_addr, len); 89 return RequestStatus_Aliased; 90 } |
76 | 91 |
92 DPRINTF(RubyDma, "DMA req created: addr %p, len %d\n", line_addr, len); 93 |
|
77 std::shared_ptr<SequencerMsg> msg = 78 std::make_shared<SequencerMsg>(clockEdge()); 79 msg->getPhysicalAddress() = paddr; | 94 std::shared_ptr<SequencerMsg> msg = 95 std::make_shared<SequencerMsg>(clockEdge()); 96 msg->getPhysicalAddress() = paddr; |
80 msg->getLineAddress() = makeLineAddress(msg->getPhysicalAddress()); | 97 msg->getLineAddress() = line_addr; |
81 msg->getType() = write ? SequencerRequestType_ST : SequencerRequestType_LD; 82 int offset = paddr & m_data_block_mask; 83 84 msg->getLen() = (offset + len) <= RubySystem::getBlockSizeBytes() ? 85 len : RubySystem::getBlockSizeBytes() - offset; 86 87 if (write && (data != NULL)) { 88 if (active_request.data != NULL) { 89 msg->getDataBlk().setData(data, offset, msg->getLen()); 90 } 91 } 92 | 98 msg->getType() = write ? SequencerRequestType_ST : SequencerRequestType_LD; 99 int offset = paddr & m_data_block_mask; 100 101 msg->getLen() = (offset + len) <= RubySystem::getBlockSizeBytes() ? 102 len : RubySystem::getBlockSizeBytes() - offset; 103 104 if (write && (data != NULL)) { 105 if (active_request.data != NULL) { 106 msg->getDataBlk().setData(data, offset, msg->getLen()); 107 } 108 } 109 |
110 m_outstanding_count++; 111 |
|
93 assert(m_mandatory_q_ptr != NULL); 94 m_mandatory_q_ptr->enqueue(msg, clockEdge(), cyclesToTicks(Cycles(1))); 95 active_request.bytes_issued += msg->getLen(); 96 97 return RequestStatus_Issued; 98} 99 100void | 112 assert(m_mandatory_q_ptr != NULL); 113 m_mandatory_q_ptr->enqueue(msg, clockEdge(), cyclesToTicks(Cycles(1))); 114 active_request.bytes_issued += msg->getLen(); 115 116 return RequestStatus_Issued; 117} 118 119void |
101DMASequencer::issueNext() | 120DMASequencer::issueNext(const Addr& address) |
102{ | 121{ |
103 assert(m_is_busy); | 122 RequestTable::iterator i = m_RequestTable.find(address); 123 assert(i != m_RequestTable.end()); 124 125 DMARequest &active_request = i->second; 126 127 assert(m_outstanding_count <= m_max_outstanding_requests); |
104 active_request.bytes_completed = active_request.bytes_issued; 105 if (active_request.len == active_request.bytes_completed) { | 128 active_request.bytes_completed = active_request.bytes_issued; 129 if (active_request.len == active_request.bytes_completed) { |
106 // 107 // Must unset the busy flag before calling back the dma port because 108 // the callback may cause a previously nacked request to be reissued 109 // 110 DPRINTF(RubyDma, "DMA request completed\n"); 111 m_is_busy = false; 112 ruby_hit_callback(active_request.pkt); | 130 DPRINTF(RubyDma, "DMA request completed: addr %p, size %d\n", 131 address, active_request.len); 132 m_outstanding_count--; 133 PacketPtr pkt = active_request.pkt; 134 m_RequestTable.erase(i); 135 ruby_hit_callback(pkt); |
113 return; 114 } 115 116 std::shared_ptr<SequencerMsg> msg = 117 std::make_shared<SequencerMsg>(clockEdge()); 118 msg->getPhysicalAddress() = active_request.start_paddr + 119 active_request.bytes_completed; 120 --- 20 unchanged lines hidden (view full) --- 141 active_request.bytes_issued += msg->getLen(); 142 DPRINTF(RubyDma, 143 "DMA request bytes issued %d, bytes completed %d, total len %d\n", 144 active_request.bytes_issued, active_request.bytes_completed, 145 active_request.len); 146} 147 148void | 136 return; 137 } 138 139 std::shared_ptr<SequencerMsg> msg = 140 std::make_shared<SequencerMsg>(clockEdge()); 141 msg->getPhysicalAddress() = active_request.start_paddr + 142 active_request.bytes_completed; 143 --- 20 unchanged lines hidden (view full) --- 164 active_request.bytes_issued += msg->getLen(); 165 DPRINTF(RubyDma, 166 "DMA request bytes issued %d, bytes completed %d, total len %d\n", 167 active_request.bytes_issued, active_request.bytes_completed, 168 active_request.len); 169} 170 171void |
149DMASequencer::dataCallback(const DataBlock & dblk) | 172DMASequencer::dataCallback(const DataBlock & dblk, const Addr& address) |
150{ | 173{ |
151 assert(m_is_busy); | 174 175 RequestTable::iterator i = m_RequestTable.find(address); 176 assert(i != m_RequestTable.end()); 177 178 DMARequest &active_request = i->second; |
152 int len = active_request.bytes_issued - active_request.bytes_completed; 153 int offset = 0; 154 if (active_request.bytes_completed == 0) 155 offset = active_request.start_paddr & m_data_block_mask; 156 assert(!active_request.write); 157 if (active_request.data != NULL) { 158 memcpy(&active_request.data[active_request.bytes_completed], 159 dblk.getData(offset, len), len); 160 } | 179 int len = active_request.bytes_issued - active_request.bytes_completed; 180 int offset = 0; 181 if (active_request.bytes_completed == 0) 182 offset = active_request.start_paddr & m_data_block_mask; 183 assert(!active_request.write); 184 if (active_request.data != NULL) { 185 memcpy(&active_request.data[active_request.bytes_completed], 186 dblk.getData(offset, len), len); 187 } |
161 issueNext(); | 188 issueNext(address); |
162} 163 164void | 189} 190 191void |
165DMASequencer::ackCallback() | 192DMASequencer::ackCallback(const Addr& address) |
166{ | 193{ |
167 issueNext(); | 194 RequestTable::iterator i = m_RequestTable.find(address); 195 assert(i != m_RequestTable.end()); 196 197 issueNext(address); |
168} 169 170void 171DMASequencer::recordRequestType(DMASequencerRequestType requestType) 172{ 173 DPRINTF(RubyStats, "Recorded statistic: %s\n", 174 DMASequencerRequestType_to_string(requestType)); 175} 176 177DMASequencer * 178DMASequencerParams::create() 179{ 180 return new DMASequencer(this); 181} | 198} 199 200void 201DMASequencer::recordRequestType(DMASequencerRequestType requestType) 202{ 203 DPRINTF(RubyStats, "Recorded statistic: %s\n", 204 DMASequencerRequestType_to_string(requestType)); 205} 206 207DMASequencer * 208DMASequencerParams::create() 209{ 210 return new DMASequencer(this); 211} |