DMASequencer.cc revision 10912:b99a6662d7c2 
1/*
2 * Copyright (c) 2008 Mark D. Hill and David A. Wood
3 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions are
7 * met: redistributions of source code must retain the above copyright
8 * notice, this list of conditions and the following disclaimer;
9 * redistributions in binary form must reproduce the above copyright
10 * notice, this list of conditions and the following disclaimer in the
11 * documentation and/or other materials provided with the distribution;
12 * neither the name of the copyright holders nor the names of its
13 * contributors may be used to endorse or promote products derived from
14 * this software without specific prior written permission.
15 *
16 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
17 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
18 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
19 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
20 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
26 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27 */
28
29#include <memory>
30
31#include "debug/Config.hh"
32#include "debug/Drain.hh"
33#include "debug/RubyDma.hh"
34#include "debug/RubyStats.hh"
35#include "mem/protocol/SequencerMsg.hh"
36#include "mem/ruby/system/DMASequencer.hh"
37#include "mem/ruby/system/System.hh"
38#include "sim/system.hh"
39
40DMASequencer::DMASequencer(const Params *p)
41    : MemObject(p), m_version(p->version), m_controller(NULL),
42      m_mandatory_q_ptr(NULL), m_usingRubyTester(p->using_ruby_tester),
43      slave_port(csprintf("%s.slave", name()), this, 0, p->ruby_system,
44                 p->ruby_system->getAccessBackingStore()),
45      drainManager(NULL), system(p->system), retry(false)
46{
47    assert(m_version != -1);
48}
49
50void
51DMASequencer::init()
52{
53    MemObject::init();
54    assert(m_controller != NULL);
55    m_mandatory_q_ptr = m_controller->getMandatoryQueue();
56    m_mandatory_q_ptr->setSender(this);
57    m_is_busy = false;
58    m_data_block_mask = ~ (~0 << RubySystem::getBlockSizeBits());
59
60    slave_port.sendRangeChange();
61}
62
63BaseSlavePort &
64DMASequencer::getSlavePort(const std::string &if_name, PortID idx)
65{
66    // used by the CPUs to connect the caches to the interconnect, and
67    // for the x86 case also the interrupt master
68    if (if_name != "slave") {
69        // pass it along to our super class
70        return MemObject::getSlavePort(if_name, idx);
71    } else {
72        return slave_port;
73    }
74}
75
76DMASequencer::MemSlavePort::MemSlavePort(const std::string &_name,
77    DMASequencer *_port, PortID id, RubySystem* _ruby_system,
78    bool _access_backing_store)
79    : QueuedSlavePort(_name, _port, queue, id), queue(*_port, *this),
80      ruby_system(_ruby_system), access_backing_store(_access_backing_store)
81{
82    DPRINTF(RubyDma, "Created slave memport on ruby sequencer %s\n", _name);
83}
84
85bool
86DMASequencer::MemSlavePort::recvTimingReq(PacketPtr pkt)
87{
88    DPRINTF(RubyDma, "Timing request for address %#x on port %d\n",
89            pkt->getAddr(), id);
90    DMASequencer *seq = static_cast<DMASequencer *>(&owner);
91
92    if (pkt->memInhibitAsserted())
93        panic("DMASequencer should never see an inhibited request\n");
94
95    assert(isPhysMemAddress(pkt->getAddr()));
96    assert(Address(pkt->getAddr()).getOffset() + pkt->getSize() <=
97           RubySystem::getBlockSizeBytes());
98
99    // Submit the ruby request
100    RequestStatus requestStatus = seq->makeRequest(pkt);
101
102    // If the request successfully issued then we should return true.
103    // Otherwise, we need to tell the port to retry at a later point
104    // and return false.
105    if (requestStatus == RequestStatus_Issued) {
106        DPRINTF(RubyDma, "Request %s 0x%x issued\n", pkt->cmdString(),
107                pkt->getAddr());
108        return true;
109    }
110
111    // Unless one is using the ruby tester, record the stalled M5 port for
112    // later retry when the sequencer becomes free.
113    if (!seq->m_usingRubyTester) {
114        seq->retry = true;
115    }
116
117    DPRINTF(RubyDma, "Request for address %#x did not issued because %s\n",
118            pkt->getAddr(), RequestStatus_to_string(requestStatus));
119
120    return false;
121}
122
123void
124DMASequencer::ruby_hit_callback(PacketPtr pkt)
125{
126    DPRINTF(RubyDma, "Hit callback for %s 0x%x\n", pkt->cmdString(),
127            pkt->getAddr());
128
129    // The packet was destined for memory and has not yet been turned
130    // into a response
131    assert(system->isMemAddr(pkt->getAddr()));
132    assert(pkt->isRequest());
133    slave_port.hitCallback(pkt);
134
135    // If we had to stall the slave ports, wake it up because
136    // the sequencer likely has free resources now.
137    if (retry) {
138        retry = false;
139        DPRINTF(RubyDma,"Sequencer may now be free.  SendRetry to port %s\n",
140                slave_port.name());
141        slave_port.sendRetryReq();
142    }
143
144    testDrainComplete();
145}
146
147void
148DMASequencer::testDrainComplete()
149{
150    //If we weren't able to drain before, we might be able to now.
151    if (drainManager != NULL) {
152        unsigned int drainCount = outstandingCount();
153        DPRINTF(Drain, "Drain count: %u\n", drainCount);
154        if (drainCount == 0) {
155            DPRINTF(Drain, "DMASequencer done draining, signaling drain done\n");
156            drainManager->signalDrainDone();
157            // Clear the drain manager once we're done with it.
158            drainManager = NULL;
159        }
160    }
161}
162
163unsigned int
164DMASequencer::drain(DrainManager *dm)
165{
166    if (isDeadlockEventScheduled()) {
167        descheduleDeadlockEvent();
168    }
169
170    // If the DMASequencer is not empty, then it needs to clear all outstanding
171    // requests before it should call drainManager->signalDrainDone()
172    DPRINTF(Config, "outstanding count %d\n", outstandingCount());
173    bool need_drain = outstandingCount() > 0;
174
175
176    // Set status
177    if (need_drain) {
178        drainManager = dm;
179
180        DPRINTF(Drain, "DMASequencer not drained\n");
181        setDrainState(DrainState::Draining);
182        return 1;
183    }
184
185    drainManager = NULL;
186    setDrainState(DrainState::Drained);
187    return 0;
188}
189
190void
191DMASequencer::MemSlavePort::hitCallback(PacketPtr pkt)
192{
193    bool needsResponse = pkt->needsResponse();
194    assert(!pkt->isLLSC());
195    assert(!pkt->isFlush());
196
197    DPRINTF(RubyDma, "Hit callback needs response %d\n", needsResponse);
198
199    // turn packet around to go back to requester if response expected
200
201    if (access_backing_store) {
202        ruby_system->getPhysMem()->access(pkt);
203    } else if (needsResponse) {
204        pkt->makeResponse();
205    }
206
207    if (needsResponse) {
208        DPRINTF(RubyDma, "Sending packet back over port\n");
209        // send next cycle
210        schedTimingResp(pkt, curTick() + g_system_ptr->clockPeriod());
211    } else {
212        delete pkt;
213    }
214
215    DPRINTF(RubyDma, "Hit callback done!\n");
216}
217
218bool
219DMASequencer::MemSlavePort::isPhysMemAddress(Addr addr) const
220{
221    DMASequencer *seq = static_cast<DMASequencer *>(&owner);
222    return seq->system->isMemAddr(addr);
223}
224
225RequestStatus
226DMASequencer::makeRequest(PacketPtr pkt)
227{
228    if (m_is_busy) {
229        return RequestStatus_BufferFull;
230    }
231
232    uint64_t paddr = pkt->getAddr();
233    uint8_t* data =  pkt->getPtr<uint8_t>();
234    int len = pkt->getSize();
235    bool write = pkt->isWrite();
236
237    assert(!m_is_busy);  // only support one outstanding DMA request
238    m_is_busy = true;
239
240    active_request.start_paddr = paddr;
241    active_request.write = write;
242    active_request.data = data;
243    active_request.len = len;
244    active_request.bytes_completed = 0;
245    active_request.bytes_issued = 0;
246    active_request.pkt = pkt;
247
248    std::shared_ptr<SequencerMsg> msg =
249        std::make_shared<SequencerMsg>(clockEdge());
250    msg->getPhysicalAddress() = Address(paddr);
251    msg->getLineAddress() = line_address(msg->getPhysicalAddress());
252    msg->getType() = write ? SequencerRequestType_ST : SequencerRequestType_LD;
253    int offset = paddr & m_data_block_mask;
254
255    msg->getLen() = (offset + len) <= RubySystem::getBlockSizeBytes() ?
256        len : RubySystem::getBlockSizeBytes() - offset;
257
258    if (write && (data != NULL)) {
259        if (active_request.data != NULL) {
260            msg->getDataBlk().setData(data, offset, msg->getLen());
261        }
262    }
263
264    assert(m_mandatory_q_ptr != NULL);
265    m_mandatory_q_ptr->enqueue(msg);
266    active_request.bytes_issued += msg->getLen();
267
268    return RequestStatus_Issued;
269}
270
271void
272DMASequencer::issueNext()
273{
274    assert(m_is_busy);
275    active_request.bytes_completed = active_request.bytes_issued;
276    if (active_request.len == active_request.bytes_completed) {
277        //
278        // Must unset the busy flag before calling back the dma port because
279        // the callback may cause a previously nacked request to be reissued
280        //
281        DPRINTF(RubyDma, "DMA request completed\n");
282        m_is_busy = false;
283        ruby_hit_callback(active_request.pkt);
284        return;
285    }
286
287    std::shared_ptr<SequencerMsg> msg =
288        std::make_shared<SequencerMsg>(clockEdge());
289    msg->getPhysicalAddress() = Address(active_request.start_paddr +
290                                       active_request.bytes_completed);
291
292    assert((msg->getPhysicalAddress().getAddress() & m_data_block_mask) == 0);
293    msg->getLineAddress() = line_address(msg->getPhysicalAddress());
294
295    msg->getType() = (active_request.write ? SequencerRequestType_ST :
296                     SequencerRequestType_LD);
297
298    msg->getLen() =
299        (active_request.len -
300         active_request.bytes_completed < RubySystem::getBlockSizeBytes() ?
301         active_request.len - active_request.bytes_completed :
302         RubySystem::getBlockSizeBytes());
303
304    if (active_request.write) {
305        msg->getDataBlk().
306            setData(&active_request.data[active_request.bytes_completed],
307                    0, msg->getLen());
308        msg->getType() = SequencerRequestType_ST;
309    } else {
310        msg->getType() = SequencerRequestType_LD;
311    }
312
313    assert(m_mandatory_q_ptr != NULL);
314    m_mandatory_q_ptr->enqueue(msg);
315    active_request.bytes_issued += msg->getLen();
316    DPRINTF(RubyDma,
317            "DMA request bytes issued %d, bytes completed %d, total len %d\n",
318            active_request.bytes_issued, active_request.bytes_completed,
319            active_request.len);
320}
321
322void
323DMASequencer::dataCallback(const DataBlock & dblk)
324{
325    assert(m_is_busy);
326    int len = active_request.bytes_issued - active_request.bytes_completed;
327    int offset = 0;
328    if (active_request.bytes_completed == 0)
329        offset = active_request.start_paddr & m_data_block_mask;
330    assert(!active_request.write);
331    if (active_request.data != NULL) {
332        memcpy(&active_request.data[active_request.bytes_completed],
333               dblk.getData(offset, len), len);
334    }
335    issueNext();
336}
337
338void
339DMASequencer::ackCallback()
340{
341    issueNext();
342}
343
344void
345DMASequencer::recordRequestType(DMASequencerRequestType requestType)
346{
347    DPRINTF(RubyStats, "Recorded statistic: %s\n",
348            DMASequencerRequestType_to_string(requestType));
349}
350
351DMASequencer *
352DMASequencerParams::create()
353{
354    return new DMASequencer(this);
355}
356