io_device.cc revision 8711:c7e14f52c682
13914Ssaidi@eecs.umich.edu/* 23914Ssaidi@eecs.umich.edu * Copyright (c) 2006 The Regents of The University of Michigan 33914Ssaidi@eecs.umich.edu * All rights reserved. 43914Ssaidi@eecs.umich.edu * 53914Ssaidi@eecs.umich.edu * Redistribution and use in source and binary forms, with or without 63914Ssaidi@eecs.umich.edu * modification, are permitted provided that the following conditions are 73914Ssaidi@eecs.umich.edu * met: redistributions of source code must retain the above copyright 83914Ssaidi@eecs.umich.edu * notice, this list of conditions and the following disclaimer; 93914Ssaidi@eecs.umich.edu * redistributions in binary form must reproduce the above copyright 103914Ssaidi@eecs.umich.edu * notice, this list of conditions and the following disclaimer in the 113914Ssaidi@eecs.umich.edu * documentation and/or other materials provided with the distribution; 123914Ssaidi@eecs.umich.edu * neither the name of the copyright holders nor the names of its 133914Ssaidi@eecs.umich.edu * contributors may be used to endorse or promote products derived from 143914Ssaidi@eecs.umich.edu * this software without specific prior written permission. 153914Ssaidi@eecs.umich.edu * 163914Ssaidi@eecs.umich.edu * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 173914Ssaidi@eecs.umich.edu * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 183914Ssaidi@eecs.umich.edu * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 193914Ssaidi@eecs.umich.edu * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 203914Ssaidi@eecs.umich.edu * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 213914Ssaidi@eecs.umich.edu * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 223914Ssaidi@eecs.umich.edu * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 233914Ssaidi@eecs.umich.edu * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 243914Ssaidi@eecs.umich.edu * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 253914Ssaidi@eecs.umich.edu * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 263914Ssaidi@eecs.umich.edu * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 273914Ssaidi@eecs.umich.edu * 283914Ssaidi@eecs.umich.edu * Authors: Ali Saidi 293914Ssaidi@eecs.umich.edu * Nathan Binkert 303914Ssaidi@eecs.umich.edu */ 313914Ssaidi@eecs.umich.edu 323914Ssaidi@eecs.umich.edu#include "base/chunk_generator.hh" 333914Ssaidi@eecs.umich.edu#include "base/trace.hh" 3411793Sbrandon.potter@amd.com#include "debug/BusAddrRanges.hh" 3511793Sbrandon.potter@amd.com#include "debug/DMA.hh" 363914Ssaidi@eecs.umich.edu#include "dev/io_device.hh" 373914Ssaidi@eecs.umich.edu#include "sim/system.hh" 383914Ssaidi@eecs.umich.edu 393914Ssaidi@eecs.umich.eduPioPort::PioPort(PioDevice *dev, System *s, std::string pname) 403914Ssaidi@eecs.umich.edu : SimpleTimingPort(dev->name() + pname, dev), device(dev) 413914Ssaidi@eecs.umich.edu{ } 424762Snate@binkert.org 433914Ssaidi@eecs.umich.edu 443914Ssaidi@eecs.umich.eduTick 453914Ssaidi@eecs.umich.eduPioPort::recvAtomic(PacketPtr pkt) 463914Ssaidi@eecs.umich.edu{ 473914Ssaidi@eecs.umich.edu return pkt->isRead() ? device->read(pkt) : device->write(pkt); 483914Ssaidi@eecs.umich.edu} 493914Ssaidi@eecs.umich.edu 503914Ssaidi@eecs.umich.eduAddrRangeList 514762Snate@binkert.orgPioPort::getAddrRanges() 529808Sstever@gmail.com{ 533914Ssaidi@eecs.umich.edu return device->getAddrRanges(); 544762Snate@binkert.org} 5510531Sandreas.hansson@arm.com 563943Sbinkertn@umich.edu 573914Ssaidi@eecs.umich.eduPioDevice::PioDevice(const Params *p) 583914Ssaidi@eecs.umich.edu : MemObject(p), platform(p->platform), sys(p->system), pioPort(NULL) 593914Ssaidi@eecs.umich.edu{} 603914Ssaidi@eecs.umich.edu 613914Ssaidi@eecs.umich.eduPioDevice::~PioDevice() 623914Ssaidi@eecs.umich.edu{ 633914Ssaidi@eecs.umich.edu if (pioPort) 643914Ssaidi@eecs.umich.edu delete pioPort; 653914Ssaidi@eecs.umich.edu} 663914Ssaidi@eecs.umich.edu 6713231Sgabeblack@google.comvoid 683914Ssaidi@eecs.umich.eduPioDevice::init() 693914Ssaidi@eecs.umich.edu{ 704870Sstever@eecs.umich.edu if (!pioPort) 713914Ssaidi@eecs.umich.edu panic("Pio port of %s not connected to anything!", name()); 723914Ssaidi@eecs.umich.edu pioPort->sendRangeChange(); 733914Ssaidi@eecs.umich.edu} 743914Ssaidi@eecs.umich.edu 753914Ssaidi@eecs.umich.eduPort * 763914Ssaidi@eecs.umich.eduPioDevice::getPort(const std::string &if_name, int idx) 773914Ssaidi@eecs.umich.edu{ 783914Ssaidi@eecs.umich.edu if (if_name == "pio") { 793914Ssaidi@eecs.umich.edu if (pioPort != NULL) 803990Ssaidi@eecs.umich.edu fatal("%s: pio port already connected to %s", 8110905Sandreas.sandberg@arm.com name(), pioPort->getPeer()->name()); 823990Ssaidi@eecs.umich.edu pioPort = new PioPort(this, sys); 833990Ssaidi@eecs.umich.edu return pioPort; 843990Ssaidi@eecs.umich.edu } 853990Ssaidi@eecs.umich.edu return NULL; 863990Ssaidi@eecs.umich.edu} 8710905Sandreas.sandberg@arm.com 883990Ssaidi@eecs.umich.eduunsigned int 893990Ssaidi@eecs.umich.eduPioDevice::drain(Event *de) 903990Ssaidi@eecs.umich.edu{ 913990Ssaidi@eecs.umich.edu unsigned int count; 924762Snate@binkert.org count = pioPort->drain(de); 934762Snate@binkert.org if (count) 943914Ssaidi@eecs.umich.edu changeState(Draining); 954762Snate@binkert.org else 963914Ssaidi@eecs.umich.edu changeState(Drained); 97 return count; 98} 99 100BasicPioDevice::BasicPioDevice(const Params *p) 101 : PioDevice(p), pioAddr(p->pio_addr), pioSize(0), 102 pioDelay(p->pio_latency) 103{} 104 105AddrRangeList 106BasicPioDevice::getAddrRanges() 107{ 108 assert(pioSize != 0); 109 AddrRangeList ranges; 110 DPRINTF(BusAddrRanges, "registering range: %#x-%#x\n", pioAddr, pioSize); 111 ranges.push_back(RangeSize(pioAddr, pioSize)); 112 return ranges; 113} 114 115 116DmaPort::DmaPort(MemObject *dev, System *s, Tick min_backoff, Tick max_backoff, 117 bool recv_snoops) 118 : Port(dev->name() + "-dmaport", dev), device(dev), sys(s), 119 pendingCount(0), actionInProgress(0), drainEvent(NULL), 120 backoffTime(0), minBackoffDelay(min_backoff), 121 maxBackoffDelay(max_backoff), inRetry(false), recvSnoops(recv_snoops), 122 backoffEvent(this) 123{ } 124 125bool 126DmaPort::recvTiming(PacketPtr pkt) 127{ 128 if (pkt->wasNacked()) { 129 DPRINTF(DMA, "Received nacked %s addr %#x\n", 130 pkt->cmdString(), pkt->getAddr()); 131 132 if (backoffTime < minBackoffDelay) 133 backoffTime = minBackoffDelay; 134 else if (backoffTime < maxBackoffDelay) 135 backoffTime <<= 1; 136 137 device->reschedule(backoffEvent, curTick() + backoffTime, true); 138 139 DPRINTF(DMA, "Backoff time set to %d ticks\n", backoffTime); 140 141 pkt->reinitNacked(); 142 queueDma(pkt, true); 143 } else if (pkt->isRequest() && recvSnoops) { 144 return true; 145 } else if (pkt->senderState) { 146 DmaReqState *state; 147 backoffTime >>= 2; 148 149 DPRINTF(DMA, "Received response %s addr %#x size %#x\n", 150 pkt->cmdString(), pkt->getAddr(), pkt->req->getSize()); 151 state = dynamic_cast<DmaReqState*>(pkt->senderState); 152 pendingCount--; 153 154 assert(pendingCount >= 0); 155 assert(state); 156 157 // We shouldn't ever get a block in ownership state 158 assert(!(pkt->memInhibitAsserted() && !pkt->sharedAsserted())); 159 160 state->numBytes += pkt->req->getSize(); 161 assert(state->totBytes >= state->numBytes); 162 if (state->totBytes == state->numBytes) { 163 if (state->completionEvent) { 164 if (state->delay) 165 device->schedule(state->completionEvent, 166 curTick() + state->delay); 167 else 168 state->completionEvent->process(); 169 } 170 delete state; 171 } 172 delete pkt->req; 173 delete pkt; 174 175 if (pendingCount == 0 && drainEvent) { 176 drainEvent->process(); 177 drainEvent = NULL; 178 } 179 } else { 180 panic("Got packet without sender state... huh?\n"); 181 } 182 183 return true; 184} 185 186DmaDevice::DmaDevice(const Params *p) 187 : PioDevice(p), dmaPort(NULL) 188{ } 189 190 191unsigned int 192DmaDevice::drain(Event *de) 193{ 194 unsigned int count; 195 count = pioPort->drain(de) + dmaPort->drain(de); 196 if (count) 197 changeState(Draining); 198 else 199 changeState(Drained); 200 return count; 201} 202 203unsigned int 204DmaPort::drain(Event *de) 205{ 206 if (pendingCount == 0) 207 return 0; 208 drainEvent = de; 209 return 1; 210} 211 212 213void 214DmaPort::recvRetry() 215{ 216 assert(transmitList.size()); 217 bool result = true; 218 do { 219 PacketPtr pkt = transmitList.front(); 220 DPRINTF(DMA, "Retry on %s addr %#x\n", 221 pkt->cmdString(), pkt->getAddr()); 222 result = sendTiming(pkt); 223 if (result) { 224 DPRINTF(DMA, "-- Done\n"); 225 transmitList.pop_front(); 226 inRetry = false; 227 } else { 228 inRetry = true; 229 DPRINTF(DMA, "-- Failed, queued\n"); 230 } 231 } while (!backoffTime && result && transmitList.size()); 232 233 if (transmitList.size() && backoffTime && !inRetry) { 234 DPRINTF(DMA, "Scheduling backoff for %d\n", curTick()+backoffTime); 235 if (!backoffEvent.scheduled()) 236 device->schedule(backoffEvent, backoffTime + curTick()); 237 } 238 DPRINTF(DMA, "TransmitList: %d, backoffTime: %d inRetry: %d es: %d\n", 239 transmitList.size(), backoffTime, inRetry, 240 backoffEvent.scheduled()); 241} 242 243 244void 245DmaPort::dmaAction(Packet::Command cmd, Addr addr, int size, Event *event, 246 uint8_t *data, Tick delay, Request::Flags flag) 247{ 248 assert(device->getState() == SimObject::Running); 249 250 DmaReqState *reqState = new DmaReqState(event, this, size, delay); 251 252 253 DPRINTF(DMA, "Starting DMA for addr: %#x size: %d sched: %d\n", addr, size, 254 event ? event->scheduled() : -1 ); 255 for (ChunkGenerator gen(addr, size, peerBlockSize()); 256 !gen.done(); gen.next()) { 257 Request *req = new Request(gen.addr(), gen.size(), flag); 258 PacketPtr pkt = new Packet(req, cmd, Packet::Broadcast); 259 260 // Increment the data pointer on a write 261 if (data) 262 pkt->dataStatic(data + gen.complete()); 263 264 pkt->senderState = reqState; 265 266 assert(pendingCount >= 0); 267 pendingCount++; 268 DPRINTF(DMA, "--Queuing DMA for addr: %#x size: %d\n", gen.addr(), 269 gen.size()); 270 queueDma(pkt); 271 } 272 273} 274 275void 276DmaPort::queueDma(PacketPtr pkt, bool front) 277{ 278 279 if (front) 280 transmitList.push_front(pkt); 281 else 282 transmitList.push_back(pkt); 283 sendDma(); 284} 285 286 287void 288DmaPort::sendDma() 289{ 290 // some kind of selction between access methods 291 // more work is going to have to be done to make 292 // switching actually work 293 assert(transmitList.size()); 294 PacketPtr pkt = transmitList.front(); 295 296 Enums::MemoryMode state = sys->getMemoryMode(); 297 if (state == Enums::timing) { 298 if (backoffEvent.scheduled() || inRetry) { 299 DPRINTF(DMA, "Can't send immediately, waiting for retry or backoff timer\n"); 300 return; 301 } 302 303 DPRINTF(DMA, "Attempting to send %s addr %#x\n", 304 pkt->cmdString(), pkt->getAddr()); 305 306 bool result; 307 do { 308 result = sendTiming(pkt); 309 if (result) { 310 transmitList.pop_front(); 311 DPRINTF(DMA, "-- Done\n"); 312 } else { 313 inRetry = true; 314 DPRINTF(DMA, "-- Failed: queued\n"); 315 } 316 } while (result && !backoffTime && transmitList.size()); 317 318 if (transmitList.size() && backoffTime && !inRetry && 319 !backoffEvent.scheduled()) { 320 DPRINTF(DMA, "-- Scheduling backoff timer for %d\n", 321 backoffTime+curTick()); 322 device->schedule(backoffEvent, backoffTime + curTick()); 323 } 324 } else if (state == Enums::atomic) { 325 transmitList.pop_front(); 326 327 Tick lat; 328 DPRINTF(DMA, "--Sending DMA for addr: %#x size: %d\n", 329 pkt->req->getPaddr(), pkt->req->getSize()); 330 lat = sendAtomic(pkt); 331 assert(pkt->senderState); 332 DmaReqState *state = dynamic_cast<DmaReqState*>(pkt->senderState); 333 assert(state); 334 state->numBytes += pkt->req->getSize(); 335 336 DPRINTF(DMA, "--Received response for DMA for addr: %#x size: %d nb: %d, tot: %d sched %d\n", 337 pkt->req->getPaddr(), pkt->req->getSize(), state->numBytes, 338 state->totBytes, 339 state->completionEvent ? state->completionEvent->scheduled() : 0 ); 340 341 if (state->totBytes == state->numBytes) { 342 if (state->completionEvent) { 343 assert(!state->completionEvent->scheduled()); 344 device->schedule(state->completionEvent, 345 curTick() + lat + state->delay); 346 } 347 delete state; 348 delete pkt->req; 349 } 350 pendingCount--; 351 assert(pendingCount >= 0); 352 delete pkt; 353 354 if (pendingCount == 0 && drainEvent) { 355 drainEvent->process(); 356 drainEvent = NULL; 357 } 358 359 } else 360 panic("Unknown memory command state."); 361} 362 363DmaDevice::~DmaDevice() 364{ 365 if (dmaPort) 366 delete dmaPort; 367} 368 369 370Port * 371DmaDevice::getPort(const std::string &if_name, int idx) 372{ 373 if (if_name == "dma") { 374 if (dmaPort != NULL) 375 fatal("%s: dma port already connected to %s", 376 name(), dmaPort->getPeer()->name()); 377 dmaPort = new DmaPort(this, sys, params()->min_backoff_delay, 378 params()->max_backoff_delay); 379 return dmaPort; 380 } 381 return PioDevice::getPort(if_name, idx); 382} 383 384