packet.hh revision 10694
12SN/A/* 21762SN/A * Copyright (c) 2012-2015 ARM Limited 32SN/A * All rights reserved 42SN/A * 52SN/A * The license below extends only to copyright in the software and shall 62SN/A * not be construed as granting a license to any other intellectual 72SN/A * property including but not limited to intellectual property relating 82SN/A * to a hardware implementation of the functionality of the software 92SN/A * licensed hereunder. You may use the software subject to the license 102SN/A * terms below provided that you ensure that this notice is replicated 112SN/A * unmodified and in its entirety in all distributions of the software, 122SN/A * modified or unmodified, in source code or in binary form. 132SN/A * 142SN/A * Copyright (c) 2006 The Regents of The University of Michigan 152SN/A * Copyright (c) 2010 Advanced Micro Devices, Inc. 162SN/A * All rights reserved. 172SN/A * 182SN/A * Redistribution and use in source and binary forms, with or without 192SN/A * modification, are permitted provided that the following conditions are 202SN/A * met: redistributions of source code must retain the above copyright 212SN/A * notice, this list of conditions and the following disclaimer; 222SN/A * redistributions in binary form must reproduce the above copyright 232SN/A * notice, this list of conditions and the following disclaimer in the 242SN/A * documentation and/or other materials provided with the distribution; 252SN/A * neither the name of the copyright holders nor the names of its 262SN/A * contributors may be used to endorse or promote products derived from 272665Ssaidi@eecs.umich.edu * this software without specific prior written permission. 282665Ssaidi@eecs.umich.edu * 292665Ssaidi@eecs.umich.edu * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 302665Ssaidi@eecs.umich.edu * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 312SN/A * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 322SN/A * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 332623SN/A * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 342623SN/A * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 352SN/A * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 361354SN/A * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 371858SN/A * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 381717SN/A * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 392190SN/A * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 401354SN/A * 411717SN/A * Authors: Ron Dreslinski 421354SN/A * Steve Reinhardt 432387SN/A * Ali Saidi 442387SN/A * Andreas Hansson 452387SN/A */ 4656SN/A 472SN/A/** 482SN/A * @file 491858SN/A * Declaration of the Packet class. 502SN/A */ 51676SN/A 52676SN/A#ifndef __MEM_PACKET_HH__ 532462SN/A#define __MEM_PACKET_HH__ 542SN/A 552SN/A#include <bitset> 562SN/A#include <cassert> 57715SN/A#include <list> 58715SN/A 59715SN/A#include "base/cast.hh" 60715SN/A#include "base/compiler.hh" 61715SN/A#include "base/flags.hh" 622SN/A#include "base/misc.hh" 632SN/A#include "base/printable.hh" 642680Sktlim@umich.edu#include "base/types.hh" 65237SN/A#include "mem/request.hh" 662SN/A#include "sim/core.hh" 672SN/A 682SN/Aclass Packet; 692SN/Atypedef Packet *PacketPtr; 702SN/Atypedef uint8_t* PacketDataPtr; 712420SN/Atypedef std::list<PacketPtr> PacketList; 722623SN/A 732SN/Aclass MemCmd 742107SN/A{ 752107SN/A friend class Packet; 762159SN/A 772455SN/A public: 782455SN/A /** 792386SN/A * List of all commands associated with a packet. 802499SN/A */ 812386SN/A enum Command 822623SN/A { 832SN/A InvalidCmd, 841371SN/A ReadReq, 852SN/A ReadResp, 862SN/A ReadRespWithInvalidate, 872SN/A WriteReq, 882SN/A WriteResp, 892SN/A Writeback, 902SN/A SoftPFReq, 912SN/A HardPFReq, 922SN/A SoftPFResp, 932SN/A HardPFResp, 942SN/A WriteInvalidateReq, 952SN/A WriteInvalidateResp, 961400SN/A UpgradeReq, 971400SN/A SCUpgradeReq, // Special "weak" upgrade for StoreCond 981400SN/A UpgradeResp, 992542SN/A SCUpgradeFailReq, // Failed SCUpgradeReq in MSHR (never sent) 1001858SN/A UpgradeFailResp, // Valid for SCUpgradeReq only 1011400SN/A ReadExReq, 1021400SN/A ReadExResp, 1032SN/A LoadLockedReq, 1041400SN/A StoreCondReq, 1052SN/A StoreCondFailReq, // Failed StoreCondReq in MSHR (never sent) 1061400SN/A StoreCondResp, 1072623SN/A SwapReq, 1082623SN/A SwapResp, 1092SN/A MessageReq, 1101400SN/A MessageResp, 1112SN/A // Error responses 1122190SN/A // @TODO these should be classified as responses rather than 1132190SN/A // requests; coding them as requests initially for backwards 1142680Sktlim@umich.edu // compatibility 1152SN/A InvalidDestError, // packet dest field invalid 1161858SN/A BadAddressError, // memory address invalid 1172SN/A FunctionalReadError, // unable to fulfill functional read 1182SN/A FunctionalWriteError, // unable to fulfill functional write 1192SN/A // Fake simulator-only commands 1202SN/A PrintReq, // Print state matching address 1212SN/A FlushReq, //request for a cache flush 1222SN/A InvalidationReq, // request for address to be invalidated from lsq 1232SN/A NUM_MEM_CMDS 1242SN/A }; 1252566SN/A 1262566SN/A private: 1272566SN/A /** 1281492SN/A * List of command attributes. 1291492SN/A */ 1301492SN/A enum Attribute 1311752SN/A { 1321492SN/A IsRead, //!< Data flows from responder to requester 1332107SN/A IsWrite, //!< Data flows from requester to responder 1341469SN/A IsUpgrade, 1352623SN/A IsInvalidate, 1362662Sstever@eecs.umich.edu NeedsExclusive, //!< Requires exclusive copy to complete in-cache 1372623SN/A IsRequest, //!< Issued by requester 1382623SN/A IsResponse, //!< Issue by responder 1392623SN/A NeedsResponse, //!< Requester needs response from target 140180SN/A IsSWPrefetch, 141393SN/A IsHWPrefetch, 142393SN/A IsLlsc, //!< Alpha/MIPS LL or SC access 1432SN/A HasData, //!< There is an associated payload 1442SN/A IsError, //!< Error response 145334SN/A IsPrint, //!< Print state matching address (for debugging) 146334SN/A IsFlush, //!< Flush the address from caches 1472SN/A NUM_COMMAND_ATTRIBUTES 1482SN/A }; 1492SN/A 150334SN/A /** 151729SN/A * Structure that defines attributes and other data associated 152707SN/A * with a Command. 153707SN/A */ 154707SN/A struct CommandInfo 155707SN/A { 156707SN/A /// Set of attribute flags. 1572SN/A const std::bitset<NUM_COMMAND_ATTRIBUTES> attributes; 1582SN/A /// Corresponding response for requests; InvalidCmd if no 159729SN/A /// response is applicable. 1602SN/A const Command response; 161124SN/A /// String representation (for printing) 162124SN/A const std::string str; 163334SN/A }; 164124SN/A 1652SN/A /// Array to map Command enum to associated info. 166729SN/A static const CommandInfo commandInfo[]; 167729SN/A 1682SN/A private: 1692390SN/A 170729SN/A Command cmd; 1712SN/A 1722SN/A bool 1732390SN/A testCmdAttrib(MemCmd::Attribute attrib) const 1742390SN/A { 1752390SN/A return commandInfo[cmd].attributes[attrib] != 0; 1762390SN/A } 1772390SN/A 178729SN/A public: 1792SN/A 1802SN/A bool isRead() const { return testCmdAttrib(IsRead); } 1812390SN/A bool isWrite() const { return testCmdAttrib(IsWrite); } 1822390SN/A bool isUpgrade() const { return testCmdAttrib(IsUpgrade); } 1832390SN/A bool isRequest() const { return testCmdAttrib(IsRequest); } 1842390SN/A bool isResponse() const { return testCmdAttrib(IsResponse); } 185217SN/A bool needsExclusive() const { return testCmdAttrib(NeedsExclusive); } 186237SN/A bool needsResponse() const { return testCmdAttrib(NeedsResponse); } 1872SN/A bool isInvalidate() const { return testCmdAttrib(IsInvalidate); } 1881371SN/A bool isWriteInvalidate() const { return testCmdAttrib(IsWrite) && 1891371SN/A testCmdAttrib(IsInvalidate); } 1902623SN/A 1912623SN/A /** 1921371SN/A * Check if this particular packet type carries payload data. Note 193581SN/A * that this does not reflect if the data pointer of the packet is 1942SN/A * valid or not. 1952SN/A */ 1962SN/A bool hasData() const { return testCmdAttrib(HasData); } 1972SN/A bool isLLSC() const { return testCmdAttrib(IsLlsc); } 198753SN/A bool isSWPrefetch() const { return testCmdAttrib(IsSWPrefetch); } 1992SN/A bool isHWPrefetch() const { return testCmdAttrib(IsHWPrefetch); } 2002SN/A bool isPrefetch() const { return testCmdAttrib(IsSWPrefetch) || 2012SN/A testCmdAttrib(IsHWPrefetch); } 202594SN/A bool isError() const { return testCmdAttrib(IsError); } 203595SN/A bool isPrint() const { return testCmdAttrib(IsPrint); } 204594SN/A bool isFlush() const { return testCmdAttrib(IsFlush); } 205595SN/A 206705SN/A const Command 207726SN/A responseCommand() const 208726SN/A { 209726SN/A return commandInfo[cmd].response; 210726SN/A } 211726SN/A 212726SN/A /// Return the string to a cmd given by idx. 213726SN/A const std::string &toString() const { return commandInfo[cmd].str; } 214726SN/A int toInt() const { return (int)cmd; } 215726SN/A 216726SN/A MemCmd(Command _cmd) : cmd(_cmd) { } 217705SN/A MemCmd(int _cmd) : cmd((Command)_cmd) { } 2182107SN/A MemCmd() : cmd(InvalidCmd) { } 219726SN/A 2202190SN/A bool operator==(MemCmd c2) const { return (cmd == c2.cmd); } 221726SN/A bool operator!=(MemCmd c2) const { return (cmd != c2.cmd); } 222705SN/A}; 2232455SN/A 224726SN/A/** 225726SN/A * A Packet is used to encapsulate a transfer between two objects in 2262455SN/A * the memory system (e.g., the L1 and L2 cache). (In contrast, a 227726SN/A * single Request travels all the way from the requester to the 228705SN/A * ultimate destination and back, possibly being conveyed by several 2292455SN/A * different Packets along the way.) 230726SN/A */ 231726SN/Aclass Packet : public Printable 2322455SN/A{ 233726SN/A public: 234705SN/A typedef uint32_t FlagsType; 2352455SN/A typedef ::Flags<FlagsType> Flags; 236726SN/A 237726SN/A private: 2382455SN/A static const FlagsType PUBLIC_FLAGS = 0x00000000; 2392455SN/A static const FlagsType PRIVATE_FLAGS = 0x00007F0F; 2402455SN/A static const FlagsType COPY_FLAGS = 0x0000000F; 2412455SN/A 2422455SN/A static const FlagsType SHARED = 0x00000001; 2432455SN/A // Special control flags 2442455SN/A /// Special timing-mode atomic snoop for multi-level coherence. 245726SN/A static const FlagsType EXPRESS_SNOOP = 0x00000002; 246705SN/A /// Does supplier have exclusive copy? 2472107SN/A /// Useful for multi-level coherence. 248726SN/A static const FlagsType SUPPLY_EXCLUSIVE = 0x00000004; 2492190SN/A // Snoop response flags 250726SN/A static const FlagsType MEM_INHIBIT = 0x00000008; 251705SN/A /// Are the 'addr' and 'size' fields valid? 2522455SN/A static const FlagsType VALID_ADDR = 0x00000100; 253726SN/A static const FlagsType VALID_SIZE = 0x00000200; 254726SN/A /// Is the data pointer set to a value that shouldn't be freed 2552455SN/A /// when the packet is destroyed? 256726SN/A static const FlagsType STATIC_DATA = 0x00001000; 257705SN/A /// The data pointer points to a value that should be freed when 2582455SN/A /// the packet is destroyed. The pointer is assumed to be pointing 259726SN/A /// to an array, and delete [] is consequently called 260726SN/A static const FlagsType DYNAMIC_DATA = 0x00002000; 2612455SN/A /// suppress the error if this packet encounters a functional 262726SN/A /// access failure. 263726SN/A static const FlagsType SUPPRESS_FUNC_ERROR = 0x00008000; 2642455SN/A // Signal prefetch squash through express snoop flag 2652577SN/A static const FlagsType PREFETCH_SNOOP_SQUASH = 0x00010000; 266726SN/A 267726SN/A Flags flags; 2682455SN/A 2692455SN/A public: 2702455SN/A typedef MemCmd::Command Command; 2712455SN/A 2722455SN/A /// The command field of the packet. 2732455SN/A MemCmd cmd; 2742455SN/A 275726SN/A /// A pointer to the original request. 276705SN/A const RequestPtr req; 2772190SN/A 2782447SN/A private: 2792447SN/A /** 2802447SN/A * A pointer to the data being transfered. It can be differnt 2812447SN/A * sizes at each level of the heirarchy so it belongs in the 2822190SN/A * packet, not request. This may or may not be populated when a 2832447SN/A * responder recieves the packet. If not populated it memory should 284705SN/A * be allocated. 2852159SN/A */ 2862159SN/A PacketDataPtr data; 2872190SN/A 2882159SN/A /// The address of the request. This address could be virtual or 289705SN/A /// physical, depending on the system configuration. 2902159SN/A Addr addr; 2912159SN/A 2922190SN/A /// True if the request targets the secure memory space. 2932159SN/A bool _isSecure; 2942159SN/A 2952159SN/A /// The size of the request or transfer. 2962159SN/A unsigned size; 2972190SN/A 2982159SN/A /** 2992159SN/A * The original value of the command field. Only valid when the 3002159SN/A * current command field is an error condition; in that case, the 3012159SN/A * previous contents of the command field are copied here. This 3022190SN/A * field is *not* set on non-error responses. 3032159SN/A */ 304705SN/A MemCmd origCmd; 3051858SN/A 3062190SN/A /** 3072190SN/A * These values specify the range of bytes found that satisfy a 3082190SN/A * functional read. 3092190SN/A */ 3102680Sktlim@umich.edu uint16_t bytesValidStart; 3112190SN/A uint16_t bytesValidEnd; 312705SN/A 3132561SN/A public: 314705SN/A 315705SN/A /** 3162190SN/A * The extra delay from seeing the packet until the header is 3172680Sktlim@umich.edu * transmitted. This delay is used to communicate the crossbar 3182SN/A * forwarding latency to the neighbouring object (e.g. a cache) 3192SN/A * that actually makes the packet wait. As the delay is relative, 3202623SN/A * a 32-bit unsigned should be sufficient. 321 */ 322 uint32_t headerDelay; 323 324 /** 325 * The extra pipelining delay from seeing the packet until the end of 326 * payload is transmitted by the component that provided it (if 327 * any). This includes the header delay. Similar to the header 328 * delay, this is used to make up for the fact that the 329 * crossbar does not make the packet wait. As the delay is 330 * relative, a 32-bit unsigned should be sufficient. 331 */ 332 uint32_t payloadDelay; 333 334 /** 335 * A virtual base opaque structure used to hold state associated 336 * with the packet (e.g., an MSHR), specific to a MemObject that 337 * sees the packet. A pointer to this state is returned in the 338 * packet's response so that the MemObject in question can quickly 339 * look up the state needed to process it. A specific subclass 340 * would be derived from this to carry state specific to a 341 * particular sending device. 342 * 343 * As multiple MemObjects may add their SenderState throughout the 344 * memory system, the SenderStates create a stack, where a 345 * MemObject can add a new Senderstate, as long as the 346 * predecessing SenderState is restored when the response comes 347 * back. For this reason, the predecessor should always be 348 * populated with the current SenderState of a packet before 349 * modifying the senderState field in the request packet. 350 */ 351 struct SenderState 352 { 353 SenderState* predecessor; 354 SenderState() : predecessor(NULL) {} 355 virtual ~SenderState() {} 356 }; 357 358 /** 359 * Object used to maintain state of a PrintReq. The senderState 360 * field of a PrintReq should always be of this type. 361 */ 362 class PrintReqState : public SenderState 363 { 364 private: 365 /** 366 * An entry in the label stack. 367 */ 368 struct LabelStackEntry 369 { 370 const std::string label; 371 std::string *prefix; 372 bool labelPrinted; 373 LabelStackEntry(const std::string &_label, std::string *_prefix); 374 }; 375 376 typedef std::list<LabelStackEntry> LabelStack; 377 LabelStack labelStack; 378 379 std::string *curPrefixPtr; 380 381 public: 382 std::ostream &os; 383 const int verbosity; 384 385 PrintReqState(std::ostream &os, int verbosity = 0); 386 ~PrintReqState(); 387 388 /** 389 * Returns the current line prefix. 390 */ 391 const std::string &curPrefix() { return *curPrefixPtr; } 392 393 /** 394 * Push a label onto the label stack, and prepend the given 395 * prefix string onto the current prefix. Labels will only be 396 * printed if an object within the label's scope is printed. 397 */ 398 void pushLabel(const std::string &lbl, 399 const std::string &prefix = " "); 400 401 /** 402 * Pop a label off the label stack. 403 */ 404 void popLabel(); 405 406 /** 407 * Print all of the pending unprinted labels on the 408 * stack. Called by printObj(), so normally not called by 409 * users unless bypassing printObj(). 410 */ 411 void printLabels(); 412 413 /** 414 * Print a Printable object to os, because it matched the 415 * address on a PrintReq. 416 */ 417 void printObj(Printable *obj); 418 }; 419 420 /** 421 * This packet's sender state. Devices should use dynamic_cast<> 422 * to cast to the state appropriate to the sender. The intent of 423 * this variable is to allow a device to attach extra information 424 * to a request. A response packet must return the sender state 425 * that was attached to the original request (even if a new packet 426 * is created). 427 */ 428 SenderState *senderState; 429 430 /** 431 * Push a new sender state to the packet and make the current 432 * sender state the predecessor of the new one. This should be 433 * prefered over direct manipulation of the senderState member 434 * variable. 435 * 436 * @param sender_state SenderState to push at the top of the stack 437 */ 438 void pushSenderState(SenderState *sender_state); 439 440 /** 441 * Pop the top of the state stack and return a pointer to it. This 442 * assumes the current sender state is not NULL. This should be 443 * preferred over direct manipulation of the senderState member 444 * variable. 445 * 446 * @return The current top of the stack 447 */ 448 SenderState *popSenderState(); 449 450 /** 451 * Go through the sender state stack and return the first instance 452 * that is of type T (as determined by a dynamic_cast). If there 453 * is no sender state of type T, NULL is returned. 454 * 455 * @return The topmost state of type T 456 */ 457 template <typename T> 458 T * findNextSenderState() const 459 { 460 T *t = NULL; 461 SenderState* sender_state = senderState; 462 while (t == NULL && sender_state != NULL) { 463 t = dynamic_cast<T*>(sender_state); 464 sender_state = sender_state->predecessor; 465 } 466 return t; 467 } 468 469 /// Return the string name of the cmd field (for debugging and 470 /// tracing). 471 const std::string &cmdString() const { return cmd.toString(); } 472 473 /// Return the index of this command. 474 inline int cmdToIndex() const { return cmd.toInt(); } 475 476 bool isRead() const { return cmd.isRead(); } 477 bool isWrite() const { return cmd.isWrite(); } 478 bool isUpgrade() const { return cmd.isUpgrade(); } 479 bool isRequest() const { return cmd.isRequest(); } 480 bool isResponse() const { return cmd.isResponse(); } 481 bool needsExclusive() const { return cmd.needsExclusive(); } 482 bool needsResponse() const { return cmd.needsResponse(); } 483 bool isInvalidate() const { return cmd.isInvalidate(); } 484 bool isWriteInvalidate() const { return cmd.isWriteInvalidate(); } 485 bool hasData() const { return cmd.hasData(); } 486 bool isLLSC() const { return cmd.isLLSC(); } 487 bool isError() const { return cmd.isError(); } 488 bool isPrint() const { return cmd.isPrint(); } 489 bool isFlush() const { return cmd.isFlush(); } 490 491 // Snoop flags 492 void assertMemInhibit() 493 { 494 assert(isRequest()); 495 assert(!flags.isSet(MEM_INHIBIT)); 496 flags.set(MEM_INHIBIT); 497 } 498 bool memInhibitAsserted() const { return flags.isSet(MEM_INHIBIT); } 499 void assertShared() { flags.set(SHARED); } 500 bool sharedAsserted() const { return flags.isSet(SHARED); } 501 502 // Special control flags 503 void setExpressSnoop() { flags.set(EXPRESS_SNOOP); } 504 bool isExpressSnoop() const { return flags.isSet(EXPRESS_SNOOP); } 505 void setSupplyExclusive() { flags.set(SUPPLY_EXCLUSIVE); } 506 void clearSupplyExclusive() { flags.clear(SUPPLY_EXCLUSIVE); } 507 bool isSupplyExclusive() const { return flags.isSet(SUPPLY_EXCLUSIVE); } 508 void setSuppressFuncError() { flags.set(SUPPRESS_FUNC_ERROR); } 509 bool suppressFuncError() const { return flags.isSet(SUPPRESS_FUNC_ERROR); } 510 void setPrefetchSquashed() { flags.set(PREFETCH_SNOOP_SQUASH); } 511 bool prefetchSquashed() const { return flags.isSet(PREFETCH_SNOOP_SQUASH); } 512 513 // Network error conditions... encapsulate them as methods since 514 // their encoding keeps changing (from result field to command 515 // field, etc.) 516 void 517 setBadAddress() 518 { 519 assert(isResponse()); 520 cmd = MemCmd::BadAddressError; 521 } 522 523 bool hadBadAddress() const { return cmd == MemCmd::BadAddressError; } 524 void copyError(Packet *pkt) { assert(pkt->isError()); cmd = pkt->cmd; } 525 526 Addr getAddr() const { assert(flags.isSet(VALID_ADDR)); return addr; } 527 /** 528 * Update the address of this packet mid-transaction. This is used 529 * by the address mapper to change an already set address to a new 530 * one based on the system configuration. It is intended to remap 531 * an existing address, so it asserts that the current address is 532 * valid. 533 */ 534 void setAddr(Addr _addr) { assert(flags.isSet(VALID_ADDR)); addr = _addr; } 535 536 unsigned getSize() const { assert(flags.isSet(VALID_SIZE)); return size; } 537 Addr getOffset(int blkSize) const { return getAddr() & (Addr)(blkSize - 1); } 538 539 bool isSecure() const 540 { 541 assert(flags.isSet(VALID_ADDR)); 542 return _isSecure; 543 } 544 545 /** 546 * It has been determined that the SC packet should successfully update 547 * memory. Therefore, convert this SC packet to a normal write. 548 */ 549 void 550 convertScToWrite() 551 { 552 assert(isLLSC()); 553 assert(isWrite()); 554 cmd = MemCmd::WriteReq; 555 } 556 557 /** 558 * When ruby is in use, Ruby will monitor the cache line and thus M5 559 * phys memory should treat LL ops as normal reads. 560 */ 561 void 562 convertLlToRead() 563 { 564 assert(isLLSC()); 565 assert(isRead()); 566 cmd = MemCmd::ReadReq; 567 } 568 569 /** 570 * Constructor. Note that a Request object must be constructed 571 * first, but the Requests's physical address and size fields need 572 * not be valid. The command must be supplied. 573 */ 574 Packet(const RequestPtr _req, MemCmd _cmd) 575 : cmd(_cmd), req(_req), data(nullptr), addr(0), _isSecure(false), 576 size(0), bytesValidStart(0), bytesValidEnd(0), 577 headerDelay(0), payloadDelay(0), 578 senderState(NULL) 579 { 580 if (req->hasPaddr()) { 581 addr = req->getPaddr(); 582 flags.set(VALID_ADDR); 583 _isSecure = req->isSecure(); 584 } 585 if (req->hasSize()) { 586 size = req->getSize(); 587 flags.set(VALID_SIZE); 588 } 589 } 590 591 /** 592 * Alternate constructor if you are trying to create a packet with 593 * a request that is for a whole block, not the address from the 594 * req. this allows for overriding the size/addr of the req. 595 */ 596 Packet(const RequestPtr _req, MemCmd _cmd, int _blkSize) 597 : cmd(_cmd), req(_req), data(nullptr), addr(0), _isSecure(false), 598 bytesValidStart(0), bytesValidEnd(0), 599 headerDelay(0), payloadDelay(0), 600 senderState(NULL) 601 { 602 if (req->hasPaddr()) { 603 addr = req->getPaddr() & ~(_blkSize - 1); 604 flags.set(VALID_ADDR); 605 _isSecure = req->isSecure(); 606 } 607 size = _blkSize; 608 flags.set(VALID_SIZE); 609 } 610 611 /** 612 * Alternate constructor for copying a packet. Copy all fields 613 * *except* if the original packet's data was dynamic, don't copy 614 * that, as we can't guarantee that the new packet's lifetime is 615 * less than that of the original packet. In this case the new 616 * packet should allocate its own data. 617 */ 618 Packet(PacketPtr pkt, bool clear_flags, bool alloc_data) 619 : cmd(pkt->cmd), req(pkt->req), 620 data(nullptr), 621 addr(pkt->addr), _isSecure(pkt->_isSecure), size(pkt->size), 622 bytesValidStart(pkt->bytesValidStart), 623 bytesValidEnd(pkt->bytesValidEnd), 624 headerDelay(pkt->headerDelay), 625 payloadDelay(pkt->payloadDelay), 626 senderState(pkt->senderState) 627 { 628 if (!clear_flags) 629 flags.set(pkt->flags & COPY_FLAGS); 630 631 flags.set(pkt->flags & (VALID_ADDR|VALID_SIZE)); 632 633 // should we allocate space for data, or not, the express 634 // snoops do not need to carry any data as they only serve to 635 // co-ordinate state changes 636 if (alloc_data) { 637 // even if asked to allocate data, if the original packet 638 // holds static data, then the sender will not be doing 639 // any memcpy on receiving the response, thus we simply 640 // carry the pointer forward 641 if (pkt->flags.isSet(STATIC_DATA)) { 642 data = pkt->data; 643 flags.set(STATIC_DATA); 644 } else { 645 allocate(); 646 } 647 } 648 } 649 650 /** 651 * Change the packet type based on request type. 652 */ 653 void 654 refineCommand() 655 { 656 if (cmd == MemCmd::ReadReq) { 657 if (req->isLLSC()) { 658 cmd = MemCmd::LoadLockedReq; 659 } else if (req->isPrefetch()) { 660 cmd = MemCmd::SoftPFReq; 661 } 662 } else if (cmd == MemCmd::WriteReq) { 663 if (req->isLLSC()) { 664 cmd = MemCmd::StoreCondReq; 665 } else if (req->isSwap()) { 666 cmd = MemCmd::SwapReq; 667 } 668 } 669 } 670 671 /** 672 * Constructor-like methods that return Packets based on Request objects. 673 * Will call refineCommand() to fine-tune the Packet type if it's not a 674 * vanilla read or write. 675 */ 676 static PacketPtr 677 createRead(const RequestPtr req) 678 { 679 PacketPtr pkt = new Packet(req, MemCmd::ReadReq); 680 pkt->refineCommand(); 681 return pkt; 682 } 683 684 static PacketPtr 685 createWrite(const RequestPtr req) 686 { 687 PacketPtr pkt = new Packet(req, MemCmd::WriteReq); 688 pkt->refineCommand(); 689 return pkt; 690 } 691 692 /** 693 * clean up packet variables 694 */ 695 ~Packet() 696 { 697 // If this is a request packet for which there's no response, 698 // delete the request object here, since the requester will 699 // never get the chance. 700 if (req && isRequest() && !needsResponse()) 701 delete req; 702 deleteData(); 703 } 704 705 /** 706 * Take a request packet and modify it in place to be suitable for 707 * returning as a response to that request. 708 */ 709 void 710 makeResponse() 711 { 712 assert(needsResponse()); 713 assert(isRequest()); 714 origCmd = cmd; 715 cmd = cmd.responseCommand(); 716 717 // responses are never express, even if the snoop that 718 // triggered them was 719 flags.clear(EXPRESS_SNOOP); 720 } 721 722 void 723 makeAtomicResponse() 724 { 725 makeResponse(); 726 } 727 728 void 729 makeTimingResponse() 730 { 731 makeResponse(); 732 } 733 734 void 735 setFunctionalResponseStatus(bool success) 736 { 737 if (!success) { 738 if (isWrite()) { 739 cmd = MemCmd::FunctionalWriteError; 740 } else { 741 cmd = MemCmd::FunctionalReadError; 742 } 743 } 744 } 745 746 void 747 setSize(unsigned size) 748 { 749 assert(!flags.isSet(VALID_SIZE)); 750 751 this->size = size; 752 flags.set(VALID_SIZE); 753 } 754 755 756 /** 757 * Set the data pointer to the following value that should not be 758 * freed. Static data allows us to do a single memcpy even if 759 * multiple packets are required to get from source to destination 760 * and back. In essence the pointer is set calling dataStatic on 761 * the original packet, and whenever this packet is copied and 762 * forwarded the same pointer is passed on. When a packet 763 * eventually reaches the destination holding the data, it is 764 * copied once into the location originally set. On the way back 765 * to the source, no copies are necessary. 766 */ 767 template <typename T> 768 void 769 dataStatic(T *p) 770 { 771 assert(flags.noneSet(STATIC_DATA|DYNAMIC_DATA)); 772 data = (PacketDataPtr)p; 773 flags.set(STATIC_DATA); 774 } 775 776 /** 777 * Set the data pointer to the following value that should not be 778 * freed. This version of the function allows the pointer passed 779 * to us to be const. To avoid issues down the line we cast the 780 * constness away, the alternative would be to keep both a const 781 * and non-const data pointer and cleverly choose between 782 * them. Note that this is only allowed for static data. 783 */ 784 template <typename T> 785 void 786 dataStaticConst(const T *p) 787 { 788 assert(flags.noneSet(STATIC_DATA|DYNAMIC_DATA)); 789 data = const_cast<PacketDataPtr>(p); 790 flags.set(STATIC_DATA); 791 } 792 793 /** 794 * Set the data pointer to a value that should have delete [] 795 * called on it. Dynamic data is local to this packet, and as the 796 * packet travels from source to destination, forwarded packets 797 * will allocate their own data. When a packet reaches the final 798 * destination it will populate the dynamic data of that specific 799 * packet, and on the way back towards the source, memcpy will be 800 * invoked in every step where a new packet was created e.g. in 801 * the caches. Ultimately when the response reaches the source a 802 * final memcpy is needed to extract the data from the packet 803 * before it is deallocated. 804 */ 805 template <typename T> 806 void 807 dataDynamic(T *p) 808 { 809 assert(flags.noneSet(STATIC_DATA|DYNAMIC_DATA)); 810 data = (PacketDataPtr)p; 811 flags.set(DYNAMIC_DATA); 812 } 813 814 /** 815 * get a pointer to the data ptr. 816 */ 817 template <typename T> 818 T* 819 getPtr() 820 { 821 assert(flags.isSet(STATIC_DATA|DYNAMIC_DATA)); 822 return (T*)data; 823 } 824 825 template <typename T> 826 const T* 827 getConstPtr() const 828 { 829 assert(flags.isSet(STATIC_DATA|DYNAMIC_DATA)); 830 return (const T*)data; 831 } 832 833 /** 834 * return the value of what is pointed to in the packet. 835 */ 836 template <typename T> 837 T get() const; 838 839 /** 840 * set the value in the data pointer to v. 841 */ 842 template <typename T> 843 void set(T v); 844 845 /** 846 * Copy data into the packet from the provided pointer. 847 */ 848 void 849 setData(const uint8_t *p) 850 { 851 // we should never be copying data onto itself, which means we 852 // must idenfity packets with static data, as they carry the 853 // same pointer from source to destination and back 854 assert(p != getPtr<uint8_t>() || flags.isSet(STATIC_DATA)); 855 856 if (p != getPtr<uint8_t>()) 857 // for packet with allocated dynamic data, we copy data from 858 // one to the other, e.g. a forwarded response to a response 859 std::memcpy(getPtr<uint8_t>(), p, getSize()); 860 } 861 862 /** 863 * Copy data into the packet from the provided block pointer, 864 * which is aligned to the given block size. 865 */ 866 void 867 setDataFromBlock(const uint8_t *blk_data, int blkSize) 868 { 869 setData(blk_data + getOffset(blkSize)); 870 } 871 872 /** 873 * Copy data from the packet to the provided block pointer, which 874 * is aligned to the given block size. 875 */ 876 void 877 writeData(uint8_t *p) const 878 { 879 std::memcpy(p, getConstPtr<uint8_t>(), getSize()); 880 } 881 882 /** 883 * Copy data from the packet to the memory at the provided pointer. 884 */ 885 void 886 writeDataToBlock(uint8_t *blk_data, int blkSize) const 887 { 888 writeData(blk_data + getOffset(blkSize)); 889 } 890 891 /** 892 * delete the data pointed to in the data pointer. Ok to call to 893 * matter how data was allocted. 894 */ 895 void 896 deleteData() 897 { 898 if (flags.isSet(DYNAMIC_DATA)) 899 delete [] data; 900 901 flags.clear(STATIC_DATA|DYNAMIC_DATA); 902 data = NULL; 903 } 904 905 /** Allocate memory for the packet. */ 906 void 907 allocate() 908 { 909 assert(flags.noneSet(STATIC_DATA|DYNAMIC_DATA)); 910 flags.set(DYNAMIC_DATA); 911 data = new uint8_t[getSize()]; 912 } 913 914 /** 915 * Check a functional request against a memory value stored in 916 * another packet (i.e. an in-transit request or 917 * response). Returns true if the current packet is a read, and 918 * the other packet provides the data, which is then copied to the 919 * current packet. If the current packet is a write, and the other 920 * packet intersects this one, then we update the data 921 * accordingly. 922 */ 923 bool 924 checkFunctional(PacketPtr other) 925 { 926 // all packets that are carrying a payload should have a valid 927 // data pointer 928 return checkFunctional(other, other->getAddr(), other->isSecure(), 929 other->getSize(), 930 other->hasData() ? 931 other->getPtr<uint8_t>() : NULL); 932 } 933 934 /** 935 * Check a functional request against a memory value represented 936 * by a base/size pair and an associated data array. If the 937 * current packet is a read, it may be satisfied by the memory 938 * value. If the current packet is a write, it may update the 939 * memory value. 940 */ 941 bool 942 checkFunctional(Printable *obj, Addr base, bool is_secure, int size, 943 uint8_t *_data); 944 945 /** 946 * Push label for PrintReq (safe to call unconditionally). 947 */ 948 void 949 pushLabel(const std::string &lbl) 950 { 951 if (isPrint()) 952 safe_cast<PrintReqState*>(senderState)->pushLabel(lbl); 953 } 954 955 /** 956 * Pop label for PrintReq (safe to call unconditionally). 957 */ 958 void 959 popLabel() 960 { 961 if (isPrint()) 962 safe_cast<PrintReqState*>(senderState)->popLabel(); 963 } 964 965 void print(std::ostream &o, int verbosity = 0, 966 const std::string &prefix = "") const; 967 968 /** 969 * A no-args wrapper of print(std::ostream...) 970 * meant to be invoked from DPRINTFs 971 * avoiding string overheads in fast mode 972 * @return string with the request's type and start<->end addresses 973 */ 974 std::string print() const; 975}; 976 977#endif //__MEM_PACKET_HH 978