113531Sjairo.balart@metempsy.com/* 214258Sgiacomo.travaglini@arm.com * Copyright (c) 2019 ARM Limited 314258Sgiacomo.travaglini@arm.com * All rights reserved 414258Sgiacomo.travaglini@arm.com * 514258Sgiacomo.travaglini@arm.com * The license below extends only to copyright in the software and shall 614258Sgiacomo.travaglini@arm.com * not be construed as granting a license to any other intellectual 714258Sgiacomo.travaglini@arm.com * property including but not limited to intellectual property relating 814258Sgiacomo.travaglini@arm.com * to a hardware implementation of the functionality of the software 914258Sgiacomo.travaglini@arm.com * licensed hereunder. You may use the software subject to the license 1014258Sgiacomo.travaglini@arm.com * terms below provided that you ensure that this notice is replicated 1114258Sgiacomo.travaglini@arm.com * unmodified and in its entirety in all distributions of the software, 1214258Sgiacomo.travaglini@arm.com * modified or unmodified, in source code or in binary form. 1314258Sgiacomo.travaglini@arm.com * 1413531Sjairo.balart@metempsy.com * Copyright (c) 2018 Metempsy Technology Consulting 1513531Sjairo.balart@metempsy.com * All rights reserved. 1613531Sjairo.balart@metempsy.com * 1713531Sjairo.balart@metempsy.com * Redistribution and use in source and binary forms, with or without 1813531Sjairo.balart@metempsy.com * modification, are permitted provided that the following conditions are 1913531Sjairo.balart@metempsy.com * met: redistributions of source code must retain the above copyright 2013531Sjairo.balart@metempsy.com * notice, this list of conditions and the following disclaimer; 2113531Sjairo.balart@metempsy.com * redistributions in binary form must reproduce the above copyright 2213531Sjairo.balart@metempsy.com * notice, this list of conditions and the following disclaimer in the 2313531Sjairo.balart@metempsy.com * documentation and/or other materials provided with the distribution; 2413531Sjairo.balart@metempsy.com * neither the name of the copyright holders nor the names of its 2513531Sjairo.balart@metempsy.com * contributors may be used to endorse or promote products derived from 2613531Sjairo.balart@metempsy.com * this software without specific prior written permission. 2713531Sjairo.balart@metempsy.com * 2813531Sjairo.balart@metempsy.com * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 2913531Sjairo.balart@metempsy.com * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 3013531Sjairo.balart@metempsy.com * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 3113531Sjairo.balart@metempsy.com * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 3213531Sjairo.balart@metempsy.com * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 3313531Sjairo.balart@metempsy.com * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 3413531Sjairo.balart@metempsy.com * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 3513531Sjairo.balart@metempsy.com * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 3613531Sjairo.balart@metempsy.com * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 3713531Sjairo.balart@metempsy.com * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 3813531Sjairo.balart@metempsy.com * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 3913531Sjairo.balart@metempsy.com * 4013531Sjairo.balart@metempsy.com * Authors: Jairo Balart 4113531Sjairo.balart@metempsy.com */ 4213531Sjairo.balart@metempsy.com 4313531Sjairo.balart@metempsy.com#include "dev/arm/gic_v3.hh" 4413531Sjairo.balart@metempsy.com 4513531Sjairo.balart@metempsy.com#include "cpu/intr_control.hh" 4613531Sjairo.balart@metempsy.com#include "debug/GIC.hh" 4713531Sjairo.balart@metempsy.com#include "debug/Interrupt.hh" 4813531Sjairo.balart@metempsy.com#include "dev/arm/gic_v3_cpu_interface.hh" 4913531Sjairo.balart@metempsy.com#include "dev/arm/gic_v3_distributor.hh" 5013996Sgiacomo.travaglini@arm.com#include "dev/arm/gic_v3_its.hh" 5113531Sjairo.balart@metempsy.com#include "dev/arm/gic_v3_redistributor.hh" 5213531Sjairo.balart@metempsy.com#include "dev/platform.hh" 5313531Sjairo.balart@metempsy.com#include "mem/packet.hh" 5413531Sjairo.balart@metempsy.com#include "mem/packet_access.hh" 5513531Sjairo.balart@metempsy.com 5613531Sjairo.balart@metempsy.comGicv3::Gicv3(const Params * p) 5713531Sjairo.balart@metempsy.com : BaseGic(p) 5813531Sjairo.balart@metempsy.com{ 5913531Sjairo.balart@metempsy.com} 6013531Sjairo.balart@metempsy.com 6113531Sjairo.balart@metempsy.comvoid 6213531Sjairo.balart@metempsy.comGicv3::init() 6313531Sjairo.balart@metempsy.com{ 6413531Sjairo.balart@metempsy.com distributor = new Gicv3Distributor(this, params()->it_lines); 6513531Sjairo.balart@metempsy.com redistributors.resize(sys->numContexts(), nullptr); 6613531Sjairo.balart@metempsy.com cpuInterfaces.resize(sys->numContexts(), nullptr); 6713531Sjairo.balart@metempsy.com 6813877Sgiacomo.travaglini@arm.com panic_if(sys->numContexts() > params()->cpu_max, 6913877Sgiacomo.travaglini@arm.com "Exceeding maximum number of PEs supported by GICv3: " 7013877Sgiacomo.travaglini@arm.com "using %u while maximum is %u\n", sys->numContexts(), 7113877Sgiacomo.travaglini@arm.com params()->cpu_max); 7213877Sgiacomo.travaglini@arm.com 7313531Sjairo.balart@metempsy.com for (int i = 0; i < sys->numContexts(); i++) { 7413531Sjairo.balart@metempsy.com redistributors[i] = new Gicv3Redistributor(this, i); 7513531Sjairo.balart@metempsy.com cpuInterfaces[i] = new Gicv3CPUInterface(this, i); 7613531Sjairo.balart@metempsy.com } 7713531Sjairo.balart@metempsy.com 7813878Sgiacomo.travaglini@arm.com distRange = RangeSize(params()->dist_addr, 7913878Sgiacomo.travaglini@arm.com Gicv3Distributor::ADDR_RANGE_SIZE - 1); 8013878Sgiacomo.travaglini@arm.com 8113878Sgiacomo.travaglini@arm.com redistSize = redistributors[0]->addrRangeSize; 8213878Sgiacomo.travaglini@arm.com redistRange = RangeSize(params()->redist_addr, 8313878Sgiacomo.travaglini@arm.com redistSize * sys->numContexts() - 1); 8413878Sgiacomo.travaglini@arm.com 8513878Sgiacomo.travaglini@arm.com addrRanges = {distRange, redistRange}; 8613878Sgiacomo.travaglini@arm.com 8713531Sjairo.balart@metempsy.com distributor->init(); 8813531Sjairo.balart@metempsy.com 8913531Sjairo.balart@metempsy.com for (int i = 0; i < sys->numContexts(); i++) { 9013531Sjairo.balart@metempsy.com redistributors[i]->init(); 9113531Sjairo.balart@metempsy.com cpuInterfaces[i]->init(); 9213531Sjairo.balart@metempsy.com } 9313878Sgiacomo.travaglini@arm.com 9413996Sgiacomo.travaglini@arm.com params()->its->setGIC(this); 9513996Sgiacomo.travaglini@arm.com 9613878Sgiacomo.travaglini@arm.com BaseGic::init(); 9713531Sjairo.balart@metempsy.com} 9813531Sjairo.balart@metempsy.com 9913531Sjairo.balart@metempsy.comTick 10013531Sjairo.balart@metempsy.comGicv3::read(PacketPtr pkt) 10113531Sjairo.balart@metempsy.com{ 10213531Sjairo.balart@metempsy.com const Addr addr = pkt->getAddr(); 10313531Sjairo.balart@metempsy.com const size_t size = pkt->getSize(); 10413531Sjairo.balart@metempsy.com bool is_secure_access = pkt->isSecure(); 10513531Sjairo.balart@metempsy.com uint64_t resp = 0; 10613531Sjairo.balart@metempsy.com Tick delay = 0; 10713531Sjairo.balart@metempsy.com 10813531Sjairo.balart@metempsy.com if (distRange.contains(addr)) { 10913531Sjairo.balart@metempsy.com const Addr daddr = addr - distRange.start(); 11013531Sjairo.balart@metempsy.com panic_if(!distributor, "Distributor is null!"); 11113531Sjairo.balart@metempsy.com resp = distributor->read(daddr, size, is_secure_access); 11213531Sjairo.balart@metempsy.com delay = params()->dist_pio_delay; 11313531Sjairo.balart@metempsy.com DPRINTF(GIC, "Gicv3::read(): (distributor) context_id %d register %#x " 11413531Sjairo.balart@metempsy.com "size %d is_secure_access %d (value %#x)\n", 11513623Sanouk.vanlaer@arm.com pkt->req->contextId(), daddr, size, is_secure_access, resp); 11613531Sjairo.balart@metempsy.com } else if (redistRange.contains(addr)) { 11713925Sgiacomo.travaglini@arm.com Addr daddr = (addr - redistRange.start()) % redistSize; 11813925Sgiacomo.travaglini@arm.com 11913925Sgiacomo.travaglini@arm.com Gicv3Redistributor *redist = getRedistributorByAddr(addr); 12013925Sgiacomo.travaglini@arm.com resp = redist->read(daddr, size, is_secure_access); 12113925Sgiacomo.travaglini@arm.com 12213531Sjairo.balart@metempsy.com delay = params()->redist_pio_delay; 12313531Sjairo.balart@metempsy.com DPRINTF(GIC, "Gicv3::read(): (redistributor %d) context_id %d " 12413531Sjairo.balart@metempsy.com "register %#x size %d is_secure_access %d (value %#x)\n", 12513925Sgiacomo.travaglini@arm.com redist->processorNumber(), pkt->req->contextId(), daddr, size, 12613623Sanouk.vanlaer@arm.com is_secure_access, resp); 12713531Sjairo.balart@metempsy.com } else { 12813531Sjairo.balart@metempsy.com panic("Gicv3::read(): unknown address %#x\n", addr); 12913531Sjairo.balart@metempsy.com } 13013531Sjairo.balart@metempsy.com 13113531Sjairo.balart@metempsy.com pkt->setUintX(resp, LittleEndianByteOrder); 13213531Sjairo.balart@metempsy.com pkt->makeAtomicResponse(); 13313531Sjairo.balart@metempsy.com return delay; 13413531Sjairo.balart@metempsy.com} 13513531Sjairo.balart@metempsy.com 13613531Sjairo.balart@metempsy.comTick 13713531Sjairo.balart@metempsy.comGicv3::write(PacketPtr pkt) 13813531Sjairo.balart@metempsy.com{ 13913531Sjairo.balart@metempsy.com const size_t size = pkt->getSize(); 14013531Sjairo.balart@metempsy.com uint64_t data = pkt->getUintX(LittleEndianByteOrder); 14113531Sjairo.balart@metempsy.com const Addr addr = pkt->getAddr(); 14213531Sjairo.balart@metempsy.com bool is_secure_access = pkt->isSecure(); 14313531Sjairo.balart@metempsy.com Tick delay = 0; 14413531Sjairo.balart@metempsy.com 14513531Sjairo.balart@metempsy.com if (distRange.contains(addr)) { 14613531Sjairo.balart@metempsy.com const Addr daddr = addr - distRange.start(); 14713531Sjairo.balart@metempsy.com panic_if(!distributor, "Distributor is null!"); 14813531Sjairo.balart@metempsy.com DPRINTF(GIC, "Gicv3::write(): (distributor) context_id %d " 14913531Sjairo.balart@metempsy.com "register %#x size %d is_secure_access %d value %#x\n", 15013623Sanouk.vanlaer@arm.com pkt->req->contextId(), daddr, size, is_secure_access, data); 15113531Sjairo.balart@metempsy.com distributor->write(daddr, data, size, is_secure_access); 15213531Sjairo.balart@metempsy.com delay = params()->dist_pio_delay; 15313531Sjairo.balart@metempsy.com } else if (redistRange.contains(addr)) { 15413925Sgiacomo.travaglini@arm.com Addr daddr = (addr - redistRange.start()) % redistSize; 15513925Sgiacomo.travaglini@arm.com 15613925Sgiacomo.travaglini@arm.com Gicv3Redistributor *redist = getRedistributorByAddr(addr); 15713531Sjairo.balart@metempsy.com DPRINTF(GIC, "Gicv3::write(): (redistributor %d) context_id %d " 15813531Sjairo.balart@metempsy.com "register %#x size %d is_secure_access %d value %#x\n", 15913925Sgiacomo.travaglini@arm.com redist->processorNumber(), pkt->req->contextId(), daddr, size, 16013623Sanouk.vanlaer@arm.com is_secure_access, data); 16113925Sgiacomo.travaglini@arm.com 16213925Sgiacomo.travaglini@arm.com redist->write(daddr, data, size, is_secure_access); 16313925Sgiacomo.travaglini@arm.com 16413531Sjairo.balart@metempsy.com delay = params()->redist_pio_delay; 16513531Sjairo.balart@metempsy.com } else { 16613531Sjairo.balart@metempsy.com panic("Gicv3::write(): unknown address %#x\n", addr); 16713531Sjairo.balart@metempsy.com } 16813531Sjairo.balart@metempsy.com 16913531Sjairo.balart@metempsy.com pkt->makeAtomicResponse(); 17013531Sjairo.balart@metempsy.com return delay; 17113531Sjairo.balart@metempsy.com} 17213531Sjairo.balart@metempsy.com 17313531Sjairo.balart@metempsy.comvoid 17413531Sjairo.balart@metempsy.comGicv3::sendInt(uint32_t int_id) 17513531Sjairo.balart@metempsy.com{ 17613531Sjairo.balart@metempsy.com panic_if(int_id < Gicv3::SGI_MAX + Gicv3::PPI_MAX, "Invalid SPI!"); 17713531Sjairo.balart@metempsy.com panic_if(int_id >= Gicv3::INTID_SECURE, "Invalid SPI!"); 17813531Sjairo.balart@metempsy.com DPRINTF(Interrupt, "Gicv3::sendInt(): received SPI %d\n", int_id); 17913531Sjairo.balart@metempsy.com distributor->sendInt(int_id); 18013531Sjairo.balart@metempsy.com} 18113531Sjairo.balart@metempsy.com 18213531Sjairo.balart@metempsy.comvoid 18313531Sjairo.balart@metempsy.comGicv3::clearInt(uint32_t number) 18413531Sjairo.balart@metempsy.com{ 18513756Sjairo.balart@metempsy.com distributor->deassertSPI(number); 18613531Sjairo.balart@metempsy.com} 18713531Sjairo.balart@metempsy.com 18813531Sjairo.balart@metempsy.comvoid 18913531Sjairo.balart@metempsy.comGicv3::sendPPInt(uint32_t int_id, uint32_t cpu) 19013531Sjairo.balart@metempsy.com{ 19113531Sjairo.balart@metempsy.com panic_if(cpu >= redistributors.size(), "Invalid cpuID sending PPI!"); 19213531Sjairo.balart@metempsy.com panic_if(int_id < Gicv3::SGI_MAX, "Invalid PPI!"); 19313531Sjairo.balart@metempsy.com panic_if(int_id >= Gicv3::SGI_MAX + Gicv3::PPI_MAX, "Invalid PPI!"); 19413531Sjairo.balart@metempsy.com DPRINTF(Interrupt, "Gicv3::sendPPInt(): received PPI %d cpuTarget %#x\n", 19513531Sjairo.balart@metempsy.com int_id, cpu); 19613531Sjairo.balart@metempsy.com redistributors[cpu]->sendPPInt(int_id); 19713531Sjairo.balart@metempsy.com} 19813531Sjairo.balart@metempsy.com 19913531Sjairo.balart@metempsy.comvoid 20013531Sjairo.balart@metempsy.comGicv3::clearPPInt(uint32_t num, uint32_t cpu) 20113531Sjairo.balart@metempsy.com{ 20213531Sjairo.balart@metempsy.com} 20313531Sjairo.balart@metempsy.com 20413531Sjairo.balart@metempsy.comvoid 20513531Sjairo.balart@metempsy.comGicv3::postInt(uint32_t cpu, ArmISA::InterruptTypes int_type) 20613531Sjairo.balart@metempsy.com{ 20713756Sjairo.balart@metempsy.com platform->intrctrl->post(cpu, int_type, 0); 20813531Sjairo.balart@metempsy.com} 20913531Sjairo.balart@metempsy.com 21013531Sjairo.balart@metempsy.comvoid 21113531Sjairo.balart@metempsy.comGicv3::deassertInt(uint32_t cpu, ArmISA::InterruptTypes int_type) 21213531Sjairo.balart@metempsy.com{ 21313531Sjairo.balart@metempsy.com platform->intrctrl->clear(cpu, int_type, 0); 21413531Sjairo.balart@metempsy.com} 21513531Sjairo.balart@metempsy.com 21613531Sjairo.balart@metempsy.comGicv3Redistributor * 21713756Sjairo.balart@metempsy.comGicv3::getRedistributorByAffinity(uint32_t affinity) const 21813531Sjairo.balart@metempsy.com{ 21913531Sjairo.balart@metempsy.com for (auto & redistributor : redistributors) { 22013531Sjairo.balart@metempsy.com if (redistributor->getAffinity() == affinity) { 22113531Sjairo.balart@metempsy.com return redistributor; 22213531Sjairo.balart@metempsy.com } 22313531Sjairo.balart@metempsy.com } 22413531Sjairo.balart@metempsy.com 22513531Sjairo.balart@metempsy.com return nullptr; 22613531Sjairo.balart@metempsy.com} 22713531Sjairo.balart@metempsy.com 22813925Sgiacomo.travaglini@arm.comGicv3Redistributor * 22913925Sgiacomo.travaglini@arm.comGicv3::getRedistributorByAddr(Addr addr) const 23013925Sgiacomo.travaglini@arm.com{ 23113925Sgiacomo.travaglini@arm.com panic_if(!redistRange.contains(addr), 23213925Sgiacomo.travaglini@arm.com "Address not pointing to a valid redistributor\n"); 23313925Sgiacomo.travaglini@arm.com 23413925Sgiacomo.travaglini@arm.com const Addr daddr = addr - redistRange.start(); 23513925Sgiacomo.travaglini@arm.com const uint32_t redistributor_id = daddr / redistSize; 23613925Sgiacomo.travaglini@arm.com 23713925Sgiacomo.travaglini@arm.com panic_if(redistributor_id >= redistributors.size(), 23813925Sgiacomo.travaglini@arm.com "Invalid redistributor_id!"); 23913925Sgiacomo.travaglini@arm.com panic_if(!redistributors[redistributor_id], "Redistributor is null!"); 24013925Sgiacomo.travaglini@arm.com 24113925Sgiacomo.travaglini@arm.com return redistributors[redistributor_id]; 24213925Sgiacomo.travaglini@arm.com} 24313925Sgiacomo.travaglini@arm.com 24413531Sjairo.balart@metempsy.comvoid 24513531Sjairo.balart@metempsy.comGicv3::serialize(CheckpointOut & cp) const 24613531Sjairo.balart@metempsy.com{ 24713531Sjairo.balart@metempsy.com distributor->serializeSection(cp, "distributor"); 24813531Sjairo.balart@metempsy.com 24913531Sjairo.balart@metempsy.com for (uint32_t redistributor_id = 0; 25013756Sjairo.balart@metempsy.com redistributor_id < redistributors.size(); redistributor_id++) 25113531Sjairo.balart@metempsy.com redistributors[redistributor_id]->serializeSection(cp, 25213531Sjairo.balart@metempsy.com csprintf("redistributors.%i", redistributor_id)); 25313531Sjairo.balart@metempsy.com 25413531Sjairo.balart@metempsy.com for (uint32_t cpu_interface_id = 0; 25513756Sjairo.balart@metempsy.com cpu_interface_id < cpuInterfaces.size(); cpu_interface_id++) 25613531Sjairo.balart@metempsy.com cpuInterfaces[cpu_interface_id]->serializeSection(cp, 25713531Sjairo.balart@metempsy.com csprintf("cpuInterface.%i", cpu_interface_id)); 25813531Sjairo.balart@metempsy.com} 25913531Sjairo.balart@metempsy.com 26013531Sjairo.balart@metempsy.comvoid 26113531Sjairo.balart@metempsy.comGicv3::unserialize(CheckpointIn & cp) 26213531Sjairo.balart@metempsy.com{ 26313531Sjairo.balart@metempsy.com getSystem()->setGIC(this); 26413531Sjairo.balart@metempsy.com 26513531Sjairo.balart@metempsy.com distributor->unserializeSection(cp, "distributor"); 26613531Sjairo.balart@metempsy.com 26713531Sjairo.balart@metempsy.com for (uint32_t redistributor_id = 0; 26813756Sjairo.balart@metempsy.com redistributor_id < redistributors.size(); redistributor_id++) 26913531Sjairo.balart@metempsy.com redistributors[redistributor_id]->unserializeSection(cp, 27013531Sjairo.balart@metempsy.com csprintf("redistributors.%i", redistributor_id)); 27113531Sjairo.balart@metempsy.com 27213531Sjairo.balart@metempsy.com for (uint32_t cpu_interface_id = 0; 27313756Sjairo.balart@metempsy.com cpu_interface_id < cpuInterfaces.size(); cpu_interface_id++) 27413531Sjairo.balart@metempsy.com cpuInterfaces[cpu_interface_id]->unserializeSection(cp, 27513531Sjairo.balart@metempsy.com csprintf("cpuInterface.%i", cpu_interface_id)); 27613531Sjairo.balart@metempsy.com} 27713531Sjairo.balart@metempsy.com 27813531Sjairo.balart@metempsy.comGicv3 * 27913531Sjairo.balart@metempsy.comGicv3Params::create() 28013531Sjairo.balart@metempsy.com{ 28113531Sjairo.balart@metempsy.com return new Gicv3(this); 28213531Sjairo.balart@metempsy.com} 283