113531Sjairo.balart@metempsy.com/*
214258Sgiacomo.travaglini@arm.com * Copyright (c) 2019 ARM Limited
314258Sgiacomo.travaglini@arm.com * All rights reserved
414258Sgiacomo.travaglini@arm.com *
514258Sgiacomo.travaglini@arm.com * The license below extends only to copyright in the software and shall
614258Sgiacomo.travaglini@arm.com * not be construed as granting a license to any other intellectual
714258Sgiacomo.travaglini@arm.com * property including but not limited to intellectual property relating
814258Sgiacomo.travaglini@arm.com * to a hardware implementation of the functionality of the software
914258Sgiacomo.travaglini@arm.com * licensed hereunder.  You may use the software subject to the license
1014258Sgiacomo.travaglini@arm.com * terms below provided that you ensure that this notice is replicated
1114258Sgiacomo.travaglini@arm.com * unmodified and in its entirety in all distributions of the software,
1214258Sgiacomo.travaglini@arm.com * modified or unmodified, in source code or in binary form.
1314258Sgiacomo.travaglini@arm.com *
1413531Sjairo.balart@metempsy.com * Copyright (c) 2018 Metempsy Technology Consulting
1513531Sjairo.balart@metempsy.com * All rights reserved.
1613531Sjairo.balart@metempsy.com *
1713531Sjairo.balart@metempsy.com * Redistribution and use in source and binary forms, with or without
1813531Sjairo.balart@metempsy.com * modification, are permitted provided that the following conditions are
1913531Sjairo.balart@metempsy.com * met: redistributions of source code must retain the above copyright
2013531Sjairo.balart@metempsy.com * notice, this list of conditions and the following disclaimer;
2113531Sjairo.balart@metempsy.com * redistributions in binary form must reproduce the above copyright
2213531Sjairo.balart@metempsy.com * notice, this list of conditions and the following disclaimer in the
2313531Sjairo.balart@metempsy.com * documentation and/or other materials provided with the distribution;
2413531Sjairo.balart@metempsy.com * neither the name of the copyright holders nor the names of its
2513531Sjairo.balart@metempsy.com * contributors may be used to endorse or promote products derived from
2613531Sjairo.balart@metempsy.com * this software without specific prior written permission.
2713531Sjairo.balart@metempsy.com *
2813531Sjairo.balart@metempsy.com * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
2913531Sjairo.balart@metempsy.com * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
3013531Sjairo.balart@metempsy.com * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
3113531Sjairo.balart@metempsy.com * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
3213531Sjairo.balart@metempsy.com * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
3313531Sjairo.balart@metempsy.com * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
3413531Sjairo.balart@metempsy.com * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
3513531Sjairo.balart@metempsy.com * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
3613531Sjairo.balart@metempsy.com * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
3713531Sjairo.balart@metempsy.com * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
3813531Sjairo.balart@metempsy.com * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
3913531Sjairo.balart@metempsy.com *
4013531Sjairo.balart@metempsy.com * Authors: Jairo Balart
4113531Sjairo.balart@metempsy.com */
4213531Sjairo.balart@metempsy.com
4313531Sjairo.balart@metempsy.com#include "dev/arm/gic_v3.hh"
4413531Sjairo.balart@metempsy.com
4513531Sjairo.balart@metempsy.com#include "cpu/intr_control.hh"
4613531Sjairo.balart@metempsy.com#include "debug/GIC.hh"
4713531Sjairo.balart@metempsy.com#include "debug/Interrupt.hh"
4813531Sjairo.balart@metempsy.com#include "dev/arm/gic_v3_cpu_interface.hh"
4913531Sjairo.balart@metempsy.com#include "dev/arm/gic_v3_distributor.hh"
5013996Sgiacomo.travaglini@arm.com#include "dev/arm/gic_v3_its.hh"
5113531Sjairo.balart@metempsy.com#include "dev/arm/gic_v3_redistributor.hh"
5213531Sjairo.balart@metempsy.com#include "dev/platform.hh"
5313531Sjairo.balart@metempsy.com#include "mem/packet.hh"
5413531Sjairo.balart@metempsy.com#include "mem/packet_access.hh"
5513531Sjairo.balart@metempsy.com
5613531Sjairo.balart@metempsy.comGicv3::Gicv3(const Params * p)
5713531Sjairo.balart@metempsy.com    : BaseGic(p)
5813531Sjairo.balart@metempsy.com{
5913531Sjairo.balart@metempsy.com}
6013531Sjairo.balart@metempsy.com
6113531Sjairo.balart@metempsy.comvoid
6213531Sjairo.balart@metempsy.comGicv3::init()
6313531Sjairo.balart@metempsy.com{
6413531Sjairo.balart@metempsy.com    distributor = new Gicv3Distributor(this, params()->it_lines);
6513531Sjairo.balart@metempsy.com    redistributors.resize(sys->numContexts(), nullptr);
6613531Sjairo.balart@metempsy.com    cpuInterfaces.resize(sys->numContexts(), nullptr);
6713531Sjairo.balart@metempsy.com
6813877Sgiacomo.travaglini@arm.com    panic_if(sys->numContexts() > params()->cpu_max,
6913877Sgiacomo.travaglini@arm.com        "Exceeding maximum number of PEs supported by GICv3: "
7013877Sgiacomo.travaglini@arm.com        "using %u while maximum is %u\n", sys->numContexts(),
7113877Sgiacomo.travaglini@arm.com        params()->cpu_max);
7213877Sgiacomo.travaglini@arm.com
7313531Sjairo.balart@metempsy.com    for (int i = 0; i < sys->numContexts(); i++) {
7413531Sjairo.balart@metempsy.com        redistributors[i] = new Gicv3Redistributor(this, i);
7513531Sjairo.balart@metempsy.com        cpuInterfaces[i] = new Gicv3CPUInterface(this, i);
7613531Sjairo.balart@metempsy.com    }
7713531Sjairo.balart@metempsy.com
7813878Sgiacomo.travaglini@arm.com    distRange = RangeSize(params()->dist_addr,
7913878Sgiacomo.travaglini@arm.com        Gicv3Distributor::ADDR_RANGE_SIZE - 1);
8013878Sgiacomo.travaglini@arm.com
8113878Sgiacomo.travaglini@arm.com    redistSize = redistributors[0]->addrRangeSize;
8213878Sgiacomo.travaglini@arm.com    redistRange = RangeSize(params()->redist_addr,
8313878Sgiacomo.travaglini@arm.com         redistSize * sys->numContexts() - 1);
8413878Sgiacomo.travaglini@arm.com
8513878Sgiacomo.travaglini@arm.com    addrRanges = {distRange, redistRange};
8613878Sgiacomo.travaglini@arm.com
8713531Sjairo.balart@metempsy.com    distributor->init();
8813531Sjairo.balart@metempsy.com
8913531Sjairo.balart@metempsy.com    for (int i = 0; i < sys->numContexts(); i++) {
9013531Sjairo.balart@metempsy.com        redistributors[i]->init();
9113531Sjairo.balart@metempsy.com        cpuInterfaces[i]->init();
9213531Sjairo.balart@metempsy.com    }
9313878Sgiacomo.travaglini@arm.com
9413996Sgiacomo.travaglini@arm.com    params()->its->setGIC(this);
9513996Sgiacomo.travaglini@arm.com
9613878Sgiacomo.travaglini@arm.com    BaseGic::init();
9713531Sjairo.balart@metempsy.com}
9813531Sjairo.balart@metempsy.com
9913531Sjairo.balart@metempsy.comTick
10013531Sjairo.balart@metempsy.comGicv3::read(PacketPtr pkt)
10113531Sjairo.balart@metempsy.com{
10213531Sjairo.balart@metempsy.com    const Addr addr = pkt->getAddr();
10313531Sjairo.balart@metempsy.com    const size_t size = pkt->getSize();
10413531Sjairo.balart@metempsy.com    bool is_secure_access = pkt->isSecure();
10513531Sjairo.balart@metempsy.com    uint64_t resp = 0;
10613531Sjairo.balart@metempsy.com    Tick delay = 0;
10713531Sjairo.balart@metempsy.com
10813531Sjairo.balart@metempsy.com    if (distRange.contains(addr)) {
10913531Sjairo.balart@metempsy.com        const Addr daddr = addr - distRange.start();
11013531Sjairo.balart@metempsy.com        panic_if(!distributor, "Distributor is null!");
11113531Sjairo.balart@metempsy.com        resp = distributor->read(daddr, size, is_secure_access);
11213531Sjairo.balart@metempsy.com        delay = params()->dist_pio_delay;
11313531Sjairo.balart@metempsy.com        DPRINTF(GIC, "Gicv3::read(): (distributor) context_id %d register %#x "
11413531Sjairo.balart@metempsy.com                "size %d is_secure_access %d (value %#x)\n",
11513623Sanouk.vanlaer@arm.com                pkt->req->contextId(), daddr, size, is_secure_access, resp);
11613531Sjairo.balart@metempsy.com    } else if (redistRange.contains(addr)) {
11713925Sgiacomo.travaglini@arm.com        Addr daddr = (addr - redistRange.start()) % redistSize;
11813925Sgiacomo.travaglini@arm.com
11913925Sgiacomo.travaglini@arm.com        Gicv3Redistributor *redist = getRedistributorByAddr(addr);
12013925Sgiacomo.travaglini@arm.com        resp = redist->read(daddr, size, is_secure_access);
12113925Sgiacomo.travaglini@arm.com
12213531Sjairo.balart@metempsy.com        delay = params()->redist_pio_delay;
12313531Sjairo.balart@metempsy.com        DPRINTF(GIC, "Gicv3::read(): (redistributor %d) context_id %d "
12413531Sjairo.balart@metempsy.com                "register %#x size %d is_secure_access %d (value %#x)\n",
12513925Sgiacomo.travaglini@arm.com                redist->processorNumber(), pkt->req->contextId(), daddr, size,
12613623Sanouk.vanlaer@arm.com                is_secure_access, resp);
12713531Sjairo.balart@metempsy.com    } else {
12813531Sjairo.balart@metempsy.com        panic("Gicv3::read(): unknown address %#x\n", addr);
12913531Sjairo.balart@metempsy.com    }
13013531Sjairo.balart@metempsy.com
13113531Sjairo.balart@metempsy.com    pkt->setUintX(resp, LittleEndianByteOrder);
13213531Sjairo.balart@metempsy.com    pkt->makeAtomicResponse();
13313531Sjairo.balart@metempsy.com    return delay;
13413531Sjairo.balart@metempsy.com}
13513531Sjairo.balart@metempsy.com
13613531Sjairo.balart@metempsy.comTick
13713531Sjairo.balart@metempsy.comGicv3::write(PacketPtr pkt)
13813531Sjairo.balart@metempsy.com{
13913531Sjairo.balart@metempsy.com    const size_t size = pkt->getSize();
14013531Sjairo.balart@metempsy.com    uint64_t data = pkt->getUintX(LittleEndianByteOrder);
14113531Sjairo.balart@metempsy.com    const Addr addr = pkt->getAddr();
14213531Sjairo.balart@metempsy.com    bool is_secure_access = pkt->isSecure();
14313531Sjairo.balart@metempsy.com    Tick delay = 0;
14413531Sjairo.balart@metempsy.com
14513531Sjairo.balart@metempsy.com    if (distRange.contains(addr)) {
14613531Sjairo.balart@metempsy.com        const Addr daddr = addr - distRange.start();
14713531Sjairo.balart@metempsy.com        panic_if(!distributor, "Distributor is null!");
14813531Sjairo.balart@metempsy.com        DPRINTF(GIC, "Gicv3::write(): (distributor) context_id %d "
14913531Sjairo.balart@metempsy.com                "register %#x size %d is_secure_access %d value %#x\n",
15013623Sanouk.vanlaer@arm.com                pkt->req->contextId(), daddr, size, is_secure_access, data);
15113531Sjairo.balart@metempsy.com        distributor->write(daddr, data, size, is_secure_access);
15213531Sjairo.balart@metempsy.com        delay = params()->dist_pio_delay;
15313531Sjairo.balart@metempsy.com    } else if (redistRange.contains(addr)) {
15413925Sgiacomo.travaglini@arm.com        Addr daddr = (addr - redistRange.start()) % redistSize;
15513925Sgiacomo.travaglini@arm.com
15613925Sgiacomo.travaglini@arm.com        Gicv3Redistributor *redist = getRedistributorByAddr(addr);
15713531Sjairo.balart@metempsy.com        DPRINTF(GIC, "Gicv3::write(): (redistributor %d) context_id %d "
15813531Sjairo.balart@metempsy.com                "register %#x size %d is_secure_access %d value %#x\n",
15913925Sgiacomo.travaglini@arm.com                redist->processorNumber(), pkt->req->contextId(), daddr, size,
16013623Sanouk.vanlaer@arm.com                is_secure_access, data);
16113925Sgiacomo.travaglini@arm.com
16213925Sgiacomo.travaglini@arm.com        redist->write(daddr, data, size, is_secure_access);
16313925Sgiacomo.travaglini@arm.com
16413531Sjairo.balart@metempsy.com        delay = params()->redist_pio_delay;
16513531Sjairo.balart@metempsy.com    } else {
16613531Sjairo.balart@metempsy.com        panic("Gicv3::write(): unknown address %#x\n", addr);
16713531Sjairo.balart@metempsy.com    }
16813531Sjairo.balart@metempsy.com
16913531Sjairo.balart@metempsy.com    pkt->makeAtomicResponse();
17013531Sjairo.balart@metempsy.com    return delay;
17113531Sjairo.balart@metempsy.com}
17213531Sjairo.balart@metempsy.com
17313531Sjairo.balart@metempsy.comvoid
17413531Sjairo.balart@metempsy.comGicv3::sendInt(uint32_t int_id)
17513531Sjairo.balart@metempsy.com{
17613531Sjairo.balart@metempsy.com    panic_if(int_id < Gicv3::SGI_MAX + Gicv3::PPI_MAX, "Invalid SPI!");
17713531Sjairo.balart@metempsy.com    panic_if(int_id >= Gicv3::INTID_SECURE, "Invalid SPI!");
17813531Sjairo.balart@metempsy.com    DPRINTF(Interrupt, "Gicv3::sendInt(): received SPI %d\n", int_id);
17913531Sjairo.balart@metempsy.com    distributor->sendInt(int_id);
18013531Sjairo.balart@metempsy.com}
18113531Sjairo.balart@metempsy.com
18213531Sjairo.balart@metempsy.comvoid
18313531Sjairo.balart@metempsy.comGicv3::clearInt(uint32_t number)
18413531Sjairo.balart@metempsy.com{
18513756Sjairo.balart@metempsy.com    distributor->deassertSPI(number);
18613531Sjairo.balart@metempsy.com}
18713531Sjairo.balart@metempsy.com
18813531Sjairo.balart@metempsy.comvoid
18913531Sjairo.balart@metempsy.comGicv3::sendPPInt(uint32_t int_id, uint32_t cpu)
19013531Sjairo.balart@metempsy.com{
19113531Sjairo.balart@metempsy.com    panic_if(cpu >= redistributors.size(), "Invalid cpuID sending PPI!");
19213531Sjairo.balart@metempsy.com    panic_if(int_id < Gicv3::SGI_MAX, "Invalid PPI!");
19313531Sjairo.balart@metempsy.com    panic_if(int_id >= Gicv3::SGI_MAX + Gicv3::PPI_MAX, "Invalid PPI!");
19413531Sjairo.balart@metempsy.com    DPRINTF(Interrupt, "Gicv3::sendPPInt(): received PPI %d cpuTarget %#x\n",
19513531Sjairo.balart@metempsy.com            int_id, cpu);
19613531Sjairo.balart@metempsy.com    redistributors[cpu]->sendPPInt(int_id);
19713531Sjairo.balart@metempsy.com}
19813531Sjairo.balart@metempsy.com
19913531Sjairo.balart@metempsy.comvoid
20013531Sjairo.balart@metempsy.comGicv3::clearPPInt(uint32_t num, uint32_t cpu)
20113531Sjairo.balart@metempsy.com{
20213531Sjairo.balart@metempsy.com}
20313531Sjairo.balart@metempsy.com
20413531Sjairo.balart@metempsy.comvoid
20513531Sjairo.balart@metempsy.comGicv3::postInt(uint32_t cpu, ArmISA::InterruptTypes int_type)
20613531Sjairo.balart@metempsy.com{
20713756Sjairo.balart@metempsy.com    platform->intrctrl->post(cpu, int_type, 0);
20813531Sjairo.balart@metempsy.com}
20913531Sjairo.balart@metempsy.com
21013531Sjairo.balart@metempsy.comvoid
21113531Sjairo.balart@metempsy.comGicv3::deassertInt(uint32_t cpu, ArmISA::InterruptTypes int_type)
21213531Sjairo.balart@metempsy.com{
21313531Sjairo.balart@metempsy.com    platform->intrctrl->clear(cpu, int_type, 0);
21413531Sjairo.balart@metempsy.com}
21513531Sjairo.balart@metempsy.com
21613531Sjairo.balart@metempsy.comGicv3Redistributor *
21713756Sjairo.balart@metempsy.comGicv3::getRedistributorByAffinity(uint32_t affinity) const
21813531Sjairo.balart@metempsy.com{
21913531Sjairo.balart@metempsy.com    for (auto & redistributor : redistributors) {
22013531Sjairo.balart@metempsy.com        if (redistributor->getAffinity() == affinity) {
22113531Sjairo.balart@metempsy.com            return redistributor;
22213531Sjairo.balart@metempsy.com        }
22313531Sjairo.balart@metempsy.com    }
22413531Sjairo.balart@metempsy.com
22513531Sjairo.balart@metempsy.com    return nullptr;
22613531Sjairo.balart@metempsy.com}
22713531Sjairo.balart@metempsy.com
22813925Sgiacomo.travaglini@arm.comGicv3Redistributor *
22913925Sgiacomo.travaglini@arm.comGicv3::getRedistributorByAddr(Addr addr) const
23013925Sgiacomo.travaglini@arm.com{
23113925Sgiacomo.travaglini@arm.com    panic_if(!redistRange.contains(addr),
23213925Sgiacomo.travaglini@arm.com        "Address not pointing to a valid redistributor\n");
23313925Sgiacomo.travaglini@arm.com
23413925Sgiacomo.travaglini@arm.com    const Addr daddr = addr - redistRange.start();
23513925Sgiacomo.travaglini@arm.com    const uint32_t redistributor_id = daddr / redistSize;
23613925Sgiacomo.travaglini@arm.com
23713925Sgiacomo.travaglini@arm.com    panic_if(redistributor_id >= redistributors.size(),
23813925Sgiacomo.travaglini@arm.com             "Invalid redistributor_id!");
23913925Sgiacomo.travaglini@arm.com    panic_if(!redistributors[redistributor_id], "Redistributor is null!");
24013925Sgiacomo.travaglini@arm.com
24113925Sgiacomo.travaglini@arm.com    return redistributors[redistributor_id];
24213925Sgiacomo.travaglini@arm.com}
24313925Sgiacomo.travaglini@arm.com
24413531Sjairo.balart@metempsy.comvoid
24513531Sjairo.balart@metempsy.comGicv3::serialize(CheckpointOut & cp) const
24613531Sjairo.balart@metempsy.com{
24713531Sjairo.balart@metempsy.com    distributor->serializeSection(cp, "distributor");
24813531Sjairo.balart@metempsy.com
24913531Sjairo.balart@metempsy.com    for (uint32_t redistributor_id = 0;
25013756Sjairo.balart@metempsy.com         redistributor_id < redistributors.size(); redistributor_id++)
25113531Sjairo.balart@metempsy.com        redistributors[redistributor_id]->serializeSection(cp,
25213531Sjairo.balart@metempsy.com            csprintf("redistributors.%i", redistributor_id));
25313531Sjairo.balart@metempsy.com
25413531Sjairo.balart@metempsy.com    for (uint32_t cpu_interface_id = 0;
25513756Sjairo.balart@metempsy.com         cpu_interface_id < cpuInterfaces.size(); cpu_interface_id++)
25613531Sjairo.balart@metempsy.com        cpuInterfaces[cpu_interface_id]->serializeSection(cp,
25713531Sjairo.balart@metempsy.com            csprintf("cpuInterface.%i", cpu_interface_id));
25813531Sjairo.balart@metempsy.com}
25913531Sjairo.balart@metempsy.com
26013531Sjairo.balart@metempsy.comvoid
26113531Sjairo.balart@metempsy.comGicv3::unserialize(CheckpointIn & cp)
26213531Sjairo.balart@metempsy.com{
26313531Sjairo.balart@metempsy.com    getSystem()->setGIC(this);
26413531Sjairo.balart@metempsy.com
26513531Sjairo.balart@metempsy.com    distributor->unserializeSection(cp, "distributor");
26613531Sjairo.balart@metempsy.com
26713531Sjairo.balart@metempsy.com    for (uint32_t redistributor_id = 0;
26813756Sjairo.balart@metempsy.com         redistributor_id < redistributors.size(); redistributor_id++)
26913531Sjairo.balart@metempsy.com        redistributors[redistributor_id]->unserializeSection(cp,
27013531Sjairo.balart@metempsy.com            csprintf("redistributors.%i", redistributor_id));
27113531Sjairo.balart@metempsy.com
27213531Sjairo.balart@metempsy.com    for (uint32_t cpu_interface_id = 0;
27313756Sjairo.balart@metempsy.com         cpu_interface_id < cpuInterfaces.size(); cpu_interface_id++)
27413531Sjairo.balart@metempsy.com        cpuInterfaces[cpu_interface_id]->unserializeSection(cp,
27513531Sjairo.balart@metempsy.com            csprintf("cpuInterface.%i", cpu_interface_id));
27613531Sjairo.balart@metempsy.com}
27713531Sjairo.balart@metempsy.com
27813531Sjairo.balart@metempsy.comGicv3 *
27913531Sjairo.balart@metempsy.comGicv3Params::create()
28013531Sjairo.balart@metempsy.com{
28113531Sjairo.balart@metempsy.com    return new Gicv3(this);
28213531Sjairo.balart@metempsy.com}
283