gpu_nomali.cc revision 11349
110916Sandreas.sandberg@arm.com/*
211349Sandreas.sandberg@arm.com * Copyright (c) 2014-2016 ARM Limited
310916Sandreas.sandberg@arm.com * All rights reserved
410916Sandreas.sandberg@arm.com *
510916Sandreas.sandberg@arm.com * The license below extends only to copyright in the software and shall
610916Sandreas.sandberg@arm.com * not be construed as granting a license to any other intellectual
710916Sandreas.sandberg@arm.com * property including but not limited to intellectual property relating
810916Sandreas.sandberg@arm.com * to a hardware implementation of the functionality of the software
910916Sandreas.sandberg@arm.com * licensed hereunder.  You may use the software subject to the license
1010916Sandreas.sandberg@arm.com * terms below provided that you ensure that this notice is replicated
1110916Sandreas.sandberg@arm.com * unmodified and in its entirety in all distributions of the software,
1210916Sandreas.sandberg@arm.com * modified or unmodified, in source code or in binary form.
1310916Sandreas.sandberg@arm.com *
1410916Sandreas.sandberg@arm.com * Redistribution and use in source and binary forms, with or without
1510916Sandreas.sandberg@arm.com * modification, are permitted provided that the following conditions are
1610916Sandreas.sandberg@arm.com * met: redistributions of source code must retain the above copyright
1710916Sandreas.sandberg@arm.com * notice, this list of conditions and the following disclaimer;
1810916Sandreas.sandberg@arm.com * redistributions in binary form must reproduce the above copyright
1910916Sandreas.sandberg@arm.com * notice, this list of conditions and the following disclaimer in the
2010916Sandreas.sandberg@arm.com * documentation and/or other materials provided with the distribution;
2110916Sandreas.sandberg@arm.com * neither the name of the copyright holders nor the names of its
2210916Sandreas.sandberg@arm.com * contributors may be used to endorse or promote products derived from
2310916Sandreas.sandberg@arm.com * this software without specific prior written permission.
2410916Sandreas.sandberg@arm.com *
2510916Sandreas.sandberg@arm.com * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
2610916Sandreas.sandberg@arm.com * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
2710916Sandreas.sandberg@arm.com * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
2810916Sandreas.sandberg@arm.com * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
2910916Sandreas.sandberg@arm.com * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
3010916Sandreas.sandberg@arm.com * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
3110916Sandreas.sandberg@arm.com * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
3210916Sandreas.sandberg@arm.com * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
3310916Sandreas.sandberg@arm.com * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
3410916Sandreas.sandberg@arm.com * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
3510916Sandreas.sandberg@arm.com * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
3610916Sandreas.sandberg@arm.com *
3710916Sandreas.sandberg@arm.com * Authors: Andreas Sandberg
3810916Sandreas.sandberg@arm.com */
3910916Sandreas.sandberg@arm.com
4010916Sandreas.sandberg@arm.com#include "dev/arm/gpu_nomali.hh"
4110916Sandreas.sandberg@arm.com
4210916Sandreas.sandberg@arm.com#include "debug/NoMali.hh"
4310916Sandreas.sandberg@arm.com#include "dev/arm/base_gic.hh"
4410916Sandreas.sandberg@arm.com#include "dev/arm/realview.hh"
4510916Sandreas.sandberg@arm.com#include "enums/MemoryMode.hh"
4610916Sandreas.sandberg@arm.com#include "mem/packet_access.hh"
4710916Sandreas.sandberg@arm.com#include "params/NoMaliGpu.hh"
4810916Sandreas.sandberg@arm.com
4911349Sandreas.sandberg@arm.comstatic const std::map<Enums::NoMaliGpuType, nomali_gpu_type_t> gpuTypeMap{
5011349Sandreas.sandberg@arm.com    { Enums::T60x, NOMALI_GPU_T60X },
5111349Sandreas.sandberg@arm.com    { Enums::T62x, NOMALI_GPU_T62X },
5211349Sandreas.sandberg@arm.com    { Enums::T760, NOMALI_GPU_T760 },
5311349Sandreas.sandberg@arm.com};
5411349Sandreas.sandberg@arm.com
5510916Sandreas.sandberg@arm.comNoMaliGpu::NoMaliGpu(const NoMaliGpuParams *p)
5610916Sandreas.sandberg@arm.com    : PioDevice(p),
5710916Sandreas.sandberg@arm.com      pioAddr(p->pio_addr),
5810916Sandreas.sandberg@arm.com      platform(p->platform),
5910916Sandreas.sandberg@arm.com      interruptMap{
6010916Sandreas.sandberg@arm.com          { NOMALI_INT_GPU, p->int_gpu },
6110916Sandreas.sandberg@arm.com          { NOMALI_INT_JOB, p->int_job },
6210916Sandreas.sandberg@arm.com          { NOMALI_INT_MMU, p->int_mmu },
6310916Sandreas.sandberg@arm.com      }
6410916Sandreas.sandberg@arm.com{
6510916Sandreas.sandberg@arm.com    if (nomali_api_version() != NOMALI_API_VERSION)
6610916Sandreas.sandberg@arm.com        panic("NoMali library API mismatch!\n");
6710916Sandreas.sandberg@arm.com
6810916Sandreas.sandberg@arm.com    /* Setup the GPU configuration based on our param struct */
6910916Sandreas.sandberg@arm.com    nomali_config_t cfg;
7010916Sandreas.sandberg@arm.com    memset(&cfg, 0, sizeof(cfg));
7110916Sandreas.sandberg@arm.com
7211349Sandreas.sandberg@arm.com    const auto it_gpu(gpuTypeMap.find(p->gpu_type));
7311349Sandreas.sandberg@arm.com    if (it_gpu == gpuTypeMap.end()) {
7411349Sandreas.sandberg@arm.com        fatal("Unrecognized GPU type: %s (%i)\n",
7511349Sandreas.sandberg@arm.com              Enums::NoMaliGpuTypeStrings[p->gpu_type], p->gpu_type);
7610916Sandreas.sandberg@arm.com    }
7711349Sandreas.sandberg@arm.com    cfg.type = it_gpu->second;
7810916Sandreas.sandberg@arm.com
7910916Sandreas.sandberg@arm.com    cfg.ver_maj = p->ver_maj;
8010916Sandreas.sandberg@arm.com    cfg.ver_min = p->ver_min;
8110916Sandreas.sandberg@arm.com    cfg.ver_status = p->ver_status;
8210916Sandreas.sandberg@arm.com
8310916Sandreas.sandberg@arm.com    panicOnErr(
8410916Sandreas.sandberg@arm.com        nomali_create(&nomali, &cfg),
8510916Sandreas.sandberg@arm.com        "Failed to instantiate NoMali");
8610916Sandreas.sandberg@arm.com
8710916Sandreas.sandberg@arm.com
8810916Sandreas.sandberg@arm.com    /* Setup an interrupt callback */
8910916Sandreas.sandberg@arm.com    nomali_callback_t cbk_int;
9010916Sandreas.sandberg@arm.com    cbk_int.type = NOMALI_CALLBACK_INT;
9110916Sandreas.sandberg@arm.com    cbk_int.usr = (void *)this;
9210916Sandreas.sandberg@arm.com    cbk_int.func.interrupt = NoMaliGpu::_interrupt;
9311349Sandreas.sandberg@arm.com    setCallback(cbk_int);
9410916Sandreas.sandberg@arm.com
9510916Sandreas.sandberg@arm.com    panicOnErr(
9610916Sandreas.sandberg@arm.com        nomali_get_info(nomali, &nomaliInfo),
9710916Sandreas.sandberg@arm.com        "Failed to get NoMali information struct");
9810916Sandreas.sandberg@arm.com}
9910916Sandreas.sandberg@arm.com
10010916Sandreas.sandberg@arm.comNoMaliGpu::~NoMaliGpu()
10110916Sandreas.sandberg@arm.com{
10210916Sandreas.sandberg@arm.com    nomali_destroy(nomali);
10310916Sandreas.sandberg@arm.com}
10410916Sandreas.sandberg@arm.com
10510916Sandreas.sandberg@arm.comvoid
10610916Sandreas.sandberg@arm.comNoMaliGpu::serialize(CheckpointOut &cp) const
10710916Sandreas.sandberg@arm.com{
10810916Sandreas.sandberg@arm.com    std::vector<uint32_t> regs(nomaliInfo.reg_size >> 2);
10910916Sandreas.sandberg@arm.com
11010916Sandreas.sandberg@arm.com    for (int i = 0; i < nomaliInfo.reg_size; i += 4)
11110916Sandreas.sandberg@arm.com        regs[i >> 2] = readRegRaw(i);
11210916Sandreas.sandberg@arm.com
11310916Sandreas.sandberg@arm.com    SERIALIZE_CONTAINER(regs);
11410916Sandreas.sandberg@arm.com}
11510916Sandreas.sandberg@arm.com
11610916Sandreas.sandberg@arm.comvoid
11710916Sandreas.sandberg@arm.comNoMaliGpu::unserialize(CheckpointIn &cp)
11810916Sandreas.sandberg@arm.com{
11910916Sandreas.sandberg@arm.com    std::vector<uint32_t> regs(nomaliInfo.reg_size >> 2);
12010916Sandreas.sandberg@arm.com
12110916Sandreas.sandberg@arm.com    UNSERIALIZE_CONTAINER(regs);
12210916Sandreas.sandberg@arm.com
12310916Sandreas.sandberg@arm.com    for (int i = 0; i < nomaliInfo.reg_size; i += 4)
12410916Sandreas.sandberg@arm.com        writeRegRaw(i, regs[i >> 2]);
12510916Sandreas.sandberg@arm.com}
12610916Sandreas.sandberg@arm.com
12710916Sandreas.sandberg@arm.comTick
12810916Sandreas.sandberg@arm.comNoMaliGpu::read(PacketPtr pkt)
12910916Sandreas.sandberg@arm.com{
13010916Sandreas.sandberg@arm.com    assert(pkt->getAddr() >= pioAddr);
13110916Sandreas.sandberg@arm.com    const Addr addr(pkt->getAddr() - pioAddr);
13210916Sandreas.sandberg@arm.com    const unsigned size(pkt->getSize());
13310916Sandreas.sandberg@arm.com
13410916Sandreas.sandberg@arm.com    if (addr + size >= nomaliInfo.reg_size)
13510916Sandreas.sandberg@arm.com        panic("GPU register '0x%x' out of range!\n", addr);
13610916Sandreas.sandberg@arm.com
13710916Sandreas.sandberg@arm.com    if (size != 4)
13810916Sandreas.sandberg@arm.com        panic("Unexpected GPU register read size: %i\n", size);
13910916Sandreas.sandberg@arm.com    else if (addr & 0x3)
14010916Sandreas.sandberg@arm.com        panic("Unaligned GPU read: %i\n", size);
14110916Sandreas.sandberg@arm.com
14210916Sandreas.sandberg@arm.com    pkt->set<uint32_t>(readReg(addr));
14310916Sandreas.sandberg@arm.com    pkt->makeResponse();
14410916Sandreas.sandberg@arm.com
14510916Sandreas.sandberg@arm.com    return 0;
14610916Sandreas.sandberg@arm.com}
14710916Sandreas.sandberg@arm.com
14810916Sandreas.sandberg@arm.comTick
14910916Sandreas.sandberg@arm.comNoMaliGpu::write(PacketPtr pkt)
15010916Sandreas.sandberg@arm.com{
15110916Sandreas.sandberg@arm.com    assert(pkt->getAddr() >= pioAddr);
15210916Sandreas.sandberg@arm.com    const Addr addr(pkt->getAddr() - pioAddr);
15310916Sandreas.sandberg@arm.com    const unsigned size(pkt->getSize());
15410916Sandreas.sandberg@arm.com
15510916Sandreas.sandberg@arm.com    if (addr + size >= nomaliInfo.reg_size)
15610916Sandreas.sandberg@arm.com        panic("GPU register '0x%x' out of range!\n", addr);
15710916Sandreas.sandberg@arm.com
15810916Sandreas.sandberg@arm.com    if (size != 4)
15910916Sandreas.sandberg@arm.com        panic("Unexpected GPU register write size: %i\n", size);
16010916Sandreas.sandberg@arm.com    else if (addr & 0x3)
16110916Sandreas.sandberg@arm.com        panic("Unaligned GPU write: %i\n", size);
16210916Sandreas.sandberg@arm.com
16310916Sandreas.sandberg@arm.com    writeReg(addr, pkt->get<uint32_t>());
16410916Sandreas.sandberg@arm.com    pkt->makeAtomicResponse();
16510916Sandreas.sandberg@arm.com
16610916Sandreas.sandberg@arm.com    return 0;
16710916Sandreas.sandberg@arm.com}
16810916Sandreas.sandberg@arm.com
16910916Sandreas.sandberg@arm.comAddrRangeList
17010916Sandreas.sandberg@arm.comNoMaliGpu::getAddrRanges() const
17110916Sandreas.sandberg@arm.com{
17210916Sandreas.sandberg@arm.com    return AddrRangeList({ RangeSize(pioAddr, nomaliInfo.reg_size) });
17310916Sandreas.sandberg@arm.com}
17410916Sandreas.sandberg@arm.com
17511349Sandreas.sandberg@arm.comvoid
17611349Sandreas.sandberg@arm.comNoMaliGpu::reset()
17711349Sandreas.sandberg@arm.com{
17811349Sandreas.sandberg@arm.com    DPRINTF(NoMali, "reset()\n");
17911349Sandreas.sandberg@arm.com
18011349Sandreas.sandberg@arm.com    panicOnErr(
18111349Sandreas.sandberg@arm.com        nomali_reset(nomali),
18211349Sandreas.sandberg@arm.com        "Failed to reset GPU");
18311349Sandreas.sandberg@arm.com}
18411349Sandreas.sandberg@arm.com
18510916Sandreas.sandberg@arm.comuint32_t
18610916Sandreas.sandberg@arm.comNoMaliGpu::readReg(nomali_addr_t reg)
18710916Sandreas.sandberg@arm.com{
18810916Sandreas.sandberg@arm.com    uint32_t value;
18910916Sandreas.sandberg@arm.com
19010916Sandreas.sandberg@arm.com    panicOnErr(
19110916Sandreas.sandberg@arm.com        nomali_reg_read(nomali, &value, reg),
19210916Sandreas.sandberg@arm.com        "GPU register read failed");
19310916Sandreas.sandberg@arm.com
19410916Sandreas.sandberg@arm.com    DPRINTF(NoMali, "readReg(0x%x): 0x%x\n",
19510916Sandreas.sandberg@arm.com            reg, value);
19610916Sandreas.sandberg@arm.com
19710916Sandreas.sandberg@arm.com    return value;
19810916Sandreas.sandberg@arm.com}
19910916Sandreas.sandberg@arm.com
20010916Sandreas.sandberg@arm.com
20110916Sandreas.sandberg@arm.comvoid
20210916Sandreas.sandberg@arm.comNoMaliGpu::writeReg(nomali_addr_t reg, uint32_t value)
20310916Sandreas.sandberg@arm.com{
20410916Sandreas.sandberg@arm.com    DPRINTF(NoMali, "writeReg(0x%x, 0x%x)\n",
20510916Sandreas.sandberg@arm.com            reg, value);
20610916Sandreas.sandberg@arm.com
20710916Sandreas.sandberg@arm.com    panicOnErr(
20810916Sandreas.sandberg@arm.com        nomali_reg_write(nomali, reg, value),
20910916Sandreas.sandberg@arm.com        "GPU register write failed");
21010916Sandreas.sandberg@arm.com}
21110916Sandreas.sandberg@arm.com
21210916Sandreas.sandberg@arm.comuint32_t
21310916Sandreas.sandberg@arm.comNoMaliGpu::readRegRaw(nomali_addr_t reg) const
21410916Sandreas.sandberg@arm.com{
21510916Sandreas.sandberg@arm.com    uint32_t value;
21610916Sandreas.sandberg@arm.com
21710916Sandreas.sandberg@arm.com    panicOnErr(
21810916Sandreas.sandberg@arm.com        nomali_reg_read_raw(nomali, &value, reg),
21910916Sandreas.sandberg@arm.com        "GPU raw register read failed");
22010916Sandreas.sandberg@arm.com
22110916Sandreas.sandberg@arm.com    return value;
22210916Sandreas.sandberg@arm.com}
22310916Sandreas.sandberg@arm.com
22410916Sandreas.sandberg@arm.com
22510916Sandreas.sandberg@arm.comvoid
22610916Sandreas.sandberg@arm.comNoMaliGpu::writeRegRaw(nomali_addr_t reg, uint32_t value)
22710916Sandreas.sandberg@arm.com{
22810916Sandreas.sandberg@arm.com    panicOnErr(
22910916Sandreas.sandberg@arm.com        nomali_reg_write_raw(nomali, reg, value),
23010916Sandreas.sandberg@arm.com        "GPU raw register write failed");
23110916Sandreas.sandberg@arm.com}
23210916Sandreas.sandberg@arm.com
23311349Sandreas.sandberg@arm.combool
23411349Sandreas.sandberg@arm.comNoMaliGpu::intState(nomali_int_t intno)
23510916Sandreas.sandberg@arm.com{
23611349Sandreas.sandberg@arm.com    int state = 0;
23711349Sandreas.sandberg@arm.com    panicOnErr(
23811349Sandreas.sandberg@arm.com        nomali_int_state(nomali, &state, intno),
23911349Sandreas.sandberg@arm.com        "Failed to get interrupt state");
24010916Sandreas.sandberg@arm.com
24111349Sandreas.sandberg@arm.com    return !!state;
24210916Sandreas.sandberg@arm.com}
24310916Sandreas.sandberg@arm.com
24410916Sandreas.sandberg@arm.comvoid
24511349Sandreas.sandberg@arm.comNoMaliGpu::gpuPanic(nomali_error_t err, const char *msg)
24611349Sandreas.sandberg@arm.com{
24711349Sandreas.sandberg@arm.com    panic("%s: %s\n", msg, nomali_errstr(err));
24811349Sandreas.sandberg@arm.com}
24911349Sandreas.sandberg@arm.com
25011349Sandreas.sandberg@arm.com
25111349Sandreas.sandberg@arm.comvoid
25211349Sandreas.sandberg@arm.comNoMaliGpu::onInterrupt(nomali_int_t intno, bool set)
25310916Sandreas.sandberg@arm.com{
25410916Sandreas.sandberg@arm.com    const auto it_int(interruptMap.find(intno));
25510916Sandreas.sandberg@arm.com    if (it_int == interruptMap.end())
25610916Sandreas.sandberg@arm.com        panic("Unhandled interrupt from NoMali: %i\n", intno);
25710916Sandreas.sandberg@arm.com
25810916Sandreas.sandberg@arm.com    DPRINTF(NoMali, "Interrupt %i->%i: %i\n",
25910916Sandreas.sandberg@arm.com            intno, it_int->second, set);
26010916Sandreas.sandberg@arm.com
26110916Sandreas.sandberg@arm.com    assert(platform);
26210916Sandreas.sandberg@arm.com    assert(platform->gic);
26310916Sandreas.sandberg@arm.com
26410916Sandreas.sandberg@arm.com    if (set)
26510916Sandreas.sandberg@arm.com        platform->gic->sendInt(it_int->second);
26610916Sandreas.sandberg@arm.com    else
26710916Sandreas.sandberg@arm.com        platform->gic->clearInt(it_int->second);
26810916Sandreas.sandberg@arm.com}
26910916Sandreas.sandberg@arm.com
27010916Sandreas.sandberg@arm.comvoid
27111349Sandreas.sandberg@arm.comNoMaliGpu::setCallback(const nomali_callback_t &callback)
27210916Sandreas.sandberg@arm.com{
27311349Sandreas.sandberg@arm.com    DPRINTF(NoMali, "Registering callback %i\n",
27411349Sandreas.sandberg@arm.com            callback.type);
27511349Sandreas.sandberg@arm.com
27611349Sandreas.sandberg@arm.com    panicOnErr(
27711349Sandreas.sandberg@arm.com        nomali_set_callback(nomali, &callback),
27811349Sandreas.sandberg@arm.com        "Failed to register callback");
27911349Sandreas.sandberg@arm.com}
28011349Sandreas.sandberg@arm.com
28111349Sandreas.sandberg@arm.comvoid
28211349Sandreas.sandberg@arm.comNoMaliGpu::_interrupt(nomali_handle_t h, void *usr,
28311349Sandreas.sandberg@arm.com                      nomali_int_t intno, int set)
28411349Sandreas.sandberg@arm.com{
28511349Sandreas.sandberg@arm.com    NoMaliGpu *_this(static_cast<NoMaliGpu *>(usr));
28611349Sandreas.sandberg@arm.com
28711349Sandreas.sandberg@arm.com    _this->onInterrupt(intno, !!set);
28810916Sandreas.sandberg@arm.com}
28910916Sandreas.sandberg@arm.com
29010916Sandreas.sandberg@arm.comNoMaliGpu *
29110916Sandreas.sandberg@arm.comNoMaliGpuParams::create()
29210916Sandreas.sandberg@arm.com{
29310916Sandreas.sandberg@arm.com    return new NoMaliGpu(this);
29410916Sandreas.sandberg@arm.com}
295