base.cc revision 9683
19651SAndreas.Sandberg@ARM.com/*
29651SAndreas.Sandberg@ARM.com * Copyright (c) 2012 ARM Limited
39651SAndreas.Sandberg@ARM.com * All rights reserved
49651SAndreas.Sandberg@ARM.com *
59651SAndreas.Sandberg@ARM.com * The license below extends only to copyright in the software and shall
69651SAndreas.Sandberg@ARM.com * not be construed as granting a license to any other intellectual
79651SAndreas.Sandberg@ARM.com * property including but not limited to intellectual property relating
89651SAndreas.Sandberg@ARM.com * to a hardware implementation of the functionality of the software
99651SAndreas.Sandberg@ARM.com * licensed hereunder.  You may use the software subject to the license
109651SAndreas.Sandberg@ARM.com * terms below provided that you ensure that this notice is replicated
119651SAndreas.Sandberg@ARM.com * unmodified and in its entirety in all distributions of the software,
129651SAndreas.Sandberg@ARM.com * modified or unmodified, in source code or in binary form.
139651SAndreas.Sandberg@ARM.com *
149651SAndreas.Sandberg@ARM.com * Redistribution and use in source and binary forms, with or without
159651SAndreas.Sandberg@ARM.com * modification, are permitted provided that the following conditions are
169651SAndreas.Sandberg@ARM.com * met: redistributions of source code must retain the above copyright
179651SAndreas.Sandberg@ARM.com * notice, this list of conditions and the following disclaimer;
189651SAndreas.Sandberg@ARM.com * redistributions in binary form must reproduce the above copyright
199651SAndreas.Sandberg@ARM.com * notice, this list of conditions and the following disclaimer in the
209651SAndreas.Sandberg@ARM.com * documentation and/or other materials provided with the distribution;
219651SAndreas.Sandberg@ARM.com * neither the name of the copyright holders nor the names of its
229651SAndreas.Sandberg@ARM.com * contributors may be used to endorse or promote products derived from
239651SAndreas.Sandberg@ARM.com * this software without specific prior written permission.
249651SAndreas.Sandberg@ARM.com *
259651SAndreas.Sandberg@ARM.com * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
269651SAndreas.Sandberg@ARM.com * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
279651SAndreas.Sandberg@ARM.com * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
289651SAndreas.Sandberg@ARM.com * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
299651SAndreas.Sandberg@ARM.com * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
309651SAndreas.Sandberg@ARM.com * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
319651SAndreas.Sandberg@ARM.com * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
329651SAndreas.Sandberg@ARM.com * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
339651SAndreas.Sandberg@ARM.com * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
349651SAndreas.Sandberg@ARM.com * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
359651SAndreas.Sandberg@ARM.com * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
369651SAndreas.Sandberg@ARM.com *
379651SAndreas.Sandberg@ARM.com * Authors: Andreas Sandberg
389651SAndreas.Sandberg@ARM.com */
399651SAndreas.Sandberg@ARM.com
409651SAndreas.Sandberg@ARM.com#include <linux/kvm.h>
419651SAndreas.Sandberg@ARM.com#include <sys/ioctl.h>
429651SAndreas.Sandberg@ARM.com#include <sys/mman.h>
439651SAndreas.Sandberg@ARM.com#include <unistd.h>
449651SAndreas.Sandberg@ARM.com
459651SAndreas.Sandberg@ARM.com#include <cerrno>
469651SAndreas.Sandberg@ARM.com#include <csignal>
479651SAndreas.Sandberg@ARM.com#include <ostream>
489651SAndreas.Sandberg@ARM.com
499651SAndreas.Sandberg@ARM.com#include "arch/utility.hh"
509651SAndreas.Sandberg@ARM.com#include "cpu/kvm/base.hh"
519683Sandreas@sandberg.pp.se#include "debug/Checkpoint.hh"
529651SAndreas.Sandberg@ARM.com#include "debug/Kvm.hh"
539651SAndreas.Sandberg@ARM.com#include "debug/KvmIO.hh"
549651SAndreas.Sandberg@ARM.com#include "debug/KvmRun.hh"
559651SAndreas.Sandberg@ARM.com#include "params/BaseKvmCPU.hh"
569651SAndreas.Sandberg@ARM.com#include "sim/process.hh"
579651SAndreas.Sandberg@ARM.com#include "sim/system.hh"
589651SAndreas.Sandberg@ARM.com
599651SAndreas.Sandberg@ARM.com/* Used by some KVM macros */
609651SAndreas.Sandberg@ARM.com#define PAGE_SIZE pageSize
619651SAndreas.Sandberg@ARM.com
629651SAndreas.Sandberg@ARM.comvolatile bool timerOverflowed = false;
639651SAndreas.Sandberg@ARM.com
649651SAndreas.Sandberg@ARM.comstatic void
659651SAndreas.Sandberg@ARM.comonTimerOverflow(int signo, siginfo_t *si, void *data)
669651SAndreas.Sandberg@ARM.com{
679651SAndreas.Sandberg@ARM.com    timerOverflowed = true;
689651SAndreas.Sandberg@ARM.com}
699651SAndreas.Sandberg@ARM.com
709651SAndreas.Sandberg@ARM.comBaseKvmCPU::BaseKvmCPU(BaseKvmCPUParams *params)
719651SAndreas.Sandberg@ARM.com    : BaseCPU(params),
729651SAndreas.Sandberg@ARM.com      vm(*params->kvmVM),
739651SAndreas.Sandberg@ARM.com      _status(Idle),
749651SAndreas.Sandberg@ARM.com      dataPort(name() + ".dcache_port", this),
759651SAndreas.Sandberg@ARM.com      instPort(name() + ".icache_port", this),
769652SAndreas.Sandberg@ARM.com      threadContextDirty(true),
779652SAndreas.Sandberg@ARM.com      kvmStateDirty(false),
789651SAndreas.Sandberg@ARM.com      vcpuID(vm.allocVCPUID()), vcpuFD(-1), vcpuMMapSize(0),
799651SAndreas.Sandberg@ARM.com      _kvmRun(NULL), mmioRing(NULL),
809651SAndreas.Sandberg@ARM.com      pageSize(sysconf(_SC_PAGE_SIZE)),
819651SAndreas.Sandberg@ARM.com      tickEvent(*this),
829655SAndreas.Sandberg@ARM.com      perfControlledByTimer(params->usePerfOverflow),
839651SAndreas.Sandberg@ARM.com      hostFactor(params->hostFactor)
849651SAndreas.Sandberg@ARM.com{
859651SAndreas.Sandberg@ARM.com    if (pageSize == -1)
869651SAndreas.Sandberg@ARM.com        panic("KVM: Failed to determine host page size (%i)\n",
879651SAndreas.Sandberg@ARM.com              errno);
889651SAndreas.Sandberg@ARM.com
899651SAndreas.Sandberg@ARM.com    thread = new SimpleThread(this, 0, params->system,
909651SAndreas.Sandberg@ARM.com                              params->itb, params->dtb, params->isa[0]);
919651SAndreas.Sandberg@ARM.com    thread->setStatus(ThreadContext::Halted);
929651SAndreas.Sandberg@ARM.com    tc = thread->getTC();
939651SAndreas.Sandberg@ARM.com    threadContexts.push_back(tc);
949651SAndreas.Sandberg@ARM.com
959651SAndreas.Sandberg@ARM.com    setupCounters();
969651SAndreas.Sandberg@ARM.com    setupSignalHandler();
979651SAndreas.Sandberg@ARM.com
989655SAndreas.Sandberg@ARM.com    if (params->usePerfOverflow)
999655SAndreas.Sandberg@ARM.com        runTimer.reset(new PerfKvmTimer(hwCycles,
1009655SAndreas.Sandberg@ARM.com                                        KVM_TIMER_SIGNAL,
1019655SAndreas.Sandberg@ARM.com                                        params->hostFactor,
1029655SAndreas.Sandberg@ARM.com                                        params->clock));
1039655SAndreas.Sandberg@ARM.com    else
1049655SAndreas.Sandberg@ARM.com        runTimer.reset(new PosixKvmTimer(KVM_TIMER_SIGNAL, CLOCK_MONOTONIC,
1059655SAndreas.Sandberg@ARM.com                                         params->hostFactor,
1069655SAndreas.Sandberg@ARM.com                                         params->clock));
1079651SAndreas.Sandberg@ARM.com}
1089651SAndreas.Sandberg@ARM.com
1099651SAndreas.Sandberg@ARM.comBaseKvmCPU::~BaseKvmCPU()
1109651SAndreas.Sandberg@ARM.com{
1119651SAndreas.Sandberg@ARM.com    if (_kvmRun)
1129651SAndreas.Sandberg@ARM.com        munmap(_kvmRun, vcpuMMapSize);
1139651SAndreas.Sandberg@ARM.com    close(vcpuFD);
1149651SAndreas.Sandberg@ARM.com}
1159651SAndreas.Sandberg@ARM.com
1169651SAndreas.Sandberg@ARM.comvoid
1179651SAndreas.Sandberg@ARM.comBaseKvmCPU::init()
1189651SAndreas.Sandberg@ARM.com{
1199651SAndreas.Sandberg@ARM.com    BaseCPU::init();
1209651SAndreas.Sandberg@ARM.com
1219651SAndreas.Sandberg@ARM.com    if (numThreads != 1)
1229651SAndreas.Sandberg@ARM.com        fatal("KVM: Multithreading not supported");
1239651SAndreas.Sandberg@ARM.com
1249651SAndreas.Sandberg@ARM.com    tc->initMemProxies(tc);
1259651SAndreas.Sandberg@ARM.com
1269651SAndreas.Sandberg@ARM.com    // initialize CPU, including PC
1279651SAndreas.Sandberg@ARM.com    if (FullSystem && !switchedOut())
1289651SAndreas.Sandberg@ARM.com        TheISA::initCPU(tc, tc->contextId());
1299651SAndreas.Sandberg@ARM.com
1309651SAndreas.Sandberg@ARM.com    mmio_req.setThreadContext(tc->contextId(), 0);
1319651SAndreas.Sandberg@ARM.com}
1329651SAndreas.Sandberg@ARM.com
1339651SAndreas.Sandberg@ARM.comvoid
1349651SAndreas.Sandberg@ARM.comBaseKvmCPU::startup()
1359651SAndreas.Sandberg@ARM.com{
1369651SAndreas.Sandberg@ARM.com    Kvm &kvm(vm.kvm);
1379651SAndreas.Sandberg@ARM.com
1389651SAndreas.Sandberg@ARM.com    BaseCPU::startup();
1399651SAndreas.Sandberg@ARM.com
1409651SAndreas.Sandberg@ARM.com    assert(vcpuFD == -1);
1419651SAndreas.Sandberg@ARM.com
1429651SAndreas.Sandberg@ARM.com    // Tell the VM that a CPU is about to start.
1439651SAndreas.Sandberg@ARM.com    vm.cpuStartup();
1449651SAndreas.Sandberg@ARM.com
1459651SAndreas.Sandberg@ARM.com    // We can't initialize KVM CPUs in BaseKvmCPU::init() since we are
1469651SAndreas.Sandberg@ARM.com    // not guaranteed that the parent KVM VM has initialized at that
1479651SAndreas.Sandberg@ARM.com    // point. Initialize virtual CPUs here instead.
1489651SAndreas.Sandberg@ARM.com    vcpuFD = vm.createVCPU(vcpuID);
1499651SAndreas.Sandberg@ARM.com
1509651SAndreas.Sandberg@ARM.com    // Map the KVM run structure */
1519651SAndreas.Sandberg@ARM.com    vcpuMMapSize = kvm.getVCPUMMapSize();
1529651SAndreas.Sandberg@ARM.com    _kvmRun = (struct kvm_run *)mmap(0, vcpuMMapSize,
1539651SAndreas.Sandberg@ARM.com                                     PROT_READ | PROT_WRITE, MAP_SHARED,
1549651SAndreas.Sandberg@ARM.com                                     vcpuFD, 0);
1559651SAndreas.Sandberg@ARM.com    if (_kvmRun == MAP_FAILED)
1569651SAndreas.Sandberg@ARM.com        panic("KVM: Failed to map run data structure\n");
1579651SAndreas.Sandberg@ARM.com
1589651SAndreas.Sandberg@ARM.com    // Setup a pointer to the MMIO ring buffer if coalesced MMIO is
1599651SAndreas.Sandberg@ARM.com    // available. The offset into the KVM's communication page is
1609651SAndreas.Sandberg@ARM.com    // provided by the coalesced MMIO capability.
1619651SAndreas.Sandberg@ARM.com    int mmioOffset(kvm.capCoalescedMMIO());
1629651SAndreas.Sandberg@ARM.com    if (mmioOffset) {
1639651SAndreas.Sandberg@ARM.com        inform("KVM: Coalesced IO available\n");
1649651SAndreas.Sandberg@ARM.com        mmioRing = (struct kvm_coalesced_mmio_ring *)(
1659651SAndreas.Sandberg@ARM.com            (char *)_kvmRun + (mmioOffset * pageSize));
1669651SAndreas.Sandberg@ARM.com    } else {
1679651SAndreas.Sandberg@ARM.com        inform("KVM: Coalesced not supported by host OS\n");
1689651SAndreas.Sandberg@ARM.com    }
1699651SAndreas.Sandberg@ARM.com}
1709651SAndreas.Sandberg@ARM.com
1719651SAndreas.Sandberg@ARM.comvoid
1729651SAndreas.Sandberg@ARM.comBaseKvmCPU::regStats()
1739651SAndreas.Sandberg@ARM.com{
1749651SAndreas.Sandberg@ARM.com    using namespace Stats;
1759651SAndreas.Sandberg@ARM.com
1769651SAndreas.Sandberg@ARM.com    BaseCPU::regStats();
1779651SAndreas.Sandberg@ARM.com
1789651SAndreas.Sandberg@ARM.com    numVMExits
1799651SAndreas.Sandberg@ARM.com        .name(name() + ".numVMExits")
1809651SAndreas.Sandberg@ARM.com        .desc("total number of KVM exits")
1819651SAndreas.Sandberg@ARM.com        ;
1829651SAndreas.Sandberg@ARM.com
1839651SAndreas.Sandberg@ARM.com    numMMIO
1849651SAndreas.Sandberg@ARM.com        .name(name() + ".numMMIO")
1859651SAndreas.Sandberg@ARM.com        .desc("number of VM exits due to memory mapped IO")
1869651SAndreas.Sandberg@ARM.com        ;
1879651SAndreas.Sandberg@ARM.com
1889651SAndreas.Sandberg@ARM.com    numCoalescedMMIO
1899651SAndreas.Sandberg@ARM.com        .name(name() + ".numCoalescedMMIO")
1909651SAndreas.Sandberg@ARM.com        .desc("number of coalesced memory mapped IO requests")
1919651SAndreas.Sandberg@ARM.com        ;
1929651SAndreas.Sandberg@ARM.com
1939651SAndreas.Sandberg@ARM.com    numIO
1949651SAndreas.Sandberg@ARM.com        .name(name() + ".numIO")
1959651SAndreas.Sandberg@ARM.com        .desc("number of VM exits due to legacy IO")
1969651SAndreas.Sandberg@ARM.com        ;
1979651SAndreas.Sandberg@ARM.com
1989651SAndreas.Sandberg@ARM.com    numHalt
1999651SAndreas.Sandberg@ARM.com        .name(name() + ".numHalt")
2009651SAndreas.Sandberg@ARM.com        .desc("number of VM exits due to wait for interrupt instructions")
2019651SAndreas.Sandberg@ARM.com        ;
2029651SAndreas.Sandberg@ARM.com
2039651SAndreas.Sandberg@ARM.com    numInterrupts
2049651SAndreas.Sandberg@ARM.com        .name(name() + ".numInterrupts")
2059651SAndreas.Sandberg@ARM.com        .desc("number of interrupts delivered")
2069651SAndreas.Sandberg@ARM.com        ;
2079651SAndreas.Sandberg@ARM.com
2089651SAndreas.Sandberg@ARM.com    numHypercalls
2099651SAndreas.Sandberg@ARM.com        .name(name() + ".numHypercalls")
2109651SAndreas.Sandberg@ARM.com        .desc("number of hypercalls")
2119651SAndreas.Sandberg@ARM.com        ;
2129651SAndreas.Sandberg@ARM.com}
2139651SAndreas.Sandberg@ARM.com
2149651SAndreas.Sandberg@ARM.comvoid
2159651SAndreas.Sandberg@ARM.comBaseKvmCPU::serializeThread(std::ostream &os, ThreadID tid)
2169651SAndreas.Sandberg@ARM.com{
2179683Sandreas@sandberg.pp.se    if (DTRACE(Checkpoint)) {
2189683Sandreas@sandberg.pp.se        DPRINTF(Checkpoint, "KVM: Serializing thread %i:\n", tid);
2199683Sandreas@sandberg.pp.se        dump();
2209683Sandreas@sandberg.pp.se    }
2219683Sandreas@sandberg.pp.se
2229652SAndreas.Sandberg@ARM.com    // Update the thread context so we have something to serialize.
2239652SAndreas.Sandberg@ARM.com    syncThreadContext();
2249652SAndreas.Sandberg@ARM.com
2259651SAndreas.Sandberg@ARM.com    assert(tid == 0);
2269651SAndreas.Sandberg@ARM.com    assert(_status == Idle);
2279651SAndreas.Sandberg@ARM.com    thread->serialize(os);
2289651SAndreas.Sandberg@ARM.com}
2299651SAndreas.Sandberg@ARM.com
2309651SAndreas.Sandberg@ARM.comvoid
2319651SAndreas.Sandberg@ARM.comBaseKvmCPU::unserializeThread(Checkpoint *cp, const std::string &section,
2329651SAndreas.Sandberg@ARM.com                              ThreadID tid)
2339651SAndreas.Sandberg@ARM.com{
2349683Sandreas@sandberg.pp.se    DPRINTF(Checkpoint, "KVM: Unserialize thread %i:\n", tid);
2359683Sandreas@sandberg.pp.se
2369651SAndreas.Sandberg@ARM.com    assert(tid == 0);
2379651SAndreas.Sandberg@ARM.com    assert(_status == Idle);
2389651SAndreas.Sandberg@ARM.com    thread->unserialize(cp, section);
2399652SAndreas.Sandberg@ARM.com    threadContextDirty = true;
2409651SAndreas.Sandberg@ARM.com}
2419651SAndreas.Sandberg@ARM.com
2429651SAndreas.Sandberg@ARM.comunsigned int
2439651SAndreas.Sandberg@ARM.comBaseKvmCPU::drain(DrainManager *dm)
2449651SAndreas.Sandberg@ARM.com{
2459651SAndreas.Sandberg@ARM.com    if (switchedOut())
2469651SAndreas.Sandberg@ARM.com        return 0;
2479651SAndreas.Sandberg@ARM.com
2489651SAndreas.Sandberg@ARM.com    DPRINTF(Kvm, "drain\n");
2499651SAndreas.Sandberg@ARM.com
2509651SAndreas.Sandberg@ARM.com    // De-schedule the tick event so we don't insert any more MMIOs
2519651SAndreas.Sandberg@ARM.com    // into the system while it is draining.
2529651SAndreas.Sandberg@ARM.com    if (tickEvent.scheduled())
2539651SAndreas.Sandberg@ARM.com        deschedule(tickEvent);
2549651SAndreas.Sandberg@ARM.com
2559651SAndreas.Sandberg@ARM.com    _status = Idle;
2569651SAndreas.Sandberg@ARM.com    return 0;
2579651SAndreas.Sandberg@ARM.com}
2589651SAndreas.Sandberg@ARM.com
2599651SAndreas.Sandberg@ARM.comvoid
2609651SAndreas.Sandberg@ARM.comBaseKvmCPU::drainResume()
2619651SAndreas.Sandberg@ARM.com{
2629651SAndreas.Sandberg@ARM.com    assert(!tickEvent.scheduled());
2639651SAndreas.Sandberg@ARM.com
2649651SAndreas.Sandberg@ARM.com    // We might have been switched out. In that case, we don't need to
2659651SAndreas.Sandberg@ARM.com    // do anything.
2669651SAndreas.Sandberg@ARM.com    if (switchedOut())
2679651SAndreas.Sandberg@ARM.com        return;
2689651SAndreas.Sandberg@ARM.com
2699651SAndreas.Sandberg@ARM.com    DPRINTF(Kvm, "drainResume\n");
2709651SAndreas.Sandberg@ARM.com    verifyMemoryMode();
2719651SAndreas.Sandberg@ARM.com
2729651SAndreas.Sandberg@ARM.com    // The tick event is de-scheduled as a part of the draining
2739651SAndreas.Sandberg@ARM.com    // process. Re-schedule it if the thread context is active.
2749651SAndreas.Sandberg@ARM.com    if (tc->status() == ThreadContext::Active) {
2759651SAndreas.Sandberg@ARM.com        schedule(tickEvent, nextCycle());
2769651SAndreas.Sandberg@ARM.com        _status = Running;
2779651SAndreas.Sandberg@ARM.com    } else {
2789651SAndreas.Sandberg@ARM.com        _status = Idle;
2799651SAndreas.Sandberg@ARM.com    }
2809651SAndreas.Sandberg@ARM.com}
2819651SAndreas.Sandberg@ARM.com
2829651SAndreas.Sandberg@ARM.comvoid
2839651SAndreas.Sandberg@ARM.comBaseKvmCPU::switchOut()
2849651SAndreas.Sandberg@ARM.com{
2859652SAndreas.Sandberg@ARM.com    DPRINTF(Kvm, "switchOut\n");
2869652SAndreas.Sandberg@ARM.com
2879652SAndreas.Sandberg@ARM.com    // Make sure to update the thread context in case, the new CPU
2889652SAndreas.Sandberg@ARM.com    // will need to access it.
2899652SAndreas.Sandberg@ARM.com    syncThreadContext();
2909652SAndreas.Sandberg@ARM.com
2919651SAndreas.Sandberg@ARM.com    BaseCPU::switchOut();
2929651SAndreas.Sandberg@ARM.com
2939651SAndreas.Sandberg@ARM.com    // We should have drained prior to executing a switchOut, which
2949651SAndreas.Sandberg@ARM.com    // means that the tick event shouldn't be scheduled and the CPU is
2959651SAndreas.Sandberg@ARM.com    // idle.
2969651SAndreas.Sandberg@ARM.com    assert(!tickEvent.scheduled());
2979651SAndreas.Sandberg@ARM.com    assert(_status == Idle);
2989651SAndreas.Sandberg@ARM.com}
2999651SAndreas.Sandberg@ARM.com
3009651SAndreas.Sandberg@ARM.comvoid
3019651SAndreas.Sandberg@ARM.comBaseKvmCPU::takeOverFrom(BaseCPU *cpu)
3029651SAndreas.Sandberg@ARM.com{
3039651SAndreas.Sandberg@ARM.com    DPRINTF(Kvm, "takeOverFrom\n");
3049651SAndreas.Sandberg@ARM.com
3059651SAndreas.Sandberg@ARM.com    BaseCPU::takeOverFrom(cpu);
3069651SAndreas.Sandberg@ARM.com
3079651SAndreas.Sandberg@ARM.com    // We should have drained prior to executing a switchOut, which
3089651SAndreas.Sandberg@ARM.com    // means that the tick event shouldn't be scheduled and the CPU is
3099651SAndreas.Sandberg@ARM.com    // idle.
3109651SAndreas.Sandberg@ARM.com    assert(!tickEvent.scheduled());
3119651SAndreas.Sandberg@ARM.com    assert(_status == Idle);
3129651SAndreas.Sandberg@ARM.com    assert(threadContexts.size() == 1);
3139651SAndreas.Sandberg@ARM.com
3149652SAndreas.Sandberg@ARM.com    // The BaseCPU updated the thread context, make sure that we
3159652SAndreas.Sandberg@ARM.com    // synchronize next time we enter start the CPU.
3169652SAndreas.Sandberg@ARM.com    threadContextDirty = true;
3179651SAndreas.Sandberg@ARM.com}
3189651SAndreas.Sandberg@ARM.com
3199651SAndreas.Sandberg@ARM.comvoid
3209651SAndreas.Sandberg@ARM.comBaseKvmCPU::verifyMemoryMode() const
3219651SAndreas.Sandberg@ARM.com{
3229651SAndreas.Sandberg@ARM.com    if (!(system->isAtomicMode() && system->bypassCaches())) {
3239651SAndreas.Sandberg@ARM.com        fatal("The KVM-based CPUs requires the memory system to be in the "
3249651SAndreas.Sandberg@ARM.com              "'atomic_noncaching' mode.\n");
3259651SAndreas.Sandberg@ARM.com    }
3269651SAndreas.Sandberg@ARM.com}
3279651SAndreas.Sandberg@ARM.com
3289651SAndreas.Sandberg@ARM.comvoid
3299651SAndreas.Sandberg@ARM.comBaseKvmCPU::wakeup()
3309651SAndreas.Sandberg@ARM.com{
3319651SAndreas.Sandberg@ARM.com    DPRINTF(Kvm, "wakeup()\n");
3329651SAndreas.Sandberg@ARM.com
3339651SAndreas.Sandberg@ARM.com    if (thread->status() != ThreadContext::Suspended)
3349651SAndreas.Sandberg@ARM.com        return;
3359651SAndreas.Sandberg@ARM.com
3369651SAndreas.Sandberg@ARM.com    thread->activate();
3379651SAndreas.Sandberg@ARM.com}
3389651SAndreas.Sandberg@ARM.com
3399651SAndreas.Sandberg@ARM.comvoid
3409651SAndreas.Sandberg@ARM.comBaseKvmCPU::activateContext(ThreadID thread_num, Cycles delay)
3419651SAndreas.Sandberg@ARM.com{
3429651SAndreas.Sandberg@ARM.com    DPRINTF(Kvm, "ActivateContext %d (%d cycles)\n", thread_num, delay);
3439651SAndreas.Sandberg@ARM.com
3449651SAndreas.Sandberg@ARM.com    assert(thread_num == 0);
3459651SAndreas.Sandberg@ARM.com    assert(thread);
3469651SAndreas.Sandberg@ARM.com
3479651SAndreas.Sandberg@ARM.com    assert(_status == Idle);
3489651SAndreas.Sandberg@ARM.com    assert(!tickEvent.scheduled());
3499651SAndreas.Sandberg@ARM.com
3509651SAndreas.Sandberg@ARM.com    numCycles += ticksToCycles(thread->lastActivate - thread->lastSuspend)
3519651SAndreas.Sandberg@ARM.com        * hostFactor;
3529651SAndreas.Sandberg@ARM.com
3539651SAndreas.Sandberg@ARM.com    schedule(tickEvent, clockEdge(delay));
3549651SAndreas.Sandberg@ARM.com    _status = Running;
3559651SAndreas.Sandberg@ARM.com}
3569651SAndreas.Sandberg@ARM.com
3579651SAndreas.Sandberg@ARM.com
3589651SAndreas.Sandberg@ARM.comvoid
3599651SAndreas.Sandberg@ARM.comBaseKvmCPU::suspendContext(ThreadID thread_num)
3609651SAndreas.Sandberg@ARM.com{
3619651SAndreas.Sandberg@ARM.com    DPRINTF(Kvm, "SuspendContext %d\n", thread_num);
3629651SAndreas.Sandberg@ARM.com
3639651SAndreas.Sandberg@ARM.com    assert(thread_num == 0);
3649651SAndreas.Sandberg@ARM.com    assert(thread);
3659651SAndreas.Sandberg@ARM.com
3669651SAndreas.Sandberg@ARM.com    if (_status == Idle)
3679651SAndreas.Sandberg@ARM.com        return;
3689651SAndreas.Sandberg@ARM.com
3699651SAndreas.Sandberg@ARM.com    assert(_status == Running);
3709651SAndreas.Sandberg@ARM.com
3719651SAndreas.Sandberg@ARM.com    // The tick event may no be scheduled if the quest has requested
3729651SAndreas.Sandberg@ARM.com    // the monitor to wait for interrupts. The normal CPU models can
3739651SAndreas.Sandberg@ARM.com    // get their tick events descheduled by quiesce instructions, but
3749651SAndreas.Sandberg@ARM.com    // that can't happen here.
3759651SAndreas.Sandberg@ARM.com    if (tickEvent.scheduled())
3769651SAndreas.Sandberg@ARM.com        deschedule(tickEvent);
3779651SAndreas.Sandberg@ARM.com
3789651SAndreas.Sandberg@ARM.com    _status = Idle;
3799651SAndreas.Sandberg@ARM.com}
3809651SAndreas.Sandberg@ARM.com
3819651SAndreas.Sandberg@ARM.comvoid
3829651SAndreas.Sandberg@ARM.comBaseKvmCPU::deallocateContext(ThreadID thread_num)
3839651SAndreas.Sandberg@ARM.com{
3849651SAndreas.Sandberg@ARM.com    // for now, these are equivalent
3859651SAndreas.Sandberg@ARM.com    suspendContext(thread_num);
3869651SAndreas.Sandberg@ARM.com}
3879651SAndreas.Sandberg@ARM.com
3889651SAndreas.Sandberg@ARM.comvoid
3899651SAndreas.Sandberg@ARM.comBaseKvmCPU::haltContext(ThreadID thread_num)
3909651SAndreas.Sandberg@ARM.com{
3919651SAndreas.Sandberg@ARM.com    // for now, these are equivalent
3929651SAndreas.Sandberg@ARM.com    suspendContext(thread_num);
3939651SAndreas.Sandberg@ARM.com}
3949651SAndreas.Sandberg@ARM.com
3959652SAndreas.Sandberg@ARM.comThreadContext *
3969652SAndreas.Sandberg@ARM.comBaseKvmCPU::getContext(int tn)
3979652SAndreas.Sandberg@ARM.com{
3989652SAndreas.Sandberg@ARM.com    assert(tn == 0);
3999652SAndreas.Sandberg@ARM.com    syncThreadContext();
4009652SAndreas.Sandberg@ARM.com    return tc;
4019652SAndreas.Sandberg@ARM.com}
4029652SAndreas.Sandberg@ARM.com
4039652SAndreas.Sandberg@ARM.com
4049651SAndreas.Sandberg@ARM.comCounter
4059651SAndreas.Sandberg@ARM.comBaseKvmCPU::totalInsts() const
4069651SAndreas.Sandberg@ARM.com{
4079651SAndreas.Sandberg@ARM.com    return hwInstructions.read();
4089651SAndreas.Sandberg@ARM.com}
4099651SAndreas.Sandberg@ARM.com
4109651SAndreas.Sandberg@ARM.comCounter
4119651SAndreas.Sandberg@ARM.comBaseKvmCPU::totalOps() const
4129651SAndreas.Sandberg@ARM.com{
4139651SAndreas.Sandberg@ARM.com    hack_once("Pretending totalOps is equivalent to totalInsts()\n");
4149651SAndreas.Sandberg@ARM.com    return hwInstructions.read();
4159651SAndreas.Sandberg@ARM.com}
4169651SAndreas.Sandberg@ARM.com
4179651SAndreas.Sandberg@ARM.comvoid
4189651SAndreas.Sandberg@ARM.comBaseKvmCPU::dump()
4199651SAndreas.Sandberg@ARM.com{
4209651SAndreas.Sandberg@ARM.com    inform("State dumping not implemented.");
4219651SAndreas.Sandberg@ARM.com}
4229651SAndreas.Sandberg@ARM.com
4239651SAndreas.Sandberg@ARM.comvoid
4249651SAndreas.Sandberg@ARM.comBaseKvmCPU::tick()
4259651SAndreas.Sandberg@ARM.com{
4269651SAndreas.Sandberg@ARM.com    assert(_status == Running);
4279651SAndreas.Sandberg@ARM.com
4289651SAndreas.Sandberg@ARM.com    DPRINTF(KvmRun, "Entering KVM...\n");
4299651SAndreas.Sandberg@ARM.com
4309651SAndreas.Sandberg@ARM.com    Tick ticksToExecute(mainEventQueue.nextTick() - curTick());
4319651SAndreas.Sandberg@ARM.com    Tick ticksExecuted(kvmRun(ticksToExecute));
4329651SAndreas.Sandberg@ARM.com
4339651SAndreas.Sandberg@ARM.com    Tick delay(ticksExecuted + handleKvmExit());
4349651SAndreas.Sandberg@ARM.com
4359651SAndreas.Sandberg@ARM.com    switch (_status) {
4369651SAndreas.Sandberg@ARM.com      case Running:
4379651SAndreas.Sandberg@ARM.com        schedule(tickEvent, clockEdge(ticksToCycles(delay)));
4389651SAndreas.Sandberg@ARM.com        break;
4399651SAndreas.Sandberg@ARM.com
4409651SAndreas.Sandberg@ARM.com      default:
4419651SAndreas.Sandberg@ARM.com        /* The CPU is halted or waiting for an interrupt from a
4429651SAndreas.Sandberg@ARM.com         * device. Don't start it. */
4439651SAndreas.Sandberg@ARM.com        break;
4449651SAndreas.Sandberg@ARM.com    }
4459651SAndreas.Sandberg@ARM.com}
4469651SAndreas.Sandberg@ARM.com
4479651SAndreas.Sandberg@ARM.comTick
4489651SAndreas.Sandberg@ARM.comBaseKvmCPU::kvmRun(Tick ticks)
4499651SAndreas.Sandberg@ARM.com{
4509651SAndreas.Sandberg@ARM.com    uint64_t baseCycles(hwCycles.read());
4519651SAndreas.Sandberg@ARM.com    uint64_t baseInstrs(hwInstructions.read());
4529651SAndreas.Sandberg@ARM.com
4539652SAndreas.Sandberg@ARM.com    // We might need to update the KVM state.
4549652SAndreas.Sandberg@ARM.com    syncKvmState();
4559652SAndreas.Sandberg@ARM.com    // Entering into KVM implies that we'll have to reload the thread
4569652SAndreas.Sandberg@ARM.com    // context from KVM if we want to access it. Flag the KVM state as
4579652SAndreas.Sandberg@ARM.com    // dirty with respect to the cached thread context.
4589652SAndreas.Sandberg@ARM.com    kvmStateDirty = true;
4599652SAndreas.Sandberg@ARM.com
4609651SAndreas.Sandberg@ARM.com    if (ticks < runTimer->resolution()) {
4619651SAndreas.Sandberg@ARM.com        DPRINTF(KvmRun, "KVM: Adjusting tick count (%i -> %i)\n",
4629651SAndreas.Sandberg@ARM.com                ticks, runTimer->resolution());
4639651SAndreas.Sandberg@ARM.com        ticks = runTimer->resolution();
4649651SAndreas.Sandberg@ARM.com    }
4659651SAndreas.Sandberg@ARM.com
4669651SAndreas.Sandberg@ARM.com    DPRINTF(KvmRun, "KVM: Executing for %i ticks\n", ticks);
4679651SAndreas.Sandberg@ARM.com    timerOverflowed = false;
4689655SAndreas.Sandberg@ARM.com
4699655SAndreas.Sandberg@ARM.com    // Arm the run timer and start the cycle timer if it isn't
4709655SAndreas.Sandberg@ARM.com    // controlled by the overflow timer. Starting/stopping the cycle
4719655SAndreas.Sandberg@ARM.com    // timer automatically starts the other perf timers as they are in
4729655SAndreas.Sandberg@ARM.com    // the same counter group.
4739651SAndreas.Sandberg@ARM.com    runTimer->arm(ticks);
4749655SAndreas.Sandberg@ARM.com    if (!perfControlledByTimer)
4759655SAndreas.Sandberg@ARM.com        hwCycles.start();
4769655SAndreas.Sandberg@ARM.com
4779651SAndreas.Sandberg@ARM.com    if (ioctl(KVM_RUN) == -1) {
4789651SAndreas.Sandberg@ARM.com        if (errno != EINTR)
4799651SAndreas.Sandberg@ARM.com            panic("KVM: Failed to start virtual CPU (errno: %i)\n",
4809651SAndreas.Sandberg@ARM.com                  errno);
4819651SAndreas.Sandberg@ARM.com    }
4829655SAndreas.Sandberg@ARM.com
4839651SAndreas.Sandberg@ARM.com    runTimer->disarm();
4849655SAndreas.Sandberg@ARM.com    if (!perfControlledByTimer)
4859655SAndreas.Sandberg@ARM.com        hwCycles.stop();
4869655SAndreas.Sandberg@ARM.com
4879651SAndreas.Sandberg@ARM.com
4889651SAndreas.Sandberg@ARM.com    uint64_t cyclesExecuted(hwCycles.read() - baseCycles);
4899651SAndreas.Sandberg@ARM.com    Tick ticksExecuted(runTimer->ticksFromHostCycles(cyclesExecuted));
4909651SAndreas.Sandberg@ARM.com
4919651SAndreas.Sandberg@ARM.com    if (ticksExecuted < ticks &&
4929651SAndreas.Sandberg@ARM.com        timerOverflowed &&
4939651SAndreas.Sandberg@ARM.com        _kvmRun->exit_reason == KVM_EXIT_INTR) {
4949651SAndreas.Sandberg@ARM.com        // TODO: We should probably do something clever here...
4959651SAndreas.Sandberg@ARM.com        warn("KVM: Early timer event, requested %i ticks but got %i ticks.\n",
4969651SAndreas.Sandberg@ARM.com             ticks, ticksExecuted);
4979651SAndreas.Sandberg@ARM.com    }
4989651SAndreas.Sandberg@ARM.com
4999651SAndreas.Sandberg@ARM.com    numCycles += cyclesExecuted * hostFactor;
5009651SAndreas.Sandberg@ARM.com    ++numVMExits;
5019651SAndreas.Sandberg@ARM.com
5029651SAndreas.Sandberg@ARM.com    DPRINTF(KvmRun, "KVM: Executed %i instructions in %i cycles (%i ticks, sim cycles: %i).\n",
5039651SAndreas.Sandberg@ARM.com            hwInstructions.read() - baseInstrs,
5049651SAndreas.Sandberg@ARM.com            cyclesExecuted,
5059651SAndreas.Sandberg@ARM.com            ticksExecuted,
5069651SAndreas.Sandberg@ARM.com            cyclesExecuted * hostFactor);
5079651SAndreas.Sandberg@ARM.com
5089651SAndreas.Sandberg@ARM.com    return ticksExecuted + flushCoalescedMMIO();
5099651SAndreas.Sandberg@ARM.com}
5109651SAndreas.Sandberg@ARM.com
5119651SAndreas.Sandberg@ARM.comvoid
5129651SAndreas.Sandberg@ARM.comBaseKvmCPU::kvmNonMaskableInterrupt()
5139651SAndreas.Sandberg@ARM.com{
5149651SAndreas.Sandberg@ARM.com    ++numInterrupts;
5159651SAndreas.Sandberg@ARM.com    if (ioctl(KVM_NMI) == -1)
5169651SAndreas.Sandberg@ARM.com        panic("KVM: Failed to deliver NMI to virtual CPU\n");
5179651SAndreas.Sandberg@ARM.com}
5189651SAndreas.Sandberg@ARM.com
5199651SAndreas.Sandberg@ARM.comvoid
5209651SAndreas.Sandberg@ARM.comBaseKvmCPU::kvmInterrupt(const struct kvm_interrupt &interrupt)
5219651SAndreas.Sandberg@ARM.com{
5229651SAndreas.Sandberg@ARM.com    ++numInterrupts;
5239651SAndreas.Sandberg@ARM.com    if (ioctl(KVM_INTERRUPT, (void *)&interrupt) == -1)
5249651SAndreas.Sandberg@ARM.com        panic("KVM: Failed to deliver interrupt to virtual CPU\n");
5259651SAndreas.Sandberg@ARM.com}
5269651SAndreas.Sandberg@ARM.com
5279651SAndreas.Sandberg@ARM.comvoid
5289651SAndreas.Sandberg@ARM.comBaseKvmCPU::getRegisters(struct kvm_regs &regs) const
5299651SAndreas.Sandberg@ARM.com{
5309651SAndreas.Sandberg@ARM.com    if (ioctl(KVM_GET_REGS, &regs) == -1)
5319651SAndreas.Sandberg@ARM.com        panic("KVM: Failed to get guest registers\n");
5329651SAndreas.Sandberg@ARM.com}
5339651SAndreas.Sandberg@ARM.com
5349651SAndreas.Sandberg@ARM.comvoid
5359651SAndreas.Sandberg@ARM.comBaseKvmCPU::setRegisters(const struct kvm_regs &regs)
5369651SAndreas.Sandberg@ARM.com{
5379651SAndreas.Sandberg@ARM.com    if (ioctl(KVM_SET_REGS, (void *)&regs) == -1)
5389651SAndreas.Sandberg@ARM.com        panic("KVM: Failed to set guest registers\n");
5399651SAndreas.Sandberg@ARM.com}
5409651SAndreas.Sandberg@ARM.com
5419651SAndreas.Sandberg@ARM.comvoid
5429651SAndreas.Sandberg@ARM.comBaseKvmCPU::getSpecialRegisters(struct kvm_sregs &regs) const
5439651SAndreas.Sandberg@ARM.com{
5449651SAndreas.Sandberg@ARM.com    if (ioctl(KVM_GET_SREGS, &regs) == -1)
5459651SAndreas.Sandberg@ARM.com        panic("KVM: Failed to get guest special registers\n");
5469651SAndreas.Sandberg@ARM.com}
5479651SAndreas.Sandberg@ARM.com
5489651SAndreas.Sandberg@ARM.comvoid
5499651SAndreas.Sandberg@ARM.comBaseKvmCPU::setSpecialRegisters(const struct kvm_sregs &regs)
5509651SAndreas.Sandberg@ARM.com{
5519651SAndreas.Sandberg@ARM.com    if (ioctl(KVM_SET_SREGS, (void *)&regs) == -1)
5529651SAndreas.Sandberg@ARM.com        panic("KVM: Failed to set guest special registers\n");
5539651SAndreas.Sandberg@ARM.com}
5549651SAndreas.Sandberg@ARM.com
5559651SAndreas.Sandberg@ARM.comvoid
5569651SAndreas.Sandberg@ARM.comBaseKvmCPU::getFPUState(struct kvm_fpu &state) const
5579651SAndreas.Sandberg@ARM.com{
5589651SAndreas.Sandberg@ARM.com    if (ioctl(KVM_GET_FPU, &state) == -1)
5599651SAndreas.Sandberg@ARM.com        panic("KVM: Failed to get guest FPU state\n");
5609651SAndreas.Sandberg@ARM.com}
5619651SAndreas.Sandberg@ARM.com
5629651SAndreas.Sandberg@ARM.comvoid
5639651SAndreas.Sandberg@ARM.comBaseKvmCPU::setFPUState(const struct kvm_fpu &state)
5649651SAndreas.Sandberg@ARM.com{
5659651SAndreas.Sandberg@ARM.com    if (ioctl(KVM_SET_FPU, (void *)&state) == -1)
5669651SAndreas.Sandberg@ARM.com        panic("KVM: Failed to set guest FPU state\n");
5679651SAndreas.Sandberg@ARM.com}
5689651SAndreas.Sandberg@ARM.com
5699651SAndreas.Sandberg@ARM.com
5709651SAndreas.Sandberg@ARM.comvoid
5719651SAndreas.Sandberg@ARM.comBaseKvmCPU::setOneReg(uint64_t id, const void *addr)
5729651SAndreas.Sandberg@ARM.com{
5739651SAndreas.Sandberg@ARM.com#ifdef KVM_SET_ONE_REG
5749651SAndreas.Sandberg@ARM.com    struct kvm_one_reg reg;
5759651SAndreas.Sandberg@ARM.com    reg.id = id;
5769651SAndreas.Sandberg@ARM.com    reg.addr = (uint64_t)addr;
5779651SAndreas.Sandberg@ARM.com
5789651SAndreas.Sandberg@ARM.com    if (ioctl(KVM_SET_ONE_REG, &reg) == -1) {
5799651SAndreas.Sandberg@ARM.com        panic("KVM: Failed to set register (0x%x) value (errno: %i)\n",
5809651SAndreas.Sandberg@ARM.com              id, errno);
5819651SAndreas.Sandberg@ARM.com    }
5829651SAndreas.Sandberg@ARM.com#else
5839651SAndreas.Sandberg@ARM.com    panic("KVM_SET_ONE_REG is unsupported on this platform.\n");
5849651SAndreas.Sandberg@ARM.com#endif
5859651SAndreas.Sandberg@ARM.com}
5869651SAndreas.Sandberg@ARM.com
5879651SAndreas.Sandberg@ARM.comvoid
5889651SAndreas.Sandberg@ARM.comBaseKvmCPU::getOneReg(uint64_t id, void *addr) const
5899651SAndreas.Sandberg@ARM.com{
5909651SAndreas.Sandberg@ARM.com#ifdef KVM_GET_ONE_REG
5919651SAndreas.Sandberg@ARM.com    struct kvm_one_reg reg;
5929651SAndreas.Sandberg@ARM.com    reg.id = id;
5939651SAndreas.Sandberg@ARM.com    reg.addr = (uint64_t)addr;
5949651SAndreas.Sandberg@ARM.com
5959651SAndreas.Sandberg@ARM.com    if (ioctl(KVM_GET_ONE_REG, &reg) == -1) {
5969651SAndreas.Sandberg@ARM.com        panic("KVM: Failed to get register (0x%x) value (errno: %i)\n",
5979651SAndreas.Sandberg@ARM.com              id, errno);
5989651SAndreas.Sandberg@ARM.com    }
5999651SAndreas.Sandberg@ARM.com#else
6009651SAndreas.Sandberg@ARM.com    panic("KVM_GET_ONE_REG is unsupported on this platform.\n");
6019651SAndreas.Sandberg@ARM.com#endif
6029651SAndreas.Sandberg@ARM.com}
6039651SAndreas.Sandberg@ARM.com
6049651SAndreas.Sandberg@ARM.comstd::string
6059651SAndreas.Sandberg@ARM.comBaseKvmCPU::getAndFormatOneReg(uint64_t id) const
6069651SAndreas.Sandberg@ARM.com{
6079651SAndreas.Sandberg@ARM.com#ifdef KVM_GET_ONE_REG
6089651SAndreas.Sandberg@ARM.com    std::ostringstream ss;
6099651SAndreas.Sandberg@ARM.com
6109651SAndreas.Sandberg@ARM.com    ss.setf(std::ios::hex, std::ios::basefield);
6119651SAndreas.Sandberg@ARM.com    ss.setf(std::ios::showbase);
6129651SAndreas.Sandberg@ARM.com#define HANDLE_INTTYPE(len)                      \
6139651SAndreas.Sandberg@ARM.com    case KVM_REG_SIZE_U ## len: {                \
6149651SAndreas.Sandberg@ARM.com        uint ## len ## _t value;                 \
6159651SAndreas.Sandberg@ARM.com        getOneReg(id, &value);                   \
6169651SAndreas.Sandberg@ARM.com        ss << value;                             \
6179651SAndreas.Sandberg@ARM.com    }  break
6189651SAndreas.Sandberg@ARM.com
6199651SAndreas.Sandberg@ARM.com#define HANDLE_ARRAY(len)                       \
6209651SAndreas.Sandberg@ARM.com    case KVM_REG_SIZE_U ## len: {               \
6219651SAndreas.Sandberg@ARM.com        uint8_t value[len / 8];                 \
6229651SAndreas.Sandberg@ARM.com        getOneReg(id, value);                   \
6239651SAndreas.Sandberg@ARM.com        ss << "[" << value[0];                  \
6249651SAndreas.Sandberg@ARM.com        for (int i = 1; i < len  / 8; ++i)      \
6259651SAndreas.Sandberg@ARM.com            ss << ", " << value[i];             \
6269651SAndreas.Sandberg@ARM.com        ss << "]";                              \
6279651SAndreas.Sandberg@ARM.com      } break
6289651SAndreas.Sandberg@ARM.com
6299651SAndreas.Sandberg@ARM.com    switch (id & KVM_REG_SIZE_MASK) {
6309651SAndreas.Sandberg@ARM.com        HANDLE_INTTYPE(8);
6319651SAndreas.Sandberg@ARM.com        HANDLE_INTTYPE(16);
6329651SAndreas.Sandberg@ARM.com        HANDLE_INTTYPE(32);
6339651SAndreas.Sandberg@ARM.com        HANDLE_INTTYPE(64);
6349651SAndreas.Sandberg@ARM.com        HANDLE_ARRAY(128);
6359651SAndreas.Sandberg@ARM.com        HANDLE_ARRAY(256);
6369651SAndreas.Sandberg@ARM.com        HANDLE_ARRAY(512);
6379651SAndreas.Sandberg@ARM.com        HANDLE_ARRAY(1024);
6389651SAndreas.Sandberg@ARM.com      default:
6399651SAndreas.Sandberg@ARM.com        ss << "??";
6409651SAndreas.Sandberg@ARM.com    }
6419651SAndreas.Sandberg@ARM.com
6429651SAndreas.Sandberg@ARM.com#undef HANDLE_INTTYPE
6439651SAndreas.Sandberg@ARM.com#undef HANDLE_ARRAY
6449651SAndreas.Sandberg@ARM.com
6459651SAndreas.Sandberg@ARM.com    return ss.str();
6469651SAndreas.Sandberg@ARM.com#else
6479651SAndreas.Sandberg@ARM.com    panic("KVM_GET_ONE_REG is unsupported on this platform.\n");
6489651SAndreas.Sandberg@ARM.com#endif
6499651SAndreas.Sandberg@ARM.com}
6509651SAndreas.Sandberg@ARM.com
6519652SAndreas.Sandberg@ARM.comvoid
6529652SAndreas.Sandberg@ARM.comBaseKvmCPU::syncThreadContext()
6539652SAndreas.Sandberg@ARM.com{
6549652SAndreas.Sandberg@ARM.com    if (!kvmStateDirty)
6559652SAndreas.Sandberg@ARM.com        return;
6569652SAndreas.Sandberg@ARM.com
6579652SAndreas.Sandberg@ARM.com    assert(!threadContextDirty);
6589652SAndreas.Sandberg@ARM.com
6599652SAndreas.Sandberg@ARM.com    updateThreadContext();
6609652SAndreas.Sandberg@ARM.com    kvmStateDirty = false;
6619652SAndreas.Sandberg@ARM.com}
6629652SAndreas.Sandberg@ARM.com
6639652SAndreas.Sandberg@ARM.comvoid
6649652SAndreas.Sandberg@ARM.comBaseKvmCPU::syncKvmState()
6659652SAndreas.Sandberg@ARM.com{
6669652SAndreas.Sandberg@ARM.com    if (!threadContextDirty)
6679652SAndreas.Sandberg@ARM.com        return;
6689652SAndreas.Sandberg@ARM.com
6699652SAndreas.Sandberg@ARM.com    assert(!kvmStateDirty);
6709652SAndreas.Sandberg@ARM.com
6719652SAndreas.Sandberg@ARM.com    updateKvmState();
6729652SAndreas.Sandberg@ARM.com    threadContextDirty = false;
6739652SAndreas.Sandberg@ARM.com}
6749652SAndreas.Sandberg@ARM.com
6759651SAndreas.Sandberg@ARM.comTick
6769651SAndreas.Sandberg@ARM.comBaseKvmCPU::handleKvmExit()
6779651SAndreas.Sandberg@ARM.com{
6789651SAndreas.Sandberg@ARM.com    DPRINTF(KvmRun, "handleKvmExit (exit_reason: %i)\n", _kvmRun->exit_reason);
6799651SAndreas.Sandberg@ARM.com
6809651SAndreas.Sandberg@ARM.com    switch (_kvmRun->exit_reason) {
6819651SAndreas.Sandberg@ARM.com      case KVM_EXIT_UNKNOWN:
6829651SAndreas.Sandberg@ARM.com        return handleKvmExitUnknown();
6839651SAndreas.Sandberg@ARM.com
6849651SAndreas.Sandberg@ARM.com      case KVM_EXIT_EXCEPTION:
6859651SAndreas.Sandberg@ARM.com        return handleKvmExitException();
6869651SAndreas.Sandberg@ARM.com
6879651SAndreas.Sandberg@ARM.com      case KVM_EXIT_IO:
6889651SAndreas.Sandberg@ARM.com        ++numIO;
6899651SAndreas.Sandberg@ARM.com        return handleKvmExitIO();
6909651SAndreas.Sandberg@ARM.com
6919651SAndreas.Sandberg@ARM.com      case KVM_EXIT_HYPERCALL:
6929651SAndreas.Sandberg@ARM.com        ++numHypercalls;
6939651SAndreas.Sandberg@ARM.com        return handleKvmExitHypercall();
6949651SAndreas.Sandberg@ARM.com
6959651SAndreas.Sandberg@ARM.com      case KVM_EXIT_HLT:
6969651SAndreas.Sandberg@ARM.com        /* The guest has halted and is waiting for interrupts */
6979651SAndreas.Sandberg@ARM.com        DPRINTF(Kvm, "handleKvmExitHalt\n");
6989651SAndreas.Sandberg@ARM.com        ++numHalt;
6999651SAndreas.Sandberg@ARM.com
7009651SAndreas.Sandberg@ARM.com        // Suspend the thread until the next interrupt arrives
7019651SAndreas.Sandberg@ARM.com        thread->suspend();
7029651SAndreas.Sandberg@ARM.com
7039651SAndreas.Sandberg@ARM.com        // This is actually ignored since the thread is suspended.
7049651SAndreas.Sandberg@ARM.com        return 0;
7059651SAndreas.Sandberg@ARM.com
7069651SAndreas.Sandberg@ARM.com      case KVM_EXIT_MMIO:
7079651SAndreas.Sandberg@ARM.com        /* Service memory mapped IO requests */
7089651SAndreas.Sandberg@ARM.com        DPRINTF(KvmIO, "KVM: Handling MMIO (w: %u, addr: 0x%x, len: %u)\n",
7099651SAndreas.Sandberg@ARM.com                _kvmRun->mmio.is_write,
7109651SAndreas.Sandberg@ARM.com                _kvmRun->mmio.phys_addr, _kvmRun->mmio.len);
7119651SAndreas.Sandberg@ARM.com
7129651SAndreas.Sandberg@ARM.com        ++numMMIO;
7139651SAndreas.Sandberg@ARM.com        return doMMIOAccess(_kvmRun->mmio.phys_addr, _kvmRun->mmio.data,
7149651SAndreas.Sandberg@ARM.com                            _kvmRun->mmio.len, _kvmRun->mmio.is_write);
7159651SAndreas.Sandberg@ARM.com
7169651SAndreas.Sandberg@ARM.com      case KVM_EXIT_IRQ_WINDOW_OPEN:
7179651SAndreas.Sandberg@ARM.com        return handleKvmExitIRQWindowOpen();
7189651SAndreas.Sandberg@ARM.com
7199651SAndreas.Sandberg@ARM.com      case KVM_EXIT_FAIL_ENTRY:
7209651SAndreas.Sandberg@ARM.com        return handleKvmExitFailEntry();
7219651SAndreas.Sandberg@ARM.com
7229651SAndreas.Sandberg@ARM.com      case KVM_EXIT_INTR:
7239651SAndreas.Sandberg@ARM.com        /* KVM was interrupted by a signal, restart it in the next
7249651SAndreas.Sandberg@ARM.com         * tick. */
7259651SAndreas.Sandberg@ARM.com        return 0;
7269651SAndreas.Sandberg@ARM.com
7279651SAndreas.Sandberg@ARM.com      case KVM_EXIT_INTERNAL_ERROR:
7289651SAndreas.Sandberg@ARM.com        panic("KVM: Internal error (suberror: %u)\n",
7299651SAndreas.Sandberg@ARM.com              _kvmRun->internal.suberror);
7309651SAndreas.Sandberg@ARM.com
7319651SAndreas.Sandberg@ARM.com      default:
7329651SAndreas.Sandberg@ARM.com        panic("KVM: Unexpected exit (exit_reason: %u)\n", _kvmRun->exit_reason);
7339651SAndreas.Sandberg@ARM.com    }
7349651SAndreas.Sandberg@ARM.com}
7359651SAndreas.Sandberg@ARM.com
7369651SAndreas.Sandberg@ARM.comTick
7379651SAndreas.Sandberg@ARM.comBaseKvmCPU::handleKvmExitIO()
7389651SAndreas.Sandberg@ARM.com{
7399651SAndreas.Sandberg@ARM.com    panic("KVM: Unhandled guest IO (dir: %i, size: %i, port: 0x%x, count: %i)\n",
7409651SAndreas.Sandberg@ARM.com          _kvmRun->io.direction, _kvmRun->io.size,
7419651SAndreas.Sandberg@ARM.com          _kvmRun->io.port, _kvmRun->io.count);
7429651SAndreas.Sandberg@ARM.com}
7439651SAndreas.Sandberg@ARM.com
7449651SAndreas.Sandberg@ARM.comTick
7459651SAndreas.Sandberg@ARM.comBaseKvmCPU::handleKvmExitHypercall()
7469651SAndreas.Sandberg@ARM.com{
7479651SAndreas.Sandberg@ARM.com    panic("KVM: Unhandled hypercall\n");
7489651SAndreas.Sandberg@ARM.com}
7499651SAndreas.Sandberg@ARM.com
7509651SAndreas.Sandberg@ARM.comTick
7519651SAndreas.Sandberg@ARM.comBaseKvmCPU::handleKvmExitIRQWindowOpen()
7529651SAndreas.Sandberg@ARM.com{
7539651SAndreas.Sandberg@ARM.com    warn("KVM: Unhandled IRQ window.\n");
7549651SAndreas.Sandberg@ARM.com    return 0;
7559651SAndreas.Sandberg@ARM.com}
7569651SAndreas.Sandberg@ARM.com
7579651SAndreas.Sandberg@ARM.com
7589651SAndreas.Sandberg@ARM.comTick
7599651SAndreas.Sandberg@ARM.comBaseKvmCPU::handleKvmExitUnknown()
7609651SAndreas.Sandberg@ARM.com{
7619651SAndreas.Sandberg@ARM.com    panic("KVM: Unknown error when starting vCPU (hw reason: 0x%llx)\n",
7629651SAndreas.Sandberg@ARM.com          _kvmRun->hw.hardware_exit_reason);
7639651SAndreas.Sandberg@ARM.com}
7649651SAndreas.Sandberg@ARM.com
7659651SAndreas.Sandberg@ARM.comTick
7669651SAndreas.Sandberg@ARM.comBaseKvmCPU::handleKvmExitException()
7679651SAndreas.Sandberg@ARM.com{
7689651SAndreas.Sandberg@ARM.com    panic("KVM: Got exception when starting vCPU "
7699651SAndreas.Sandberg@ARM.com          "(exception: %u, error_code: %u)\n",
7709651SAndreas.Sandberg@ARM.com          _kvmRun->ex.exception, _kvmRun->ex.error_code);
7719651SAndreas.Sandberg@ARM.com}
7729651SAndreas.Sandberg@ARM.com
7739651SAndreas.Sandberg@ARM.comTick
7749651SAndreas.Sandberg@ARM.comBaseKvmCPU::handleKvmExitFailEntry()
7759651SAndreas.Sandberg@ARM.com{
7769651SAndreas.Sandberg@ARM.com    panic("KVM: Failed to enter virtualized mode (hw reason: 0x%llx)\n",
7779651SAndreas.Sandberg@ARM.com          _kvmRun->fail_entry.hardware_entry_failure_reason);
7789651SAndreas.Sandberg@ARM.com}
7799651SAndreas.Sandberg@ARM.com
7809651SAndreas.Sandberg@ARM.comTick
7819651SAndreas.Sandberg@ARM.comBaseKvmCPU::doMMIOAccess(Addr paddr, void *data, int size, bool write)
7829651SAndreas.Sandberg@ARM.com{
7839682Sandreas@sandberg.pp.se    mmio_req.setPhys(paddr, size, Request::UNCACHEABLE, dataMasterId());
7849651SAndreas.Sandberg@ARM.com
7859651SAndreas.Sandberg@ARM.com    const MemCmd cmd(write ? MemCmd::WriteReq : MemCmd::ReadReq);
7869651SAndreas.Sandberg@ARM.com    Packet pkt(&mmio_req, cmd);
7879651SAndreas.Sandberg@ARM.com    pkt.dataStatic(data);
7889651SAndreas.Sandberg@ARM.com    return dataPort.sendAtomic(&pkt);
7899651SAndreas.Sandberg@ARM.com}
7909651SAndreas.Sandberg@ARM.com
7919651SAndreas.Sandberg@ARM.comint
7929651SAndreas.Sandberg@ARM.comBaseKvmCPU::ioctl(int request, long p1) const
7939651SAndreas.Sandberg@ARM.com{
7949651SAndreas.Sandberg@ARM.com    if (vcpuFD == -1)
7959651SAndreas.Sandberg@ARM.com        panic("KVM: CPU ioctl called before initialization\n");
7969651SAndreas.Sandberg@ARM.com
7979651SAndreas.Sandberg@ARM.com    return ::ioctl(vcpuFD, request, p1);
7989651SAndreas.Sandberg@ARM.com}
7999651SAndreas.Sandberg@ARM.com
8009651SAndreas.Sandberg@ARM.comTick
8019651SAndreas.Sandberg@ARM.comBaseKvmCPU::flushCoalescedMMIO()
8029651SAndreas.Sandberg@ARM.com{
8039651SAndreas.Sandberg@ARM.com    if (!mmioRing)
8049651SAndreas.Sandberg@ARM.com        return 0;
8059651SAndreas.Sandberg@ARM.com
8069651SAndreas.Sandberg@ARM.com    DPRINTF(KvmIO, "KVM: Flushing the coalesced MMIO ring buffer\n");
8079651SAndreas.Sandberg@ARM.com
8089651SAndreas.Sandberg@ARM.com    // TODO: We might need to do synchronization when we start to
8099651SAndreas.Sandberg@ARM.com    // support multiple CPUs
8109651SAndreas.Sandberg@ARM.com    Tick ticks(0);
8119651SAndreas.Sandberg@ARM.com    while (mmioRing->first != mmioRing->last) {
8129651SAndreas.Sandberg@ARM.com        struct kvm_coalesced_mmio &ent(
8139651SAndreas.Sandberg@ARM.com            mmioRing->coalesced_mmio[mmioRing->first]);
8149651SAndreas.Sandberg@ARM.com
8159651SAndreas.Sandberg@ARM.com        DPRINTF(KvmIO, "KVM: Handling coalesced MMIO (addr: 0x%x, len: %u)\n",
8169651SAndreas.Sandberg@ARM.com                ent.phys_addr, ent.len);
8179651SAndreas.Sandberg@ARM.com
8189651SAndreas.Sandberg@ARM.com        ++numCoalescedMMIO;
8199651SAndreas.Sandberg@ARM.com        ticks += doMMIOAccess(ent.phys_addr, ent.data, ent.len, true);
8209651SAndreas.Sandberg@ARM.com
8219651SAndreas.Sandberg@ARM.com        mmioRing->first = (mmioRing->first + 1) % KVM_COALESCED_MMIO_MAX;
8229651SAndreas.Sandberg@ARM.com    }
8239651SAndreas.Sandberg@ARM.com
8249651SAndreas.Sandberg@ARM.com    return ticks;
8259651SAndreas.Sandberg@ARM.com}
8269651SAndreas.Sandberg@ARM.com
8279651SAndreas.Sandberg@ARM.comvoid
8289651SAndreas.Sandberg@ARM.comBaseKvmCPU::setupSignalHandler()
8299651SAndreas.Sandberg@ARM.com{
8309651SAndreas.Sandberg@ARM.com    struct sigaction sa;
8319651SAndreas.Sandberg@ARM.com
8329651SAndreas.Sandberg@ARM.com    memset(&sa, 0, sizeof(sa));
8339651SAndreas.Sandberg@ARM.com    sa.sa_sigaction = onTimerOverflow;
8349651SAndreas.Sandberg@ARM.com    sa.sa_flags = SA_SIGINFO | SA_RESTART;
8359651SAndreas.Sandberg@ARM.com    if (sigaction(KVM_TIMER_SIGNAL, &sa, NULL) == -1)
8369651SAndreas.Sandberg@ARM.com        panic("KVM: Failed to setup vCPU signal handler\n");
8379651SAndreas.Sandberg@ARM.com}
8389651SAndreas.Sandberg@ARM.com
8399651SAndreas.Sandberg@ARM.comvoid
8409651SAndreas.Sandberg@ARM.comBaseKvmCPU::setupCounters()
8419651SAndreas.Sandberg@ARM.com{
8429651SAndreas.Sandberg@ARM.com    DPRINTF(Kvm, "Attaching cycle counter...\n");
8439651SAndreas.Sandberg@ARM.com    PerfKvmCounterConfig cfgCycles(PERF_TYPE_HARDWARE,
8449651SAndreas.Sandberg@ARM.com                                PERF_COUNT_HW_CPU_CYCLES);
8459651SAndreas.Sandberg@ARM.com    cfgCycles.disabled(true)
8469651SAndreas.Sandberg@ARM.com        .pinned(true);
8479655SAndreas.Sandberg@ARM.com
8489655SAndreas.Sandberg@ARM.com    if (perfControlledByTimer) {
8499655SAndreas.Sandberg@ARM.com        // We need to configure the cycles counter to send overflows
8509655SAndreas.Sandberg@ARM.com        // since we are going to use it to trigger timer signals that
8519655SAndreas.Sandberg@ARM.com        // trap back into m5 from KVM. In practice, this means that we
8529655SAndreas.Sandberg@ARM.com        // need to set some non-zero sample period that gets
8539655SAndreas.Sandberg@ARM.com        // overridden when the timer is armed.
8549655SAndreas.Sandberg@ARM.com        cfgCycles.wakeupEvents(1)
8559655SAndreas.Sandberg@ARM.com            .samplePeriod(42);
8569655SAndreas.Sandberg@ARM.com    }
8579655SAndreas.Sandberg@ARM.com
8589651SAndreas.Sandberg@ARM.com    hwCycles.attach(cfgCycles,
8599651SAndreas.Sandberg@ARM.com                    0); // TID (0 => currentThread)
8609651SAndreas.Sandberg@ARM.com
8619651SAndreas.Sandberg@ARM.com    DPRINTF(Kvm, "Attaching instruction counter...\n");
8629651SAndreas.Sandberg@ARM.com    PerfKvmCounterConfig cfgInstructions(PERF_TYPE_HARDWARE,
8639651SAndreas.Sandberg@ARM.com                                      PERF_COUNT_HW_INSTRUCTIONS);
8649651SAndreas.Sandberg@ARM.com    hwInstructions.attach(cfgInstructions,
8659651SAndreas.Sandberg@ARM.com                          0, // TID (0 => currentThread)
8669651SAndreas.Sandberg@ARM.com                          hwCycles);
8679651SAndreas.Sandberg@ARM.com}
868