base.cc revision 9754
19651SAndreas.Sandberg@ARM.com/* 210858Sandreas.sandberg@arm.com * Copyright (c) 2012 ARM Limited 39651SAndreas.Sandberg@ARM.com * All rights reserved 49651SAndreas.Sandberg@ARM.com * 59651SAndreas.Sandberg@ARM.com * The license below extends only to copyright in the software and shall 69651SAndreas.Sandberg@ARM.com * not be construed as granting a license to any other intellectual 79651SAndreas.Sandberg@ARM.com * property including but not limited to intellectual property relating 89651SAndreas.Sandberg@ARM.com * to a hardware implementation of the functionality of the software 99651SAndreas.Sandberg@ARM.com * licensed hereunder. You may use the software subject to the license 109651SAndreas.Sandberg@ARM.com * terms below provided that you ensure that this notice is replicated 119651SAndreas.Sandberg@ARM.com * unmodified and in its entirety in all distributions of the software, 129651SAndreas.Sandberg@ARM.com * modified or unmodified, in source code or in binary form. 139651SAndreas.Sandberg@ARM.com * 149651SAndreas.Sandberg@ARM.com * Redistribution and use in source and binary forms, with or without 159651SAndreas.Sandberg@ARM.com * modification, are permitted provided that the following conditions are 169651SAndreas.Sandberg@ARM.com * met: redistributions of source code must retain the above copyright 179651SAndreas.Sandberg@ARM.com * notice, this list of conditions and the following disclaimer; 189651SAndreas.Sandberg@ARM.com * redistributions in binary form must reproduce the above copyright 199651SAndreas.Sandberg@ARM.com * notice, this list of conditions and the following disclaimer in the 209651SAndreas.Sandberg@ARM.com * documentation and/or other materials provided with the distribution; 219651SAndreas.Sandberg@ARM.com * neither the name of the copyright holders nor the names of its 229651SAndreas.Sandberg@ARM.com * contributors may be used to endorse or promote products derived from 239651SAndreas.Sandberg@ARM.com * this software without specific prior written permission. 249651SAndreas.Sandberg@ARM.com * 259651SAndreas.Sandberg@ARM.com * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 269651SAndreas.Sandberg@ARM.com * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 279651SAndreas.Sandberg@ARM.com * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 289651SAndreas.Sandberg@ARM.com * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 299651SAndreas.Sandberg@ARM.com * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 309651SAndreas.Sandberg@ARM.com * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 319651SAndreas.Sandberg@ARM.com * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 329651SAndreas.Sandberg@ARM.com * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 339651SAndreas.Sandberg@ARM.com * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 349651SAndreas.Sandberg@ARM.com * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 359651SAndreas.Sandberg@ARM.com * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 369651SAndreas.Sandberg@ARM.com * 379651SAndreas.Sandberg@ARM.com * Authors: Andreas Sandberg 389651SAndreas.Sandberg@ARM.com */ 399651SAndreas.Sandberg@ARM.com 4011793Sbrandon.potter@amd.com#include <linux/kvm.h> 4111793Sbrandon.potter@amd.com#include <sys/ioctl.h> 429651SAndreas.Sandberg@ARM.com#include <sys/mman.h> 439651SAndreas.Sandberg@ARM.com#include <unistd.h> 449651SAndreas.Sandberg@ARM.com 459651SAndreas.Sandberg@ARM.com#include <cerrno> 469651SAndreas.Sandberg@ARM.com#include <csignal> 479651SAndreas.Sandberg@ARM.com#include <ostream> 489651SAndreas.Sandberg@ARM.com 499651SAndreas.Sandberg@ARM.com#include "arch/utility.hh" 509651SAndreas.Sandberg@ARM.com#include "cpu/kvm/base.hh" 519760Sandreas@sandberg.pp.se#include "debug/Checkpoint.hh" 529651SAndreas.Sandberg@ARM.com#include "debug/Drain.hh" 539683Sandreas@sandberg.pp.se#include "debug/Kvm.hh" 549753Sandreas@sandberg.pp.se#include "debug/KvmIO.hh" 559651SAndreas.Sandberg@ARM.com#include "debug/KvmRun.hh" 569651SAndreas.Sandberg@ARM.com#include "params/BaseKvmCPU.hh" 579651SAndreas.Sandberg@ARM.com#include "sim/process.hh" 589651SAndreas.Sandberg@ARM.com#include "sim/system.hh" 599651SAndreas.Sandberg@ARM.com 609651SAndreas.Sandberg@ARM.com#include <signal.h> 619651SAndreas.Sandberg@ARM.com 629651SAndreas.Sandberg@ARM.com/* Used by some KVM macros */ 639651SAndreas.Sandberg@ARM.com#define PAGE_SIZE pageSize 649651SAndreas.Sandberg@ARM.com 659651SAndreas.Sandberg@ARM.comvolatile bool timerOverflowed = false; 669651SAndreas.Sandberg@ARM.com 6711839SCurtis.Dunham@arm.comstatic void 689651SAndreas.Sandberg@ARM.comonTimerOverflow(int signo, siginfo_t *si, void *data) 699651SAndreas.Sandberg@ARM.com{ 709651SAndreas.Sandberg@ARM.com timerOverflowed = true; 7111399Sandreas.sandberg@arm.com} 729652SAndreas.Sandberg@ARM.com 739652SAndreas.Sandberg@ARM.comBaseKvmCPU::BaseKvmCPU(BaseKvmCPUParams *params) 749651SAndreas.Sandberg@ARM.com : BaseCPU(params), 759651SAndreas.Sandberg@ARM.com vm(*params->kvmVM), 769651SAndreas.Sandberg@ARM.com _status(Idle), 779651SAndreas.Sandberg@ARM.com dataPort(name() + ".dcache_port", this), 789892Sandreas@sandberg.pp.se instPort(name() + ".icache_port", this), 799655SAndreas.Sandberg@ARM.com threadContextDirty(true), 809752Sandreas@sandberg.pp.se kvmStateDirty(false), 819752Sandreas@sandberg.pp.se vcpuID(vm.allocVCPUID()), vcpuFD(-1), vcpuMMapSize(0), 829651SAndreas.Sandberg@ARM.com _kvmRun(NULL), mmioRing(NULL), 839651SAndreas.Sandberg@ARM.com pageSize(sysconf(_SC_PAGE_SIZE)), 849651SAndreas.Sandberg@ARM.com tickEvent(*this), 859651SAndreas.Sandberg@ARM.com perfControlledByTimer(params->usePerfOverflow), 869651SAndreas.Sandberg@ARM.com hostFreq(params->hostFreq), 8710553Salexandru.dutu@amd.com hostFactor(params->hostFactor), 8810553Salexandru.dutu@amd.com drainManager(NULL), 8910553Salexandru.dutu@amd.com ctrInsts(0) 9010553Salexandru.dutu@amd.com{ 9110553Salexandru.dutu@amd.com if (pageSize == -1) 9210553Salexandru.dutu@amd.com panic("KVM: Failed to determine host page size (%i)\n", 9310553Salexandru.dutu@amd.com errno); 9410553Salexandru.dutu@amd.com 959651SAndreas.Sandberg@ARM.com thread = new SimpleThread(this, 0, params->system, 969651SAndreas.Sandberg@ARM.com params->itb, params->dtb, params->isa[0]); 979651SAndreas.Sandberg@ARM.com thread->setStatus(ThreadContext::Halted); 989651SAndreas.Sandberg@ARM.com tc = thread->getTC(); 999651SAndreas.Sandberg@ARM.com threadContexts.push_back(tc); 1009651SAndreas.Sandberg@ARM.com 1019651SAndreas.Sandberg@ARM.com setupCounters(); 1029651SAndreas.Sandberg@ARM.com 1039651SAndreas.Sandberg@ARM.com if (params->usePerfOverflow) 1049651SAndreas.Sandberg@ARM.com runTimer.reset(new PerfKvmTimer(hwCycles, 1059651SAndreas.Sandberg@ARM.com KVM_TIMER_SIGNAL, 1069651SAndreas.Sandberg@ARM.com params->hostFactor, 1079651SAndreas.Sandberg@ARM.com params->hostFreq)); 1089651SAndreas.Sandberg@ARM.com else 1099651SAndreas.Sandberg@ARM.com runTimer.reset(new PosixKvmTimer(KVM_TIMER_SIGNAL, CLOCK_MONOTONIC, 1109651SAndreas.Sandberg@ARM.com params->hostFactor, 1119651SAndreas.Sandberg@ARM.com params->hostFreq)); 1129651SAndreas.Sandberg@ARM.com} 1139651SAndreas.Sandberg@ARM.com 1149651SAndreas.Sandberg@ARM.comBaseKvmCPU::~BaseKvmCPU() 1159651SAndreas.Sandberg@ARM.com{ 1169651SAndreas.Sandberg@ARM.com if (_kvmRun) 1179651SAndreas.Sandberg@ARM.com munmap(_kvmRun, vcpuMMapSize); 1189651SAndreas.Sandberg@ARM.com close(vcpuFD); 1199651SAndreas.Sandberg@ARM.com} 1209651SAndreas.Sandberg@ARM.com 1219651SAndreas.Sandberg@ARM.comvoid 1229651SAndreas.Sandberg@ARM.comBaseKvmCPU::init() 1239651SAndreas.Sandberg@ARM.com{ 1249651SAndreas.Sandberg@ARM.com BaseCPU::init(); 1259690Sandreas@sandberg.pp.se 1269690Sandreas@sandberg.pp.se if (numThreads != 1) 1279690Sandreas@sandberg.pp.se fatal("KVM: Multithreading not supported"); 12811363Sandreas@sandberg.pp.se 1299651SAndreas.Sandberg@ARM.com tc->initMemProxies(tc); 1309651SAndreas.Sandberg@ARM.com 1319651SAndreas.Sandberg@ARM.com // initialize CPU, including PC 1329651SAndreas.Sandberg@ARM.com if (FullSystem && !switchedOut()) 1339651SAndreas.Sandberg@ARM.com TheISA::initCPU(tc, tc->contextId()); 1349651SAndreas.Sandberg@ARM.com 1359651SAndreas.Sandberg@ARM.com mmio_req.setThreadContext(tc->contextId(), 0); 1369651SAndreas.Sandberg@ARM.com} 1379651SAndreas.Sandberg@ARM.com 1389651SAndreas.Sandberg@ARM.comvoid 1399651SAndreas.Sandberg@ARM.comBaseKvmCPU::startup() 1409651SAndreas.Sandberg@ARM.com{ 1419651SAndreas.Sandberg@ARM.com const BaseKvmCPUParams * const p( 1429651SAndreas.Sandberg@ARM.com dynamic_cast<const BaseKvmCPUParams *>(params())); 1439651SAndreas.Sandberg@ARM.com 1449651SAndreas.Sandberg@ARM.com Kvm &kvm(vm.kvm); 1459651SAndreas.Sandberg@ARM.com 1469651SAndreas.Sandberg@ARM.com BaseCPU::startup(); 1479651SAndreas.Sandberg@ARM.com 1489651SAndreas.Sandberg@ARM.com assert(vcpuFD == -1); 1499651SAndreas.Sandberg@ARM.com 1509651SAndreas.Sandberg@ARM.com // Tell the VM that a CPU is about to start. 1519651SAndreas.Sandberg@ARM.com vm.cpuStartup(); 1529651SAndreas.Sandberg@ARM.com 1539651SAndreas.Sandberg@ARM.com // We can't initialize KVM CPUs in BaseKvmCPU::init() since we are 1549690Sandreas@sandberg.pp.se // not guaranteed that the parent KVM VM has initialized at that 1559690Sandreas@sandberg.pp.se // point. Initialize virtual CPUs here instead. 1569690Sandreas@sandberg.pp.se vcpuFD = vm.createVCPU(vcpuID); 1579651SAndreas.Sandberg@ARM.com 1589651SAndreas.Sandberg@ARM.com // Setup signal handlers. This has to be done after the vCPU is 1599651SAndreas.Sandberg@ARM.com // created since it manipulates the vCPU signal mask. 1609651SAndreas.Sandberg@ARM.com setupSignalHandler(); 1619651SAndreas.Sandberg@ARM.com 1629651SAndreas.Sandberg@ARM.com // Map the KVM run structure */ 1639732Sandreas@sandberg.pp.se vcpuMMapSize = kvm.getVCPUMMapSize(); 1649732Sandreas@sandberg.pp.se _kvmRun = (struct kvm_run *)mmap(0, vcpuMMapSize, 16510073Sandreas@sandberg.pp.se PROT_READ | PROT_WRITE, MAP_SHARED, 16610073Sandreas@sandberg.pp.se vcpuFD, 0); 16710073Sandreas@sandberg.pp.se if (_kvmRun == MAP_FAILED) 16810073Sandreas@sandberg.pp.se panic("KVM: Failed to map run data structure\n"); 16910073Sandreas@sandberg.pp.se 17010073Sandreas@sandberg.pp.se // Setup a pointer to the MMIO ring buffer if coalesced MMIO is 17110073Sandreas@sandberg.pp.se // available. The offset into the KVM's communication page is 17211629Smichael.lebeane@amd.com // provided by the coalesced MMIO capability. 17311629Smichael.lebeane@amd.com int mmioOffset(kvm.capCoalescedMMIO()); 17411629Smichael.lebeane@amd.com if (!p->useCoalescedMMIO) { 17511629Smichael.lebeane@amd.com inform("KVM: Coalesced MMIO disabled by config.\n"); 17611629Smichael.lebeane@amd.com } else if (mmioOffset) { 17711629Smichael.lebeane@amd.com inform("KVM: Coalesced IO available\n"); 17811629Smichael.lebeane@amd.com mmioRing = (struct kvm_coalesced_mmio_ring *)( 17911629Smichael.lebeane@amd.com (char *)_kvmRun + (mmioOffset * pageSize)); 18011629Smichael.lebeane@amd.com } else { 18111629Smichael.lebeane@amd.com inform("KVM: Coalesced not supported by host OS\n"); 18211629Smichael.lebeane@amd.com } 18311629Smichael.lebeane@amd.com 18411629Smichael.lebeane@amd.com thread->startup(); 18511629Smichael.lebeane@amd.com} 18611629Smichael.lebeane@amd.com 18711629Smichael.lebeane@amd.comvoid 18811629Smichael.lebeane@amd.comBaseKvmCPU::regStats() 18911629Smichael.lebeane@amd.com{ 19011629Smichael.lebeane@amd.com using namespace Stats; 19111629Smichael.lebeane@amd.com 19211629Smichael.lebeane@amd.com BaseCPU::regStats(); 19311629Smichael.lebeane@amd.com 19411629Smichael.lebeane@amd.com numInsts 19511629Smichael.lebeane@amd.com .name(name() + ".committedInsts") 19611629Smichael.lebeane@amd.com .desc("Number of instructions committed") 19711629Smichael.lebeane@amd.com ; 19811629Smichael.lebeane@amd.com 19911629Smichael.lebeane@amd.com numVMExits 20011629Smichael.lebeane@amd.com .name(name() + ".numVMExits") 20111629Smichael.lebeane@amd.com .desc("total number of KVM exits") 20211629Smichael.lebeane@amd.com ; 20311629Smichael.lebeane@amd.com 20411629Smichael.lebeane@amd.com numMMIO 20511629Smichael.lebeane@amd.com .name(name() + ".numMMIO") 20611629Smichael.lebeane@amd.com .desc("number of VM exits due to memory mapped IO") 20711629Smichael.lebeane@amd.com ; 20811629Smichael.lebeane@amd.com 20911629Smichael.lebeane@amd.com numCoalescedMMIO 21011629Smichael.lebeane@amd.com .name(name() + ".numCoalescedMMIO") 21111629Smichael.lebeane@amd.com .desc("number of coalesced memory mapped IO requests") 21211629Smichael.lebeane@amd.com ; 21311629Smichael.lebeane@amd.com 21411629Smichael.lebeane@amd.com numIO 21511629Smichael.lebeane@amd.com .name(name() + ".numIO") 21611629Smichael.lebeane@amd.com .desc("number of VM exits due to legacy IO") 21711629Smichael.lebeane@amd.com ; 21811629Smichael.lebeane@amd.com 21911629Smichael.lebeane@amd.com numHalt 22011629Smichael.lebeane@amd.com .name(name() + ".numHalt") 22111629Smichael.lebeane@amd.com .desc("number of VM exits due to wait for interrupt instructions") 22211629Smichael.lebeane@amd.com ; 22311629Smichael.lebeane@amd.com 22411629Smichael.lebeane@amd.com numInterrupts 22511629Smichael.lebeane@amd.com .name(name() + ".numInterrupts") 22611629Smichael.lebeane@amd.com .desc("number of interrupts delivered") 22711629Smichael.lebeane@amd.com ; 22811629Smichael.lebeane@amd.com 22911629Smichael.lebeane@amd.com numHypercalls 23011629Smichael.lebeane@amd.com .name(name() + ".numHypercalls") 23111629Smichael.lebeane@amd.com .desc("number of hypercalls") 23211629Smichael.lebeane@amd.com ; 23311629Smichael.lebeane@amd.com} 23411629Smichael.lebeane@amd.com 23511629Smichael.lebeane@amd.comvoid 23611629Smichael.lebeane@amd.comBaseKvmCPU::serializeThread(std::ostream &os, ThreadID tid) 23711629Smichael.lebeane@amd.com{ 23811629Smichael.lebeane@amd.com if (DTRACE(Checkpoint)) { 23911629Smichael.lebeane@amd.com DPRINTF(Checkpoint, "KVM: Serializing thread %i:\n", tid); 24011629Smichael.lebeane@amd.com dump(); 24111629Smichael.lebeane@amd.com } 24210073Sandreas@sandberg.pp.se 24310073Sandreas@sandberg.pp.se assert(tid == 0); 24410073Sandreas@sandberg.pp.se assert(_status == Idle); 24510073Sandreas@sandberg.pp.se thread->serialize(os); 24610073Sandreas@sandberg.pp.se} 24710073Sandreas@sandberg.pp.se 24810073Sandreas@sandberg.pp.sevoid 24910073Sandreas@sandberg.pp.seBaseKvmCPU::unserializeThread(Checkpoint *cp, const std::string §ion, 25010073Sandreas@sandberg.pp.se ThreadID tid) 25110073Sandreas@sandberg.pp.se{ 25210114Sandreas@sandberg.pp.se DPRINTF(Checkpoint, "KVM: Unserialize thread %i:\n", tid); 25310114Sandreas@sandberg.pp.se 25410098Sandreas@sandberg.pp.se assert(tid == 0); 25510098Sandreas@sandberg.pp.se assert(_status == Idle); 25610098Sandreas@sandberg.pp.se thread->unserialize(cp, section); 25710098Sandreas@sandberg.pp.se threadContextDirty = true; 25810073Sandreas@sandberg.pp.se} 25910073Sandreas@sandberg.pp.se 26010073Sandreas@sandberg.pp.seunsigned int 26110073Sandreas@sandberg.pp.seBaseKvmCPU::drain(DrainManager *dm) 26210114Sandreas@sandberg.pp.se{ 26310073Sandreas@sandberg.pp.se if (switchedOut()) 26410073Sandreas@sandberg.pp.se return 0; 26510073Sandreas@sandberg.pp.se 26610114Sandreas@sandberg.pp.se DPRINTF(Drain, "BaseKvmCPU::drain\n"); 26710073Sandreas@sandberg.pp.se switch (_status) { 26810073Sandreas@sandberg.pp.se case Running: 26910073Sandreas@sandberg.pp.se // The base KVM code is normally ready when it is in the 2709651SAndreas.Sandberg@ARM.com // Running state, but the architecture specific code might be 2719651SAndreas.Sandberg@ARM.com // of a different opinion. This may happen when the CPU been 2729651SAndreas.Sandberg@ARM.com // notified of an event that hasn't been accepted by the vCPU 2739651SAndreas.Sandberg@ARM.com // yet. 2749651SAndreas.Sandberg@ARM.com if (!archIsDrained()) { 2759651SAndreas.Sandberg@ARM.com drainManager = dm; 2769651SAndreas.Sandberg@ARM.com return 1; 2779651SAndreas.Sandberg@ARM.com } 2789651SAndreas.Sandberg@ARM.com 2799684Sandreas@sandberg.pp.se // The state of the CPU is consistent, so we don't need to do 2809684Sandreas@sandberg.pp.se // anything special to drain it. We simply de-schedule the 2819684Sandreas@sandberg.pp.se // tick event and enter the Idle state to prevent nasty things 2829684Sandreas@sandberg.pp.se // like MMIOs from happening. 2839684Sandreas@sandberg.pp.se if (tickEvent.scheduled()) 2849651SAndreas.Sandberg@ARM.com deschedule(tickEvent); 2859651SAndreas.Sandberg@ARM.com _status = Idle; 2869651SAndreas.Sandberg@ARM.com 2879651SAndreas.Sandberg@ARM.com /** FALLTHROUGH */ 2889651SAndreas.Sandberg@ARM.com case Idle: 2899755Sandreas@sandberg.pp.se // Idle, no need to drain 2909755Sandreas@sandberg.pp.se assert(!tickEvent.scheduled()); 2919755Sandreas@sandberg.pp.se 2929755Sandreas@sandberg.pp.se // Sync the thread context here since we'll need it when we 2939755Sandreas@sandberg.pp.se // switch CPUs or checkpoint the CPU. 2949755Sandreas@sandberg.pp.se syncThreadContext(); 2959755Sandreas@sandberg.pp.se 2969755Sandreas@sandberg.pp.se return 0; 2979755Sandreas@sandberg.pp.se 2989755Sandreas@sandberg.pp.se case RunningServiceCompletion: 2999651SAndreas.Sandberg@ARM.com // The CPU has just requested a service that was handled in 3009651SAndreas.Sandberg@ARM.com // the RunningService state, but the results have still not 3019651SAndreas.Sandberg@ARM.com // been reported to the CPU. Now, we /could/ probably just 3029651SAndreas.Sandberg@ARM.com // update the register state ourselves instead of letting KVM 3039651SAndreas.Sandberg@ARM.com // handle it, but that would be tricky. Instead, we enter KVM 3049651SAndreas.Sandberg@ARM.com // and let it do its stuff. 3059651SAndreas.Sandberg@ARM.com drainManager = dm; 3069651SAndreas.Sandberg@ARM.com 3079651SAndreas.Sandberg@ARM.com DPRINTF(Drain, "KVM CPU is waiting for service completion, " 3089651SAndreas.Sandberg@ARM.com "requesting drain.\n"); 3099651SAndreas.Sandberg@ARM.com return 1; 3109651SAndreas.Sandberg@ARM.com 3119651SAndreas.Sandberg@ARM.com case RunningService: 3129651SAndreas.Sandberg@ARM.com // We need to drain since the CPU is waiting for service (e.g., MMIOs) 3139651SAndreas.Sandberg@ARM.com drainManager = dm; 3149651SAndreas.Sandberg@ARM.com 3159651SAndreas.Sandberg@ARM.com DPRINTF(Drain, "KVM CPU is waiting for service, requesting drain.\n"); 3169651SAndreas.Sandberg@ARM.com return 1; 3179651SAndreas.Sandberg@ARM.com 3189651SAndreas.Sandberg@ARM.com default: 3199651SAndreas.Sandberg@ARM.com panic("KVM: Unhandled CPU state in drain()\n"); 3209651SAndreas.Sandberg@ARM.com return 0; 3219651SAndreas.Sandberg@ARM.com } 3229651SAndreas.Sandberg@ARM.com} 3239651SAndreas.Sandberg@ARM.com 3249651SAndreas.Sandberg@ARM.comvoid 3259651SAndreas.Sandberg@ARM.comBaseKvmCPU::drainResume() 3269651SAndreas.Sandberg@ARM.com{ 3279651SAndreas.Sandberg@ARM.com assert(!tickEvent.scheduled()); 3289651SAndreas.Sandberg@ARM.com 3299651SAndreas.Sandberg@ARM.com // We might have been switched out. In that case, we don't need to 3309651SAndreas.Sandberg@ARM.com // do anything. 33110905Sandreas.sandberg@arm.com if (switchedOut()) 3329651SAndreas.Sandberg@ARM.com return; 3339683Sandreas@sandberg.pp.se 3349683Sandreas@sandberg.pp.se DPRINTF(Kvm, "drainResume\n"); 3359683Sandreas@sandberg.pp.se verifyMemoryMode(); 3369683Sandreas@sandberg.pp.se 3379683Sandreas@sandberg.pp.se // The tick event is de-scheduled as a part of the draining 3389651SAndreas.Sandberg@ARM.com // process. Re-schedule it if the thread context is active. 3399651SAndreas.Sandberg@ARM.com if (tc->status() == ThreadContext::Active) { 34010905Sandreas.sandberg@arm.com schedule(tickEvent, nextCycle()); 3419651SAndreas.Sandberg@ARM.com _status = Running; 3429651SAndreas.Sandberg@ARM.com } else { 3439651SAndreas.Sandberg@ARM.com _status = Idle; 34410905Sandreas.sandberg@arm.com } 3459651SAndreas.Sandberg@ARM.com} 3469683Sandreas@sandberg.pp.se 3479683Sandreas@sandberg.pp.sevoid 3489651SAndreas.Sandberg@ARM.comBaseKvmCPU::switchOut() 3499651SAndreas.Sandberg@ARM.com{ 35010905Sandreas.sandberg@arm.com DPRINTF(Kvm, "switchOut\n"); 3519652SAndreas.Sandberg@ARM.com 3529651SAndreas.Sandberg@ARM.com BaseCPU::switchOut(); 3539651SAndreas.Sandberg@ARM.com 35410913Sandreas.sandberg@arm.com // We should have drained prior to executing a switchOut, which 35510913Sandreas.sandberg@arm.com // means that the tick event shouldn't be scheduled and the CPU is 3569651SAndreas.Sandberg@ARM.com // idle. 3579651SAndreas.Sandberg@ARM.com assert(!tickEvent.scheduled()); 35810913Sandreas.sandberg@arm.com assert(_status == Idle); 3599651SAndreas.Sandberg@ARM.com} 3609753Sandreas@sandberg.pp.se 3619753Sandreas@sandberg.pp.sevoid 3629753Sandreas@sandberg.pp.seBaseKvmCPU::takeOverFrom(BaseCPU *cpu) 3639753Sandreas@sandberg.pp.se{ 3649753Sandreas@sandberg.pp.se DPRINTF(Kvm, "takeOverFrom\n"); 3659753Sandreas@sandberg.pp.se 3669753Sandreas@sandberg.pp.se BaseCPU::takeOverFrom(cpu); 3679753Sandreas@sandberg.pp.se 36810913Sandreas.sandberg@arm.com // We should have drained prior to executing a switchOut, which 36910913Sandreas.sandberg@arm.com // means that the tick event shouldn't be scheduled and the CPU is 3709651SAndreas.Sandberg@ARM.com // idle. 3719753Sandreas@sandberg.pp.se assert(!tickEvent.scheduled()); 3729753Sandreas@sandberg.pp.se assert(_status == Idle); 3739753Sandreas@sandberg.pp.se assert(threadContexts.size() == 1); 3749753Sandreas@sandberg.pp.se 3759753Sandreas@sandberg.pp.se // Force an update of the KVM state here instead of flagging the 3769753Sandreas@sandberg.pp.se // TC as dirty. This is not ideal from a performance point of 3779753Sandreas@sandberg.pp.se // view, but it makes debugging easier as it allows meaningful KVM 3789651SAndreas.Sandberg@ARM.com // state to be dumped before and after a takeover. 3799753Sandreas@sandberg.pp.se updateKvmState(); 3809753Sandreas@sandberg.pp.se threadContextDirty = false; 3819753Sandreas@sandberg.pp.se} 3829753Sandreas@sandberg.pp.se 3839753Sandreas@sandberg.pp.sevoid 3849753Sandreas@sandberg.pp.seBaseKvmCPU::verifyMemoryMode() const 3859753Sandreas@sandberg.pp.se{ 3869753Sandreas@sandberg.pp.se if (!(system->isAtomicMode() && system->bypassCaches())) { 3879753Sandreas@sandberg.pp.se fatal("The KVM-based CPUs requires the memory system to be in the " 38810913Sandreas.sandberg@arm.com "'atomic_noncaching' mode.\n"); 3899753Sandreas@sandberg.pp.se } 3909753Sandreas@sandberg.pp.se} 3919753Sandreas@sandberg.pp.se 3929753Sandreas@sandberg.pp.sevoid 3939753Sandreas@sandberg.pp.seBaseKvmCPU::wakeup() 3949753Sandreas@sandberg.pp.se{ 3959753Sandreas@sandberg.pp.se DPRINTF(Kvm, "wakeup()\n"); 3969753Sandreas@sandberg.pp.se 3979753Sandreas@sandberg.pp.se if (thread->status() != ThreadContext::Suspended) 3989753Sandreas@sandberg.pp.se return; 39910913Sandreas.sandberg@arm.com 4009753Sandreas@sandberg.pp.se thread->activate(); 40111629Smichael.lebeane@amd.com} 40211629Smichael.lebeane@amd.com 40311629Smichael.lebeane@amd.comvoid 40411629Smichael.lebeane@amd.comBaseKvmCPU::activateContext(ThreadID thread_num, Cycles delay) 40511629Smichael.lebeane@amd.com{ 40611629Smichael.lebeane@amd.com DPRINTF(Kvm, "ActivateContext %d (%d cycles)\n", thread_num, delay); 4079753Sandreas@sandberg.pp.se 4089753Sandreas@sandberg.pp.se assert(thread_num == 0); 4099753Sandreas@sandberg.pp.se assert(thread); 41010913Sandreas.sandberg@arm.com 4119753Sandreas@sandberg.pp.se assert(_status == Idle); 4129753Sandreas@sandberg.pp.se assert(!tickEvent.scheduled()); 4139753Sandreas@sandberg.pp.se 41410913Sandreas.sandberg@arm.com numCycles += ticksToCycles(thread->lastActivate - thread->lastSuspend); 4159753Sandreas@sandberg.pp.se 4169651SAndreas.Sandberg@ARM.com schedule(tickEvent, clockEdge(delay)); 4179651SAndreas.Sandberg@ARM.com _status = Running; 4189651SAndreas.Sandberg@ARM.com} 4199651SAndreas.Sandberg@ARM.com 4209651SAndreas.Sandberg@ARM.com 4219651SAndreas.Sandberg@ARM.comvoid 4229651SAndreas.Sandberg@ARM.comBaseKvmCPU::suspendContext(ThreadID thread_num) 4239651SAndreas.Sandberg@ARM.com{ 4249651SAndreas.Sandberg@ARM.com DPRINTF(Kvm, "SuspendContext %d\n", thread_num); 4259651SAndreas.Sandberg@ARM.com 4269651SAndreas.Sandberg@ARM.com assert(thread_num == 0); 4279651SAndreas.Sandberg@ARM.com assert(thread); 4289651SAndreas.Sandberg@ARM.com 4299651SAndreas.Sandberg@ARM.com if (_status == Idle) 4309651SAndreas.Sandberg@ARM.com return; 4319651SAndreas.Sandberg@ARM.com 4329651SAndreas.Sandberg@ARM.com assert(_status == Running); 4339651SAndreas.Sandberg@ARM.com 4349651SAndreas.Sandberg@ARM.com // The tick event may no be scheduled if the quest has requested 4359651SAndreas.Sandberg@ARM.com // the monitor to wait for interrupts. The normal CPU models can 4369651SAndreas.Sandberg@ARM.com // get their tick events descheduled by quiesce instructions, but 4379651SAndreas.Sandberg@ARM.com // that can't happen here. 4389651SAndreas.Sandberg@ARM.com if (tickEvent.scheduled()) 4399651SAndreas.Sandberg@ARM.com deschedule(tickEvent); 4409651SAndreas.Sandberg@ARM.com 4419651SAndreas.Sandberg@ARM.com _status = Idle; 44211363Sandreas@sandberg.pp.se} 44311363Sandreas@sandberg.pp.se 44411363Sandreas@sandberg.pp.sevoid 44511363Sandreas@sandberg.pp.seBaseKvmCPU::deallocateContext(ThreadID thread_num) 44611363Sandreas@sandberg.pp.se{ 44711363Sandreas@sandberg.pp.se // for now, these are equivalent 44811363Sandreas@sandberg.pp.se suspendContext(thread_num); 44911363Sandreas@sandberg.pp.se} 45011363Sandreas@sandberg.pp.se 45111363Sandreas@sandberg.pp.sevoid 45211363Sandreas@sandberg.pp.seBaseKvmCPU::haltContext(ThreadID thread_num) 45311363Sandreas@sandberg.pp.se{ 45411363Sandreas@sandberg.pp.se // for now, these are equivalent 45511363Sandreas@sandberg.pp.se suspendContext(thread_num); 45611363Sandreas@sandberg.pp.se} 45711363Sandreas@sandberg.pp.se 45811363Sandreas@sandberg.pp.seThreadContext * 45911363Sandreas@sandberg.pp.seBaseKvmCPU::getContext(int tn) 46011363Sandreas@sandberg.pp.se{ 46111363Sandreas@sandberg.pp.se assert(tn == 0); 46211363Sandreas@sandberg.pp.se syncThreadContext(); 46311363Sandreas@sandberg.pp.se return tc; 46411363Sandreas@sandberg.pp.se} 4659651SAndreas.Sandberg@ARM.com 4669651SAndreas.Sandberg@ARM.com 4679652SAndreas.Sandberg@ARM.comCounter 4689652SAndreas.Sandberg@ARM.comBaseKvmCPU::totalInsts() const 4699651SAndreas.Sandberg@ARM.com{ 4709651SAndreas.Sandberg@ARM.com return ctrInsts; 4719651SAndreas.Sandberg@ARM.com} 4729651SAndreas.Sandberg@ARM.com 4739651SAndreas.Sandberg@ARM.comCounter 4749651SAndreas.Sandberg@ARM.comBaseKvmCPU::totalOps() const 4759651SAndreas.Sandberg@ARM.com{ 4769651SAndreas.Sandberg@ARM.com hack_once("Pretending totalOps is equivalent to totalInsts()\n"); 4779651SAndreas.Sandberg@ARM.com return ctrInsts; 4789651SAndreas.Sandberg@ARM.com} 4799651SAndreas.Sandberg@ARM.com 4809651SAndreas.Sandberg@ARM.comvoid 4819651SAndreas.Sandberg@ARM.comBaseKvmCPU::dump() 4829651SAndreas.Sandberg@ARM.com{ 4839651SAndreas.Sandberg@ARM.com inform("State dumping not implemented."); 4849651SAndreas.Sandberg@ARM.com} 4859651SAndreas.Sandberg@ARM.com 4869651SAndreas.Sandberg@ARM.comvoid 4879651SAndreas.Sandberg@ARM.comBaseKvmCPU::tick() 4889651SAndreas.Sandberg@ARM.com{ 4899651SAndreas.Sandberg@ARM.com Tick delay(0); 4909651SAndreas.Sandberg@ARM.com assert(_status != Idle); 4919651SAndreas.Sandberg@ARM.com 4929753Sandreas@sandberg.pp.se switch (_status) { 4939753Sandreas@sandberg.pp.se case RunningService: 4949753Sandreas@sandberg.pp.se // handleKvmExit() will determine the next state of the CPU 4959753Sandreas@sandberg.pp.se delay = handleKvmExit(); 4969753Sandreas@sandberg.pp.se 4979753Sandreas@sandberg.pp.se if (tryDrain()) 4989651SAndreas.Sandberg@ARM.com _status = Idle; 4999651SAndreas.Sandberg@ARM.com break; 5009651SAndreas.Sandberg@ARM.com 5019651SAndreas.Sandberg@ARM.com case RunningServiceCompletion: 5029651SAndreas.Sandberg@ARM.com case Running: { 50311629Smichael.lebeane@amd.com Tick ticksToExecute(mainEventQueue.nextTick() - curTick()); 5049651SAndreas.Sandberg@ARM.com 50511629Smichael.lebeane@amd.com // We might need to update the KVM state. 5069651SAndreas.Sandberg@ARM.com syncKvmState(); 5079651SAndreas.Sandberg@ARM.com 5089651SAndreas.Sandberg@ARM.com DPRINTF(KvmRun, "Entering KVM...\n"); 5099651SAndreas.Sandberg@ARM.com if (drainManager) { 51011151Smitch.hayenga@arm.com // Force an immediate exit from KVM after completing 5119651SAndreas.Sandberg@ARM.com // pending operations. The architecture-specific code 5129651SAndreas.Sandberg@ARM.com // takes care to run until it is in a state where it can 51310157Sandreas@sandberg.pp.se // safely be drained. 51410157Sandreas@sandberg.pp.se delay = kvmRunDrain(); 51510157Sandreas@sandberg.pp.se } else { 51610157Sandreas@sandberg.pp.se delay = kvmRun(ticksToExecute); 51710157Sandreas@sandberg.pp.se } 51810157Sandreas@sandberg.pp.se 51910157Sandreas@sandberg.pp.se // Entering into KVM implies that we'll have to reload the thread 5209651SAndreas.Sandberg@ARM.com // context from KVM if we want to access it. Flag the KVM state as 5219651SAndreas.Sandberg@ARM.com // dirty with respect to the cached thread context. 5229651SAndreas.Sandberg@ARM.com kvmStateDirty = true; 5239651SAndreas.Sandberg@ARM.com 5249651SAndreas.Sandberg@ARM.com // Enter into the RunningService state unless the 5259651SAndreas.Sandberg@ARM.com // simulation was stopped by a timer. 5269651SAndreas.Sandberg@ARM.com if (_kvmRun->exit_reason != KVM_EXIT_INTR) 5279651SAndreas.Sandberg@ARM.com _status = RunningService; 52810407Smitch.hayenga@arm.com else 5299651SAndreas.Sandberg@ARM.com _status = Running; 53010407Smitch.hayenga@arm.com 5319651SAndreas.Sandberg@ARM.com if (tryDrain()) 5329651SAndreas.Sandberg@ARM.com _status = Idle; 5339651SAndreas.Sandberg@ARM.com } break; 5349651SAndreas.Sandberg@ARM.com 5359651SAndreas.Sandberg@ARM.com default: 5369651SAndreas.Sandberg@ARM.com panic("BaseKvmCPU entered tick() in an illegal state (%i)\n", 5379651SAndreas.Sandberg@ARM.com _status); 5389754Sandreas@sandberg.pp.se } 5399651SAndreas.Sandberg@ARM.com 54010407Smitch.hayenga@arm.com // Schedule a new tick if we are still running 5419651SAndreas.Sandberg@ARM.com if (_status != Idle) 5429651SAndreas.Sandberg@ARM.com schedule(tickEvent, clockEdge(ticksToCycles(delay))); 5439651SAndreas.Sandberg@ARM.com} 5449651SAndreas.Sandberg@ARM.com 5459651SAndreas.Sandberg@ARM.comTick 5469651SAndreas.Sandberg@ARM.comBaseKvmCPU::kvmRunDrain() 5479651SAndreas.Sandberg@ARM.com{ 5489651SAndreas.Sandberg@ARM.com // By default, the only thing we need to drain is a pending IO 5499651SAndreas.Sandberg@ARM.com // operation which assumes that we are in the 5509651SAndreas.Sandberg@ARM.com // RunningServiceCompletion state. 5519651SAndreas.Sandberg@ARM.com assert(_status == RunningServiceCompletion); 5529651SAndreas.Sandberg@ARM.com 5539651SAndreas.Sandberg@ARM.com // Deliver the data from the pending IO operation and immediately 5549651SAndreas.Sandberg@ARM.com // exit. 5559651SAndreas.Sandberg@ARM.com return kvmRun(0); 55610553Salexandru.dutu@amd.com} 5579651SAndreas.Sandberg@ARM.com 5589651SAndreas.Sandberg@ARM.comuint64_t 5599651SAndreas.Sandberg@ARM.comBaseKvmCPU::getHostCycles() const 5609651SAndreas.Sandberg@ARM.com{ 5619651SAndreas.Sandberg@ARM.com return hwCycles.read(); 5629651SAndreas.Sandberg@ARM.com} 5639651SAndreas.Sandberg@ARM.com 5649651SAndreas.Sandberg@ARM.comTick 5659651SAndreas.Sandberg@ARM.comBaseKvmCPU::kvmRun(Tick ticks) 5669651SAndreas.Sandberg@ARM.com{ 5679651SAndreas.Sandberg@ARM.com Tick ticksExecuted; 5689651SAndreas.Sandberg@ARM.com DPRINTF(KvmRun, "KVM: Executing for %i ticks\n", ticks); 5699651SAndreas.Sandberg@ARM.com timerOverflowed = false; 5709651SAndreas.Sandberg@ARM.com 5719651SAndreas.Sandberg@ARM.com if (ticks == 0) { 5729651SAndreas.Sandberg@ARM.com // Settings ticks == 0 is a special case which causes an entry 5739651SAndreas.Sandberg@ARM.com // into KVM that finishes pending operations (e.g., IO) and 5749651SAndreas.Sandberg@ARM.com // then immediately exits. 5759651SAndreas.Sandberg@ARM.com DPRINTF(KvmRun, "KVM: Delivering IO without full guest entry\n"); 5769651SAndreas.Sandberg@ARM.com 5779651SAndreas.Sandberg@ARM.com // This signal is always masked while we are executing in gem5 5789651SAndreas.Sandberg@ARM.com // and gets unmasked temporarily as soon as we enter into 5799651SAndreas.Sandberg@ARM.com // KVM. See setSignalMask() and setupSignalHandler(). 5809651SAndreas.Sandberg@ARM.com raise(KVM_TIMER_SIGNAL); 5819651SAndreas.Sandberg@ARM.com 5829652SAndreas.Sandberg@ARM.com // Enter into KVM. KVM will check for signals after completing 5839652SAndreas.Sandberg@ARM.com // pending operations (IO). Since the KVM_TIMER_SIGNAL is 5849652SAndreas.Sandberg@ARM.com // pending, this forces an immediate exit into gem5 again. We 5859652SAndreas.Sandberg@ARM.com // don't bother to setup timers since this shouldn't actually 5869652SAndreas.Sandberg@ARM.com // execute any code in the guest. 5879652SAndreas.Sandberg@ARM.com ioctlRun(); 5889652SAndreas.Sandberg@ARM.com 5899652SAndreas.Sandberg@ARM.com // We always execute at least one cycle to prevent the 5909652SAndreas.Sandberg@ARM.com // BaseKvmCPU::tick() to be rescheduled on the same tick 5919651SAndreas.Sandberg@ARM.com // twice. 5929651SAndreas.Sandberg@ARM.com ticksExecuted = clockPeriod(); 5939651SAndreas.Sandberg@ARM.com } else { 5949752Sandreas@sandberg.pp.se if (ticks < runTimer->resolution()) { 5959651SAndreas.Sandberg@ARM.com DPRINTF(KvmRun, "KVM: Adjusting tick count (%i -> %i)\n", 5969651SAndreas.Sandberg@ARM.com ticks, runTimer->resolution()); 5979651SAndreas.Sandberg@ARM.com ticks = runTimer->resolution(); 5989651SAndreas.Sandberg@ARM.com } 5999651SAndreas.Sandberg@ARM.com 6009651SAndreas.Sandberg@ARM.com // Get hardware statistics after synchronizing contexts. The KVM 6019752Sandreas@sandberg.pp.se // state update might affect guest cycle counters. 6029651SAndreas.Sandberg@ARM.com uint64_t baseCycles(getHostCycles()); 6039651SAndreas.Sandberg@ARM.com uint64_t baseInstrs(hwInstructions.read()); 6049651SAndreas.Sandberg@ARM.com 60510905Sandreas.sandberg@arm.com // Arm the run timer and start the cycle timer if it isn't 6069651SAndreas.Sandberg@ARM.com // controlled by the overflow timer. Starting/stopping the cycle 6079651SAndreas.Sandberg@ARM.com // timer automatically starts the other perf timers as they are in 6089651SAndreas.Sandberg@ARM.com // the same counter group. 6099651SAndreas.Sandberg@ARM.com runTimer->arm(ticks); 6109651SAndreas.Sandberg@ARM.com if (!perfControlledByTimer) 6119651SAndreas.Sandberg@ARM.com hwCycles.start(); 6129651SAndreas.Sandberg@ARM.com 6139753Sandreas@sandberg.pp.se ioctlRun(); 61411629Smichael.lebeane@amd.com 6159651SAndreas.Sandberg@ARM.com runTimer->disarm(); 6169651SAndreas.Sandberg@ARM.com if (!perfControlledByTimer) 6179753Sandreas@sandberg.pp.se hwCycles.stop(); 6189753Sandreas@sandberg.pp.se 6199753Sandreas@sandberg.pp.se // The timer signal may have been delivered after we exited 6209753Sandreas@sandberg.pp.se // from KVM. It will be pending in that case since it is 6219753Sandreas@sandberg.pp.se // masked when we aren't executing in KVM. Discard it to make 6229753Sandreas@sandberg.pp.se // sure we don't deliver it immediately next time we try to 6239651SAndreas.Sandberg@ARM.com // enter into KVM. 6249651SAndreas.Sandberg@ARM.com discardPendingSignal(KVM_TIMER_SIGNAL); 6259753Sandreas@sandberg.pp.se 6269753Sandreas@sandberg.pp.se const uint64_t hostCyclesExecuted(getHostCycles() - baseCycles); 62710858Sandreas.sandberg@arm.com const uint64_t simCyclesExecuted(hostCyclesExecuted * hostFactor); 62810858Sandreas.sandberg@arm.com const uint64_t instsExecuted(hwInstructions.read() - baseInstrs); 62910858Sandreas.sandberg@arm.com ticksExecuted = runTimer->ticksFromHostCycles(hostCyclesExecuted); 63010858Sandreas.sandberg@arm.com 63110858Sandreas.sandberg@arm.com if (ticksExecuted < ticks && 63210858Sandreas.sandberg@arm.com timerOverflowed && 63310858Sandreas.sandberg@arm.com _kvmRun->exit_reason == KVM_EXIT_INTR) { 63410858Sandreas.sandberg@arm.com // TODO: We should probably do something clever here... 6359753Sandreas@sandberg.pp.se warn("KVM: Early timer event, requested %i ticks but got %i ticks.\n", 63611399Sandreas.sandberg@arm.com ticks, ticksExecuted); 63711399Sandreas.sandberg@arm.com } 63811399Sandreas.sandberg@arm.com 6399753Sandreas@sandberg.pp.se /* Update statistics */ 6409753Sandreas@sandberg.pp.se numCycles += simCyclesExecuted;; 6419753Sandreas@sandberg.pp.se numInsts += instsExecuted; 6429892Sandreas@sandberg.pp.se ctrInsts += instsExecuted; 64310858Sandreas.sandberg@arm.com system->totalNumInsts += instsExecuted; 64410858Sandreas.sandberg@arm.com 64510858Sandreas.sandberg@arm.com DPRINTF(KvmRun, 64610858Sandreas.sandberg@arm.com "KVM: Executed %i instructions in %i cycles " 6479892Sandreas@sandberg.pp.se "(%i ticks, sim cycles: %i).\n", 6489753Sandreas@sandberg.pp.se instsExecuted, hostCyclesExecuted, ticksExecuted, simCyclesExecuted); 64910913Sandreas.sandberg@arm.com } 6509753Sandreas@sandberg.pp.se 6519753Sandreas@sandberg.pp.se ++numVMExits; 6529753Sandreas@sandberg.pp.se 6539753Sandreas@sandberg.pp.se return ticksExecuted + flushCoalescedMMIO(); 6549753Sandreas@sandberg.pp.se} 6559753Sandreas@sandberg.pp.se 6569753Sandreas@sandberg.pp.sevoid 6579753Sandreas@sandberg.pp.seBaseKvmCPU::kvmNonMaskableInterrupt() 6589753Sandreas@sandberg.pp.se{ 65910112Sandreas@sandberg.pp.se ++numInterrupts; 66010112Sandreas@sandberg.pp.se if (ioctl(KVM_NMI) == -1) 66110112Sandreas@sandberg.pp.se panic("KVM: Failed to deliver NMI to virtual CPU\n"); 66210112Sandreas@sandberg.pp.se} 66310112Sandreas@sandberg.pp.se 66410112Sandreas@sandberg.pp.sevoid 6659753Sandreas@sandberg.pp.seBaseKvmCPU::kvmInterrupt(const struct kvm_interrupt &interrupt) 6669753Sandreas@sandberg.pp.se{ 6679753Sandreas@sandberg.pp.se ++numInterrupts; 6689753Sandreas@sandberg.pp.se if (ioctl(KVM_INTERRUPT, (void *)&interrupt) == -1) 6699753Sandreas@sandberg.pp.se panic("KVM: Failed to deliver interrupt to virtual CPU\n"); 67011399Sandreas.sandberg@arm.com} 67111399Sandreas.sandberg@arm.com 67211399Sandreas.sandberg@arm.comvoid 6739753Sandreas@sandberg.pp.seBaseKvmCPU::getRegisters(struct kvm_regs ®s) const 6749753Sandreas@sandberg.pp.se{ 6759755Sandreas@sandberg.pp.se if (ioctl(KVM_GET_REGS, ®s) == -1) 6769753Sandreas@sandberg.pp.se panic("KVM: Failed to get guest registers\n"); 6779755Sandreas@sandberg.pp.se} 6789755Sandreas@sandberg.pp.se 6799753Sandreas@sandberg.pp.sevoid 6809755Sandreas@sandberg.pp.seBaseKvmCPU::setRegisters(const struct kvm_regs ®s) 6819753Sandreas@sandberg.pp.se{ 6829904Sandreas@sandberg.pp.se if (ioctl(KVM_SET_REGS, (void *)®s) == -1) 6839904Sandreas@sandberg.pp.se panic("KVM: Failed to set guest registers\n"); 6849904Sandreas@sandberg.pp.se} 6859904Sandreas@sandberg.pp.se 6869904Sandreas@sandberg.pp.sevoid 6879904Sandreas@sandberg.pp.seBaseKvmCPU::getSpecialRegisters(struct kvm_sregs ®s) const 6889753Sandreas@sandberg.pp.se{ 6899753Sandreas@sandberg.pp.se if (ioctl(KVM_GET_SREGS, ®s) == -1) 6909753Sandreas@sandberg.pp.se panic("KVM: Failed to get guest special registers\n"); 6919753Sandreas@sandberg.pp.se} 6929651SAndreas.Sandberg@ARM.com 6939753Sandreas@sandberg.pp.sevoid 6949753Sandreas@sandberg.pp.seBaseKvmCPU::setSpecialRegisters(const struct kvm_sregs ®s) 6959651SAndreas.Sandberg@ARM.com{ 6969753Sandreas@sandberg.pp.se if (ioctl(KVM_SET_SREGS, (void *)®s) == -1) 6979753Sandreas@sandberg.pp.se panic("KVM: Failed to set guest special registers\n"); 69811629Smichael.lebeane@amd.com} 6999753Sandreas@sandberg.pp.se 7009753Sandreas@sandberg.pp.sevoid 7019753Sandreas@sandberg.pp.seBaseKvmCPU::getFPUState(struct kvm_fpu &state) const 7029753Sandreas@sandberg.pp.se{ 7039753Sandreas@sandberg.pp.se if (ioctl(KVM_GET_FPU, &state) == -1) 7049753Sandreas@sandberg.pp.se panic("KVM: Failed to get guest FPU state\n"); 7059753Sandreas@sandberg.pp.se} 7069753Sandreas@sandberg.pp.se 70711629Smichael.lebeane@amd.comvoid 70811629Smichael.lebeane@amd.comBaseKvmCPU::setFPUState(const struct kvm_fpu &state) 70911629Smichael.lebeane@amd.com{ 7109753Sandreas@sandberg.pp.se if (ioctl(KVM_SET_FPU, (void *)&state) == -1) 7119753Sandreas@sandberg.pp.se panic("KVM: Failed to set guest FPU state\n"); 7129753Sandreas@sandberg.pp.se} 7139753Sandreas@sandberg.pp.se 7149651SAndreas.Sandberg@ARM.com 7159651SAndreas.Sandberg@ARM.comvoid 7169735Sandreas@sandberg.pp.seBaseKvmCPU::setOneReg(uint64_t id, const void *addr) 7179735Sandreas@sandberg.pp.se{ 7189735Sandreas@sandberg.pp.se#ifdef KVM_SET_ONE_REG 7199735Sandreas@sandberg.pp.se struct kvm_one_reg reg; 7209735Sandreas@sandberg.pp.se reg.id = id; 7219735Sandreas@sandberg.pp.se reg.addr = (uint64_t)addr; 7229651SAndreas.Sandberg@ARM.com 7239651SAndreas.Sandberg@ARM.com if (ioctl(KVM_SET_ONE_REG, ®) == -1) { 7249651SAndreas.Sandberg@ARM.com panic("KVM: Failed to set register (0x%x) value (errno: %i)\n", 7259753Sandreas@sandberg.pp.se id, errno); 72611363Sandreas@sandberg.pp.se } 72711363Sandreas@sandberg.pp.se#else 72811363Sandreas@sandberg.pp.se panic("KVM_SET_ONE_REG is unsupported on this platform.\n"); 7299651SAndreas.Sandberg@ARM.com#endif 7309655SAndreas.Sandberg@ARM.com} 7319753Sandreas@sandberg.pp.se 7329753Sandreas@sandberg.pp.sevoid 7339753Sandreas@sandberg.pp.seBaseKvmCPU::getOneReg(uint64_t id, void *addr) const 7349753Sandreas@sandberg.pp.se{ 7359753Sandreas@sandberg.pp.se#ifdef KVM_GET_ONE_REG 7369735Sandreas@sandberg.pp.se struct kvm_one_reg reg; 7379755Sandreas@sandberg.pp.se reg.id = id; 7389755Sandreas@sandberg.pp.se reg.addr = (uint64_t)addr; 73910114Sandreas@sandberg.pp.se 74010114Sandreas@sandberg.pp.se if (ioctl(KVM_GET_ONE_REG, ®) == -1) { 74110114Sandreas@sandberg.pp.se panic("KVM: Failed to get register (0x%x) value (errno: %i)\n", 7429753Sandreas@sandberg.pp.se id, errno); 74310114Sandreas@sandberg.pp.se } 7449655SAndreas.Sandberg@ARM.com#else 74510114Sandreas@sandberg.pp.se panic("KVM_GET_ONE_REG is unsupported on this platform.\n"); 74610114Sandreas@sandberg.pp.se#endif 74710114Sandreas@sandberg.pp.se} 7489753Sandreas@sandberg.pp.se 74910114Sandreas@sandberg.pp.sestd::string 75010114Sandreas@sandberg.pp.seBaseKvmCPU::getAndFormatOneReg(uint64_t id) const 7519753Sandreas@sandberg.pp.se{ 7529753Sandreas@sandberg.pp.se#ifdef KVM_GET_ONE_REG 7539753Sandreas@sandberg.pp.se std::ostringstream ss; 7549753Sandreas@sandberg.pp.se 7559753Sandreas@sandberg.pp.se ss.setf(std::ios::hex, std::ios::basefield); 7569753Sandreas@sandberg.pp.se ss.setf(std::ios::showbase); 7579753Sandreas@sandberg.pp.se#define HANDLE_INTTYPE(len) \ 75810157Sandreas@sandberg.pp.se case KVM_REG_SIZE_U ## len: { \ 75910157Sandreas@sandberg.pp.se uint ## len ## _t value; \ 76010157Sandreas@sandberg.pp.se getOneReg(id, &value); \ 76110157Sandreas@sandberg.pp.se ss << value; \ 76210157Sandreas@sandberg.pp.se } break 76310157Sandreas@sandberg.pp.se 76410157Sandreas@sandberg.pp.se#define HANDLE_ARRAY(len) \ 76510157Sandreas@sandberg.pp.se case KVM_REG_SIZE_U ## len: { \ 7669753Sandreas@sandberg.pp.se uint8_t value[len / 8]; \ 7679753Sandreas@sandberg.pp.se getOneReg(id, value); \ 7689753Sandreas@sandberg.pp.se ss << "[" << value[0]; \ 7699753Sandreas@sandberg.pp.se for (int i = 1; i < len / 8; ++i) \ 7709753Sandreas@sandberg.pp.se ss << ", " << value[i]; \ 7719753Sandreas@sandberg.pp.se ss << "]"; \ 7729753Sandreas@sandberg.pp.se } break 7739753Sandreas@sandberg.pp.se 7749753Sandreas@sandberg.pp.se switch (id & KVM_REG_SIZE_MASK) { 7759753Sandreas@sandberg.pp.se HANDLE_INTTYPE(8); 7769753Sandreas@sandberg.pp.se HANDLE_INTTYPE(16); 7779753Sandreas@sandberg.pp.se HANDLE_INTTYPE(32); 7789753Sandreas@sandberg.pp.se HANDLE_INTTYPE(64); 7799753Sandreas@sandberg.pp.se HANDLE_ARRAY(128); 7809753Sandreas@sandberg.pp.se HANDLE_ARRAY(256); 7819753Sandreas@sandberg.pp.se HANDLE_ARRAY(512); 7829753Sandreas@sandberg.pp.se HANDLE_ARRAY(1024); 7839753Sandreas@sandberg.pp.se default: 7849753Sandreas@sandberg.pp.se ss << "??"; 7859753Sandreas@sandberg.pp.se } 7869753Sandreas@sandberg.pp.se 7879753Sandreas@sandberg.pp.se#undef HANDLE_INTTYPE 7889753Sandreas@sandberg.pp.se#undef HANDLE_ARRAY 7899753Sandreas@sandberg.pp.se 7909753Sandreas@sandberg.pp.se return ss.str(); 79110114Sandreas@sandberg.pp.se#else 7929753Sandreas@sandberg.pp.se panic("KVM_GET_ONE_REG is unsupported on this platform.\n"); 7939753Sandreas@sandberg.pp.se#endif 7949753Sandreas@sandberg.pp.se} 7959753Sandreas@sandberg.pp.se 79610114Sandreas@sandberg.pp.sevoid 7979753Sandreas@sandberg.pp.seBaseKvmCPU::syncThreadContext() 7989753Sandreas@sandberg.pp.se{ 7999753Sandreas@sandberg.pp.se if (!kvmStateDirty) 8009753Sandreas@sandberg.pp.se return; 8019753Sandreas@sandberg.pp.se 8029753Sandreas@sandberg.pp.se assert(!threadContextDirty); 8039753Sandreas@sandberg.pp.se 8049753Sandreas@sandberg.pp.se updateThreadContext(); 8059753Sandreas@sandberg.pp.se kvmStateDirty = false; 8069753Sandreas@sandberg.pp.se} 8079753Sandreas@sandberg.pp.se 8089753Sandreas@sandberg.pp.sevoid 8099753Sandreas@sandberg.pp.seBaseKvmCPU::syncKvmState() 8109753Sandreas@sandberg.pp.se{ 8119753Sandreas@sandberg.pp.se if (!threadContextDirty) 8129753Sandreas@sandberg.pp.se return; 8139651SAndreas.Sandberg@ARM.com 8149655SAndreas.Sandberg@ARM.com assert(!kvmStateDirty); 8159651SAndreas.Sandberg@ARM.com 8169651SAndreas.Sandberg@ARM.com updateKvmState(); 8179651SAndreas.Sandberg@ARM.com threadContextDirty = false; 8189651SAndreas.Sandberg@ARM.com} 8199651SAndreas.Sandberg@ARM.com 8209651SAndreas.Sandberg@ARM.comTick 8219651SAndreas.Sandberg@ARM.comBaseKvmCPU::handleKvmExit() 8229651SAndreas.Sandberg@ARM.com{ 8239651SAndreas.Sandberg@ARM.com DPRINTF(KvmRun, "handleKvmExit (exit_reason: %i)\n", _kvmRun->exit_reason); 8249651SAndreas.Sandberg@ARM.com assert(_status == RunningService); 8259651SAndreas.Sandberg@ARM.com 8269651SAndreas.Sandberg@ARM.com // Switch into the running state by default. Individual handlers 8279651SAndreas.Sandberg@ARM.com // can override this. 8289651SAndreas.Sandberg@ARM.com _status = Running; 8299651SAndreas.Sandberg@ARM.com switch (_kvmRun->exit_reason) { 8309651SAndreas.Sandberg@ARM.com case KVM_EXIT_UNKNOWN: 8319651SAndreas.Sandberg@ARM.com return handleKvmExitUnknown(); 8329651SAndreas.Sandberg@ARM.com 8339651SAndreas.Sandberg@ARM.com case KVM_EXIT_EXCEPTION: 8349651SAndreas.Sandberg@ARM.com return handleKvmExitException(); 8359651SAndreas.Sandberg@ARM.com 8369651SAndreas.Sandberg@ARM.com case KVM_EXIT_IO: 8379651SAndreas.Sandberg@ARM.com _status = RunningServiceCompletion; 8389651SAndreas.Sandberg@ARM.com ++numIO; 8399651SAndreas.Sandberg@ARM.com return handleKvmExitIO(); 8409651SAndreas.Sandberg@ARM.com 8419651SAndreas.Sandberg@ARM.com case KVM_EXIT_HYPERCALL: 8429651SAndreas.Sandberg@ARM.com ++numHypercalls; 8439651SAndreas.Sandberg@ARM.com return handleKvmExitHypercall(); 8449651SAndreas.Sandberg@ARM.com 8459651SAndreas.Sandberg@ARM.com case KVM_EXIT_HLT: 8469651SAndreas.Sandberg@ARM.com /* The guest has halted and is waiting for interrupts */ 8479651SAndreas.Sandberg@ARM.com DPRINTF(Kvm, "handleKvmExitHalt\n"); 8489651SAndreas.Sandberg@ARM.com ++numHalt; 8499651SAndreas.Sandberg@ARM.com 8509651SAndreas.Sandberg@ARM.com // Suspend the thread until the next interrupt arrives 8519651SAndreas.Sandberg@ARM.com thread->suspend(); 8529651SAndreas.Sandberg@ARM.com 8539651SAndreas.Sandberg@ARM.com // This is actually ignored since the thread is suspended. 8549651SAndreas.Sandberg@ARM.com return 0; 8559651SAndreas.Sandberg@ARM.com 8569651SAndreas.Sandberg@ARM.com case KVM_EXIT_MMIO: 8579651SAndreas.Sandberg@ARM.com _status = RunningServiceCompletion; 8589651SAndreas.Sandberg@ARM.com /* Service memory mapped IO requests */ 8599651SAndreas.Sandberg@ARM.com DPRINTF(KvmIO, "KVM: Handling MMIO (w: %u, addr: 0x%x, len: %u)\n", 8609651SAndreas.Sandberg@ARM.com _kvmRun->mmio.is_write, 8619651SAndreas.Sandberg@ARM.com _kvmRun->mmio.phys_addr, _kvmRun->mmio.len); 8629651SAndreas.Sandberg@ARM.com 8639651SAndreas.Sandberg@ARM.com ++numMMIO; 8649651SAndreas.Sandberg@ARM.com return doMMIOAccess(_kvmRun->mmio.phys_addr, _kvmRun->mmio.data, 8659651SAndreas.Sandberg@ARM.com _kvmRun->mmio.len, _kvmRun->mmio.is_write); 8669651SAndreas.Sandberg@ARM.com 8679651SAndreas.Sandberg@ARM.com case KVM_EXIT_IRQ_WINDOW_OPEN: 8689651SAndreas.Sandberg@ARM.com return handleKvmExitIRQWindowOpen(); 8699651SAndreas.Sandberg@ARM.com 8709651SAndreas.Sandberg@ARM.com case KVM_EXIT_FAIL_ENTRY: 8719651SAndreas.Sandberg@ARM.com return handleKvmExitFailEntry(); 8729651SAndreas.Sandberg@ARM.com 8739651SAndreas.Sandberg@ARM.com case KVM_EXIT_INTR: 8749651SAndreas.Sandberg@ARM.com /* KVM was interrupted by a signal, restart it in the next 8759651SAndreas.Sandberg@ARM.com * tick. */ 8769651SAndreas.Sandberg@ARM.com return 0; 8779651SAndreas.Sandberg@ARM.com 8789651SAndreas.Sandberg@ARM.com case KVM_EXIT_INTERNAL_ERROR: 8799651SAndreas.Sandberg@ARM.com panic("KVM: Internal error (suberror: %u)\n", 8809651SAndreas.Sandberg@ARM.com _kvmRun->internal.suberror); 8819651SAndreas.Sandberg@ARM.com 8829651SAndreas.Sandberg@ARM.com default: 8839651SAndreas.Sandberg@ARM.com dump(); 8849651SAndreas.Sandberg@ARM.com panic("KVM: Unexpected exit (exit_reason: %u)\n", _kvmRun->exit_reason); 8859651SAndreas.Sandberg@ARM.com } 8869651SAndreas.Sandberg@ARM.com} 8879651SAndreas.Sandberg@ARM.com 8889651SAndreas.Sandberg@ARM.comTick 8899651SAndreas.Sandberg@ARM.comBaseKvmCPU::handleKvmExitIO() 8909651SAndreas.Sandberg@ARM.com{ 8919651SAndreas.Sandberg@ARM.com panic("KVM: Unhandled guest IO (dir: %i, size: %i, port: 0x%x, count: %i)\n", 8929651SAndreas.Sandberg@ARM.com _kvmRun->io.direction, _kvmRun->io.size, 8939651SAndreas.Sandberg@ARM.com _kvmRun->io.port, _kvmRun->io.count); 8949651SAndreas.Sandberg@ARM.com} 8959651SAndreas.Sandberg@ARM.com 8969651SAndreas.Sandberg@ARM.comTick 8979651SAndreas.Sandberg@ARM.comBaseKvmCPU::handleKvmExitHypercall() 8989651SAndreas.Sandberg@ARM.com{ 8999651SAndreas.Sandberg@ARM.com panic("KVM: Unhandled hypercall\n"); 9009651SAndreas.Sandberg@ARM.com} 9019651SAndreas.Sandberg@ARM.com 9029651SAndreas.Sandberg@ARM.comTick 9039651SAndreas.Sandberg@ARM.comBaseKvmCPU::handleKvmExitIRQWindowOpen() 9049651SAndreas.Sandberg@ARM.com{ 9059651SAndreas.Sandberg@ARM.com warn("KVM: Unhandled IRQ window.\n"); 9069651SAndreas.Sandberg@ARM.com return 0; 9079651SAndreas.Sandberg@ARM.com} 9089651SAndreas.Sandberg@ARM.com 9099651SAndreas.Sandberg@ARM.com 9109651SAndreas.Sandberg@ARM.comTick 9119651SAndreas.Sandberg@ARM.comBaseKvmCPU::handleKvmExitUnknown() 9129651SAndreas.Sandberg@ARM.com{ 9139651SAndreas.Sandberg@ARM.com dump(); 9149651SAndreas.Sandberg@ARM.com panic("KVM: Unknown error when starting vCPU (hw reason: 0x%llx)\n", 9159651SAndreas.Sandberg@ARM.com _kvmRun->hw.hardware_exit_reason); 9169651SAndreas.Sandberg@ARM.com} 9179651SAndreas.Sandberg@ARM.com 9189651SAndreas.Sandberg@ARM.comTick 9199651SAndreas.Sandberg@ARM.comBaseKvmCPU::handleKvmExitException() 9209651SAndreas.Sandberg@ARM.com{ 9219651SAndreas.Sandberg@ARM.com dump(); 9229651SAndreas.Sandberg@ARM.com panic("KVM: Got exception when starting vCPU " 9239651SAndreas.Sandberg@ARM.com "(exception: %u, error_code: %u)\n", 9249651SAndreas.Sandberg@ARM.com _kvmRun->ex.exception, _kvmRun->ex.error_code); 9259651SAndreas.Sandberg@ARM.com} 9269651SAndreas.Sandberg@ARM.com 9279651SAndreas.Sandberg@ARM.comTick 92810843Sandreas.sandberg@arm.comBaseKvmCPU::handleKvmExitFailEntry() 92910843Sandreas.sandberg@arm.com{ 93010843Sandreas.sandberg@arm.com dump(); 93110843Sandreas.sandberg@arm.com panic("KVM: Failed to enter virtualized mode (hw reason: 0x%llx)\n", 93210843Sandreas.sandberg@arm.com _kvmRun->fail_entry.hardware_entry_failure_reason); 93310843Sandreas.sandberg@arm.com} 93410843Sandreas.sandberg@arm.com 93510843Sandreas.sandberg@arm.comTick 9369651SAndreas.Sandberg@ARM.comBaseKvmCPU::doMMIOAccess(Addr paddr, void *data, int size, bool write) 9379651SAndreas.Sandberg@ARM.com{ 9389651SAndreas.Sandberg@ARM.com mmio_req.setPhys(paddr, size, Request::UNCACHEABLE, dataMasterId()); 9399651SAndreas.Sandberg@ARM.com 9409651SAndreas.Sandberg@ARM.com const MemCmd cmd(write ? MemCmd::WriteReq : MemCmd::ReadReq); 9419651SAndreas.Sandberg@ARM.com Packet pkt(&mmio_req, cmd); 9429651SAndreas.Sandberg@ARM.com pkt.dataStatic(data); 9439651SAndreas.Sandberg@ARM.com return dataPort.sendAtomic(&pkt); 9449651SAndreas.Sandberg@ARM.com} 9459651SAndreas.Sandberg@ARM.com 9469651SAndreas.Sandberg@ARM.comvoid 9479651SAndreas.Sandberg@ARM.comBaseKvmCPU::setSignalMask(const sigset_t *mask) 9489651SAndreas.Sandberg@ARM.com{ 9499651SAndreas.Sandberg@ARM.com std::unique_ptr<struct kvm_signal_mask> kvm_mask; 9509651SAndreas.Sandberg@ARM.com 9519651SAndreas.Sandberg@ARM.com if (mask) { 9529651SAndreas.Sandberg@ARM.com kvm_mask.reset((struct kvm_signal_mask *)operator new( 9539651SAndreas.Sandberg@ARM.com sizeof(struct kvm_signal_mask) + sizeof(*mask))); 9549651SAndreas.Sandberg@ARM.com // The kernel and the user-space headers have different ideas 9559651SAndreas.Sandberg@ARM.com // about the size of sigset_t. This seems like a massive hack, 9569651SAndreas.Sandberg@ARM.com // but is actually what qemu does. 9579651SAndreas.Sandberg@ARM.com assert(sizeof(*mask) >= 8); 9589651SAndreas.Sandberg@ARM.com kvm_mask->len = 8; 9599651SAndreas.Sandberg@ARM.com memcpy(kvm_mask->sigset, mask, kvm_mask->len); 9609652SAndreas.Sandberg@ARM.com } 9619652SAndreas.Sandberg@ARM.com 9629652SAndreas.Sandberg@ARM.com if (ioctl(KVM_SET_SIGNAL_MASK, (void *)kvm_mask.get()) == -1) 9639652SAndreas.Sandberg@ARM.com panic("KVM: Failed to set vCPU signal mask (errno: %i)\n", 9649652SAndreas.Sandberg@ARM.com errno); 9659652SAndreas.Sandberg@ARM.com} 9669652SAndreas.Sandberg@ARM.com 9679652SAndreas.Sandberg@ARM.comint 9689652SAndreas.Sandberg@ARM.comBaseKvmCPU::ioctl(int request, long p1) const 9699652SAndreas.Sandberg@ARM.com{ 9709652SAndreas.Sandberg@ARM.com if (vcpuFD == -1) 9719652SAndreas.Sandberg@ARM.com panic("KVM: CPU ioctl called before initialization\n"); 9729652SAndreas.Sandberg@ARM.com 9739652SAndreas.Sandberg@ARM.com return ::ioctl(vcpuFD, request, p1); 9749652SAndreas.Sandberg@ARM.com} 9759652SAndreas.Sandberg@ARM.com 9769652SAndreas.Sandberg@ARM.comTick 9779652SAndreas.Sandberg@ARM.comBaseKvmCPU::flushCoalescedMMIO() 9789652SAndreas.Sandberg@ARM.com{ 9799652SAndreas.Sandberg@ARM.com if (!mmioRing) 9809652SAndreas.Sandberg@ARM.com return 0; 9819652SAndreas.Sandberg@ARM.com 9829652SAndreas.Sandberg@ARM.com DPRINTF(KvmIO, "KVM: Flushing the coalesced MMIO ring buffer\n"); 9839652SAndreas.Sandberg@ARM.com 9849651SAndreas.Sandberg@ARM.com // TODO: We might need to do synchronization when we start to 9859651SAndreas.Sandberg@ARM.com // support multiple CPUs 9869651SAndreas.Sandberg@ARM.com Tick ticks(0); 9879651SAndreas.Sandberg@ARM.com while (mmioRing->first != mmioRing->last) { 9889753Sandreas@sandberg.pp.se struct kvm_coalesced_mmio &ent( 9899651SAndreas.Sandberg@ARM.com mmioRing->coalesced_mmio[mmioRing->first]); 9909753Sandreas@sandberg.pp.se 9919753Sandreas@sandberg.pp.se DPRINTF(KvmIO, "KVM: Handling coalesced MMIO (addr: 0x%x, len: %u)\n", 9929753Sandreas@sandberg.pp.se ent.phys_addr, ent.len); 9939651SAndreas.Sandberg@ARM.com 9949651SAndreas.Sandberg@ARM.com ++numCoalescedMMIO; 9959651SAndreas.Sandberg@ARM.com ticks += doMMIOAccess(ent.phys_addr, ent.data, ent.len, true); 9969651SAndreas.Sandberg@ARM.com 9979651SAndreas.Sandberg@ARM.com mmioRing->first = (mmioRing->first + 1) % KVM_COALESCED_MMIO_MAX; 9989651SAndreas.Sandberg@ARM.com } 9999651SAndreas.Sandberg@ARM.com 10009651SAndreas.Sandberg@ARM.com return ticks; 100111629Smichael.lebeane@amd.com} 10029651SAndreas.Sandberg@ARM.com 100311629Smichael.lebeane@amd.comvoid 100411629Smichael.lebeane@amd.comBaseKvmCPU::setupSignalHandler() 100511629Smichael.lebeane@amd.com{ 100611629Smichael.lebeane@amd.com struct sigaction sa; 10079651SAndreas.Sandberg@ARM.com 10089651SAndreas.Sandberg@ARM.com memset(&sa, 0, sizeof(sa)); 10099651SAndreas.Sandberg@ARM.com sa.sa_sigaction = onTimerOverflow; 10109651SAndreas.Sandberg@ARM.com sa.sa_flags = SA_SIGINFO | SA_RESTART; 10119651SAndreas.Sandberg@ARM.com if (sigaction(KVM_TIMER_SIGNAL, &sa, NULL) == -1) 10129651SAndreas.Sandberg@ARM.com panic("KVM: Failed to setup vCPU signal handler\n"); 10139651SAndreas.Sandberg@ARM.com 10149651SAndreas.Sandberg@ARM.com sigset_t sigset; 10159651SAndreas.Sandberg@ARM.com if (sigprocmask(SIG_BLOCK, NULL, &sigset) == -1) 10169651SAndreas.Sandberg@ARM.com panic("KVM: Failed get signal mask\n"); 10179651SAndreas.Sandberg@ARM.com 10189651SAndreas.Sandberg@ARM.com // Request KVM to setup the same signal mask as we're currently 10199651SAndreas.Sandberg@ARM.com // running with. We'll sometimes need to mask the KVM_TIMER_SIGNAL 10209651SAndreas.Sandberg@ARM.com // to cause immediate exits from KVM after servicing IO 10219651SAndreas.Sandberg@ARM.com // requests. See kvmRun(). 10229651SAndreas.Sandberg@ARM.com setSignalMask(&sigset); 10239651SAndreas.Sandberg@ARM.com 102411629Smichael.lebeane@amd.com // Mask the KVM_TIMER_SIGNAL so it isn't delivered unless we're 10259651SAndreas.Sandberg@ARM.com // actually executing inside KVM. 10269651SAndreas.Sandberg@ARM.com sigaddset(&sigset, KVM_TIMER_SIGNAL); 10279651SAndreas.Sandberg@ARM.com if (sigprocmask(SIG_SETMASK, &sigset, NULL) == -1) 10289651SAndreas.Sandberg@ARM.com panic("KVM: Failed mask the KVM timer signal\n"); 10299651SAndreas.Sandberg@ARM.com} 10309651SAndreas.Sandberg@ARM.com 103111629Smichael.lebeane@amd.combool 103211629Smichael.lebeane@amd.comBaseKvmCPU::discardPendingSignal(int signum) const 103311629Smichael.lebeane@amd.com{ 103411629Smichael.lebeane@amd.com int discardedSignal; 103511629Smichael.lebeane@amd.com 103611629Smichael.lebeane@amd.com // Setting the timeout to zero causes sigtimedwait to return 103711629Smichael.lebeane@amd.com // immediately. 103811629Smichael.lebeane@amd.com struct timespec timeout; 10399651SAndreas.Sandberg@ARM.com timeout.tv_sec = 0; 10409651SAndreas.Sandberg@ARM.com timeout.tv_nsec = 0; 10419651SAndreas.Sandberg@ARM.com 10429651SAndreas.Sandberg@ARM.com sigset_t sigset; 10439651SAndreas.Sandberg@ARM.com sigemptyset(&sigset); 10449651SAndreas.Sandberg@ARM.com sigaddset(&sigset, signum); 10459651SAndreas.Sandberg@ARM.com 10469651SAndreas.Sandberg@ARM.com do { 10479651SAndreas.Sandberg@ARM.com discardedSignal = sigtimedwait(&sigset, NULL, &timeout); 10489651SAndreas.Sandberg@ARM.com } while (discardedSignal == -1 && errno == EINTR); 10499651SAndreas.Sandberg@ARM.com 10509651SAndreas.Sandberg@ARM.com if (discardedSignal == signum) 10519651SAndreas.Sandberg@ARM.com return true; 10529651SAndreas.Sandberg@ARM.com else if (discardedSignal == -1 && errno == EAGAIN) 10539651SAndreas.Sandberg@ARM.com return false; 10549651SAndreas.Sandberg@ARM.com else 10559651SAndreas.Sandberg@ARM.com panic("Unexpected return value from sigtimedwait: %i (errno: %i)\n", 10569689Sandreas@sandberg.pp.se discardedSignal, errno); 10579651SAndreas.Sandberg@ARM.com} 10589651SAndreas.Sandberg@ARM.com 10599651SAndreas.Sandberg@ARM.comvoid 10609651SAndreas.Sandberg@ARM.comBaseKvmCPU::setupCounters() 10619651SAndreas.Sandberg@ARM.com{ 10629651SAndreas.Sandberg@ARM.com DPRINTF(Kvm, "Attaching cycle counter...\n"); 10639651SAndreas.Sandberg@ARM.com PerfKvmCounterConfig cfgCycles(PERF_TYPE_HARDWARE, 10649651SAndreas.Sandberg@ARM.com PERF_COUNT_HW_CPU_CYCLES); 10659651SAndreas.Sandberg@ARM.com cfgCycles.disabled(true) 10669651SAndreas.Sandberg@ARM.com .pinned(true); 10679651SAndreas.Sandberg@ARM.com 10689651SAndreas.Sandberg@ARM.com if (perfControlledByTimer) { 10699651SAndreas.Sandberg@ARM.com // We need to configure the cycles counter to send overflows 10709651SAndreas.Sandberg@ARM.com // since we are going to use it to trigger timer signals that 10719651SAndreas.Sandberg@ARM.com // trap back into m5 from KVM. In practice, this means that we 10729651SAndreas.Sandberg@ARM.com // need to set some non-zero sample period that gets 10739651SAndreas.Sandberg@ARM.com // overridden when the timer is armed. 10749651SAndreas.Sandberg@ARM.com cfgCycles.wakeupEvents(1) 10759651SAndreas.Sandberg@ARM.com .samplePeriod(42); 10769651SAndreas.Sandberg@ARM.com } 10779651SAndreas.Sandberg@ARM.com 10789651SAndreas.Sandberg@ARM.com hwCycles.attach(cfgCycles, 10799651SAndreas.Sandberg@ARM.com 0); // TID (0 => currentThread) 10809651SAndreas.Sandberg@ARM.com 10819651SAndreas.Sandberg@ARM.com DPRINTF(Kvm, "Attaching instruction counter...\n"); 10829651SAndreas.Sandberg@ARM.com PerfKvmCounterConfig cfgInstructions(PERF_TYPE_HARDWARE, 10839651SAndreas.Sandberg@ARM.com PERF_COUNT_HW_INSTRUCTIONS); 10849651SAndreas.Sandberg@ARM.com hwInstructions.attach(cfgInstructions, 10859651SAndreas.Sandberg@ARM.com 0, // TID (0 => currentThread) 10869689Sandreas@sandberg.pp.se hwCycles); 10879651SAndreas.Sandberg@ARM.com} 10889651SAndreas.Sandberg@ARM.com 10899651SAndreas.Sandberg@ARM.combool 10909651SAndreas.Sandberg@ARM.comBaseKvmCPU::tryDrain() 10919651SAndreas.Sandberg@ARM.com{ 10929651SAndreas.Sandberg@ARM.com if (!drainManager) 10939651SAndreas.Sandberg@ARM.com return false; 10949689Sandreas@sandberg.pp.se 10959651SAndreas.Sandberg@ARM.com if (!archIsDrained()) { 10969651SAndreas.Sandberg@ARM.com DPRINTF(Drain, "tryDrain: Architecture code is not ready.\n"); 10979651SAndreas.Sandberg@ARM.com return false; 10989651SAndreas.Sandberg@ARM.com } 10999651SAndreas.Sandberg@ARM.com 11009651SAndreas.Sandberg@ARM.com if (_status == Idle || _status == Running) { 11019651SAndreas.Sandberg@ARM.com DPRINTF(Drain, 11029651SAndreas.Sandberg@ARM.com "tryDrain: CPU transitioned into the Idle state, drain done\n"); 11039689Sandreas@sandberg.pp.se drainManager->signalDrainDone(); 11049651SAndreas.Sandberg@ARM.com drainManager = NULL; 11059651SAndreas.Sandberg@ARM.com return true; 11069651SAndreas.Sandberg@ARM.com } else { 11079651SAndreas.Sandberg@ARM.com DPRINTF(Drain, "tryDrain: CPU not ready.\n"); 11089651SAndreas.Sandberg@ARM.com return false; 11099651SAndreas.Sandberg@ARM.com } 11109651SAndreas.Sandberg@ARM.com} 11119760Sandreas@sandberg.pp.se 11129760Sandreas@sandberg.pp.sevoid 11139760Sandreas@sandberg.pp.seBaseKvmCPU::ioctlRun() 111411629Smichael.lebeane@amd.com{ 111511629Smichael.lebeane@amd.com if (ioctl(KVM_RUN) == -1) { 111611629Smichael.lebeane@amd.com if (errno != EINTR) 11179760Sandreas@sandberg.pp.se panic("KVM: Failed to start virtual CPU (errno: %i)\n", 11189760Sandreas@sandberg.pp.se errno); 11199760Sandreas@sandberg.pp.se } 11209760Sandreas@sandberg.pp.se} 11219760Sandreas@sandberg.pp.se