base.cc revision 9882
19651SAndreas.Sandberg@ARM.com/* 29651SAndreas.Sandberg@ARM.com * Copyright (c) 2012 ARM Limited 39651SAndreas.Sandberg@ARM.com * All rights reserved 49651SAndreas.Sandberg@ARM.com * 59651SAndreas.Sandberg@ARM.com * The license below extends only to copyright in the software and shall 69651SAndreas.Sandberg@ARM.com * not be construed as granting a license to any other intellectual 79651SAndreas.Sandberg@ARM.com * property including but not limited to intellectual property relating 89651SAndreas.Sandberg@ARM.com * to a hardware implementation of the functionality of the software 99651SAndreas.Sandberg@ARM.com * licensed hereunder. You may use the software subject to the license 109651SAndreas.Sandberg@ARM.com * terms below provided that you ensure that this notice is replicated 119651SAndreas.Sandberg@ARM.com * unmodified and in its entirety in all distributions of the software, 129651SAndreas.Sandberg@ARM.com * modified or unmodified, in source code or in binary form. 139651SAndreas.Sandberg@ARM.com * 149651SAndreas.Sandberg@ARM.com * Redistribution and use in source and binary forms, with or without 159651SAndreas.Sandberg@ARM.com * modification, are permitted provided that the following conditions are 169651SAndreas.Sandberg@ARM.com * met: redistributions of source code must retain the above copyright 179651SAndreas.Sandberg@ARM.com * notice, this list of conditions and the following disclaimer; 189651SAndreas.Sandberg@ARM.com * redistributions in binary form must reproduce the above copyright 199651SAndreas.Sandberg@ARM.com * notice, this list of conditions and the following disclaimer in the 209651SAndreas.Sandberg@ARM.com * documentation and/or other materials provided with the distribution; 219651SAndreas.Sandberg@ARM.com * neither the name of the copyright holders nor the names of its 229651SAndreas.Sandberg@ARM.com * contributors may be used to endorse or promote products derived from 239651SAndreas.Sandberg@ARM.com * this software without specific prior written permission. 249651SAndreas.Sandberg@ARM.com * 259651SAndreas.Sandberg@ARM.com * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 269651SAndreas.Sandberg@ARM.com * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 279651SAndreas.Sandberg@ARM.com * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 289651SAndreas.Sandberg@ARM.com * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 299651SAndreas.Sandberg@ARM.com * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 309651SAndreas.Sandberg@ARM.com * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 319651SAndreas.Sandberg@ARM.com * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 329651SAndreas.Sandberg@ARM.com * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 339651SAndreas.Sandberg@ARM.com * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 349651SAndreas.Sandberg@ARM.com * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 359651SAndreas.Sandberg@ARM.com * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 369651SAndreas.Sandberg@ARM.com * 379651SAndreas.Sandberg@ARM.com * Authors: Andreas Sandberg 389651SAndreas.Sandberg@ARM.com */ 399651SAndreas.Sandberg@ARM.com 409651SAndreas.Sandberg@ARM.com#include <linux/kvm.h> 419651SAndreas.Sandberg@ARM.com#include <sys/ioctl.h> 429651SAndreas.Sandberg@ARM.com#include <sys/mman.h> 439651SAndreas.Sandberg@ARM.com#include <unistd.h> 449651SAndreas.Sandberg@ARM.com 459651SAndreas.Sandberg@ARM.com#include <cerrno> 469651SAndreas.Sandberg@ARM.com#include <csignal> 479651SAndreas.Sandberg@ARM.com#include <ostream> 489651SAndreas.Sandberg@ARM.com 499760Sandreas@sandberg.pp.se#include "arch/mmapped_ipr.hh" 509651SAndreas.Sandberg@ARM.com#include "arch/utility.hh" 519651SAndreas.Sandberg@ARM.com#include "cpu/kvm/base.hh" 529683Sandreas@sandberg.pp.se#include "debug/Checkpoint.hh" 539753Sandreas@sandberg.pp.se#include "debug/Drain.hh" 549651SAndreas.Sandberg@ARM.com#include "debug/Kvm.hh" 559651SAndreas.Sandberg@ARM.com#include "debug/KvmIO.hh" 569651SAndreas.Sandberg@ARM.com#include "debug/KvmRun.hh" 579651SAndreas.Sandberg@ARM.com#include "params/BaseKvmCPU.hh" 589651SAndreas.Sandberg@ARM.com#include "sim/process.hh" 599651SAndreas.Sandberg@ARM.com#include "sim/system.hh" 609651SAndreas.Sandberg@ARM.com 619753Sandreas@sandberg.pp.se#include <signal.h> 629753Sandreas@sandberg.pp.se 639651SAndreas.Sandberg@ARM.com/* Used by some KVM macros */ 649651SAndreas.Sandberg@ARM.com#define PAGE_SIZE pageSize 659651SAndreas.Sandberg@ARM.com 669651SAndreas.Sandberg@ARM.comvolatile bool timerOverflowed = false; 679651SAndreas.Sandberg@ARM.com 689651SAndreas.Sandberg@ARM.comstatic void 699651SAndreas.Sandberg@ARM.comonTimerOverflow(int signo, siginfo_t *si, void *data) 709651SAndreas.Sandberg@ARM.com{ 719651SAndreas.Sandberg@ARM.com timerOverflowed = true; 729651SAndreas.Sandberg@ARM.com} 739651SAndreas.Sandberg@ARM.com 749651SAndreas.Sandberg@ARM.comBaseKvmCPU::BaseKvmCPU(BaseKvmCPUParams *params) 759651SAndreas.Sandberg@ARM.com : BaseCPU(params), 769651SAndreas.Sandberg@ARM.com vm(*params->kvmVM), 779651SAndreas.Sandberg@ARM.com _status(Idle), 789651SAndreas.Sandberg@ARM.com dataPort(name() + ".dcache_port", this), 799651SAndreas.Sandberg@ARM.com instPort(name() + ".icache_port", this), 809652SAndreas.Sandberg@ARM.com threadContextDirty(true), 819652SAndreas.Sandberg@ARM.com kvmStateDirty(false), 829651SAndreas.Sandberg@ARM.com vcpuID(vm.allocVCPUID()), vcpuFD(-1), vcpuMMapSize(0), 839651SAndreas.Sandberg@ARM.com _kvmRun(NULL), mmioRing(NULL), 849651SAndreas.Sandberg@ARM.com pageSize(sysconf(_SC_PAGE_SIZE)), 859651SAndreas.Sandberg@ARM.com tickEvent(*this), 869655SAndreas.Sandberg@ARM.com perfControlledByTimer(params->usePerfOverflow), 879754Sandreas@sandberg.pp.se hostFreq(params->hostFreq), 889752Sandreas@sandberg.pp.se hostFactor(params->hostFactor), 899753Sandreas@sandberg.pp.se drainManager(NULL), 909752Sandreas@sandberg.pp.se ctrInsts(0) 919651SAndreas.Sandberg@ARM.com{ 929651SAndreas.Sandberg@ARM.com if (pageSize == -1) 939651SAndreas.Sandberg@ARM.com panic("KVM: Failed to determine host page size (%i)\n", 949651SAndreas.Sandberg@ARM.com errno); 959651SAndreas.Sandberg@ARM.com 969651SAndreas.Sandberg@ARM.com thread = new SimpleThread(this, 0, params->system, 979651SAndreas.Sandberg@ARM.com params->itb, params->dtb, params->isa[0]); 989651SAndreas.Sandberg@ARM.com thread->setStatus(ThreadContext::Halted); 999651SAndreas.Sandberg@ARM.com tc = thread->getTC(); 1009651SAndreas.Sandberg@ARM.com threadContexts.push_back(tc); 1019651SAndreas.Sandberg@ARM.com 1029651SAndreas.Sandberg@ARM.com setupCounters(); 1039651SAndreas.Sandberg@ARM.com 1049655SAndreas.Sandberg@ARM.com if (params->usePerfOverflow) 1059655SAndreas.Sandberg@ARM.com runTimer.reset(new PerfKvmTimer(hwCycles, 1069655SAndreas.Sandberg@ARM.com KVM_TIMER_SIGNAL, 1079655SAndreas.Sandberg@ARM.com params->hostFactor, 1089754Sandreas@sandberg.pp.se params->hostFreq)); 1099655SAndreas.Sandberg@ARM.com else 1109655SAndreas.Sandberg@ARM.com runTimer.reset(new PosixKvmTimer(KVM_TIMER_SIGNAL, CLOCK_MONOTONIC, 1119655SAndreas.Sandberg@ARM.com params->hostFactor, 1129754Sandreas@sandberg.pp.se params->hostFreq)); 1139651SAndreas.Sandberg@ARM.com} 1149651SAndreas.Sandberg@ARM.com 1159651SAndreas.Sandberg@ARM.comBaseKvmCPU::~BaseKvmCPU() 1169651SAndreas.Sandberg@ARM.com{ 1179651SAndreas.Sandberg@ARM.com if (_kvmRun) 1189651SAndreas.Sandberg@ARM.com munmap(_kvmRun, vcpuMMapSize); 1199651SAndreas.Sandberg@ARM.com close(vcpuFD); 1209651SAndreas.Sandberg@ARM.com} 1219651SAndreas.Sandberg@ARM.com 1229651SAndreas.Sandberg@ARM.comvoid 1239651SAndreas.Sandberg@ARM.comBaseKvmCPU::init() 1249651SAndreas.Sandberg@ARM.com{ 1259651SAndreas.Sandberg@ARM.com BaseCPU::init(); 1269651SAndreas.Sandberg@ARM.com 1279651SAndreas.Sandberg@ARM.com if (numThreads != 1) 1289651SAndreas.Sandberg@ARM.com fatal("KVM: Multithreading not supported"); 1299651SAndreas.Sandberg@ARM.com 1309651SAndreas.Sandberg@ARM.com tc->initMemProxies(tc); 1319651SAndreas.Sandberg@ARM.com 1329651SAndreas.Sandberg@ARM.com // initialize CPU, including PC 1339651SAndreas.Sandberg@ARM.com if (FullSystem && !switchedOut()) 1349651SAndreas.Sandberg@ARM.com TheISA::initCPU(tc, tc->contextId()); 1359651SAndreas.Sandberg@ARM.com 1369651SAndreas.Sandberg@ARM.com mmio_req.setThreadContext(tc->contextId(), 0); 1379651SAndreas.Sandberg@ARM.com} 1389651SAndreas.Sandberg@ARM.com 1399651SAndreas.Sandberg@ARM.comvoid 1409651SAndreas.Sandberg@ARM.comBaseKvmCPU::startup() 1419651SAndreas.Sandberg@ARM.com{ 1429690Sandreas@sandberg.pp.se const BaseKvmCPUParams * const p( 1439690Sandreas@sandberg.pp.se dynamic_cast<const BaseKvmCPUParams *>(params())); 1449690Sandreas@sandberg.pp.se 1459651SAndreas.Sandberg@ARM.com Kvm &kvm(vm.kvm); 1469651SAndreas.Sandberg@ARM.com 1479651SAndreas.Sandberg@ARM.com BaseCPU::startup(); 1489651SAndreas.Sandberg@ARM.com 1499651SAndreas.Sandberg@ARM.com assert(vcpuFD == -1); 1509651SAndreas.Sandberg@ARM.com 1519651SAndreas.Sandberg@ARM.com // Tell the VM that a CPU is about to start. 1529651SAndreas.Sandberg@ARM.com vm.cpuStartup(); 1539651SAndreas.Sandberg@ARM.com 1549651SAndreas.Sandberg@ARM.com // We can't initialize KVM CPUs in BaseKvmCPU::init() since we are 1559651SAndreas.Sandberg@ARM.com // not guaranteed that the parent KVM VM has initialized at that 1569651SAndreas.Sandberg@ARM.com // point. Initialize virtual CPUs here instead. 1579651SAndreas.Sandberg@ARM.com vcpuFD = vm.createVCPU(vcpuID); 1589651SAndreas.Sandberg@ARM.com 1599753Sandreas@sandberg.pp.se // Setup signal handlers. This has to be done after the vCPU is 1609753Sandreas@sandberg.pp.se // created since it manipulates the vCPU signal mask. 1619753Sandreas@sandberg.pp.se setupSignalHandler(); 1629753Sandreas@sandberg.pp.se 1639651SAndreas.Sandberg@ARM.com // Map the KVM run structure */ 1649651SAndreas.Sandberg@ARM.com vcpuMMapSize = kvm.getVCPUMMapSize(); 1659651SAndreas.Sandberg@ARM.com _kvmRun = (struct kvm_run *)mmap(0, vcpuMMapSize, 1669651SAndreas.Sandberg@ARM.com PROT_READ | PROT_WRITE, MAP_SHARED, 1679651SAndreas.Sandberg@ARM.com vcpuFD, 0); 1689651SAndreas.Sandberg@ARM.com if (_kvmRun == MAP_FAILED) 1699651SAndreas.Sandberg@ARM.com panic("KVM: Failed to map run data structure\n"); 1709651SAndreas.Sandberg@ARM.com 1719651SAndreas.Sandberg@ARM.com // Setup a pointer to the MMIO ring buffer if coalesced MMIO is 1729651SAndreas.Sandberg@ARM.com // available. The offset into the KVM's communication page is 1739651SAndreas.Sandberg@ARM.com // provided by the coalesced MMIO capability. 1749651SAndreas.Sandberg@ARM.com int mmioOffset(kvm.capCoalescedMMIO()); 1759690Sandreas@sandberg.pp.se if (!p->useCoalescedMMIO) { 1769690Sandreas@sandberg.pp.se inform("KVM: Coalesced MMIO disabled by config.\n"); 1779690Sandreas@sandberg.pp.se } else if (mmioOffset) { 1789651SAndreas.Sandberg@ARM.com inform("KVM: Coalesced IO available\n"); 1799651SAndreas.Sandberg@ARM.com mmioRing = (struct kvm_coalesced_mmio_ring *)( 1809651SAndreas.Sandberg@ARM.com (char *)_kvmRun + (mmioOffset * pageSize)); 1819651SAndreas.Sandberg@ARM.com } else { 1829651SAndreas.Sandberg@ARM.com inform("KVM: Coalesced not supported by host OS\n"); 1839651SAndreas.Sandberg@ARM.com } 1849732Sandreas@sandberg.pp.se 1859732Sandreas@sandberg.pp.se thread->startup(); 1869651SAndreas.Sandberg@ARM.com} 1879651SAndreas.Sandberg@ARM.com 1889651SAndreas.Sandberg@ARM.comvoid 1899651SAndreas.Sandberg@ARM.comBaseKvmCPU::regStats() 1909651SAndreas.Sandberg@ARM.com{ 1919651SAndreas.Sandberg@ARM.com using namespace Stats; 1929651SAndreas.Sandberg@ARM.com 1939651SAndreas.Sandberg@ARM.com BaseCPU::regStats(); 1949651SAndreas.Sandberg@ARM.com 1959684Sandreas@sandberg.pp.se numInsts 1969684Sandreas@sandberg.pp.se .name(name() + ".committedInsts") 1979684Sandreas@sandberg.pp.se .desc("Number of instructions committed") 1989684Sandreas@sandberg.pp.se ; 1999684Sandreas@sandberg.pp.se 2009651SAndreas.Sandberg@ARM.com numVMExits 2019651SAndreas.Sandberg@ARM.com .name(name() + ".numVMExits") 2029651SAndreas.Sandberg@ARM.com .desc("total number of KVM exits") 2039651SAndreas.Sandberg@ARM.com ; 2049651SAndreas.Sandberg@ARM.com 2059755Sandreas@sandberg.pp.se numVMHalfEntries 2069755Sandreas@sandberg.pp.se .name(name() + ".numVMHalfEntries") 2079755Sandreas@sandberg.pp.se .desc("number of KVM entries to finalize pending operations") 2089755Sandreas@sandberg.pp.se ; 2099755Sandreas@sandberg.pp.se 2109755Sandreas@sandberg.pp.se numExitSignal 2119755Sandreas@sandberg.pp.se .name(name() + ".numExitSignal") 2129755Sandreas@sandberg.pp.se .desc("exits due to signal delivery") 2139755Sandreas@sandberg.pp.se ; 2149755Sandreas@sandberg.pp.se 2159651SAndreas.Sandberg@ARM.com numMMIO 2169651SAndreas.Sandberg@ARM.com .name(name() + ".numMMIO") 2179651SAndreas.Sandberg@ARM.com .desc("number of VM exits due to memory mapped IO") 2189651SAndreas.Sandberg@ARM.com ; 2199651SAndreas.Sandberg@ARM.com 2209651SAndreas.Sandberg@ARM.com numCoalescedMMIO 2219651SAndreas.Sandberg@ARM.com .name(name() + ".numCoalescedMMIO") 2229651SAndreas.Sandberg@ARM.com .desc("number of coalesced memory mapped IO requests") 2239651SAndreas.Sandberg@ARM.com ; 2249651SAndreas.Sandberg@ARM.com 2259651SAndreas.Sandberg@ARM.com numIO 2269651SAndreas.Sandberg@ARM.com .name(name() + ".numIO") 2279651SAndreas.Sandberg@ARM.com .desc("number of VM exits due to legacy IO") 2289651SAndreas.Sandberg@ARM.com ; 2299651SAndreas.Sandberg@ARM.com 2309651SAndreas.Sandberg@ARM.com numHalt 2319651SAndreas.Sandberg@ARM.com .name(name() + ".numHalt") 2329651SAndreas.Sandberg@ARM.com .desc("number of VM exits due to wait for interrupt instructions") 2339651SAndreas.Sandberg@ARM.com ; 2349651SAndreas.Sandberg@ARM.com 2359651SAndreas.Sandberg@ARM.com numInterrupts 2369651SAndreas.Sandberg@ARM.com .name(name() + ".numInterrupts") 2379651SAndreas.Sandberg@ARM.com .desc("number of interrupts delivered") 2389651SAndreas.Sandberg@ARM.com ; 2399651SAndreas.Sandberg@ARM.com 2409651SAndreas.Sandberg@ARM.com numHypercalls 2419651SAndreas.Sandberg@ARM.com .name(name() + ".numHypercalls") 2429651SAndreas.Sandberg@ARM.com .desc("number of hypercalls") 2439651SAndreas.Sandberg@ARM.com ; 2449651SAndreas.Sandberg@ARM.com} 2459651SAndreas.Sandberg@ARM.com 2469651SAndreas.Sandberg@ARM.comvoid 2479651SAndreas.Sandberg@ARM.comBaseKvmCPU::serializeThread(std::ostream &os, ThreadID tid) 2489651SAndreas.Sandberg@ARM.com{ 2499683Sandreas@sandberg.pp.se if (DTRACE(Checkpoint)) { 2509683Sandreas@sandberg.pp.se DPRINTF(Checkpoint, "KVM: Serializing thread %i:\n", tid); 2519683Sandreas@sandberg.pp.se dump(); 2529683Sandreas@sandberg.pp.se } 2539683Sandreas@sandberg.pp.se 2549651SAndreas.Sandberg@ARM.com assert(tid == 0); 2559651SAndreas.Sandberg@ARM.com assert(_status == Idle); 2569651SAndreas.Sandberg@ARM.com thread->serialize(os); 2579651SAndreas.Sandberg@ARM.com} 2589651SAndreas.Sandberg@ARM.com 2599651SAndreas.Sandberg@ARM.comvoid 2609651SAndreas.Sandberg@ARM.comBaseKvmCPU::unserializeThread(Checkpoint *cp, const std::string §ion, 2619651SAndreas.Sandberg@ARM.com ThreadID tid) 2629651SAndreas.Sandberg@ARM.com{ 2639683Sandreas@sandberg.pp.se DPRINTF(Checkpoint, "KVM: Unserialize thread %i:\n", tid); 2649683Sandreas@sandberg.pp.se 2659651SAndreas.Sandberg@ARM.com assert(tid == 0); 2669651SAndreas.Sandberg@ARM.com assert(_status == Idle); 2679651SAndreas.Sandberg@ARM.com thread->unserialize(cp, section); 2689652SAndreas.Sandberg@ARM.com threadContextDirty = true; 2699651SAndreas.Sandberg@ARM.com} 2709651SAndreas.Sandberg@ARM.com 2719651SAndreas.Sandberg@ARM.comunsigned int 2729651SAndreas.Sandberg@ARM.comBaseKvmCPU::drain(DrainManager *dm) 2739651SAndreas.Sandberg@ARM.com{ 2749651SAndreas.Sandberg@ARM.com if (switchedOut()) 2759651SAndreas.Sandberg@ARM.com return 0; 2769651SAndreas.Sandberg@ARM.com 2779753Sandreas@sandberg.pp.se DPRINTF(Drain, "BaseKvmCPU::drain\n"); 2789753Sandreas@sandberg.pp.se switch (_status) { 2799753Sandreas@sandberg.pp.se case Running: 2809753Sandreas@sandberg.pp.se // The base KVM code is normally ready when it is in the 2819753Sandreas@sandberg.pp.se // Running state, but the architecture specific code might be 2829753Sandreas@sandberg.pp.se // of a different opinion. This may happen when the CPU been 2839753Sandreas@sandberg.pp.se // notified of an event that hasn't been accepted by the vCPU 2849753Sandreas@sandberg.pp.se // yet. 2859753Sandreas@sandberg.pp.se if (!archIsDrained()) { 2869753Sandreas@sandberg.pp.se drainManager = dm; 2879753Sandreas@sandberg.pp.se return 1; 2889753Sandreas@sandberg.pp.se } 2899651SAndreas.Sandberg@ARM.com 2909753Sandreas@sandberg.pp.se // The state of the CPU is consistent, so we don't need to do 2919753Sandreas@sandberg.pp.se // anything special to drain it. We simply de-schedule the 2929753Sandreas@sandberg.pp.se // tick event and enter the Idle state to prevent nasty things 2939753Sandreas@sandberg.pp.se // like MMIOs from happening. 2949753Sandreas@sandberg.pp.se if (tickEvent.scheduled()) 2959753Sandreas@sandberg.pp.se deschedule(tickEvent); 2969753Sandreas@sandberg.pp.se _status = Idle; 2979651SAndreas.Sandberg@ARM.com 2989753Sandreas@sandberg.pp.se /** FALLTHROUGH */ 2999753Sandreas@sandberg.pp.se case Idle: 3009753Sandreas@sandberg.pp.se // Idle, no need to drain 3019753Sandreas@sandberg.pp.se assert(!tickEvent.scheduled()); 3029753Sandreas@sandberg.pp.se 3039753Sandreas@sandberg.pp.se // Sync the thread context here since we'll need it when we 3049753Sandreas@sandberg.pp.se // switch CPUs or checkpoint the CPU. 3059753Sandreas@sandberg.pp.se syncThreadContext(); 3069753Sandreas@sandberg.pp.se 3079753Sandreas@sandberg.pp.se return 0; 3089753Sandreas@sandberg.pp.se 3099753Sandreas@sandberg.pp.se case RunningServiceCompletion: 3109753Sandreas@sandberg.pp.se // The CPU has just requested a service that was handled in 3119753Sandreas@sandberg.pp.se // the RunningService state, but the results have still not 3129753Sandreas@sandberg.pp.se // been reported to the CPU. Now, we /could/ probably just 3139753Sandreas@sandberg.pp.se // update the register state ourselves instead of letting KVM 3149753Sandreas@sandberg.pp.se // handle it, but that would be tricky. Instead, we enter KVM 3159753Sandreas@sandberg.pp.se // and let it do its stuff. 3169753Sandreas@sandberg.pp.se drainManager = dm; 3179753Sandreas@sandberg.pp.se 3189753Sandreas@sandberg.pp.se DPRINTF(Drain, "KVM CPU is waiting for service completion, " 3199753Sandreas@sandberg.pp.se "requesting drain.\n"); 3209753Sandreas@sandberg.pp.se return 1; 3219753Sandreas@sandberg.pp.se 3229753Sandreas@sandberg.pp.se case RunningService: 3239753Sandreas@sandberg.pp.se // We need to drain since the CPU is waiting for service (e.g., MMIOs) 3249753Sandreas@sandberg.pp.se drainManager = dm; 3259753Sandreas@sandberg.pp.se 3269753Sandreas@sandberg.pp.se DPRINTF(Drain, "KVM CPU is waiting for service, requesting drain.\n"); 3279753Sandreas@sandberg.pp.se return 1; 3289753Sandreas@sandberg.pp.se 3299753Sandreas@sandberg.pp.se default: 3309753Sandreas@sandberg.pp.se panic("KVM: Unhandled CPU state in drain()\n"); 3319753Sandreas@sandberg.pp.se return 0; 3329753Sandreas@sandberg.pp.se } 3339651SAndreas.Sandberg@ARM.com} 3349651SAndreas.Sandberg@ARM.com 3359651SAndreas.Sandberg@ARM.comvoid 3369651SAndreas.Sandberg@ARM.comBaseKvmCPU::drainResume() 3379651SAndreas.Sandberg@ARM.com{ 3389651SAndreas.Sandberg@ARM.com assert(!tickEvent.scheduled()); 3399651SAndreas.Sandberg@ARM.com 3409651SAndreas.Sandberg@ARM.com // We might have been switched out. In that case, we don't need to 3419651SAndreas.Sandberg@ARM.com // do anything. 3429651SAndreas.Sandberg@ARM.com if (switchedOut()) 3439651SAndreas.Sandberg@ARM.com return; 3449651SAndreas.Sandberg@ARM.com 3459651SAndreas.Sandberg@ARM.com DPRINTF(Kvm, "drainResume\n"); 3469651SAndreas.Sandberg@ARM.com verifyMemoryMode(); 3479651SAndreas.Sandberg@ARM.com 3489651SAndreas.Sandberg@ARM.com // The tick event is de-scheduled as a part of the draining 3499651SAndreas.Sandberg@ARM.com // process. Re-schedule it if the thread context is active. 3509651SAndreas.Sandberg@ARM.com if (tc->status() == ThreadContext::Active) { 3519651SAndreas.Sandberg@ARM.com schedule(tickEvent, nextCycle()); 3529651SAndreas.Sandberg@ARM.com _status = Running; 3539651SAndreas.Sandberg@ARM.com } else { 3549651SAndreas.Sandberg@ARM.com _status = Idle; 3559651SAndreas.Sandberg@ARM.com } 3569651SAndreas.Sandberg@ARM.com} 3579651SAndreas.Sandberg@ARM.com 3589651SAndreas.Sandberg@ARM.comvoid 3599651SAndreas.Sandberg@ARM.comBaseKvmCPU::switchOut() 3609651SAndreas.Sandberg@ARM.com{ 3619652SAndreas.Sandberg@ARM.com DPRINTF(Kvm, "switchOut\n"); 3629652SAndreas.Sandberg@ARM.com 3639651SAndreas.Sandberg@ARM.com BaseCPU::switchOut(); 3649651SAndreas.Sandberg@ARM.com 3659651SAndreas.Sandberg@ARM.com // We should have drained prior to executing a switchOut, which 3669651SAndreas.Sandberg@ARM.com // means that the tick event shouldn't be scheduled and the CPU is 3679651SAndreas.Sandberg@ARM.com // idle. 3689651SAndreas.Sandberg@ARM.com assert(!tickEvent.scheduled()); 3699651SAndreas.Sandberg@ARM.com assert(_status == Idle); 3709651SAndreas.Sandberg@ARM.com} 3719651SAndreas.Sandberg@ARM.com 3729651SAndreas.Sandberg@ARM.comvoid 3739651SAndreas.Sandberg@ARM.comBaseKvmCPU::takeOverFrom(BaseCPU *cpu) 3749651SAndreas.Sandberg@ARM.com{ 3759651SAndreas.Sandberg@ARM.com DPRINTF(Kvm, "takeOverFrom\n"); 3769651SAndreas.Sandberg@ARM.com 3779651SAndreas.Sandberg@ARM.com BaseCPU::takeOverFrom(cpu); 3789651SAndreas.Sandberg@ARM.com 3799651SAndreas.Sandberg@ARM.com // We should have drained prior to executing a switchOut, which 3809651SAndreas.Sandberg@ARM.com // means that the tick event shouldn't be scheduled and the CPU is 3819651SAndreas.Sandberg@ARM.com // idle. 3829651SAndreas.Sandberg@ARM.com assert(!tickEvent.scheduled()); 3839651SAndreas.Sandberg@ARM.com assert(_status == Idle); 3849651SAndreas.Sandberg@ARM.com assert(threadContexts.size() == 1); 3859651SAndreas.Sandberg@ARM.com 3869753Sandreas@sandberg.pp.se // Force an update of the KVM state here instead of flagging the 3879753Sandreas@sandberg.pp.se // TC as dirty. This is not ideal from a performance point of 3889753Sandreas@sandberg.pp.se // view, but it makes debugging easier as it allows meaningful KVM 3899753Sandreas@sandberg.pp.se // state to be dumped before and after a takeover. 3909753Sandreas@sandberg.pp.se updateKvmState(); 3919753Sandreas@sandberg.pp.se threadContextDirty = false; 3929651SAndreas.Sandberg@ARM.com} 3939651SAndreas.Sandberg@ARM.com 3949651SAndreas.Sandberg@ARM.comvoid 3959651SAndreas.Sandberg@ARM.comBaseKvmCPU::verifyMemoryMode() const 3969651SAndreas.Sandberg@ARM.com{ 3979651SAndreas.Sandberg@ARM.com if (!(system->isAtomicMode() && system->bypassCaches())) { 3989651SAndreas.Sandberg@ARM.com fatal("The KVM-based CPUs requires the memory system to be in the " 3999651SAndreas.Sandberg@ARM.com "'atomic_noncaching' mode.\n"); 4009651SAndreas.Sandberg@ARM.com } 4019651SAndreas.Sandberg@ARM.com} 4029651SAndreas.Sandberg@ARM.com 4039651SAndreas.Sandberg@ARM.comvoid 4049651SAndreas.Sandberg@ARM.comBaseKvmCPU::wakeup() 4059651SAndreas.Sandberg@ARM.com{ 4069651SAndreas.Sandberg@ARM.com DPRINTF(Kvm, "wakeup()\n"); 4079651SAndreas.Sandberg@ARM.com 4089651SAndreas.Sandberg@ARM.com if (thread->status() != ThreadContext::Suspended) 4099651SAndreas.Sandberg@ARM.com return; 4109651SAndreas.Sandberg@ARM.com 4119651SAndreas.Sandberg@ARM.com thread->activate(); 4129651SAndreas.Sandberg@ARM.com} 4139651SAndreas.Sandberg@ARM.com 4149651SAndreas.Sandberg@ARM.comvoid 4159651SAndreas.Sandberg@ARM.comBaseKvmCPU::activateContext(ThreadID thread_num, Cycles delay) 4169651SAndreas.Sandberg@ARM.com{ 4179651SAndreas.Sandberg@ARM.com DPRINTF(Kvm, "ActivateContext %d (%d cycles)\n", thread_num, delay); 4189651SAndreas.Sandberg@ARM.com 4199651SAndreas.Sandberg@ARM.com assert(thread_num == 0); 4209651SAndreas.Sandberg@ARM.com assert(thread); 4219651SAndreas.Sandberg@ARM.com 4229651SAndreas.Sandberg@ARM.com assert(_status == Idle); 4239651SAndreas.Sandberg@ARM.com assert(!tickEvent.scheduled()); 4249651SAndreas.Sandberg@ARM.com 4259754Sandreas@sandberg.pp.se numCycles += ticksToCycles(thread->lastActivate - thread->lastSuspend); 4269651SAndreas.Sandberg@ARM.com 4279651SAndreas.Sandberg@ARM.com schedule(tickEvent, clockEdge(delay)); 4289651SAndreas.Sandberg@ARM.com _status = Running; 4299651SAndreas.Sandberg@ARM.com} 4309651SAndreas.Sandberg@ARM.com 4319651SAndreas.Sandberg@ARM.com 4329651SAndreas.Sandberg@ARM.comvoid 4339651SAndreas.Sandberg@ARM.comBaseKvmCPU::suspendContext(ThreadID thread_num) 4349651SAndreas.Sandberg@ARM.com{ 4359651SAndreas.Sandberg@ARM.com DPRINTF(Kvm, "SuspendContext %d\n", thread_num); 4369651SAndreas.Sandberg@ARM.com 4379651SAndreas.Sandberg@ARM.com assert(thread_num == 0); 4389651SAndreas.Sandberg@ARM.com assert(thread); 4399651SAndreas.Sandberg@ARM.com 4409651SAndreas.Sandberg@ARM.com if (_status == Idle) 4419651SAndreas.Sandberg@ARM.com return; 4429651SAndreas.Sandberg@ARM.com 4439651SAndreas.Sandberg@ARM.com assert(_status == Running); 4449651SAndreas.Sandberg@ARM.com 4459651SAndreas.Sandberg@ARM.com // The tick event may no be scheduled if the quest has requested 4469651SAndreas.Sandberg@ARM.com // the monitor to wait for interrupts. The normal CPU models can 4479651SAndreas.Sandberg@ARM.com // get their tick events descheduled by quiesce instructions, but 4489651SAndreas.Sandberg@ARM.com // that can't happen here. 4499651SAndreas.Sandberg@ARM.com if (tickEvent.scheduled()) 4509651SAndreas.Sandberg@ARM.com deschedule(tickEvent); 4519651SAndreas.Sandberg@ARM.com 4529651SAndreas.Sandberg@ARM.com _status = Idle; 4539651SAndreas.Sandberg@ARM.com} 4549651SAndreas.Sandberg@ARM.com 4559651SAndreas.Sandberg@ARM.comvoid 4569651SAndreas.Sandberg@ARM.comBaseKvmCPU::deallocateContext(ThreadID thread_num) 4579651SAndreas.Sandberg@ARM.com{ 4589651SAndreas.Sandberg@ARM.com // for now, these are equivalent 4599651SAndreas.Sandberg@ARM.com suspendContext(thread_num); 4609651SAndreas.Sandberg@ARM.com} 4619651SAndreas.Sandberg@ARM.com 4629651SAndreas.Sandberg@ARM.comvoid 4639651SAndreas.Sandberg@ARM.comBaseKvmCPU::haltContext(ThreadID thread_num) 4649651SAndreas.Sandberg@ARM.com{ 4659651SAndreas.Sandberg@ARM.com // for now, these are equivalent 4669651SAndreas.Sandberg@ARM.com suspendContext(thread_num); 4679651SAndreas.Sandberg@ARM.com} 4689651SAndreas.Sandberg@ARM.com 4699652SAndreas.Sandberg@ARM.comThreadContext * 4709652SAndreas.Sandberg@ARM.comBaseKvmCPU::getContext(int tn) 4719652SAndreas.Sandberg@ARM.com{ 4729652SAndreas.Sandberg@ARM.com assert(tn == 0); 4739652SAndreas.Sandberg@ARM.com syncThreadContext(); 4749652SAndreas.Sandberg@ARM.com return tc; 4759652SAndreas.Sandberg@ARM.com} 4769652SAndreas.Sandberg@ARM.com 4779652SAndreas.Sandberg@ARM.com 4789651SAndreas.Sandberg@ARM.comCounter 4799651SAndreas.Sandberg@ARM.comBaseKvmCPU::totalInsts() const 4809651SAndreas.Sandberg@ARM.com{ 4819752Sandreas@sandberg.pp.se return ctrInsts; 4829651SAndreas.Sandberg@ARM.com} 4839651SAndreas.Sandberg@ARM.com 4849651SAndreas.Sandberg@ARM.comCounter 4859651SAndreas.Sandberg@ARM.comBaseKvmCPU::totalOps() const 4869651SAndreas.Sandberg@ARM.com{ 4879651SAndreas.Sandberg@ARM.com hack_once("Pretending totalOps is equivalent to totalInsts()\n"); 4889752Sandreas@sandberg.pp.se return ctrInsts; 4899651SAndreas.Sandberg@ARM.com} 4909651SAndreas.Sandberg@ARM.com 4919651SAndreas.Sandberg@ARM.comvoid 4929651SAndreas.Sandberg@ARM.comBaseKvmCPU::dump() 4939651SAndreas.Sandberg@ARM.com{ 4949651SAndreas.Sandberg@ARM.com inform("State dumping not implemented."); 4959651SAndreas.Sandberg@ARM.com} 4969651SAndreas.Sandberg@ARM.com 4979651SAndreas.Sandberg@ARM.comvoid 4989651SAndreas.Sandberg@ARM.comBaseKvmCPU::tick() 4999651SAndreas.Sandberg@ARM.com{ 5009753Sandreas@sandberg.pp.se Tick delay(0); 5019753Sandreas@sandberg.pp.se assert(_status != Idle); 5029651SAndreas.Sandberg@ARM.com 5039651SAndreas.Sandberg@ARM.com switch (_status) { 5049753Sandreas@sandberg.pp.se case RunningService: 5059753Sandreas@sandberg.pp.se // handleKvmExit() will determine the next state of the CPU 5069753Sandreas@sandberg.pp.se delay = handleKvmExit(); 5079753Sandreas@sandberg.pp.se 5089753Sandreas@sandberg.pp.se if (tryDrain()) 5099753Sandreas@sandberg.pp.se _status = Idle; 5109651SAndreas.Sandberg@ARM.com break; 5119651SAndreas.Sandberg@ARM.com 5129753Sandreas@sandberg.pp.se case RunningServiceCompletion: 5139753Sandreas@sandberg.pp.se case Running: { 5149753Sandreas@sandberg.pp.se Tick ticksToExecute(mainEventQueue.nextTick() - curTick()); 5159753Sandreas@sandberg.pp.se 5169753Sandreas@sandberg.pp.se // We might need to update the KVM state. 5179753Sandreas@sandberg.pp.se syncKvmState(); 5189753Sandreas@sandberg.pp.se 5199753Sandreas@sandberg.pp.se DPRINTF(KvmRun, "Entering KVM...\n"); 5209753Sandreas@sandberg.pp.se if (drainManager) { 5219753Sandreas@sandberg.pp.se // Force an immediate exit from KVM after completing 5229753Sandreas@sandberg.pp.se // pending operations. The architecture-specific code 5239753Sandreas@sandberg.pp.se // takes care to run until it is in a state where it can 5249753Sandreas@sandberg.pp.se // safely be drained. 5259753Sandreas@sandberg.pp.se delay = kvmRunDrain(); 5269753Sandreas@sandberg.pp.se } else { 5279753Sandreas@sandberg.pp.se delay = kvmRun(ticksToExecute); 5289753Sandreas@sandberg.pp.se } 5299753Sandreas@sandberg.pp.se 5309753Sandreas@sandberg.pp.se // Entering into KVM implies that we'll have to reload the thread 5319753Sandreas@sandberg.pp.se // context from KVM if we want to access it. Flag the KVM state as 5329753Sandreas@sandberg.pp.se // dirty with respect to the cached thread context. 5339753Sandreas@sandberg.pp.se kvmStateDirty = true; 5349753Sandreas@sandberg.pp.se 5359753Sandreas@sandberg.pp.se // Enter into the RunningService state unless the 5369753Sandreas@sandberg.pp.se // simulation was stopped by a timer. 5379755Sandreas@sandberg.pp.se if (_kvmRun->exit_reason != KVM_EXIT_INTR) { 5389753Sandreas@sandberg.pp.se _status = RunningService; 5399755Sandreas@sandberg.pp.se } else { 5409755Sandreas@sandberg.pp.se ++numExitSignal; 5419753Sandreas@sandberg.pp.se _status = Running; 5429755Sandreas@sandberg.pp.se } 5439753Sandreas@sandberg.pp.se 5449753Sandreas@sandberg.pp.se if (tryDrain()) 5459753Sandreas@sandberg.pp.se _status = Idle; 5469753Sandreas@sandberg.pp.se } break; 5479753Sandreas@sandberg.pp.se 5489651SAndreas.Sandberg@ARM.com default: 5499753Sandreas@sandberg.pp.se panic("BaseKvmCPU entered tick() in an illegal state (%i)\n", 5509753Sandreas@sandberg.pp.se _status); 5519651SAndreas.Sandberg@ARM.com } 5529753Sandreas@sandberg.pp.se 5539753Sandreas@sandberg.pp.se // Schedule a new tick if we are still running 5549753Sandreas@sandberg.pp.se if (_status != Idle) 5559753Sandreas@sandberg.pp.se schedule(tickEvent, clockEdge(ticksToCycles(delay))); 5569753Sandreas@sandberg.pp.se} 5579753Sandreas@sandberg.pp.se 5589753Sandreas@sandberg.pp.seTick 5599753Sandreas@sandberg.pp.seBaseKvmCPU::kvmRunDrain() 5609753Sandreas@sandberg.pp.se{ 5619753Sandreas@sandberg.pp.se // By default, the only thing we need to drain is a pending IO 5629753Sandreas@sandberg.pp.se // operation which assumes that we are in the 5639753Sandreas@sandberg.pp.se // RunningServiceCompletion state. 5649753Sandreas@sandberg.pp.se assert(_status == RunningServiceCompletion); 5659753Sandreas@sandberg.pp.se 5669753Sandreas@sandberg.pp.se // Deliver the data from the pending IO operation and immediately 5679753Sandreas@sandberg.pp.se // exit. 5689753Sandreas@sandberg.pp.se return kvmRun(0); 5699651SAndreas.Sandberg@ARM.com} 5709651SAndreas.Sandberg@ARM.com 5719735Sandreas@sandberg.pp.seuint64_t 5729735Sandreas@sandberg.pp.seBaseKvmCPU::getHostCycles() const 5739735Sandreas@sandberg.pp.se{ 5749735Sandreas@sandberg.pp.se return hwCycles.read(); 5759735Sandreas@sandberg.pp.se} 5769735Sandreas@sandberg.pp.se 5779651SAndreas.Sandberg@ARM.comTick 5789651SAndreas.Sandberg@ARM.comBaseKvmCPU::kvmRun(Tick ticks) 5799651SAndreas.Sandberg@ARM.com{ 5809753Sandreas@sandberg.pp.se Tick ticksExecuted; 5819651SAndreas.Sandberg@ARM.com DPRINTF(KvmRun, "KVM: Executing for %i ticks\n", ticks); 5829651SAndreas.Sandberg@ARM.com timerOverflowed = false; 5839655SAndreas.Sandberg@ARM.com 5849753Sandreas@sandberg.pp.se if (ticks == 0) { 5859753Sandreas@sandberg.pp.se // Settings ticks == 0 is a special case which causes an entry 5869753Sandreas@sandberg.pp.se // into KVM that finishes pending operations (e.g., IO) and 5879753Sandreas@sandberg.pp.se // then immediately exits. 5889753Sandreas@sandberg.pp.se DPRINTF(KvmRun, "KVM: Delivering IO without full guest entry\n"); 5899735Sandreas@sandberg.pp.se 5909755Sandreas@sandberg.pp.se ++numVMHalfEntries; 5919755Sandreas@sandberg.pp.se 5929753Sandreas@sandberg.pp.se // This signal is always masked while we are executing in gem5 5939753Sandreas@sandberg.pp.se // and gets unmasked temporarily as soon as we enter into 5949753Sandreas@sandberg.pp.se // KVM. See setSignalMask() and setupSignalHandler(). 5959753Sandreas@sandberg.pp.se raise(KVM_TIMER_SIGNAL); 5969655SAndreas.Sandberg@ARM.com 5979753Sandreas@sandberg.pp.se // Enter into KVM. KVM will check for signals after completing 5989753Sandreas@sandberg.pp.se // pending operations (IO). Since the KVM_TIMER_SIGNAL is 5999753Sandreas@sandberg.pp.se // pending, this forces an immediate exit into gem5 again. We 6009753Sandreas@sandberg.pp.se // don't bother to setup timers since this shouldn't actually 6019753Sandreas@sandberg.pp.se // execute any code in the guest. 6029753Sandreas@sandberg.pp.se ioctlRun(); 6039753Sandreas@sandberg.pp.se 6049753Sandreas@sandberg.pp.se // We always execute at least one cycle to prevent the 6059753Sandreas@sandberg.pp.se // BaseKvmCPU::tick() to be rescheduled on the same tick 6069753Sandreas@sandberg.pp.se // twice. 6079753Sandreas@sandberg.pp.se ticksExecuted = clockPeriod(); 6089753Sandreas@sandberg.pp.se } else { 6099753Sandreas@sandberg.pp.se if (ticks < runTimer->resolution()) { 6109753Sandreas@sandberg.pp.se DPRINTF(KvmRun, "KVM: Adjusting tick count (%i -> %i)\n", 6119753Sandreas@sandberg.pp.se ticks, runTimer->resolution()); 6129753Sandreas@sandberg.pp.se ticks = runTimer->resolution(); 6139753Sandreas@sandberg.pp.se } 6149753Sandreas@sandberg.pp.se 6159753Sandreas@sandberg.pp.se // Get hardware statistics after synchronizing contexts. The KVM 6169753Sandreas@sandberg.pp.se // state update might affect guest cycle counters. 6179753Sandreas@sandberg.pp.se uint64_t baseCycles(getHostCycles()); 6189753Sandreas@sandberg.pp.se uint64_t baseInstrs(hwInstructions.read()); 6199753Sandreas@sandberg.pp.se 6209753Sandreas@sandberg.pp.se // Arm the run timer and start the cycle timer if it isn't 6219753Sandreas@sandberg.pp.se // controlled by the overflow timer. Starting/stopping the cycle 6229753Sandreas@sandberg.pp.se // timer automatically starts the other perf timers as they are in 6239753Sandreas@sandberg.pp.se // the same counter group. 6249753Sandreas@sandberg.pp.se runTimer->arm(ticks); 6259753Sandreas@sandberg.pp.se if (!perfControlledByTimer) 6269753Sandreas@sandberg.pp.se hwCycles.start(); 6279753Sandreas@sandberg.pp.se 6289753Sandreas@sandberg.pp.se ioctlRun(); 6299753Sandreas@sandberg.pp.se 6309753Sandreas@sandberg.pp.se runTimer->disarm(); 6319753Sandreas@sandberg.pp.se if (!perfControlledByTimer) 6329753Sandreas@sandberg.pp.se hwCycles.stop(); 6339753Sandreas@sandberg.pp.se 6349753Sandreas@sandberg.pp.se // The timer signal may have been delivered after we exited 6359753Sandreas@sandberg.pp.se // from KVM. It will be pending in that case since it is 6369753Sandreas@sandberg.pp.se // masked when we aren't executing in KVM. Discard it to make 6379753Sandreas@sandberg.pp.se // sure we don't deliver it immediately next time we try to 6389753Sandreas@sandberg.pp.se // enter into KVM. 6399753Sandreas@sandberg.pp.se discardPendingSignal(KVM_TIMER_SIGNAL); 6409753Sandreas@sandberg.pp.se 6419753Sandreas@sandberg.pp.se const uint64_t hostCyclesExecuted(getHostCycles() - baseCycles); 6429753Sandreas@sandberg.pp.se const uint64_t simCyclesExecuted(hostCyclesExecuted * hostFactor); 6439753Sandreas@sandberg.pp.se const uint64_t instsExecuted(hwInstructions.read() - baseInstrs); 6449753Sandreas@sandberg.pp.se ticksExecuted = runTimer->ticksFromHostCycles(hostCyclesExecuted); 6459753Sandreas@sandberg.pp.se 6469753Sandreas@sandberg.pp.se if (ticksExecuted < ticks && 6479753Sandreas@sandberg.pp.se timerOverflowed && 6489753Sandreas@sandberg.pp.se _kvmRun->exit_reason == KVM_EXIT_INTR) { 6499753Sandreas@sandberg.pp.se // TODO: We should probably do something clever here... 6509753Sandreas@sandberg.pp.se warn("KVM: Early timer event, requested %i ticks but got %i ticks.\n", 6519753Sandreas@sandberg.pp.se ticks, ticksExecuted); 6529753Sandreas@sandberg.pp.se } 6539753Sandreas@sandberg.pp.se 6549753Sandreas@sandberg.pp.se /* Update statistics */ 6559753Sandreas@sandberg.pp.se numCycles += simCyclesExecuted;; 6569753Sandreas@sandberg.pp.se numInsts += instsExecuted; 6579753Sandreas@sandberg.pp.se ctrInsts += instsExecuted; 6589753Sandreas@sandberg.pp.se system->totalNumInsts += instsExecuted; 6599753Sandreas@sandberg.pp.se 6609753Sandreas@sandberg.pp.se DPRINTF(KvmRun, 6619753Sandreas@sandberg.pp.se "KVM: Executed %i instructions in %i cycles " 6629753Sandreas@sandberg.pp.se "(%i ticks, sim cycles: %i).\n", 6639753Sandreas@sandberg.pp.se instsExecuted, hostCyclesExecuted, ticksExecuted, simCyclesExecuted); 6649651SAndreas.Sandberg@ARM.com } 6659655SAndreas.Sandberg@ARM.com 6669651SAndreas.Sandberg@ARM.com ++numVMExits; 6679651SAndreas.Sandberg@ARM.com 6689651SAndreas.Sandberg@ARM.com return ticksExecuted + flushCoalescedMMIO(); 6699651SAndreas.Sandberg@ARM.com} 6709651SAndreas.Sandberg@ARM.com 6719651SAndreas.Sandberg@ARM.comvoid 6729651SAndreas.Sandberg@ARM.comBaseKvmCPU::kvmNonMaskableInterrupt() 6739651SAndreas.Sandberg@ARM.com{ 6749651SAndreas.Sandberg@ARM.com ++numInterrupts; 6759651SAndreas.Sandberg@ARM.com if (ioctl(KVM_NMI) == -1) 6769651SAndreas.Sandberg@ARM.com panic("KVM: Failed to deliver NMI to virtual CPU\n"); 6779651SAndreas.Sandberg@ARM.com} 6789651SAndreas.Sandberg@ARM.com 6799651SAndreas.Sandberg@ARM.comvoid 6809651SAndreas.Sandberg@ARM.comBaseKvmCPU::kvmInterrupt(const struct kvm_interrupt &interrupt) 6819651SAndreas.Sandberg@ARM.com{ 6829651SAndreas.Sandberg@ARM.com ++numInterrupts; 6839651SAndreas.Sandberg@ARM.com if (ioctl(KVM_INTERRUPT, (void *)&interrupt) == -1) 6849651SAndreas.Sandberg@ARM.com panic("KVM: Failed to deliver interrupt to virtual CPU\n"); 6859651SAndreas.Sandberg@ARM.com} 6869651SAndreas.Sandberg@ARM.com 6879651SAndreas.Sandberg@ARM.comvoid 6889651SAndreas.Sandberg@ARM.comBaseKvmCPU::getRegisters(struct kvm_regs ®s) const 6899651SAndreas.Sandberg@ARM.com{ 6909651SAndreas.Sandberg@ARM.com if (ioctl(KVM_GET_REGS, ®s) == -1) 6919651SAndreas.Sandberg@ARM.com panic("KVM: Failed to get guest registers\n"); 6929651SAndreas.Sandberg@ARM.com} 6939651SAndreas.Sandberg@ARM.com 6949651SAndreas.Sandberg@ARM.comvoid 6959651SAndreas.Sandberg@ARM.comBaseKvmCPU::setRegisters(const struct kvm_regs ®s) 6969651SAndreas.Sandberg@ARM.com{ 6979651SAndreas.Sandberg@ARM.com if (ioctl(KVM_SET_REGS, (void *)®s) == -1) 6989651SAndreas.Sandberg@ARM.com panic("KVM: Failed to set guest registers\n"); 6999651SAndreas.Sandberg@ARM.com} 7009651SAndreas.Sandberg@ARM.com 7019651SAndreas.Sandberg@ARM.comvoid 7029651SAndreas.Sandberg@ARM.comBaseKvmCPU::getSpecialRegisters(struct kvm_sregs ®s) const 7039651SAndreas.Sandberg@ARM.com{ 7049651SAndreas.Sandberg@ARM.com if (ioctl(KVM_GET_SREGS, ®s) == -1) 7059651SAndreas.Sandberg@ARM.com panic("KVM: Failed to get guest special registers\n"); 7069651SAndreas.Sandberg@ARM.com} 7079651SAndreas.Sandberg@ARM.com 7089651SAndreas.Sandberg@ARM.comvoid 7099651SAndreas.Sandberg@ARM.comBaseKvmCPU::setSpecialRegisters(const struct kvm_sregs ®s) 7109651SAndreas.Sandberg@ARM.com{ 7119651SAndreas.Sandberg@ARM.com if (ioctl(KVM_SET_SREGS, (void *)®s) == -1) 7129651SAndreas.Sandberg@ARM.com panic("KVM: Failed to set guest special registers\n"); 7139651SAndreas.Sandberg@ARM.com} 7149651SAndreas.Sandberg@ARM.com 7159651SAndreas.Sandberg@ARM.comvoid 7169651SAndreas.Sandberg@ARM.comBaseKvmCPU::getFPUState(struct kvm_fpu &state) const 7179651SAndreas.Sandberg@ARM.com{ 7189651SAndreas.Sandberg@ARM.com if (ioctl(KVM_GET_FPU, &state) == -1) 7199651SAndreas.Sandberg@ARM.com panic("KVM: Failed to get guest FPU state\n"); 7209651SAndreas.Sandberg@ARM.com} 7219651SAndreas.Sandberg@ARM.com 7229651SAndreas.Sandberg@ARM.comvoid 7239651SAndreas.Sandberg@ARM.comBaseKvmCPU::setFPUState(const struct kvm_fpu &state) 7249651SAndreas.Sandberg@ARM.com{ 7259651SAndreas.Sandberg@ARM.com if (ioctl(KVM_SET_FPU, (void *)&state) == -1) 7269651SAndreas.Sandberg@ARM.com panic("KVM: Failed to set guest FPU state\n"); 7279651SAndreas.Sandberg@ARM.com} 7289651SAndreas.Sandberg@ARM.com 7299651SAndreas.Sandberg@ARM.com 7309651SAndreas.Sandberg@ARM.comvoid 7319651SAndreas.Sandberg@ARM.comBaseKvmCPU::setOneReg(uint64_t id, const void *addr) 7329651SAndreas.Sandberg@ARM.com{ 7339651SAndreas.Sandberg@ARM.com#ifdef KVM_SET_ONE_REG 7349651SAndreas.Sandberg@ARM.com struct kvm_one_reg reg; 7359651SAndreas.Sandberg@ARM.com reg.id = id; 7369651SAndreas.Sandberg@ARM.com reg.addr = (uint64_t)addr; 7379651SAndreas.Sandberg@ARM.com 7389651SAndreas.Sandberg@ARM.com if (ioctl(KVM_SET_ONE_REG, ®) == -1) { 7399651SAndreas.Sandberg@ARM.com panic("KVM: Failed to set register (0x%x) value (errno: %i)\n", 7409651SAndreas.Sandberg@ARM.com id, errno); 7419651SAndreas.Sandberg@ARM.com } 7429651SAndreas.Sandberg@ARM.com#else 7439651SAndreas.Sandberg@ARM.com panic("KVM_SET_ONE_REG is unsupported on this platform.\n"); 7449651SAndreas.Sandberg@ARM.com#endif 7459651SAndreas.Sandberg@ARM.com} 7469651SAndreas.Sandberg@ARM.com 7479651SAndreas.Sandberg@ARM.comvoid 7489651SAndreas.Sandberg@ARM.comBaseKvmCPU::getOneReg(uint64_t id, void *addr) const 7499651SAndreas.Sandberg@ARM.com{ 7509651SAndreas.Sandberg@ARM.com#ifdef KVM_GET_ONE_REG 7519651SAndreas.Sandberg@ARM.com struct kvm_one_reg reg; 7529651SAndreas.Sandberg@ARM.com reg.id = id; 7539651SAndreas.Sandberg@ARM.com reg.addr = (uint64_t)addr; 7549651SAndreas.Sandberg@ARM.com 7559651SAndreas.Sandberg@ARM.com if (ioctl(KVM_GET_ONE_REG, ®) == -1) { 7569651SAndreas.Sandberg@ARM.com panic("KVM: Failed to get register (0x%x) value (errno: %i)\n", 7579651SAndreas.Sandberg@ARM.com id, errno); 7589651SAndreas.Sandberg@ARM.com } 7599651SAndreas.Sandberg@ARM.com#else 7609651SAndreas.Sandberg@ARM.com panic("KVM_GET_ONE_REG is unsupported on this platform.\n"); 7619651SAndreas.Sandberg@ARM.com#endif 7629651SAndreas.Sandberg@ARM.com} 7639651SAndreas.Sandberg@ARM.com 7649651SAndreas.Sandberg@ARM.comstd::string 7659651SAndreas.Sandberg@ARM.comBaseKvmCPU::getAndFormatOneReg(uint64_t id) const 7669651SAndreas.Sandberg@ARM.com{ 7679651SAndreas.Sandberg@ARM.com#ifdef KVM_GET_ONE_REG 7689651SAndreas.Sandberg@ARM.com std::ostringstream ss; 7699651SAndreas.Sandberg@ARM.com 7709651SAndreas.Sandberg@ARM.com ss.setf(std::ios::hex, std::ios::basefield); 7719651SAndreas.Sandberg@ARM.com ss.setf(std::ios::showbase); 7729651SAndreas.Sandberg@ARM.com#define HANDLE_INTTYPE(len) \ 7739651SAndreas.Sandberg@ARM.com case KVM_REG_SIZE_U ## len: { \ 7749651SAndreas.Sandberg@ARM.com uint ## len ## _t value; \ 7759651SAndreas.Sandberg@ARM.com getOneReg(id, &value); \ 7769651SAndreas.Sandberg@ARM.com ss << value; \ 7779651SAndreas.Sandberg@ARM.com } break 7789651SAndreas.Sandberg@ARM.com 7799651SAndreas.Sandberg@ARM.com#define HANDLE_ARRAY(len) \ 7809651SAndreas.Sandberg@ARM.com case KVM_REG_SIZE_U ## len: { \ 7819651SAndreas.Sandberg@ARM.com uint8_t value[len / 8]; \ 7829651SAndreas.Sandberg@ARM.com getOneReg(id, value); \ 7839651SAndreas.Sandberg@ARM.com ss << "[" << value[0]; \ 7849651SAndreas.Sandberg@ARM.com for (int i = 1; i < len / 8; ++i) \ 7859651SAndreas.Sandberg@ARM.com ss << ", " << value[i]; \ 7869651SAndreas.Sandberg@ARM.com ss << "]"; \ 7879651SAndreas.Sandberg@ARM.com } break 7889651SAndreas.Sandberg@ARM.com 7899651SAndreas.Sandberg@ARM.com switch (id & KVM_REG_SIZE_MASK) { 7909651SAndreas.Sandberg@ARM.com HANDLE_INTTYPE(8); 7919651SAndreas.Sandberg@ARM.com HANDLE_INTTYPE(16); 7929651SAndreas.Sandberg@ARM.com HANDLE_INTTYPE(32); 7939651SAndreas.Sandberg@ARM.com HANDLE_INTTYPE(64); 7949651SAndreas.Sandberg@ARM.com HANDLE_ARRAY(128); 7959651SAndreas.Sandberg@ARM.com HANDLE_ARRAY(256); 7969651SAndreas.Sandberg@ARM.com HANDLE_ARRAY(512); 7979651SAndreas.Sandberg@ARM.com HANDLE_ARRAY(1024); 7989651SAndreas.Sandberg@ARM.com default: 7999651SAndreas.Sandberg@ARM.com ss << "??"; 8009651SAndreas.Sandberg@ARM.com } 8019651SAndreas.Sandberg@ARM.com 8029651SAndreas.Sandberg@ARM.com#undef HANDLE_INTTYPE 8039651SAndreas.Sandberg@ARM.com#undef HANDLE_ARRAY 8049651SAndreas.Sandberg@ARM.com 8059651SAndreas.Sandberg@ARM.com return ss.str(); 8069651SAndreas.Sandberg@ARM.com#else 8079651SAndreas.Sandberg@ARM.com panic("KVM_GET_ONE_REG is unsupported on this platform.\n"); 8089651SAndreas.Sandberg@ARM.com#endif 8099651SAndreas.Sandberg@ARM.com} 8109651SAndreas.Sandberg@ARM.com 8119652SAndreas.Sandberg@ARM.comvoid 8129652SAndreas.Sandberg@ARM.comBaseKvmCPU::syncThreadContext() 8139652SAndreas.Sandberg@ARM.com{ 8149652SAndreas.Sandberg@ARM.com if (!kvmStateDirty) 8159652SAndreas.Sandberg@ARM.com return; 8169652SAndreas.Sandberg@ARM.com 8179652SAndreas.Sandberg@ARM.com assert(!threadContextDirty); 8189652SAndreas.Sandberg@ARM.com 8199652SAndreas.Sandberg@ARM.com updateThreadContext(); 8209652SAndreas.Sandberg@ARM.com kvmStateDirty = false; 8219652SAndreas.Sandberg@ARM.com} 8229652SAndreas.Sandberg@ARM.com 8239652SAndreas.Sandberg@ARM.comvoid 8249652SAndreas.Sandberg@ARM.comBaseKvmCPU::syncKvmState() 8259652SAndreas.Sandberg@ARM.com{ 8269652SAndreas.Sandberg@ARM.com if (!threadContextDirty) 8279652SAndreas.Sandberg@ARM.com return; 8289652SAndreas.Sandberg@ARM.com 8299652SAndreas.Sandberg@ARM.com assert(!kvmStateDirty); 8309652SAndreas.Sandberg@ARM.com 8319652SAndreas.Sandberg@ARM.com updateKvmState(); 8329652SAndreas.Sandberg@ARM.com threadContextDirty = false; 8339652SAndreas.Sandberg@ARM.com} 8349652SAndreas.Sandberg@ARM.com 8359651SAndreas.Sandberg@ARM.comTick 8369651SAndreas.Sandberg@ARM.comBaseKvmCPU::handleKvmExit() 8379651SAndreas.Sandberg@ARM.com{ 8389651SAndreas.Sandberg@ARM.com DPRINTF(KvmRun, "handleKvmExit (exit_reason: %i)\n", _kvmRun->exit_reason); 8399753Sandreas@sandberg.pp.se assert(_status == RunningService); 8409651SAndreas.Sandberg@ARM.com 8419753Sandreas@sandberg.pp.se // Switch into the running state by default. Individual handlers 8429753Sandreas@sandberg.pp.se // can override this. 8439753Sandreas@sandberg.pp.se _status = Running; 8449651SAndreas.Sandberg@ARM.com switch (_kvmRun->exit_reason) { 8459651SAndreas.Sandberg@ARM.com case KVM_EXIT_UNKNOWN: 8469651SAndreas.Sandberg@ARM.com return handleKvmExitUnknown(); 8479651SAndreas.Sandberg@ARM.com 8489651SAndreas.Sandberg@ARM.com case KVM_EXIT_EXCEPTION: 8499651SAndreas.Sandberg@ARM.com return handleKvmExitException(); 8509651SAndreas.Sandberg@ARM.com 8519651SAndreas.Sandberg@ARM.com case KVM_EXIT_IO: 8529753Sandreas@sandberg.pp.se _status = RunningServiceCompletion; 8539651SAndreas.Sandberg@ARM.com ++numIO; 8549651SAndreas.Sandberg@ARM.com return handleKvmExitIO(); 8559651SAndreas.Sandberg@ARM.com 8569651SAndreas.Sandberg@ARM.com case KVM_EXIT_HYPERCALL: 8579651SAndreas.Sandberg@ARM.com ++numHypercalls; 8589651SAndreas.Sandberg@ARM.com return handleKvmExitHypercall(); 8599651SAndreas.Sandberg@ARM.com 8609651SAndreas.Sandberg@ARM.com case KVM_EXIT_HLT: 8619651SAndreas.Sandberg@ARM.com /* The guest has halted and is waiting for interrupts */ 8629651SAndreas.Sandberg@ARM.com DPRINTF(Kvm, "handleKvmExitHalt\n"); 8639651SAndreas.Sandberg@ARM.com ++numHalt; 8649651SAndreas.Sandberg@ARM.com 8659651SAndreas.Sandberg@ARM.com // Suspend the thread until the next interrupt arrives 8669651SAndreas.Sandberg@ARM.com thread->suspend(); 8679651SAndreas.Sandberg@ARM.com 8689651SAndreas.Sandberg@ARM.com // This is actually ignored since the thread is suspended. 8699651SAndreas.Sandberg@ARM.com return 0; 8709651SAndreas.Sandberg@ARM.com 8719651SAndreas.Sandberg@ARM.com case KVM_EXIT_MMIO: 8729753Sandreas@sandberg.pp.se _status = RunningServiceCompletion; 8739651SAndreas.Sandberg@ARM.com /* Service memory mapped IO requests */ 8749651SAndreas.Sandberg@ARM.com DPRINTF(KvmIO, "KVM: Handling MMIO (w: %u, addr: 0x%x, len: %u)\n", 8759651SAndreas.Sandberg@ARM.com _kvmRun->mmio.is_write, 8769651SAndreas.Sandberg@ARM.com _kvmRun->mmio.phys_addr, _kvmRun->mmio.len); 8779651SAndreas.Sandberg@ARM.com 8789651SAndreas.Sandberg@ARM.com ++numMMIO; 8799651SAndreas.Sandberg@ARM.com return doMMIOAccess(_kvmRun->mmio.phys_addr, _kvmRun->mmio.data, 8809651SAndreas.Sandberg@ARM.com _kvmRun->mmio.len, _kvmRun->mmio.is_write); 8819651SAndreas.Sandberg@ARM.com 8829651SAndreas.Sandberg@ARM.com case KVM_EXIT_IRQ_WINDOW_OPEN: 8839651SAndreas.Sandberg@ARM.com return handleKvmExitIRQWindowOpen(); 8849651SAndreas.Sandberg@ARM.com 8859651SAndreas.Sandberg@ARM.com case KVM_EXIT_FAIL_ENTRY: 8869651SAndreas.Sandberg@ARM.com return handleKvmExitFailEntry(); 8879651SAndreas.Sandberg@ARM.com 8889651SAndreas.Sandberg@ARM.com case KVM_EXIT_INTR: 8899651SAndreas.Sandberg@ARM.com /* KVM was interrupted by a signal, restart it in the next 8909651SAndreas.Sandberg@ARM.com * tick. */ 8919651SAndreas.Sandberg@ARM.com return 0; 8929651SAndreas.Sandberg@ARM.com 8939651SAndreas.Sandberg@ARM.com case KVM_EXIT_INTERNAL_ERROR: 8949651SAndreas.Sandberg@ARM.com panic("KVM: Internal error (suberror: %u)\n", 8959651SAndreas.Sandberg@ARM.com _kvmRun->internal.suberror); 8969651SAndreas.Sandberg@ARM.com 8979651SAndreas.Sandberg@ARM.com default: 8989689Sandreas@sandberg.pp.se dump(); 8999651SAndreas.Sandberg@ARM.com panic("KVM: Unexpected exit (exit_reason: %u)\n", _kvmRun->exit_reason); 9009651SAndreas.Sandberg@ARM.com } 9019651SAndreas.Sandberg@ARM.com} 9029651SAndreas.Sandberg@ARM.com 9039651SAndreas.Sandberg@ARM.comTick 9049651SAndreas.Sandberg@ARM.comBaseKvmCPU::handleKvmExitIO() 9059651SAndreas.Sandberg@ARM.com{ 9069651SAndreas.Sandberg@ARM.com panic("KVM: Unhandled guest IO (dir: %i, size: %i, port: 0x%x, count: %i)\n", 9079651SAndreas.Sandberg@ARM.com _kvmRun->io.direction, _kvmRun->io.size, 9089651SAndreas.Sandberg@ARM.com _kvmRun->io.port, _kvmRun->io.count); 9099651SAndreas.Sandberg@ARM.com} 9109651SAndreas.Sandberg@ARM.com 9119651SAndreas.Sandberg@ARM.comTick 9129651SAndreas.Sandberg@ARM.comBaseKvmCPU::handleKvmExitHypercall() 9139651SAndreas.Sandberg@ARM.com{ 9149651SAndreas.Sandberg@ARM.com panic("KVM: Unhandled hypercall\n"); 9159651SAndreas.Sandberg@ARM.com} 9169651SAndreas.Sandberg@ARM.com 9179651SAndreas.Sandberg@ARM.comTick 9189651SAndreas.Sandberg@ARM.comBaseKvmCPU::handleKvmExitIRQWindowOpen() 9199651SAndreas.Sandberg@ARM.com{ 9209651SAndreas.Sandberg@ARM.com warn("KVM: Unhandled IRQ window.\n"); 9219651SAndreas.Sandberg@ARM.com return 0; 9229651SAndreas.Sandberg@ARM.com} 9239651SAndreas.Sandberg@ARM.com 9249651SAndreas.Sandberg@ARM.com 9259651SAndreas.Sandberg@ARM.comTick 9269651SAndreas.Sandberg@ARM.comBaseKvmCPU::handleKvmExitUnknown() 9279651SAndreas.Sandberg@ARM.com{ 9289689Sandreas@sandberg.pp.se dump(); 9299651SAndreas.Sandberg@ARM.com panic("KVM: Unknown error when starting vCPU (hw reason: 0x%llx)\n", 9309651SAndreas.Sandberg@ARM.com _kvmRun->hw.hardware_exit_reason); 9319651SAndreas.Sandberg@ARM.com} 9329651SAndreas.Sandberg@ARM.com 9339651SAndreas.Sandberg@ARM.comTick 9349651SAndreas.Sandberg@ARM.comBaseKvmCPU::handleKvmExitException() 9359651SAndreas.Sandberg@ARM.com{ 9369689Sandreas@sandberg.pp.se dump(); 9379651SAndreas.Sandberg@ARM.com panic("KVM: Got exception when starting vCPU " 9389651SAndreas.Sandberg@ARM.com "(exception: %u, error_code: %u)\n", 9399651SAndreas.Sandberg@ARM.com _kvmRun->ex.exception, _kvmRun->ex.error_code); 9409651SAndreas.Sandberg@ARM.com} 9419651SAndreas.Sandberg@ARM.com 9429651SAndreas.Sandberg@ARM.comTick 9439651SAndreas.Sandberg@ARM.comBaseKvmCPU::handleKvmExitFailEntry() 9449651SAndreas.Sandberg@ARM.com{ 9459689Sandreas@sandberg.pp.se dump(); 9469651SAndreas.Sandberg@ARM.com panic("KVM: Failed to enter virtualized mode (hw reason: 0x%llx)\n", 9479651SAndreas.Sandberg@ARM.com _kvmRun->fail_entry.hardware_entry_failure_reason); 9489651SAndreas.Sandberg@ARM.com} 9499651SAndreas.Sandberg@ARM.com 9509651SAndreas.Sandberg@ARM.comTick 9519651SAndreas.Sandberg@ARM.comBaseKvmCPU::doMMIOAccess(Addr paddr, void *data, int size, bool write) 9529651SAndreas.Sandberg@ARM.com{ 9539760Sandreas@sandberg.pp.se ThreadContext *tc(thread->getTC()); 9549760Sandreas@sandberg.pp.se syncThreadContext(); 9559760Sandreas@sandberg.pp.se 9569682Sandreas@sandberg.pp.se mmio_req.setPhys(paddr, size, Request::UNCACHEABLE, dataMasterId()); 9579760Sandreas@sandberg.pp.se // Some architectures do need to massage physical addresses a bit 9589760Sandreas@sandberg.pp.se // before they are inserted into the memory system. This enables 9599760Sandreas@sandberg.pp.se // APIC accesses on x86 and m5ops where supported through a MMIO 9609760Sandreas@sandberg.pp.se // interface. 9619760Sandreas@sandberg.pp.se BaseTLB::Mode tlb_mode(write ? BaseTLB::Write : BaseTLB::Read); 9629760Sandreas@sandberg.pp.se Fault fault(tc->getDTBPtr()->finalizePhysical(&mmio_req, tc, tlb_mode)); 9639760Sandreas@sandberg.pp.se if (fault != NoFault) 9649760Sandreas@sandberg.pp.se warn("Finalization of MMIO address failed: %s\n", fault->name()); 9659760Sandreas@sandberg.pp.se 9669651SAndreas.Sandberg@ARM.com 9679651SAndreas.Sandberg@ARM.com const MemCmd cmd(write ? MemCmd::WriteReq : MemCmd::ReadReq); 9689651SAndreas.Sandberg@ARM.com Packet pkt(&mmio_req, cmd); 9699651SAndreas.Sandberg@ARM.com pkt.dataStatic(data); 9709760Sandreas@sandberg.pp.se 9719760Sandreas@sandberg.pp.se if (mmio_req.isMmappedIpr()) { 9729882Sandreas@sandberg.pp.se const Cycles ipr_delay(write ? 9739882Sandreas@sandberg.pp.se TheISA::handleIprWrite(tc, &pkt) : 9749882Sandreas@sandberg.pp.se TheISA::handleIprRead(tc, &pkt)); 9759882Sandreas@sandberg.pp.se return clockEdge(ipr_delay); 9769760Sandreas@sandberg.pp.se } else { 9779760Sandreas@sandberg.pp.se return dataPort.sendAtomic(&pkt); 9789760Sandreas@sandberg.pp.se } 9799651SAndreas.Sandberg@ARM.com} 9809651SAndreas.Sandberg@ARM.com 9819753Sandreas@sandberg.pp.sevoid 9829753Sandreas@sandberg.pp.seBaseKvmCPU::setSignalMask(const sigset_t *mask) 9839753Sandreas@sandberg.pp.se{ 9849753Sandreas@sandberg.pp.se std::unique_ptr<struct kvm_signal_mask> kvm_mask; 9859753Sandreas@sandberg.pp.se 9869753Sandreas@sandberg.pp.se if (mask) { 9879753Sandreas@sandberg.pp.se kvm_mask.reset((struct kvm_signal_mask *)operator new( 9889753Sandreas@sandberg.pp.se sizeof(struct kvm_signal_mask) + sizeof(*mask))); 9899753Sandreas@sandberg.pp.se // The kernel and the user-space headers have different ideas 9909753Sandreas@sandberg.pp.se // about the size of sigset_t. This seems like a massive hack, 9919753Sandreas@sandberg.pp.se // but is actually what qemu does. 9929753Sandreas@sandberg.pp.se assert(sizeof(*mask) >= 8); 9939753Sandreas@sandberg.pp.se kvm_mask->len = 8; 9949753Sandreas@sandberg.pp.se memcpy(kvm_mask->sigset, mask, kvm_mask->len); 9959753Sandreas@sandberg.pp.se } 9969753Sandreas@sandberg.pp.se 9979753Sandreas@sandberg.pp.se if (ioctl(KVM_SET_SIGNAL_MASK, (void *)kvm_mask.get()) == -1) 9989753Sandreas@sandberg.pp.se panic("KVM: Failed to set vCPU signal mask (errno: %i)\n", 9999753Sandreas@sandberg.pp.se errno); 10009753Sandreas@sandberg.pp.se} 10019753Sandreas@sandberg.pp.se 10029651SAndreas.Sandberg@ARM.comint 10039651SAndreas.Sandberg@ARM.comBaseKvmCPU::ioctl(int request, long p1) const 10049651SAndreas.Sandberg@ARM.com{ 10059651SAndreas.Sandberg@ARM.com if (vcpuFD == -1) 10069651SAndreas.Sandberg@ARM.com panic("KVM: CPU ioctl called before initialization\n"); 10079651SAndreas.Sandberg@ARM.com 10089651SAndreas.Sandberg@ARM.com return ::ioctl(vcpuFD, request, p1); 10099651SAndreas.Sandberg@ARM.com} 10109651SAndreas.Sandberg@ARM.com 10119651SAndreas.Sandberg@ARM.comTick 10129651SAndreas.Sandberg@ARM.comBaseKvmCPU::flushCoalescedMMIO() 10139651SAndreas.Sandberg@ARM.com{ 10149651SAndreas.Sandberg@ARM.com if (!mmioRing) 10159651SAndreas.Sandberg@ARM.com return 0; 10169651SAndreas.Sandberg@ARM.com 10179651SAndreas.Sandberg@ARM.com DPRINTF(KvmIO, "KVM: Flushing the coalesced MMIO ring buffer\n"); 10189651SAndreas.Sandberg@ARM.com 10199651SAndreas.Sandberg@ARM.com // TODO: We might need to do synchronization when we start to 10209651SAndreas.Sandberg@ARM.com // support multiple CPUs 10219651SAndreas.Sandberg@ARM.com Tick ticks(0); 10229651SAndreas.Sandberg@ARM.com while (mmioRing->first != mmioRing->last) { 10239651SAndreas.Sandberg@ARM.com struct kvm_coalesced_mmio &ent( 10249651SAndreas.Sandberg@ARM.com mmioRing->coalesced_mmio[mmioRing->first]); 10259651SAndreas.Sandberg@ARM.com 10269651SAndreas.Sandberg@ARM.com DPRINTF(KvmIO, "KVM: Handling coalesced MMIO (addr: 0x%x, len: %u)\n", 10279651SAndreas.Sandberg@ARM.com ent.phys_addr, ent.len); 10289651SAndreas.Sandberg@ARM.com 10299651SAndreas.Sandberg@ARM.com ++numCoalescedMMIO; 10309651SAndreas.Sandberg@ARM.com ticks += doMMIOAccess(ent.phys_addr, ent.data, ent.len, true); 10319651SAndreas.Sandberg@ARM.com 10329651SAndreas.Sandberg@ARM.com mmioRing->first = (mmioRing->first + 1) % KVM_COALESCED_MMIO_MAX; 10339651SAndreas.Sandberg@ARM.com } 10349651SAndreas.Sandberg@ARM.com 10359651SAndreas.Sandberg@ARM.com return ticks; 10369651SAndreas.Sandberg@ARM.com} 10379651SAndreas.Sandberg@ARM.com 10389651SAndreas.Sandberg@ARM.comvoid 10399651SAndreas.Sandberg@ARM.comBaseKvmCPU::setupSignalHandler() 10409651SAndreas.Sandberg@ARM.com{ 10419651SAndreas.Sandberg@ARM.com struct sigaction sa; 10429651SAndreas.Sandberg@ARM.com 10439651SAndreas.Sandberg@ARM.com memset(&sa, 0, sizeof(sa)); 10449651SAndreas.Sandberg@ARM.com sa.sa_sigaction = onTimerOverflow; 10459651SAndreas.Sandberg@ARM.com sa.sa_flags = SA_SIGINFO | SA_RESTART; 10469651SAndreas.Sandberg@ARM.com if (sigaction(KVM_TIMER_SIGNAL, &sa, NULL) == -1) 10479651SAndreas.Sandberg@ARM.com panic("KVM: Failed to setup vCPU signal handler\n"); 10489753Sandreas@sandberg.pp.se 10499753Sandreas@sandberg.pp.se sigset_t sigset; 10509753Sandreas@sandberg.pp.se if (sigprocmask(SIG_BLOCK, NULL, &sigset) == -1) 10519753Sandreas@sandberg.pp.se panic("KVM: Failed get signal mask\n"); 10529753Sandreas@sandberg.pp.se 10539753Sandreas@sandberg.pp.se // Request KVM to setup the same signal mask as we're currently 10549753Sandreas@sandberg.pp.se // running with. We'll sometimes need to mask the KVM_TIMER_SIGNAL 10559753Sandreas@sandberg.pp.se // to cause immediate exits from KVM after servicing IO 10569753Sandreas@sandberg.pp.se // requests. See kvmRun(). 10579753Sandreas@sandberg.pp.se setSignalMask(&sigset); 10589753Sandreas@sandberg.pp.se 10599753Sandreas@sandberg.pp.se // Mask the KVM_TIMER_SIGNAL so it isn't delivered unless we're 10609753Sandreas@sandberg.pp.se // actually executing inside KVM. 10619753Sandreas@sandberg.pp.se sigaddset(&sigset, KVM_TIMER_SIGNAL); 10629753Sandreas@sandberg.pp.se if (sigprocmask(SIG_SETMASK, &sigset, NULL) == -1) 10639753Sandreas@sandberg.pp.se panic("KVM: Failed mask the KVM timer signal\n"); 10649753Sandreas@sandberg.pp.se} 10659753Sandreas@sandberg.pp.se 10669753Sandreas@sandberg.pp.sebool 10679753Sandreas@sandberg.pp.seBaseKvmCPU::discardPendingSignal(int signum) const 10689753Sandreas@sandberg.pp.se{ 10699753Sandreas@sandberg.pp.se int discardedSignal; 10709753Sandreas@sandberg.pp.se 10719753Sandreas@sandberg.pp.se // Setting the timeout to zero causes sigtimedwait to return 10729753Sandreas@sandberg.pp.se // immediately. 10739753Sandreas@sandberg.pp.se struct timespec timeout; 10749753Sandreas@sandberg.pp.se timeout.tv_sec = 0; 10759753Sandreas@sandberg.pp.se timeout.tv_nsec = 0; 10769753Sandreas@sandberg.pp.se 10779753Sandreas@sandberg.pp.se sigset_t sigset; 10789753Sandreas@sandberg.pp.se sigemptyset(&sigset); 10799753Sandreas@sandberg.pp.se sigaddset(&sigset, signum); 10809753Sandreas@sandberg.pp.se 10819753Sandreas@sandberg.pp.se do { 10829753Sandreas@sandberg.pp.se discardedSignal = sigtimedwait(&sigset, NULL, &timeout); 10839753Sandreas@sandberg.pp.se } while (discardedSignal == -1 && errno == EINTR); 10849753Sandreas@sandberg.pp.se 10859753Sandreas@sandberg.pp.se if (discardedSignal == signum) 10869753Sandreas@sandberg.pp.se return true; 10879753Sandreas@sandberg.pp.se else if (discardedSignal == -1 && errno == EAGAIN) 10889753Sandreas@sandberg.pp.se return false; 10899753Sandreas@sandberg.pp.se else 10909753Sandreas@sandberg.pp.se panic("Unexpected return value from sigtimedwait: %i (errno: %i)\n", 10919753Sandreas@sandberg.pp.se discardedSignal, errno); 10929651SAndreas.Sandberg@ARM.com} 10939651SAndreas.Sandberg@ARM.com 10949651SAndreas.Sandberg@ARM.comvoid 10959651SAndreas.Sandberg@ARM.comBaseKvmCPU::setupCounters() 10969651SAndreas.Sandberg@ARM.com{ 10979651SAndreas.Sandberg@ARM.com DPRINTF(Kvm, "Attaching cycle counter...\n"); 10989651SAndreas.Sandberg@ARM.com PerfKvmCounterConfig cfgCycles(PERF_TYPE_HARDWARE, 10999651SAndreas.Sandberg@ARM.com PERF_COUNT_HW_CPU_CYCLES); 11009651SAndreas.Sandberg@ARM.com cfgCycles.disabled(true) 11019651SAndreas.Sandberg@ARM.com .pinned(true); 11029655SAndreas.Sandberg@ARM.com 11039655SAndreas.Sandberg@ARM.com if (perfControlledByTimer) { 11049655SAndreas.Sandberg@ARM.com // We need to configure the cycles counter to send overflows 11059655SAndreas.Sandberg@ARM.com // since we are going to use it to trigger timer signals that 11069655SAndreas.Sandberg@ARM.com // trap back into m5 from KVM. In practice, this means that we 11079655SAndreas.Sandberg@ARM.com // need to set some non-zero sample period that gets 11089655SAndreas.Sandberg@ARM.com // overridden when the timer is armed. 11099655SAndreas.Sandberg@ARM.com cfgCycles.wakeupEvents(1) 11109655SAndreas.Sandberg@ARM.com .samplePeriod(42); 11119655SAndreas.Sandberg@ARM.com } 11129655SAndreas.Sandberg@ARM.com 11139651SAndreas.Sandberg@ARM.com hwCycles.attach(cfgCycles, 11149651SAndreas.Sandberg@ARM.com 0); // TID (0 => currentThread) 11159651SAndreas.Sandberg@ARM.com 11169651SAndreas.Sandberg@ARM.com DPRINTF(Kvm, "Attaching instruction counter...\n"); 11179651SAndreas.Sandberg@ARM.com PerfKvmCounterConfig cfgInstructions(PERF_TYPE_HARDWARE, 11189651SAndreas.Sandberg@ARM.com PERF_COUNT_HW_INSTRUCTIONS); 11199651SAndreas.Sandberg@ARM.com hwInstructions.attach(cfgInstructions, 11209651SAndreas.Sandberg@ARM.com 0, // TID (0 => currentThread) 11219651SAndreas.Sandberg@ARM.com hwCycles); 11229651SAndreas.Sandberg@ARM.com} 11239753Sandreas@sandberg.pp.se 11249753Sandreas@sandberg.pp.sebool 11259753Sandreas@sandberg.pp.seBaseKvmCPU::tryDrain() 11269753Sandreas@sandberg.pp.se{ 11279753Sandreas@sandberg.pp.se if (!drainManager) 11289753Sandreas@sandberg.pp.se return false; 11299753Sandreas@sandberg.pp.se 11309753Sandreas@sandberg.pp.se if (!archIsDrained()) { 11319753Sandreas@sandberg.pp.se DPRINTF(Drain, "tryDrain: Architecture code is not ready.\n"); 11329753Sandreas@sandberg.pp.se return false; 11339753Sandreas@sandberg.pp.se } 11349753Sandreas@sandberg.pp.se 11359753Sandreas@sandberg.pp.se if (_status == Idle || _status == Running) { 11369753Sandreas@sandberg.pp.se DPRINTF(Drain, 11379753Sandreas@sandberg.pp.se "tryDrain: CPU transitioned into the Idle state, drain done\n"); 11389753Sandreas@sandberg.pp.se drainManager->signalDrainDone(); 11399753Sandreas@sandberg.pp.se drainManager = NULL; 11409753Sandreas@sandberg.pp.se return true; 11419753Sandreas@sandberg.pp.se } else { 11429753Sandreas@sandberg.pp.se DPRINTF(Drain, "tryDrain: CPU not ready.\n"); 11439753Sandreas@sandberg.pp.se return false; 11449753Sandreas@sandberg.pp.se } 11459753Sandreas@sandberg.pp.se} 11469753Sandreas@sandberg.pp.se 11479753Sandreas@sandberg.pp.sevoid 11489753Sandreas@sandberg.pp.seBaseKvmCPU::ioctlRun() 11499753Sandreas@sandberg.pp.se{ 11509753Sandreas@sandberg.pp.se if (ioctl(KVM_RUN) == -1) { 11519753Sandreas@sandberg.pp.se if (errno != EINTR) 11529753Sandreas@sandberg.pp.se panic("KVM: Failed to start virtual CPU (errno: %i)\n", 11539753Sandreas@sandberg.pp.se errno); 11549753Sandreas@sandberg.pp.se } 11559753Sandreas@sandberg.pp.se} 1156