base.cc revision 11363:f3f72c0ab03e
17396Sgblack@eecs.umich.edu/* 27396Sgblack@eecs.umich.edu * Copyright (c) 2012, 2015 ARM Limited 37396Sgblack@eecs.umich.edu * All rights reserved 47396Sgblack@eecs.umich.edu * 57396Sgblack@eecs.umich.edu * The license below extends only to copyright in the software and shall 67396Sgblack@eecs.umich.edu * not be construed as granting a license to any other intellectual 77396Sgblack@eecs.umich.edu * property including but not limited to intellectual property relating 87396Sgblack@eecs.umich.edu * to a hardware implementation of the functionality of the software 97396Sgblack@eecs.umich.edu * licensed hereunder. You may use the software subject to the license 107396Sgblack@eecs.umich.edu * terms below provided that you ensure that this notice is replicated 117396Sgblack@eecs.umich.edu * unmodified and in its entirety in all distributions of the software, 127396Sgblack@eecs.umich.edu * modified or unmodified, in source code or in binary form. 137396Sgblack@eecs.umich.edu * 147396Sgblack@eecs.umich.edu * Redistribution and use in source and binary forms, with or without 157396Sgblack@eecs.umich.edu * modification, are permitted provided that the following conditions are 167396Sgblack@eecs.umich.edu * met: redistributions of source code must retain the above copyright 177396Sgblack@eecs.umich.edu * notice, this list of conditions and the following disclaimer; 187396Sgblack@eecs.umich.edu * redistributions in binary form must reproduce the above copyright 197396Sgblack@eecs.umich.edu * notice, this list of conditions and the following disclaimer in the 207396Sgblack@eecs.umich.edu * documentation and/or other materials provided with the distribution; 217396Sgblack@eecs.umich.edu * neither the name of the copyright holders nor the names of its 227396Sgblack@eecs.umich.edu * contributors may be used to endorse or promote products derived from 237396Sgblack@eecs.umich.edu * this software without specific prior written permission. 247396Sgblack@eecs.umich.edu * 257396Sgblack@eecs.umich.edu * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 267396Sgblack@eecs.umich.edu * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 277396Sgblack@eecs.umich.edu * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 287396Sgblack@eecs.umich.edu * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 297396Sgblack@eecs.umich.edu * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 307396Sgblack@eecs.umich.edu * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 317396Sgblack@eecs.umich.edu * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 327396Sgblack@eecs.umich.edu * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 337396Sgblack@eecs.umich.edu * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 347396Sgblack@eecs.umich.edu * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 357396Sgblack@eecs.umich.edu * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 367396Sgblack@eecs.umich.edu * 377396Sgblack@eecs.umich.edu * Authors: Andreas Sandberg 387396Sgblack@eecs.umich.edu */ 397396Sgblack@eecs.umich.edu 407396Sgblack@eecs.umich.edu#include <linux/kvm.h> 417396Sgblack@eecs.umich.edu#include <sys/ioctl.h> 427434Sgblack@eecs.umich.edu#include <sys/mman.h> 437434Sgblack@eecs.umich.edu#include <unistd.h> 447434Sgblack@eecs.umich.edu 457434Sgblack@eecs.umich.edu#include <cerrno> 467434Sgblack@eecs.umich.edu#include <csignal> 477434Sgblack@eecs.umich.edu#include <ostream> 487396Sgblack@eecs.umich.edu 497396Sgblack@eecs.umich.edu#include "arch/mmapped_ipr.hh" 507396Sgblack@eecs.umich.edu#include "arch/utility.hh" 517396Sgblack@eecs.umich.edu#include "cpu/kvm/base.hh" 527396Sgblack@eecs.umich.edu#include "debug/Checkpoint.hh" 537396Sgblack@eecs.umich.edu#include "debug/Drain.hh" 547396Sgblack@eecs.umich.edu#include "debug/Kvm.hh" 557396Sgblack@eecs.umich.edu#include "debug/KvmIO.hh" 567396Sgblack@eecs.umich.edu#include "debug/KvmRun.hh" 577396Sgblack@eecs.umich.edu#include "params/BaseKvmCPU.hh" 587396Sgblack@eecs.umich.edu#include "sim/process.hh" 597396Sgblack@eecs.umich.edu#include "sim/system.hh" 607396Sgblack@eecs.umich.edu 617396Sgblack@eecs.umich.edu#include <signal.h> 627396Sgblack@eecs.umich.edu 637396Sgblack@eecs.umich.edu/* Used by some KVM macros */ 647396Sgblack@eecs.umich.edu#define PAGE_SIZE pageSize 657396Sgblack@eecs.umich.edu 667396Sgblack@eecs.umich.eduBaseKvmCPU::BaseKvmCPU(BaseKvmCPUParams *params) 677396Sgblack@eecs.umich.edu : BaseCPU(params), 687396Sgblack@eecs.umich.edu vm(*params->kvmVM), 697396Sgblack@eecs.umich.edu _status(Idle), 707396Sgblack@eecs.umich.edu dataPort(name() + ".dcache_port", this), 717396Sgblack@eecs.umich.edu instPort(name() + ".icache_port", this), 727396Sgblack@eecs.umich.edu threadContextDirty(true), 737396Sgblack@eecs.umich.edu kvmStateDirty(false), 747396Sgblack@eecs.umich.edu vcpuID(vm.allocVCPUID()), vcpuFD(-1), vcpuMMapSize(0), 757396Sgblack@eecs.umich.edu _kvmRun(NULL), mmioRing(NULL), 767396Sgblack@eecs.umich.edu pageSize(sysconf(_SC_PAGE_SIZE)), 777396Sgblack@eecs.umich.edu tickEvent(*this), 787396Sgblack@eecs.umich.edu activeInstPeriod(0), 797396Sgblack@eecs.umich.edu perfControlledByTimer(params->usePerfOverflow), 807396Sgblack@eecs.umich.edu hostFactor(params->hostFactor), 817396Sgblack@eecs.umich.edu ctrInsts(0) 827396Sgblack@eecs.umich.edu{ 837396Sgblack@eecs.umich.edu if (pageSize == -1) 847396Sgblack@eecs.umich.edu panic("KVM: Failed to determine host page size (%i)\n", 857396Sgblack@eecs.umich.edu errno); 867396Sgblack@eecs.umich.edu 877396Sgblack@eecs.umich.edu if (FullSystem) 887396Sgblack@eecs.umich.edu thread = new SimpleThread(this, 0, params->system, params->itb, params->dtb, 897396Sgblack@eecs.umich.edu params->isa[0]); 907396Sgblack@eecs.umich.edu else 917396Sgblack@eecs.umich.edu thread = new SimpleThread(this, /* thread_num */ 0, params->system, 927396Sgblack@eecs.umich.edu params->workload[0], params->itb, 937430Sgblack@eecs.umich.edu params->dtb, params->isa[0]); 947639Sgblack@eecs.umich.edu 957639Sgblack@eecs.umich.edu thread->setStatus(ThreadContext::Halted); 967639Sgblack@eecs.umich.edu tc = thread->getTC(); 977639Sgblack@eecs.umich.edu threadContexts.push_back(tc); 987639Sgblack@eecs.umich.edu} 997639Sgblack@eecs.umich.edu 1007639Sgblack@eecs.umich.eduBaseKvmCPU::~BaseKvmCPU() 1017639Sgblack@eecs.umich.edu{ 1027639Sgblack@eecs.umich.edu if (_kvmRun) 1037639Sgblack@eecs.umich.edu munmap(_kvmRun, vcpuMMapSize); 1047639Sgblack@eecs.umich.edu close(vcpuFD); 1057639Sgblack@eecs.umich.edu} 1067639Sgblack@eecs.umich.edu 1077639Sgblack@eecs.umich.eduvoid 1087430Sgblack@eecs.umich.eduBaseKvmCPU::init() 1097430Sgblack@eecs.umich.edu{ 1107430Sgblack@eecs.umich.edu BaseCPU::init(); 1117430Sgblack@eecs.umich.edu 1127430Sgblack@eecs.umich.edu if (numThreads != 1) 1137430Sgblack@eecs.umich.edu fatal("KVM: Multithreading not supported"); 1147430Sgblack@eecs.umich.edu 1157430Sgblack@eecs.umich.edu tc->initMemProxies(tc); 1167430Sgblack@eecs.umich.edu 1177430Sgblack@eecs.umich.edu // initialize CPU, including PC 1187430Sgblack@eecs.umich.edu if (FullSystem && !switchedOut()) 1197430Sgblack@eecs.umich.edu TheISA::initCPU(tc, tc->contextId()); 1207430Sgblack@eecs.umich.edu} 1217430Sgblack@eecs.umich.edu 1227430Sgblack@eecs.umich.eduvoid 1237430Sgblack@eecs.umich.eduBaseKvmCPU::startup() 1247430Sgblack@eecs.umich.edu{ 1257430Sgblack@eecs.umich.edu const BaseKvmCPUParams * const p( 1267430Sgblack@eecs.umich.edu dynamic_cast<const BaseKvmCPUParams *>(params())); 1277430Sgblack@eecs.umich.edu 1287430Sgblack@eecs.umich.edu Kvm &kvm(*vm.kvm); 1297430Sgblack@eecs.umich.edu 1307430Sgblack@eecs.umich.edu BaseCPU::startup(); 1317430Sgblack@eecs.umich.edu 1327430Sgblack@eecs.umich.edu assert(vcpuFD == -1); 1337430Sgblack@eecs.umich.edu 1347639Sgblack@eecs.umich.edu // Tell the VM that a CPU is about to start. 1357430Sgblack@eecs.umich.edu vm.cpuStartup(); 1367430Sgblack@eecs.umich.edu 1377430Sgblack@eecs.umich.edu // We can't initialize KVM CPUs in BaseKvmCPU::init() since we are 1387430Sgblack@eecs.umich.edu // not guaranteed that the parent KVM VM has initialized at that 1397430Sgblack@eecs.umich.edu // point. Initialize virtual CPUs here instead. 1407430Sgblack@eecs.umich.edu vcpuFD = vm.createVCPU(vcpuID); 1417430Sgblack@eecs.umich.edu 1427430Sgblack@eecs.umich.edu // Map the KVM run structure */ 1437430Sgblack@eecs.umich.edu vcpuMMapSize = kvm.getVCPUMMapSize(); 1447430Sgblack@eecs.umich.edu _kvmRun = (struct kvm_run *)mmap(0, vcpuMMapSize, 1457430Sgblack@eecs.umich.edu PROT_READ | PROT_WRITE, MAP_SHARED, 1467430Sgblack@eecs.umich.edu vcpuFD, 0); 1477430Sgblack@eecs.umich.edu if (_kvmRun == MAP_FAILED) 1487430Sgblack@eecs.umich.edu panic("KVM: Failed to map run data structure\n"); 1497430Sgblack@eecs.umich.edu 1507430Sgblack@eecs.umich.edu // Setup a pointer to the MMIO ring buffer if coalesced MMIO is 1517639Sgblack@eecs.umich.edu // available. The offset into the KVM's communication page is 1527430Sgblack@eecs.umich.edu // provided by the coalesced MMIO capability. 1537430Sgblack@eecs.umich.edu int mmioOffset(kvm.capCoalescedMMIO()); 1547430Sgblack@eecs.umich.edu if (!p->useCoalescedMMIO) { 1557430Sgblack@eecs.umich.edu inform("KVM: Coalesced MMIO disabled by config.\n"); 1567430Sgblack@eecs.umich.edu } else if (mmioOffset) { 1577430Sgblack@eecs.umich.edu inform("KVM: Coalesced IO available\n"); 1587430Sgblack@eecs.umich.edu mmioRing = (struct kvm_coalesced_mmio_ring *)( 1597639Sgblack@eecs.umich.edu (char *)_kvmRun + (mmioOffset * pageSize)); 1607430Sgblack@eecs.umich.edu } else { 1617430Sgblack@eecs.umich.edu inform("KVM: Coalesced not supported by host OS\n"); 1627430Sgblack@eecs.umich.edu } 1637430Sgblack@eecs.umich.edu 1647430Sgblack@eecs.umich.edu thread->startup(); 1657430Sgblack@eecs.umich.edu 1667430Sgblack@eecs.umich.edu Event *startupEvent( 1677639Sgblack@eecs.umich.edu new EventWrapper<BaseKvmCPU, 1687430Sgblack@eecs.umich.edu &BaseKvmCPU::startupThread>(this, true)); 1697430Sgblack@eecs.umich.edu schedule(startupEvent, curTick()); 1707430Sgblack@eecs.umich.edu} 1717430Sgblack@eecs.umich.edu 1727639Sgblack@eecs.umich.eduvoid 1737430Sgblack@eecs.umich.eduBaseKvmCPU::startupThread() 1747430Sgblack@eecs.umich.edu{ 1757430Sgblack@eecs.umich.edu // Do thread-specific initialization. We need to setup signal 1767430Sgblack@eecs.umich.edu // delivery for counters and timers from within the thread that 1777430Sgblack@eecs.umich.edu // will execute the event queue to ensure that signals are 1787430Sgblack@eecs.umich.edu // delivered to the right threads. 1797430Sgblack@eecs.umich.edu const BaseKvmCPUParams * const p( 1807430Sgblack@eecs.umich.edu dynamic_cast<const BaseKvmCPUParams *>(params())); 1817430Sgblack@eecs.umich.edu 1827430Sgblack@eecs.umich.edu vcpuThread = pthread_self(); 1837639Sgblack@eecs.umich.edu 1847430Sgblack@eecs.umich.edu // Setup signal handlers. This has to be done after the vCPU is 1857639Sgblack@eecs.umich.edu // created since it manipulates the vCPU signal mask. 1867430Sgblack@eecs.umich.edu setupSignalHandler(); 1877430Sgblack@eecs.umich.edu 1887430Sgblack@eecs.umich.edu setupCounters(); 1897639Sgblack@eecs.umich.edu 1907430Sgblack@eecs.umich.edu if (p->usePerfOverflow) 1917430Sgblack@eecs.umich.edu runTimer.reset(new PerfKvmTimer(hwCycles, 1927430Sgblack@eecs.umich.edu KVM_KICK_SIGNAL, 1937430Sgblack@eecs.umich.edu p->hostFactor, 1947430Sgblack@eecs.umich.edu p->hostFreq)); 1957430Sgblack@eecs.umich.edu else 1967430Sgblack@eecs.umich.edu runTimer.reset(new PosixKvmTimer(KVM_KICK_SIGNAL, CLOCK_MONOTONIC, 1977430Sgblack@eecs.umich.edu p->hostFactor, 1987430Sgblack@eecs.umich.edu p->hostFreq)); 1997430Sgblack@eecs.umich.edu 2007639Sgblack@eecs.umich.edu} 2017430Sgblack@eecs.umich.edu 2027430Sgblack@eecs.umich.eduvoid 2037430Sgblack@eecs.umich.eduBaseKvmCPU::regStats() 2047430Sgblack@eecs.umich.edu{ 2057430Sgblack@eecs.umich.edu using namespace Stats; 2067430Sgblack@eecs.umich.edu 2077430Sgblack@eecs.umich.edu BaseCPU::regStats(); 2087430Sgblack@eecs.umich.edu 2097430Sgblack@eecs.umich.edu numInsts 2107430Sgblack@eecs.umich.edu .name(name() + ".committedInsts") 2117639Sgblack@eecs.umich.edu .desc("Number of instructions committed") 2127430Sgblack@eecs.umich.edu ; 2137430Sgblack@eecs.umich.edu 2147430Sgblack@eecs.umich.edu numVMExits 2157430Sgblack@eecs.umich.edu .name(name() + ".numVMExits") 2167430Sgblack@eecs.umich.edu .desc("total number of KVM exits") 2177430Sgblack@eecs.umich.edu ; 2187430Sgblack@eecs.umich.edu 2197430Sgblack@eecs.umich.edu numVMHalfEntries 2207430Sgblack@eecs.umich.edu .name(name() + ".numVMHalfEntries") 2217430Sgblack@eecs.umich.edu .desc("number of KVM entries to finalize pending operations") 2227639Sgblack@eecs.umich.edu ; 2237639Sgblack@eecs.umich.edu 2247430Sgblack@eecs.umich.edu numExitSignal 2257639Sgblack@eecs.umich.edu .name(name() + ".numExitSignal") 2267639Sgblack@eecs.umich.edu .desc("exits due to signal delivery") 2277430Sgblack@eecs.umich.edu ; 2287430Sgblack@eecs.umich.edu 2297430Sgblack@eecs.umich.edu numMMIO 2307639Sgblack@eecs.umich.edu .name(name() + ".numMMIO") 2317430Sgblack@eecs.umich.edu .desc("number of VM exits due to memory mapped IO") 2327639Sgblack@eecs.umich.edu ; 2337430Sgblack@eecs.umich.edu 2347430Sgblack@eecs.umich.edu numCoalescedMMIO 2357430Sgblack@eecs.umich.edu .name(name() + ".numCoalescedMMIO") 2367430Sgblack@eecs.umich.edu .desc("number of coalesced memory mapped IO requests") 2377430Sgblack@eecs.umich.edu ; 2387430Sgblack@eecs.umich.edu 2397430Sgblack@eecs.umich.edu numIO 2407430Sgblack@eecs.umich.edu .name(name() + ".numIO") 2417430Sgblack@eecs.umich.edu .desc("number of VM exits due to legacy IO") 2427430Sgblack@eecs.umich.edu ; 2437430Sgblack@eecs.umich.edu 2447430Sgblack@eecs.umich.edu numHalt 2457430Sgblack@eecs.umich.edu .name(name() + ".numHalt") 2467430Sgblack@eecs.umich.edu .desc("number of VM exits due to wait for interrupt instructions") 2477639Sgblack@eecs.umich.edu ; 2487430Sgblack@eecs.umich.edu 2497430Sgblack@eecs.umich.edu numInterrupts 2507430Sgblack@eecs.umich.edu .name(name() + ".numInterrupts") 2517430Sgblack@eecs.umich.edu .desc("number of interrupts delivered") 2527430Sgblack@eecs.umich.edu ; 2537430Sgblack@eecs.umich.edu 2547430Sgblack@eecs.umich.edu numHypercalls 2557430Sgblack@eecs.umich.edu .name(name() + ".numHypercalls") 2567430Sgblack@eecs.umich.edu .desc("number of hypercalls") 2577430Sgblack@eecs.umich.edu ; 2587639Sgblack@eecs.umich.edu} 2597639Sgblack@eecs.umich.edu 2607430Sgblack@eecs.umich.eduvoid 2617639Sgblack@eecs.umich.eduBaseKvmCPU::serializeThread(CheckpointOut &cp, ThreadID tid) const 2627639Sgblack@eecs.umich.edu{ 2637430Sgblack@eecs.umich.edu if (DTRACE(Checkpoint)) { 2647430Sgblack@eecs.umich.edu DPRINTF(Checkpoint, "KVM: Serializing thread %i:\n", tid); 2657430Sgblack@eecs.umich.edu dump(); 2667430Sgblack@eecs.umich.edu } 2677430Sgblack@eecs.umich.edu 2687430Sgblack@eecs.umich.edu assert(tid == 0); 2697430Sgblack@eecs.umich.edu assert(_status == Idle); 2707430Sgblack@eecs.umich.edu thread->serialize(cp); 2717430Sgblack@eecs.umich.edu} 2727430Sgblack@eecs.umich.edu 2737430Sgblack@eecs.umich.eduvoid 2747430Sgblack@eecs.umich.eduBaseKvmCPU::unserializeThread(CheckpointIn &cp, ThreadID tid) 2757430Sgblack@eecs.umich.edu{ 2767639Sgblack@eecs.umich.edu DPRINTF(Checkpoint, "KVM: Unserialize thread %i:\n", tid); 2777430Sgblack@eecs.umich.edu 2787430Sgblack@eecs.umich.edu assert(tid == 0); 2797430Sgblack@eecs.umich.edu assert(_status == Idle); 2807430Sgblack@eecs.umich.edu thread->unserialize(cp); 2817430Sgblack@eecs.umich.edu threadContextDirty = true; 2827430Sgblack@eecs.umich.edu} 2837430Sgblack@eecs.umich.edu 2847430Sgblack@eecs.umich.eduDrainState 2857430Sgblack@eecs.umich.eduBaseKvmCPU::drain() 2867430Sgblack@eecs.umich.edu{ 2877430Sgblack@eecs.umich.edu if (switchedOut()) 2887430Sgblack@eecs.umich.edu return DrainState::Drained; 2897430Sgblack@eecs.umich.edu 2907430Sgblack@eecs.umich.edu DPRINTF(Drain, "BaseKvmCPU::drain\n"); 2917430Sgblack@eecs.umich.edu switch (_status) { 2927430Sgblack@eecs.umich.edu case Running: 2937430Sgblack@eecs.umich.edu // The base KVM code is normally ready when it is in the 2947430Sgblack@eecs.umich.edu // Running state, but the architecture specific code might be 2957430Sgblack@eecs.umich.edu // of a different opinion. This may happen when the CPU been 2967430Sgblack@eecs.umich.edu // notified of an event that hasn't been accepted by the vCPU 2977430Sgblack@eecs.umich.edu // yet. 2987430Sgblack@eecs.umich.edu if (!archIsDrained()) 2997430Sgblack@eecs.umich.edu return DrainState::Draining; 3007430Sgblack@eecs.umich.edu 3017430Sgblack@eecs.umich.edu // The state of the CPU is consistent, so we don't need to do 3027430Sgblack@eecs.umich.edu // anything special to drain it. We simply de-schedule the 3037430Sgblack@eecs.umich.edu // tick event and enter the Idle state to prevent nasty things 3047430Sgblack@eecs.umich.edu // like MMIOs from happening. 3057430Sgblack@eecs.umich.edu if (tickEvent.scheduled()) 3067430Sgblack@eecs.umich.edu deschedule(tickEvent); 3077430Sgblack@eecs.umich.edu _status = Idle; 3087430Sgblack@eecs.umich.edu 3097430Sgblack@eecs.umich.edu /** FALLTHROUGH */ 3107430Sgblack@eecs.umich.edu case Idle: 3117430Sgblack@eecs.umich.edu // Idle, no need to drain 3127639Sgblack@eecs.umich.edu assert(!tickEvent.scheduled()); 3137430Sgblack@eecs.umich.edu 3147430Sgblack@eecs.umich.edu // Sync the thread context here since we'll need it when we 3157430Sgblack@eecs.umich.edu // switch CPUs or checkpoint the CPU. 3167430Sgblack@eecs.umich.edu syncThreadContext(); 3177430Sgblack@eecs.umich.edu 3187430Sgblack@eecs.umich.edu return DrainState::Drained; 3197430Sgblack@eecs.umich.edu 3207430Sgblack@eecs.umich.edu case RunningServiceCompletion: 3217430Sgblack@eecs.umich.edu // The CPU has just requested a service that was handled in 3227430Sgblack@eecs.umich.edu // the RunningService state, but the results have still not 3237430Sgblack@eecs.umich.edu // been reported to the CPU. Now, we /could/ probably just 3247430Sgblack@eecs.umich.edu // update the register state ourselves instead of letting KVM 3257430Sgblack@eecs.umich.edu // handle it, but that would be tricky. Instead, we enter KVM 3267430Sgblack@eecs.umich.edu // and let it do its stuff. 3277430Sgblack@eecs.umich.edu DPRINTF(Drain, "KVM CPU is waiting for service completion, " 3287430Sgblack@eecs.umich.edu "requesting drain.\n"); 3297430Sgblack@eecs.umich.edu return DrainState::Draining; 3307430Sgblack@eecs.umich.edu 3317430Sgblack@eecs.umich.edu case RunningService: 3327639Sgblack@eecs.umich.edu // We need to drain since the CPU is waiting for service (e.g., MMIOs) 3337639Sgblack@eecs.umich.edu DPRINTF(Drain, "KVM CPU is waiting for service, requesting drain.\n"); 3347639Sgblack@eecs.umich.edu return DrainState::Draining; 3357430Sgblack@eecs.umich.edu 3367430Sgblack@eecs.umich.edu default: 3377430Sgblack@eecs.umich.edu panic("KVM: Unhandled CPU state in drain()\n"); 3387430Sgblack@eecs.umich.edu return DrainState::Drained; 3397430Sgblack@eecs.umich.edu } 3407430Sgblack@eecs.umich.edu} 3417430Sgblack@eecs.umich.edu 3427430Sgblack@eecs.umich.eduvoid 3437430Sgblack@eecs.umich.eduBaseKvmCPU::drainResume() 3447430Sgblack@eecs.umich.edu{ 3457430Sgblack@eecs.umich.edu assert(!tickEvent.scheduled()); 3467430Sgblack@eecs.umich.edu 3477430Sgblack@eecs.umich.edu // We might have been switched out. In that case, we don't need to 3487430Sgblack@eecs.umich.edu // do anything. 3497430Sgblack@eecs.umich.edu if (switchedOut()) 3507430Sgblack@eecs.umich.edu return; 3517639Sgblack@eecs.umich.edu 3527430Sgblack@eecs.umich.edu DPRINTF(Kvm, "drainResume\n"); 3537430Sgblack@eecs.umich.edu verifyMemoryMode(); 3547430Sgblack@eecs.umich.edu 3557639Sgblack@eecs.umich.edu // The tick event is de-scheduled as a part of the draining 3567430Sgblack@eecs.umich.edu // process. Re-schedule it if the thread context is active. 3577430Sgblack@eecs.umich.edu if (tc->status() == ThreadContext::Active) { 3587430Sgblack@eecs.umich.edu schedule(tickEvent, nextCycle()); 3597430Sgblack@eecs.umich.edu _status = Running; 3607430Sgblack@eecs.umich.edu } else { 3617430Sgblack@eecs.umich.edu _status = Idle; 3627430Sgblack@eecs.umich.edu } 3637430Sgblack@eecs.umich.edu} 3647430Sgblack@eecs.umich.edu 3657430Sgblack@eecs.umich.eduvoid 3667639Sgblack@eecs.umich.eduBaseKvmCPU::notifyFork() 3677430Sgblack@eecs.umich.edu{ 3687430Sgblack@eecs.umich.edu // We should have drained prior to forking, which means that the 3697430Sgblack@eecs.umich.edu // tick event shouldn't be scheduled and the CPU is idle. 3707430Sgblack@eecs.umich.edu assert(!tickEvent.scheduled()); 3717430Sgblack@eecs.umich.edu assert(_status == Idle); 3727430Sgblack@eecs.umich.edu 3737430Sgblack@eecs.umich.edu if (vcpuFD != -1) { 3747430Sgblack@eecs.umich.edu if (close(vcpuFD) == -1) 3757430Sgblack@eecs.umich.edu warn("kvm CPU: notifyFork failed to close vcpuFD\n"); 3767430Sgblack@eecs.umich.edu 3777430Sgblack@eecs.umich.edu if (_kvmRun) 3787430Sgblack@eecs.umich.edu munmap(_kvmRun, vcpuMMapSize); 3797430Sgblack@eecs.umich.edu 3807430Sgblack@eecs.umich.edu vcpuFD = -1; 3817430Sgblack@eecs.umich.edu _kvmRun = NULL; 3827430Sgblack@eecs.umich.edu 3837430Sgblack@eecs.umich.edu hwInstructions.detach(); 3847639Sgblack@eecs.umich.edu hwCycles.detach(); 3857430Sgblack@eecs.umich.edu } 3867430Sgblack@eecs.umich.edu} 3877430Sgblack@eecs.umich.edu 3887430Sgblack@eecs.umich.eduvoid 3897430Sgblack@eecs.umich.eduBaseKvmCPU::switchOut() 3907430Sgblack@eecs.umich.edu{ 3917639Sgblack@eecs.umich.edu DPRINTF(Kvm, "switchOut\n"); 3927430Sgblack@eecs.umich.edu 3937430Sgblack@eecs.umich.edu BaseCPU::switchOut(); 3947430Sgblack@eecs.umich.edu 3957430Sgblack@eecs.umich.edu // We should have drained prior to executing a switchOut, which 3967430Sgblack@eecs.umich.edu // means that the tick event shouldn't be scheduled and the CPU is 3977430Sgblack@eecs.umich.edu // idle. 3987430Sgblack@eecs.umich.edu assert(!tickEvent.scheduled()); 3997430Sgblack@eecs.umich.edu assert(_status == Idle); 4007430Sgblack@eecs.umich.edu} 4017430Sgblack@eecs.umich.edu 4027430Sgblack@eecs.umich.eduvoid 4037430Sgblack@eecs.umich.eduBaseKvmCPU::takeOverFrom(BaseCPU *cpu) 4047430Sgblack@eecs.umich.edu{ 4057430Sgblack@eecs.umich.edu DPRINTF(Kvm, "takeOverFrom\n"); 4067430Sgblack@eecs.umich.edu 4077430Sgblack@eecs.umich.edu BaseCPU::takeOverFrom(cpu); 4087430Sgblack@eecs.umich.edu 4097430Sgblack@eecs.umich.edu // We should have drained prior to executing a switchOut, which 4107430Sgblack@eecs.umich.edu // means that the tick event shouldn't be scheduled and the CPU is 4117430Sgblack@eecs.umich.edu // idle. 4127430Sgblack@eecs.umich.edu assert(!tickEvent.scheduled()); 4137430Sgblack@eecs.umich.edu assert(_status == Idle); 4147430Sgblack@eecs.umich.edu assert(threadContexts.size() == 1); 4157430Sgblack@eecs.umich.edu 4167430Sgblack@eecs.umich.edu // Force an update of the KVM state here instead of flagging the 4177430Sgblack@eecs.umich.edu // TC as dirty. This is not ideal from a performance point of 4187430Sgblack@eecs.umich.edu // view, but it makes debugging easier as it allows meaningful KVM 4197430Sgblack@eecs.umich.edu // state to be dumped before and after a takeover. 4207430Sgblack@eecs.umich.edu updateKvmState(); 4217430Sgblack@eecs.umich.edu threadContextDirty = false; 4227430Sgblack@eecs.umich.edu} 4237430Sgblack@eecs.umich.edu 4247430Sgblack@eecs.umich.eduvoid 4257430Sgblack@eecs.umich.eduBaseKvmCPU::verifyMemoryMode() const 4267430Sgblack@eecs.umich.edu{ 4277430Sgblack@eecs.umich.edu if (!(system->isAtomicMode() && system->bypassCaches())) { 4287430Sgblack@eecs.umich.edu fatal("The KVM-based CPUs requires the memory system to be in the " 4297430Sgblack@eecs.umich.edu "'atomic_noncaching' mode.\n"); 4307430Sgblack@eecs.umich.edu } 4317430Sgblack@eecs.umich.edu} 4327430Sgblack@eecs.umich.edu 4337430Sgblack@eecs.umich.eduvoid 4347430Sgblack@eecs.umich.eduBaseKvmCPU::wakeup(ThreadID tid) 4357430Sgblack@eecs.umich.edu{ 4367639Sgblack@eecs.umich.edu DPRINTF(Kvm, "wakeup()\n"); 4377430Sgblack@eecs.umich.edu // This method might have been called from another 4387430Sgblack@eecs.umich.edu // context. Migrate to this SimObject's event queue when 4397430Sgblack@eecs.umich.edu // delivering the wakeup signal. 4407430Sgblack@eecs.umich.edu EventQueue::ScopedMigration migrate(eventQueue()); 4417430Sgblack@eecs.umich.edu 4427430Sgblack@eecs.umich.edu // Kick the vCPU to get it to come out of KVM. 4437430Sgblack@eecs.umich.edu kick(); 4447430Sgblack@eecs.umich.edu 4457430Sgblack@eecs.umich.edu if (thread->status() != ThreadContext::Suspended) 4467430Sgblack@eecs.umich.edu return; 4477430Sgblack@eecs.umich.edu 4487430Sgblack@eecs.umich.edu thread->activate(); 4497430Sgblack@eecs.umich.edu} 4507430Sgblack@eecs.umich.edu 4517430Sgblack@eecs.umich.eduvoid 4527639Sgblack@eecs.umich.eduBaseKvmCPU::activateContext(ThreadID thread_num) 4537430Sgblack@eecs.umich.edu{ 4547430Sgblack@eecs.umich.edu DPRINTF(Kvm, "ActivateContext %d\n", thread_num); 4557430Sgblack@eecs.umich.edu 4567430Sgblack@eecs.umich.edu assert(thread_num == 0); 4577430Sgblack@eecs.umich.edu assert(thread); 4587430Sgblack@eecs.umich.edu 4597430Sgblack@eecs.umich.edu assert(_status == Idle); 4607430Sgblack@eecs.umich.edu assert(!tickEvent.scheduled()); 4617430Sgblack@eecs.umich.edu 4627430Sgblack@eecs.umich.edu numCycles += ticksToCycles(thread->lastActivate - thread->lastSuspend); 4637430Sgblack@eecs.umich.edu 4647430Sgblack@eecs.umich.edu schedule(tickEvent, clockEdge(Cycles(0))); 4657430Sgblack@eecs.umich.edu _status = Running; 4667430Sgblack@eecs.umich.edu} 4677430Sgblack@eecs.umich.edu 4687430Sgblack@eecs.umich.edu 4697430Sgblack@eecs.umich.eduvoid 4707430Sgblack@eecs.umich.eduBaseKvmCPU::suspendContext(ThreadID thread_num) 4717430Sgblack@eecs.umich.edu{ 4727430Sgblack@eecs.umich.edu DPRINTF(Kvm, "SuspendContext %d\n", thread_num); 4737430Sgblack@eecs.umich.edu 4747430Sgblack@eecs.umich.edu assert(thread_num == 0); 4757430Sgblack@eecs.umich.edu assert(thread); 4767430Sgblack@eecs.umich.edu 4777430Sgblack@eecs.umich.edu if (_status == Idle) 4787430Sgblack@eecs.umich.edu return; 4797430Sgblack@eecs.umich.edu 4807430Sgblack@eecs.umich.edu assert(_status == Running || _status == RunningServiceCompletion); 4817430Sgblack@eecs.umich.edu 4827430Sgblack@eecs.umich.edu // The tick event may no be scheduled if the quest has requested 4837430Sgblack@eecs.umich.edu // the monitor to wait for interrupts. The normal CPU models can 4847430Sgblack@eecs.umich.edu // get their tick events descheduled by quiesce instructions, but 4857430Sgblack@eecs.umich.edu // that can't happen here. 4867430Sgblack@eecs.umich.edu if (tickEvent.scheduled()) 4877430Sgblack@eecs.umich.edu deschedule(tickEvent); 4887639Sgblack@eecs.umich.edu 4897430Sgblack@eecs.umich.edu _status = Idle; 4907430Sgblack@eecs.umich.edu} 4917430Sgblack@eecs.umich.edu 4927639Sgblack@eecs.umich.eduvoid 4937430Sgblack@eecs.umich.eduBaseKvmCPU::deallocateContext(ThreadID thread_num) 4947430Sgblack@eecs.umich.edu{ 4957430Sgblack@eecs.umich.edu // for now, these are equivalent 4967639Sgblack@eecs.umich.edu suspendContext(thread_num); 4977639Sgblack@eecs.umich.edu} 4987639Sgblack@eecs.umich.edu 4997430Sgblack@eecs.umich.eduvoid 5007430Sgblack@eecs.umich.eduBaseKvmCPU::haltContext(ThreadID thread_num) 5017430Sgblack@eecs.umich.edu{ 5027430Sgblack@eecs.umich.edu // for now, these are equivalent 5037430Sgblack@eecs.umich.edu suspendContext(thread_num); 5047430Sgblack@eecs.umich.edu} 5057430Sgblack@eecs.umich.edu 5067430Sgblack@eecs.umich.eduThreadContext * 5077430Sgblack@eecs.umich.eduBaseKvmCPU::getContext(int tn) 5087430Sgblack@eecs.umich.edu{ 5097430Sgblack@eecs.umich.edu assert(tn == 0); 5107639Sgblack@eecs.umich.edu syncThreadContext(); 5117430Sgblack@eecs.umich.edu return tc; 5127430Sgblack@eecs.umich.edu} 5137430Sgblack@eecs.umich.edu 5147430Sgblack@eecs.umich.edu 5157430Sgblack@eecs.umich.eduCounter 5167430Sgblack@eecs.umich.eduBaseKvmCPU::totalInsts() const 5177430Sgblack@eecs.umich.edu{ 5187430Sgblack@eecs.umich.edu return ctrInsts; 5197430Sgblack@eecs.umich.edu} 5207430Sgblack@eecs.umich.edu 5217639Sgblack@eecs.umich.eduCounter 5227430Sgblack@eecs.umich.eduBaseKvmCPU::totalOps() const 5237430Sgblack@eecs.umich.edu{ 5247430Sgblack@eecs.umich.edu hack_once("Pretending totalOps is equivalent to totalInsts()\n"); 5257430Sgblack@eecs.umich.edu return ctrInsts; 5267430Sgblack@eecs.umich.edu} 5277430Sgblack@eecs.umich.edu 5287430Sgblack@eecs.umich.eduvoid 5297430Sgblack@eecs.umich.eduBaseKvmCPU::dump() const 5307430Sgblack@eecs.umich.edu{ 5317430Sgblack@eecs.umich.edu inform("State dumping not implemented."); 5327430Sgblack@eecs.umich.edu} 5337430Sgblack@eecs.umich.edu 5347430Sgblack@eecs.umich.eduvoid 5357430Sgblack@eecs.umich.eduBaseKvmCPU::tick() 5367430Sgblack@eecs.umich.edu{ 5377430Sgblack@eecs.umich.edu Tick delay(0); 5387430Sgblack@eecs.umich.edu assert(_status != Idle); 5397430Sgblack@eecs.umich.edu 5407430Sgblack@eecs.umich.edu switch (_status) { 5417430Sgblack@eecs.umich.edu case RunningService: 5427430Sgblack@eecs.umich.edu // handleKvmExit() will determine the next state of the CPU 5437430Sgblack@eecs.umich.edu delay = handleKvmExit(); 5447430Sgblack@eecs.umich.edu 5457430Sgblack@eecs.umich.edu if (tryDrain()) 5467430Sgblack@eecs.umich.edu _status = Idle; 5477430Sgblack@eecs.umich.edu break; 5487430Sgblack@eecs.umich.edu 5497430Sgblack@eecs.umich.edu case RunningServiceCompletion: 5507430Sgblack@eecs.umich.edu case Running: { 5517430Sgblack@eecs.umich.edu const uint64_t nextInstEvent( 5527430Sgblack@eecs.umich.edu !comInstEventQueue[0]->empty() ? 5537430Sgblack@eecs.umich.edu comInstEventQueue[0]->nextTick() : UINT64_MAX); 5547430Sgblack@eecs.umich.edu // Enter into KVM and complete pending IO instructions if we 5557430Sgblack@eecs.umich.edu // have an instruction event pending. 5567430Sgblack@eecs.umich.edu const Tick ticksToExecute( 5577430Sgblack@eecs.umich.edu nextInstEvent > ctrInsts ? 5587430Sgblack@eecs.umich.edu curEventQueue()->nextTick() - curTick() : 0); 5597430Sgblack@eecs.umich.edu 5607430Sgblack@eecs.umich.edu // We might need to update the KVM state. 5617430Sgblack@eecs.umich.edu syncKvmState(); 5627430Sgblack@eecs.umich.edu 5637430Sgblack@eecs.umich.edu // Setup any pending instruction count breakpoints using 5647430Sgblack@eecs.umich.edu // PerfEvent if we are going to execute more than just an IO 5657430Sgblack@eecs.umich.edu // completion. 5667430Sgblack@eecs.umich.edu if (ticksToExecute > 0) 5677430Sgblack@eecs.umich.edu setupInstStop(); 5687430Sgblack@eecs.umich.edu 5697430Sgblack@eecs.umich.edu DPRINTF(KvmRun, "Entering KVM...\n"); 5707430Sgblack@eecs.umich.edu if (drainState() == DrainState::Draining) { 5717430Sgblack@eecs.umich.edu // Force an immediate exit from KVM after completing 5727430Sgblack@eecs.umich.edu // pending operations. The architecture-specific code 5737430Sgblack@eecs.umich.edu // takes care to run until it is in a state where it can 5747430Sgblack@eecs.umich.edu // safely be drained. 5757430Sgblack@eecs.umich.edu delay = kvmRunDrain(); 5767430Sgblack@eecs.umich.edu } else { 5777430Sgblack@eecs.umich.edu delay = kvmRun(ticksToExecute); 5787430Sgblack@eecs.umich.edu } 5797430Sgblack@eecs.umich.edu 5807430Sgblack@eecs.umich.edu // The CPU might have been suspended before entering into 5817430Sgblack@eecs.umich.edu // KVM. Assume that the CPU was suspended /before/ entering 5827430Sgblack@eecs.umich.edu // into KVM and skip the exit handling. 5837430Sgblack@eecs.umich.edu if (_status == Idle) 5847430Sgblack@eecs.umich.edu break; 5857430Sgblack@eecs.umich.edu 5867430Sgblack@eecs.umich.edu // Entering into KVM implies that we'll have to reload the thread 5877430Sgblack@eecs.umich.edu // context from KVM if we want to access it. Flag the KVM state as 5887430Sgblack@eecs.umich.edu // dirty with respect to the cached thread context. 5897430Sgblack@eecs.umich.edu kvmStateDirty = true; 5907430Sgblack@eecs.umich.edu 5917430Sgblack@eecs.umich.edu // Enter into the RunningService state unless the 5927430Sgblack@eecs.umich.edu // simulation was stopped by a timer. 5937430Sgblack@eecs.umich.edu if (_kvmRun->exit_reason != KVM_EXIT_INTR) { 5947430Sgblack@eecs.umich.edu _status = RunningService; 5957430Sgblack@eecs.umich.edu } else { 5967430Sgblack@eecs.umich.edu ++numExitSignal; 5977430Sgblack@eecs.umich.edu _status = Running; 5987430Sgblack@eecs.umich.edu } 5997430Sgblack@eecs.umich.edu 6007430Sgblack@eecs.umich.edu // Service any pending instruction events. The vCPU should 6017430Sgblack@eecs.umich.edu // have exited in time for the event using the instruction 6027430Sgblack@eecs.umich.edu // counter configured by setupInstStop(). 6037430Sgblack@eecs.umich.edu comInstEventQueue[0]->serviceEvents(ctrInsts); 6047430Sgblack@eecs.umich.edu system->instEventQueue.serviceEvents(system->totalNumInsts); 6057430Sgblack@eecs.umich.edu 6067430Sgblack@eecs.umich.edu if (tryDrain()) 6077430Sgblack@eecs.umich.edu _status = Idle; 6087430Sgblack@eecs.umich.edu } break; 6097430Sgblack@eecs.umich.edu 6107430Sgblack@eecs.umich.edu default: 6117430Sgblack@eecs.umich.edu panic("BaseKvmCPU entered tick() in an illegal state (%i)\n", 6127430Sgblack@eecs.umich.edu _status); 6137430Sgblack@eecs.umich.edu } 6147430Sgblack@eecs.umich.edu 6157430Sgblack@eecs.umich.edu // Schedule a new tick if we are still running 6167430Sgblack@eecs.umich.edu if (_status != Idle) 6177430Sgblack@eecs.umich.edu schedule(tickEvent, clockEdge(ticksToCycles(delay))); 6187430Sgblack@eecs.umich.edu} 6197430Sgblack@eecs.umich.edu 6207430Sgblack@eecs.umich.eduTick 6217430Sgblack@eecs.umich.eduBaseKvmCPU::kvmRunDrain() 6227430Sgblack@eecs.umich.edu{ 6237430Sgblack@eecs.umich.edu // By default, the only thing we need to drain is a pending IO 6247430Sgblack@eecs.umich.edu // operation which assumes that we are in the 6257430Sgblack@eecs.umich.edu // RunningServiceCompletion state. 6267430Sgblack@eecs.umich.edu assert(_status == RunningServiceCompletion); 6277430Sgblack@eecs.umich.edu 6287430Sgblack@eecs.umich.edu // Deliver the data from the pending IO operation and immediately 6297430Sgblack@eecs.umich.edu // exit. 6307430Sgblack@eecs.umich.edu return kvmRun(0); 6317430Sgblack@eecs.umich.edu} 6327430Sgblack@eecs.umich.edu 6337430Sgblack@eecs.umich.eduuint64_t 6347639Sgblack@eecs.umich.eduBaseKvmCPU::getHostCycles() const 6357639Sgblack@eecs.umich.edu{ 6367430Sgblack@eecs.umich.edu return hwCycles.read(); 6377430Sgblack@eecs.umich.edu} 6387430Sgblack@eecs.umich.edu 6397430Sgblack@eecs.umich.eduTick 6407430Sgblack@eecs.umich.eduBaseKvmCPU::kvmRun(Tick ticks) 6417430Sgblack@eecs.umich.edu{ 6427430Sgblack@eecs.umich.edu Tick ticksExecuted; 6437430Sgblack@eecs.umich.edu fatal_if(vcpuFD == -1, 6447639Sgblack@eecs.umich.edu "Trying to run a KVM CPU in a forked child process. " 6457430Sgblack@eecs.umich.edu "This is not supported.\n"); 6467430Sgblack@eecs.umich.edu DPRINTF(KvmRun, "KVM: Executing for %i ticks\n", ticks); 6477430Sgblack@eecs.umich.edu 6487639Sgblack@eecs.umich.edu if (ticks == 0) { 6497639Sgblack@eecs.umich.edu // Settings ticks == 0 is a special case which causes an entry 6507430Sgblack@eecs.umich.edu // into KVM that finishes pending operations (e.g., IO) and 6517430Sgblack@eecs.umich.edu // then immediately exits. 6527430Sgblack@eecs.umich.edu DPRINTF(KvmRun, "KVM: Delivering IO without full guest entry\n"); 6537430Sgblack@eecs.umich.edu 6547430Sgblack@eecs.umich.edu ++numVMHalfEntries; 6557430Sgblack@eecs.umich.edu 6567430Sgblack@eecs.umich.edu // Send a KVM_KICK_SIGNAL to the vCPU thread (i.e., this 6577430Sgblack@eecs.umich.edu // thread). The KVM control signal is masked while executing 6587639Sgblack@eecs.umich.edu // in gem5 and gets unmasked temporarily as when entering 6597430Sgblack@eecs.umich.edu // KVM. See setSignalMask() and setupSignalHandler(). 6607430Sgblack@eecs.umich.edu kick(); 6617430Sgblack@eecs.umich.edu 6627430Sgblack@eecs.umich.edu // Start the vCPU. KVM will check for signals after completing 6637430Sgblack@eecs.umich.edu // pending operations (IO). Since the KVM_KICK_SIGNAL is 6647430Sgblack@eecs.umich.edu // pending, this forces an immediate exit to gem5 again. We 6657430Sgblack@eecs.umich.edu // don't bother to setup timers since this shouldn't actually 6667430Sgblack@eecs.umich.edu // execute any code (other than completing half-executed IO 6677430Sgblack@eecs.umich.edu // instructions) in the guest. 6687430Sgblack@eecs.umich.edu ioctlRun(); 6697430Sgblack@eecs.umich.edu 6707430Sgblack@eecs.umich.edu // We always execute at least one cycle to prevent the 6717430Sgblack@eecs.umich.edu // BaseKvmCPU::tick() to be rescheduled on the same tick 6727430Sgblack@eecs.umich.edu // twice. 6737430Sgblack@eecs.umich.edu ticksExecuted = clockPeriod(); 6747430Sgblack@eecs.umich.edu } else { 6757430Sgblack@eecs.umich.edu // This method is executed as a result of a tick event. That 6767430Sgblack@eecs.umich.edu // means that the event queue will be locked when entering the 6777430Sgblack@eecs.umich.edu // method. We temporarily unlock the event queue to allow 6787430Sgblack@eecs.umich.edu // other threads to steal control of this thread to inject 6797430Sgblack@eecs.umich.edu // interrupts. They will typically lock the queue and then 6807430Sgblack@eecs.umich.edu // force an exit from KVM by kicking the vCPU. 6817430Sgblack@eecs.umich.edu EventQueue::ScopedRelease release(curEventQueue()); 6827430Sgblack@eecs.umich.edu 6837430Sgblack@eecs.umich.edu if (ticks < runTimer->resolution()) { 6847430Sgblack@eecs.umich.edu DPRINTF(KvmRun, "KVM: Adjusting tick count (%i -> %i)\n", 6857430Sgblack@eecs.umich.edu ticks, runTimer->resolution()); 6867430Sgblack@eecs.umich.edu ticks = runTimer->resolution(); 6877430Sgblack@eecs.umich.edu } 6887430Sgblack@eecs.umich.edu 6897430Sgblack@eecs.umich.edu // Get hardware statistics after synchronizing contexts. The KVM 6907430Sgblack@eecs.umich.edu // state update might affect guest cycle counters. 6917430Sgblack@eecs.umich.edu uint64_t baseCycles(getHostCycles()); 6927430Sgblack@eecs.umich.edu uint64_t baseInstrs(hwInstructions.read()); 6937430Sgblack@eecs.umich.edu 6947430Sgblack@eecs.umich.edu // Arm the run timer and start the cycle timer if it isn't 6957430Sgblack@eecs.umich.edu // controlled by the overflow timer. Starting/stopping the cycle 6967430Sgblack@eecs.umich.edu // timer automatically starts the other perf timers as they are in 6977430Sgblack@eecs.umich.edu // the same counter group. 6987430Sgblack@eecs.umich.edu runTimer->arm(ticks); 6997430Sgblack@eecs.umich.edu if (!perfControlledByTimer) 7007430Sgblack@eecs.umich.edu hwCycles.start(); 7017430Sgblack@eecs.umich.edu 7027430Sgblack@eecs.umich.edu ioctlRun(); 7037430Sgblack@eecs.umich.edu 7047430Sgblack@eecs.umich.edu runTimer->disarm(); 7057430Sgblack@eecs.umich.edu if (!perfControlledByTimer) 7067430Sgblack@eecs.umich.edu hwCycles.stop(); 7077430Sgblack@eecs.umich.edu 7087430Sgblack@eecs.umich.edu // The control signal may have been delivered after we exited 7097430Sgblack@eecs.umich.edu // from KVM. It will be pending in that case since it is 7107430Sgblack@eecs.umich.edu // masked when we aren't executing in KVM. Discard it to make 7117430Sgblack@eecs.umich.edu // sure we don't deliver it immediately next time we try to 7127430Sgblack@eecs.umich.edu // enter into KVM. 7137430Sgblack@eecs.umich.edu discardPendingSignal(KVM_KICK_SIGNAL); 7147430Sgblack@eecs.umich.edu 7157430Sgblack@eecs.umich.edu const uint64_t hostCyclesExecuted(getHostCycles() - baseCycles); 7167430Sgblack@eecs.umich.edu const uint64_t simCyclesExecuted(hostCyclesExecuted * hostFactor); 7177430Sgblack@eecs.umich.edu const uint64_t instsExecuted(hwInstructions.read() - baseInstrs); 7187430Sgblack@eecs.umich.edu ticksExecuted = runTimer->ticksFromHostCycles(hostCyclesExecuted); 7197430Sgblack@eecs.umich.edu 7207430Sgblack@eecs.umich.edu /* Update statistics */ 7217430Sgblack@eecs.umich.edu numCycles += simCyclesExecuted;; 7227430Sgblack@eecs.umich.edu numInsts += instsExecuted; 7237430Sgblack@eecs.umich.edu ctrInsts += instsExecuted; 7247430Sgblack@eecs.umich.edu system->totalNumInsts += instsExecuted; 7257430Sgblack@eecs.umich.edu 7267430Sgblack@eecs.umich.edu DPRINTF(KvmRun, 7277430Sgblack@eecs.umich.edu "KVM: Executed %i instructions in %i cycles " 7287430Sgblack@eecs.umich.edu "(%i ticks, sim cycles: %i).\n", 7297430Sgblack@eecs.umich.edu instsExecuted, hostCyclesExecuted, ticksExecuted, simCyclesExecuted); 7307430Sgblack@eecs.umich.edu } 7317430Sgblack@eecs.umich.edu 7327430Sgblack@eecs.umich.edu ++numVMExits; 7337430Sgblack@eecs.umich.edu 7347430Sgblack@eecs.umich.edu return ticksExecuted + flushCoalescedMMIO(); 7357430Sgblack@eecs.umich.edu} 7367430Sgblack@eecs.umich.edu 7377430Sgblack@eecs.umich.eduvoid 7387430Sgblack@eecs.umich.eduBaseKvmCPU::kvmNonMaskableInterrupt() 7397430Sgblack@eecs.umich.edu{ 7407430Sgblack@eecs.umich.edu ++numInterrupts; 7417430Sgblack@eecs.umich.edu if (ioctl(KVM_NMI) == -1) 7427430Sgblack@eecs.umich.edu panic("KVM: Failed to deliver NMI to virtual CPU\n"); 7437430Sgblack@eecs.umich.edu} 7447430Sgblack@eecs.umich.edu 7457430Sgblack@eecs.umich.eduvoid 7467430Sgblack@eecs.umich.eduBaseKvmCPU::kvmInterrupt(const struct kvm_interrupt &interrupt) 7477430Sgblack@eecs.umich.edu{ 7487430Sgblack@eecs.umich.edu ++numInterrupts; 7497430Sgblack@eecs.umich.edu if (ioctl(KVM_INTERRUPT, (void *)&interrupt) == -1) 7507430Sgblack@eecs.umich.edu panic("KVM: Failed to deliver interrupt to virtual CPU\n"); 7517430Sgblack@eecs.umich.edu} 7527430Sgblack@eecs.umich.edu 7537430Sgblack@eecs.umich.eduvoid 7547430Sgblack@eecs.umich.eduBaseKvmCPU::getRegisters(struct kvm_regs ®s) const 7557639Sgblack@eecs.umich.edu{ 7567639Sgblack@eecs.umich.edu if (ioctl(KVM_GET_REGS, ®s) == -1) 7577430Sgblack@eecs.umich.edu panic("KVM: Failed to get guest registers\n"); 7587430Sgblack@eecs.umich.edu} 7597430Sgblack@eecs.umich.edu 7607430Sgblack@eecs.umich.eduvoid 7617430Sgblack@eecs.umich.eduBaseKvmCPU::setRegisters(const struct kvm_regs ®s) 7627430Sgblack@eecs.umich.edu{ 7637430Sgblack@eecs.umich.edu if (ioctl(KVM_SET_REGS, (void *)®s) == -1) 7647430Sgblack@eecs.umich.edu panic("KVM: Failed to set guest registers\n"); 7657639Sgblack@eecs.umich.edu} 7667430Sgblack@eecs.umich.edu 7677430Sgblack@eecs.umich.eduvoid 7687430Sgblack@eecs.umich.eduBaseKvmCPU::getSpecialRegisters(struct kvm_sregs ®s) const 7697639Sgblack@eecs.umich.edu{ 7707639Sgblack@eecs.umich.edu if (ioctl(KVM_GET_SREGS, ®s) == -1) 7717430Sgblack@eecs.umich.edu panic("KVM: Failed to get guest special registers\n"); 7727430Sgblack@eecs.umich.edu} 7737430Sgblack@eecs.umich.edu 7747430Sgblack@eecs.umich.eduvoid 7757430Sgblack@eecs.umich.eduBaseKvmCPU::setSpecialRegisters(const struct kvm_sregs ®s) 7767430Sgblack@eecs.umich.edu{ 7777430Sgblack@eecs.umich.edu if (ioctl(KVM_SET_SREGS, (void *)®s) == -1) 7787430Sgblack@eecs.umich.edu panic("KVM: Failed to set guest special registers\n"); 7797639Sgblack@eecs.umich.edu} 7807430Sgblack@eecs.umich.edu 7817430Sgblack@eecs.umich.eduvoid 7827639Sgblack@eecs.umich.eduBaseKvmCPU::getFPUState(struct kvm_fpu &state) const 7837639Sgblack@eecs.umich.edu{ 7847639Sgblack@eecs.umich.edu if (ioctl(KVM_GET_FPU, &state) == -1) 7857639Sgblack@eecs.umich.edu panic("KVM: Failed to get guest FPU state\n"); 7867639Sgblack@eecs.umich.edu} 7877639Sgblack@eecs.umich.edu 7887639Sgblack@eecs.umich.eduvoid 7897639Sgblack@eecs.umich.eduBaseKvmCPU::setFPUState(const struct kvm_fpu &state) 7907639Sgblack@eecs.umich.edu{ 7917639Sgblack@eecs.umich.edu if (ioctl(KVM_SET_FPU, (void *)&state) == -1) 7927639Sgblack@eecs.umich.edu panic("KVM: Failed to set guest FPU state\n"); 7937639Sgblack@eecs.umich.edu} 7947639Sgblack@eecs.umich.edu 7957639Sgblack@eecs.umich.edu 7967639Sgblack@eecs.umich.eduvoid 7977639Sgblack@eecs.umich.eduBaseKvmCPU::setOneReg(uint64_t id, const void *addr) 7987639Sgblack@eecs.umich.edu{ 7997639Sgblack@eecs.umich.edu#ifdef KVM_SET_ONE_REG 8007639Sgblack@eecs.umich.edu struct kvm_one_reg reg; 8017639Sgblack@eecs.umich.edu reg.id = id; 8027639Sgblack@eecs.umich.edu reg.addr = (uint64_t)addr; 8037639Sgblack@eecs.umich.edu 8047639Sgblack@eecs.umich.edu if (ioctl(KVM_SET_ONE_REG, ®) == -1) { 8057639Sgblack@eecs.umich.edu panic("KVM: Failed to set register (0x%x) value (errno: %i)\n", 8067639Sgblack@eecs.umich.edu id, errno); 8077639Sgblack@eecs.umich.edu } 8087639Sgblack@eecs.umich.edu#else 8097639Sgblack@eecs.umich.edu panic("KVM_SET_ONE_REG is unsupported on this platform.\n"); 8107639Sgblack@eecs.umich.edu#endif 8117639Sgblack@eecs.umich.edu} 8127639Sgblack@eecs.umich.edu 8137639Sgblack@eecs.umich.eduvoid 8147639Sgblack@eecs.umich.eduBaseKvmCPU::getOneReg(uint64_t id, void *addr) const 8157639Sgblack@eecs.umich.edu{ 8167639Sgblack@eecs.umich.edu#ifdef KVM_GET_ONE_REG 8177639Sgblack@eecs.umich.edu struct kvm_one_reg reg; 8187639Sgblack@eecs.umich.edu reg.id = id; 8197639Sgblack@eecs.umich.edu reg.addr = (uint64_t)addr; 8207639Sgblack@eecs.umich.edu 8217639Sgblack@eecs.umich.edu if (ioctl(KVM_GET_ONE_REG, ®) == -1) { 8227639Sgblack@eecs.umich.edu panic("KVM: Failed to get register (0x%x) value (errno: %i)\n", 8237639Sgblack@eecs.umich.edu id, errno); 8247639Sgblack@eecs.umich.edu } 8257639Sgblack@eecs.umich.edu#else 8267639Sgblack@eecs.umich.edu panic("KVM_GET_ONE_REG is unsupported on this platform.\n"); 8277639Sgblack@eecs.umich.edu#endif 8287639Sgblack@eecs.umich.edu} 8297639Sgblack@eecs.umich.edu 8307639Sgblack@eecs.umich.edustd::string 8317639Sgblack@eecs.umich.eduBaseKvmCPU::getAndFormatOneReg(uint64_t id) const 8327639Sgblack@eecs.umich.edu{ 8337639Sgblack@eecs.umich.edu#ifdef KVM_GET_ONE_REG 8347639Sgblack@eecs.umich.edu std::ostringstream ss; 8357639Sgblack@eecs.umich.edu 8367639Sgblack@eecs.umich.edu ss.setf(std::ios::hex, std::ios::basefield); 8377639Sgblack@eecs.umich.edu ss.setf(std::ios::showbase); 8387639Sgblack@eecs.umich.edu#define HANDLE_INTTYPE(len) \ 8397639Sgblack@eecs.umich.edu case KVM_REG_SIZE_U ## len: { \ 8407639Sgblack@eecs.umich.edu uint ## len ## _t value; \ 8417639Sgblack@eecs.umich.edu getOneReg(id, &value); \ 8427639Sgblack@eecs.umich.edu ss << value; \ 8437639Sgblack@eecs.umich.edu } break 8447639Sgblack@eecs.umich.edu 8457639Sgblack@eecs.umich.edu#define HANDLE_ARRAY(len) \ 8467639Sgblack@eecs.umich.edu case KVM_REG_SIZE_U ## len: { \ 8477639Sgblack@eecs.umich.edu uint8_t value[len / 8]; \ 8487639Sgblack@eecs.umich.edu getOneReg(id, value); \ 8497639Sgblack@eecs.umich.edu ccprintf(ss, "[0x%x", value[0]); \ 8507639Sgblack@eecs.umich.edu for (int i = 1; i < len / 8; ++i) \ 8517639Sgblack@eecs.umich.edu ccprintf(ss, ", 0x%x", value[i]); \ 8527639Sgblack@eecs.umich.edu ccprintf(ss, "]"); \ 8537639Sgblack@eecs.umich.edu } break 8547639Sgblack@eecs.umich.edu 8557639Sgblack@eecs.umich.edu switch (id & KVM_REG_SIZE_MASK) { 8567639Sgblack@eecs.umich.edu HANDLE_INTTYPE(8); 8577639Sgblack@eecs.umich.edu HANDLE_INTTYPE(16); 8587639Sgblack@eecs.umich.edu HANDLE_INTTYPE(32); 8597639Sgblack@eecs.umich.edu HANDLE_INTTYPE(64); 8607639Sgblack@eecs.umich.edu HANDLE_ARRAY(128); 8617639Sgblack@eecs.umich.edu HANDLE_ARRAY(256); 8627639Sgblack@eecs.umich.edu HANDLE_ARRAY(512); 8637639Sgblack@eecs.umich.edu HANDLE_ARRAY(1024); 8647639Sgblack@eecs.umich.edu default: 8657639Sgblack@eecs.umich.edu ss << "??"; 8667639Sgblack@eecs.umich.edu } 8677639Sgblack@eecs.umich.edu 8687639Sgblack@eecs.umich.edu#undef HANDLE_INTTYPE 8697639Sgblack@eecs.umich.edu#undef HANDLE_ARRAY 8707639Sgblack@eecs.umich.edu 8717639Sgblack@eecs.umich.edu return ss.str(); 8727639Sgblack@eecs.umich.edu#else 8737639Sgblack@eecs.umich.edu panic("KVM_GET_ONE_REG is unsupported on this platform.\n"); 8747639Sgblack@eecs.umich.edu#endif 8757639Sgblack@eecs.umich.edu} 8767639Sgblack@eecs.umich.edu 8777639Sgblack@eecs.umich.eduvoid 8787639Sgblack@eecs.umich.eduBaseKvmCPU::syncThreadContext() 8797639Sgblack@eecs.umich.edu{ 8807639Sgblack@eecs.umich.edu if (!kvmStateDirty) 8817639Sgblack@eecs.umich.edu return; 8827639Sgblack@eecs.umich.edu 8837639Sgblack@eecs.umich.edu assert(!threadContextDirty); 8847639Sgblack@eecs.umich.edu 8857639Sgblack@eecs.umich.edu updateThreadContext(); 8867639Sgblack@eecs.umich.edu kvmStateDirty = false; 8877639Sgblack@eecs.umich.edu} 8887639Sgblack@eecs.umich.edu 8897639Sgblack@eecs.umich.eduvoid 8907639Sgblack@eecs.umich.eduBaseKvmCPU::syncKvmState() 8917639Sgblack@eecs.umich.edu{ 8927639Sgblack@eecs.umich.edu if (!threadContextDirty) 8937639Sgblack@eecs.umich.edu return; 8947639Sgblack@eecs.umich.edu 8957639Sgblack@eecs.umich.edu assert(!kvmStateDirty); 8967639Sgblack@eecs.umich.edu 8977639Sgblack@eecs.umich.edu updateKvmState(); 8987639Sgblack@eecs.umich.edu threadContextDirty = false; 8997639Sgblack@eecs.umich.edu} 9007639Sgblack@eecs.umich.edu 9017639Sgblack@eecs.umich.eduTick 9027639Sgblack@eecs.umich.eduBaseKvmCPU::handleKvmExit() 9037639Sgblack@eecs.umich.edu{ 9047639Sgblack@eecs.umich.edu DPRINTF(KvmRun, "handleKvmExit (exit_reason: %i)\n", _kvmRun->exit_reason); 9057639Sgblack@eecs.umich.edu assert(_status == RunningService); 9067639Sgblack@eecs.umich.edu 9077639Sgblack@eecs.umich.edu // Switch into the running state by default. Individual handlers 9087639Sgblack@eecs.umich.edu // can override this. 9097639Sgblack@eecs.umich.edu _status = Running; 9107639Sgblack@eecs.umich.edu switch (_kvmRun->exit_reason) { 9117639Sgblack@eecs.umich.edu case KVM_EXIT_UNKNOWN: 9127639Sgblack@eecs.umich.edu return handleKvmExitUnknown(); 9137639Sgblack@eecs.umich.edu 9147639Sgblack@eecs.umich.edu case KVM_EXIT_EXCEPTION: 9157639Sgblack@eecs.umich.edu return handleKvmExitException(); 9167639Sgblack@eecs.umich.edu 9177639Sgblack@eecs.umich.edu case KVM_EXIT_IO: 9187639Sgblack@eecs.umich.edu _status = RunningServiceCompletion; 9197639Sgblack@eecs.umich.edu ++numIO; 9207639Sgblack@eecs.umich.edu return handleKvmExitIO(); 9217639Sgblack@eecs.umich.edu 9227639Sgblack@eecs.umich.edu case KVM_EXIT_HYPERCALL: 9237639Sgblack@eecs.umich.edu ++numHypercalls; 9247639Sgblack@eecs.umich.edu return handleKvmExitHypercall(); 9257639Sgblack@eecs.umich.edu 9267639Sgblack@eecs.umich.edu case KVM_EXIT_HLT: 9277639Sgblack@eecs.umich.edu /* The guest has halted and is waiting for interrupts */ 9287639Sgblack@eecs.umich.edu DPRINTF(Kvm, "handleKvmExitHalt\n"); 9297639Sgblack@eecs.umich.edu ++numHalt; 9307639Sgblack@eecs.umich.edu 9317639Sgblack@eecs.umich.edu // Suspend the thread until the next interrupt arrives 9327639Sgblack@eecs.umich.edu thread->suspend(); 9337639Sgblack@eecs.umich.edu 9347639Sgblack@eecs.umich.edu // This is actually ignored since the thread is suspended. 9357639Sgblack@eecs.umich.edu return 0; 9367639Sgblack@eecs.umich.edu 9377639Sgblack@eecs.umich.edu case KVM_EXIT_MMIO: 9387639Sgblack@eecs.umich.edu _status = RunningServiceCompletion; 9397639Sgblack@eecs.umich.edu /* Service memory mapped IO requests */ 9407639Sgblack@eecs.umich.edu DPRINTF(KvmIO, "KVM: Handling MMIO (w: %u, addr: 0x%x, len: %u)\n", 9417639Sgblack@eecs.umich.edu _kvmRun->mmio.is_write, 9427639Sgblack@eecs.umich.edu _kvmRun->mmio.phys_addr, _kvmRun->mmio.len); 9437639Sgblack@eecs.umich.edu 9447639Sgblack@eecs.umich.edu ++numMMIO; 9457639Sgblack@eecs.umich.edu return doMMIOAccess(_kvmRun->mmio.phys_addr, _kvmRun->mmio.data, 9467639Sgblack@eecs.umich.edu _kvmRun->mmio.len, _kvmRun->mmio.is_write); 9477639Sgblack@eecs.umich.edu 9487639Sgblack@eecs.umich.edu case KVM_EXIT_IRQ_WINDOW_OPEN: 9497639Sgblack@eecs.umich.edu return handleKvmExitIRQWindowOpen(); 9507639Sgblack@eecs.umich.edu 9517639Sgblack@eecs.umich.edu case KVM_EXIT_FAIL_ENTRY: 9527639Sgblack@eecs.umich.edu return handleKvmExitFailEntry(); 9537639Sgblack@eecs.umich.edu 9547639Sgblack@eecs.umich.edu case KVM_EXIT_INTR: 9557639Sgblack@eecs.umich.edu /* KVM was interrupted by a signal, restart it in the next 9567639Sgblack@eecs.umich.edu * tick. */ 9577639Sgblack@eecs.umich.edu return 0; 9587639Sgblack@eecs.umich.edu 9597639Sgblack@eecs.umich.edu case KVM_EXIT_INTERNAL_ERROR: 9607639Sgblack@eecs.umich.edu panic("KVM: Internal error (suberror: %u)\n", 9617639Sgblack@eecs.umich.edu _kvmRun->internal.suberror); 9627639Sgblack@eecs.umich.edu 9637639Sgblack@eecs.umich.edu default: 9647639Sgblack@eecs.umich.edu dump(); 9657639Sgblack@eecs.umich.edu panic("KVM: Unexpected exit (exit_reason: %u)\n", _kvmRun->exit_reason); 9667639Sgblack@eecs.umich.edu } 9677639Sgblack@eecs.umich.edu} 9687639Sgblack@eecs.umich.edu 9697639Sgblack@eecs.umich.eduTick 9707639Sgblack@eecs.umich.eduBaseKvmCPU::handleKvmExitIO() 9717639Sgblack@eecs.umich.edu{ 9727639Sgblack@eecs.umich.edu panic("KVM: Unhandled guest IO (dir: %i, size: %i, port: 0x%x, count: %i)\n", 9737639Sgblack@eecs.umich.edu _kvmRun->io.direction, _kvmRun->io.size, 9747639Sgblack@eecs.umich.edu _kvmRun->io.port, _kvmRun->io.count); 9757639Sgblack@eecs.umich.edu} 9767639Sgblack@eecs.umich.edu 9777639Sgblack@eecs.umich.eduTick 9787639Sgblack@eecs.umich.eduBaseKvmCPU::handleKvmExitHypercall() 9797430Sgblack@eecs.umich.edu{ 9807430Sgblack@eecs.umich.edu panic("KVM: Unhandled hypercall\n"); 9817430Sgblack@eecs.umich.edu} 9827430Sgblack@eecs.umich.edu 9837639Sgblack@eecs.umich.eduTick 9847430Sgblack@eecs.umich.eduBaseKvmCPU::handleKvmExitIRQWindowOpen() 9857430Sgblack@eecs.umich.edu{ 9867430Sgblack@eecs.umich.edu warn("KVM: Unhandled IRQ window.\n"); 9877430Sgblack@eecs.umich.edu return 0; 9887430Sgblack@eecs.umich.edu} 9897430Sgblack@eecs.umich.edu 9907430Sgblack@eecs.umich.edu 9917430Sgblack@eecs.umich.eduTick 9927430Sgblack@eecs.umich.eduBaseKvmCPU::handleKvmExitUnknown() 9937430Sgblack@eecs.umich.edu{ 9947430Sgblack@eecs.umich.edu dump(); 9957430Sgblack@eecs.umich.edu panic("KVM: Unknown error when starting vCPU (hw reason: 0x%llx)\n", 9967430Sgblack@eecs.umich.edu _kvmRun->hw.hardware_exit_reason); 9977430Sgblack@eecs.umich.edu} 9987430Sgblack@eecs.umich.edu 9997430Sgblack@eecs.umich.eduTick 10007430Sgblack@eecs.umich.eduBaseKvmCPU::handleKvmExitException() 10017430Sgblack@eecs.umich.edu{ 10027430Sgblack@eecs.umich.edu dump(); 10037430Sgblack@eecs.umich.edu panic("KVM: Got exception when starting vCPU " 10047430Sgblack@eecs.umich.edu "(exception: %u, error_code: %u)\n", 10057430Sgblack@eecs.umich.edu _kvmRun->ex.exception, _kvmRun->ex.error_code); 10067639Sgblack@eecs.umich.edu} 10077430Sgblack@eecs.umich.edu 10087430Sgblack@eecs.umich.eduTick 10097430Sgblack@eecs.umich.eduBaseKvmCPU::handleKvmExitFailEntry() 10107430Sgblack@eecs.umich.edu{ 10117430Sgblack@eecs.umich.edu dump(); 10127430Sgblack@eecs.umich.edu panic("KVM: Failed to enter virtualized mode (hw reason: 0x%llx)\n", 10137430Sgblack@eecs.umich.edu _kvmRun->fail_entry.hardware_entry_failure_reason); 10147430Sgblack@eecs.umich.edu} 10157430Sgblack@eecs.umich.edu 10167430Sgblack@eecs.umich.eduTick 10177430Sgblack@eecs.umich.eduBaseKvmCPU::doMMIOAccess(Addr paddr, void *data, int size, bool write) 10187430Sgblack@eecs.umich.edu{ 10197430Sgblack@eecs.umich.edu ThreadContext *tc(thread->getTC()); 10207430Sgblack@eecs.umich.edu syncThreadContext(); 10217430Sgblack@eecs.umich.edu 10227430Sgblack@eecs.umich.edu Request mmio_req(paddr, size, Request::UNCACHEABLE, dataMasterId()); 10237430Sgblack@eecs.umich.edu mmio_req.setThreadContext(tc->contextId(), 0); 10247430Sgblack@eecs.umich.edu // Some architectures do need to massage physical addresses a bit 10257430Sgblack@eecs.umich.edu // before they are inserted into the memory system. This enables 10267430Sgblack@eecs.umich.edu // APIC accesses on x86 and m5ops where supported through a MMIO 10277430Sgblack@eecs.umich.edu // interface. 10287430Sgblack@eecs.umich.edu BaseTLB::Mode tlb_mode(write ? BaseTLB::Write : BaseTLB::Read); 10297430Sgblack@eecs.umich.edu Fault fault(tc->getDTBPtr()->finalizePhysical(&mmio_req, tc, tlb_mode)); 10307430Sgblack@eecs.umich.edu if (fault != NoFault) 10317430Sgblack@eecs.umich.edu warn("Finalization of MMIO address failed: %s\n", fault->name()); 10327430Sgblack@eecs.umich.edu 10337430Sgblack@eecs.umich.edu 10347430Sgblack@eecs.umich.edu const MemCmd cmd(write ? MemCmd::WriteReq : MemCmd::ReadReq); 10357430Sgblack@eecs.umich.edu Packet pkt(&mmio_req, cmd); 10367430Sgblack@eecs.umich.edu pkt.dataStatic(data); 10377430Sgblack@eecs.umich.edu 10387430Sgblack@eecs.umich.edu if (mmio_req.isMmappedIpr()) { 10397639Sgblack@eecs.umich.edu // We currently assume that there is no need to migrate to a 10407430Sgblack@eecs.umich.edu // different event queue when doing IPRs. Currently, IPRs are 10417430Sgblack@eecs.umich.edu // only used for m5ops, so it should be a valid assumption. 10427430Sgblack@eecs.umich.edu const Cycles ipr_delay(write ? 10437430Sgblack@eecs.umich.edu TheISA::handleIprWrite(tc, &pkt) : 10447430Sgblack@eecs.umich.edu TheISA::handleIprRead(tc, &pkt)); 10457430Sgblack@eecs.umich.edu threadContextDirty = true; 10467639Sgblack@eecs.umich.edu return clockPeriod() * ipr_delay; 10477430Sgblack@eecs.umich.edu } else { 10487430Sgblack@eecs.umich.edu // Temporarily lock and migrate to the event queue of the 10497430Sgblack@eecs.umich.edu // VM. This queue is assumed to "own" all devices we need to 10507639Sgblack@eecs.umich.edu // access if running in multi-core mode. 10517430Sgblack@eecs.umich.edu EventQueue::ScopedMigration migrate(vm.eventQueue()); 10527430Sgblack@eecs.umich.edu 10537430Sgblack@eecs.umich.edu return dataPort.sendAtomic(&pkt); 10547430Sgblack@eecs.umich.edu } 10557430Sgblack@eecs.umich.edu} 10567430Sgblack@eecs.umich.edu 10577430Sgblack@eecs.umich.eduvoid 10587430Sgblack@eecs.umich.eduBaseKvmCPU::setSignalMask(const sigset_t *mask) 10597430Sgblack@eecs.umich.edu{ 10607430Sgblack@eecs.umich.edu std::unique_ptr<struct kvm_signal_mask> kvm_mask; 10617430Sgblack@eecs.umich.edu 10627430Sgblack@eecs.umich.edu if (mask) { 10637430Sgblack@eecs.umich.edu kvm_mask.reset((struct kvm_signal_mask *)operator new( 10647430Sgblack@eecs.umich.edu sizeof(struct kvm_signal_mask) + sizeof(*mask))); 10657430Sgblack@eecs.umich.edu // The kernel and the user-space headers have different ideas 10667430Sgblack@eecs.umich.edu // about the size of sigset_t. This seems like a massive hack, 10677430Sgblack@eecs.umich.edu // but is actually what qemu does. 10687430Sgblack@eecs.umich.edu assert(sizeof(*mask) >= 8); 10697430Sgblack@eecs.umich.edu kvm_mask->len = 8; 10707430Sgblack@eecs.umich.edu memcpy(kvm_mask->sigset, mask, kvm_mask->len); 10717430Sgblack@eecs.umich.edu } 10727430Sgblack@eecs.umich.edu 10737430Sgblack@eecs.umich.edu if (ioctl(KVM_SET_SIGNAL_MASK, (void *)kvm_mask.get()) == -1) 10747430Sgblack@eecs.umich.edu panic("KVM: Failed to set vCPU signal mask (errno: %i)\n", 10757430Sgblack@eecs.umich.edu errno); 10767430Sgblack@eecs.umich.edu} 10777430Sgblack@eecs.umich.edu 10787430Sgblack@eecs.umich.eduint 10797430Sgblack@eecs.umich.eduBaseKvmCPU::ioctl(int request, long p1) const 10807430Sgblack@eecs.umich.edu{ 10817430Sgblack@eecs.umich.edu if (vcpuFD == -1) 10827430Sgblack@eecs.umich.edu panic("KVM: CPU ioctl called before initialization\n"); 10837430Sgblack@eecs.umich.edu 10847430Sgblack@eecs.umich.edu return ::ioctl(vcpuFD, request, p1); 10857430Sgblack@eecs.umich.edu} 10867430Sgblack@eecs.umich.edu 10877430Sgblack@eecs.umich.eduTick 10887430Sgblack@eecs.umich.eduBaseKvmCPU::flushCoalescedMMIO() 10897430Sgblack@eecs.umich.edu{ 10907430Sgblack@eecs.umich.edu if (!mmioRing) 10917430Sgblack@eecs.umich.edu return 0; 10927430Sgblack@eecs.umich.edu 10937430Sgblack@eecs.umich.edu DPRINTF(KvmIO, "KVM: Flushing the coalesced MMIO ring buffer\n"); 10947430Sgblack@eecs.umich.edu 10957430Sgblack@eecs.umich.edu // TODO: We might need to do synchronization when we start to 10967430Sgblack@eecs.umich.edu // support multiple CPUs 10977430Sgblack@eecs.umich.edu Tick ticks(0); 10987430Sgblack@eecs.umich.edu while (mmioRing->first != mmioRing->last) { 10997430Sgblack@eecs.umich.edu struct kvm_coalesced_mmio &ent( 11007430Sgblack@eecs.umich.edu mmioRing->coalesced_mmio[mmioRing->first]); 11017639Sgblack@eecs.umich.edu 11027430Sgblack@eecs.umich.edu DPRINTF(KvmIO, "KVM: Handling coalesced MMIO (addr: 0x%x, len: %u)\n", 11037430Sgblack@eecs.umich.edu ent.phys_addr, ent.len); 11047430Sgblack@eecs.umich.edu 11057430Sgblack@eecs.umich.edu ++numCoalescedMMIO; 11067430Sgblack@eecs.umich.edu ticks += doMMIOAccess(ent.phys_addr, ent.data, ent.len, true); 11077430Sgblack@eecs.umich.edu 11087430Sgblack@eecs.umich.edu mmioRing->first = (mmioRing->first + 1) % KVM_COALESCED_MMIO_MAX; 11097430Sgblack@eecs.umich.edu } 11107430Sgblack@eecs.umich.edu 11117430Sgblack@eecs.umich.edu return ticks; 11127430Sgblack@eecs.umich.edu} 11137430Sgblack@eecs.umich.edu 11147430Sgblack@eecs.umich.edu/** 11157430Sgblack@eecs.umich.edu * Dummy handler for KVM kick signals. 11167430Sgblack@eecs.umich.edu * 11177430Sgblack@eecs.umich.edu * @note This function is usually not called since the kernel doesn't 11187430Sgblack@eecs.umich.edu * seem to deliver signals when the signal is only unmasked when 11197430Sgblack@eecs.umich.edu * running in KVM. This doesn't matter though since we are only 11207430Sgblack@eecs.umich.edu * interested in getting KVM to exit, which happens as expected. See 11217430Sgblack@eecs.umich.edu * setupSignalHandler() and kvmRun() for details about KVM signal 11227430Sgblack@eecs.umich.edu * handling. 11237430Sgblack@eecs.umich.edu */ 11247430Sgblack@eecs.umich.edustatic void 11257430Sgblack@eecs.umich.eduonKickSignal(int signo, siginfo_t *si, void *data) 11267430Sgblack@eecs.umich.edu{ 11277430Sgblack@eecs.umich.edu} 11287430Sgblack@eecs.umich.edu 11297430Sgblack@eecs.umich.eduvoid 11307430Sgblack@eecs.umich.eduBaseKvmCPU::setupSignalHandler() 11317430Sgblack@eecs.umich.edu{ 11327430Sgblack@eecs.umich.edu struct sigaction sa; 11337430Sgblack@eecs.umich.edu 11347430Sgblack@eecs.umich.edu memset(&sa, 0, sizeof(sa)); 11357430Sgblack@eecs.umich.edu sa.sa_sigaction = onKickSignal; 11367430Sgblack@eecs.umich.edu sa.sa_flags = SA_SIGINFO | SA_RESTART; 11377430Sgblack@eecs.umich.edu if (sigaction(KVM_KICK_SIGNAL, &sa, NULL) == -1) 11387430Sgblack@eecs.umich.edu panic("KVM: Failed to setup vCPU timer signal handler\n"); 11397430Sgblack@eecs.umich.edu 11407430Sgblack@eecs.umich.edu sigset_t sigset; 11417430Sgblack@eecs.umich.edu if (pthread_sigmask(SIG_BLOCK, NULL, &sigset) == -1) 11427430Sgblack@eecs.umich.edu panic("KVM: Failed get signal mask\n"); 11437430Sgblack@eecs.umich.edu 11447430Sgblack@eecs.umich.edu // Request KVM to setup the same signal mask as we're currently 11457430Sgblack@eecs.umich.edu // running with except for the KVM control signal. We'll sometimes 11467430Sgblack@eecs.umich.edu // need to raise the KVM_KICK_SIGNAL to cause immediate exits from 11477430Sgblack@eecs.umich.edu // KVM after servicing IO requests. See kvmRun(). 11487430Sgblack@eecs.umich.edu sigdelset(&sigset, KVM_KICK_SIGNAL); 11497430Sgblack@eecs.umich.edu setSignalMask(&sigset); 11507430Sgblack@eecs.umich.edu 11517430Sgblack@eecs.umich.edu // Mask our control signals so they aren't delivered unless we're 11527430Sgblack@eecs.umich.edu // actually executing inside KVM. 11537430Sgblack@eecs.umich.edu sigaddset(&sigset, KVM_KICK_SIGNAL); 11547430Sgblack@eecs.umich.edu if (pthread_sigmask(SIG_SETMASK, &sigset, NULL) == -1) 11557430Sgblack@eecs.umich.edu panic("KVM: Failed mask the KVM control signals\n"); 11567430Sgblack@eecs.umich.edu} 1157 1158bool 1159BaseKvmCPU::discardPendingSignal(int signum) const 1160{ 1161 int discardedSignal; 1162 1163 // Setting the timeout to zero causes sigtimedwait to return 1164 // immediately. 1165 struct timespec timeout; 1166 timeout.tv_sec = 0; 1167 timeout.tv_nsec = 0; 1168 1169 sigset_t sigset; 1170 sigemptyset(&sigset); 1171 sigaddset(&sigset, signum); 1172 1173 do { 1174 discardedSignal = sigtimedwait(&sigset, NULL, &timeout); 1175 } while (discardedSignal == -1 && errno == EINTR); 1176 1177 if (discardedSignal == signum) 1178 return true; 1179 else if (discardedSignal == -1 && errno == EAGAIN) 1180 return false; 1181 else 1182 panic("Unexpected return value from sigtimedwait: %i (errno: %i)\n", 1183 discardedSignal, errno); 1184} 1185 1186void 1187BaseKvmCPU::setupCounters() 1188{ 1189 DPRINTF(Kvm, "Attaching cycle counter...\n"); 1190 PerfKvmCounterConfig cfgCycles(PERF_TYPE_HARDWARE, 1191 PERF_COUNT_HW_CPU_CYCLES); 1192 cfgCycles.disabled(true) 1193 .pinned(true); 1194 1195 // Try to exclude the host. We set both exclude_hv and 1196 // exclude_host since different architectures use slightly 1197 // different APIs in the kernel. 1198 cfgCycles.exclude_hv(true) 1199 .exclude_host(true); 1200 1201 if (perfControlledByTimer) { 1202 // We need to configure the cycles counter to send overflows 1203 // since we are going to use it to trigger timer signals that 1204 // trap back into m5 from KVM. In practice, this means that we 1205 // need to set some non-zero sample period that gets 1206 // overridden when the timer is armed. 1207 cfgCycles.wakeupEvents(1) 1208 .samplePeriod(42); 1209 } 1210 1211 hwCycles.attach(cfgCycles, 1212 0); // TID (0 => currentThread) 1213 1214 setupInstCounter(); 1215} 1216 1217bool 1218BaseKvmCPU::tryDrain() 1219{ 1220 if (drainState() != DrainState::Draining) 1221 return false; 1222 1223 if (!archIsDrained()) { 1224 DPRINTF(Drain, "tryDrain: Architecture code is not ready.\n"); 1225 return false; 1226 } 1227 1228 if (_status == Idle || _status == Running) { 1229 DPRINTF(Drain, 1230 "tryDrain: CPU transitioned into the Idle state, drain done\n"); 1231 signalDrainDone(); 1232 return true; 1233 } else { 1234 DPRINTF(Drain, "tryDrain: CPU not ready.\n"); 1235 return false; 1236 } 1237} 1238 1239void 1240BaseKvmCPU::ioctlRun() 1241{ 1242 if (ioctl(KVM_RUN) == -1) { 1243 if (errno != EINTR) 1244 panic("KVM: Failed to start virtual CPU (errno: %i)\n", 1245 errno); 1246 } 1247} 1248 1249void 1250BaseKvmCPU::setupInstStop() 1251{ 1252 if (comInstEventQueue[0]->empty()) { 1253 setupInstCounter(0); 1254 } else { 1255 const uint64_t next(comInstEventQueue[0]->nextTick()); 1256 1257 assert(next > ctrInsts); 1258 setupInstCounter(next - ctrInsts); 1259 } 1260} 1261 1262void 1263BaseKvmCPU::setupInstCounter(uint64_t period) 1264{ 1265 // No need to do anything if we aren't attaching for the first 1266 // time or the period isn't changing. 1267 if (period == activeInstPeriod && hwInstructions.attached()) 1268 return; 1269 1270 PerfKvmCounterConfig cfgInstructions(PERF_TYPE_HARDWARE, 1271 PERF_COUNT_HW_INSTRUCTIONS); 1272 1273 // Try to exclude the host. We set both exclude_hv and 1274 // exclude_host since different architectures use slightly 1275 // different APIs in the kernel. 1276 cfgInstructions.exclude_hv(true) 1277 .exclude_host(true); 1278 1279 if (period) { 1280 // Setup a sampling counter if that has been requested. 1281 cfgInstructions.wakeupEvents(1) 1282 .samplePeriod(period); 1283 } 1284 1285 // We need to detach and re-attach the counter to reliably change 1286 // sampling settings. See PerfKvmCounter::period() for details. 1287 if (hwInstructions.attached()) 1288 hwInstructions.detach(); 1289 assert(hwCycles.attached()); 1290 hwInstructions.attach(cfgInstructions, 1291 0, // TID (0 => currentThread) 1292 hwCycles); 1293 1294 if (period) 1295 hwInstructions.enableSignals(KVM_KICK_SIGNAL); 1296 1297 activeInstPeriod = period; 1298} 1299