base.cc revision 9690
19651SAndreas.Sandberg@ARM.com/* 29651SAndreas.Sandberg@ARM.com * Copyright (c) 2012 ARM Limited 39651SAndreas.Sandberg@ARM.com * All rights reserved 49651SAndreas.Sandberg@ARM.com * 59651SAndreas.Sandberg@ARM.com * The license below extends only to copyright in the software and shall 69651SAndreas.Sandberg@ARM.com * not be construed as granting a license to any other intellectual 79651SAndreas.Sandberg@ARM.com * property including but not limited to intellectual property relating 89651SAndreas.Sandberg@ARM.com * to a hardware implementation of the functionality of the software 99651SAndreas.Sandberg@ARM.com * licensed hereunder. You may use the software subject to the license 109651SAndreas.Sandberg@ARM.com * terms below provided that you ensure that this notice is replicated 119651SAndreas.Sandberg@ARM.com * unmodified and in its entirety in all distributions of the software, 129651SAndreas.Sandberg@ARM.com * modified or unmodified, in source code or in binary form. 139651SAndreas.Sandberg@ARM.com * 149651SAndreas.Sandberg@ARM.com * Redistribution and use in source and binary forms, with or without 159651SAndreas.Sandberg@ARM.com * modification, are permitted provided that the following conditions are 169651SAndreas.Sandberg@ARM.com * met: redistributions of source code must retain the above copyright 179651SAndreas.Sandberg@ARM.com * notice, this list of conditions and the following disclaimer; 189651SAndreas.Sandberg@ARM.com * redistributions in binary form must reproduce the above copyright 199651SAndreas.Sandberg@ARM.com * notice, this list of conditions and the following disclaimer in the 209651SAndreas.Sandberg@ARM.com * documentation and/or other materials provided with the distribution; 219651SAndreas.Sandberg@ARM.com * neither the name of the copyright holders nor the names of its 229651SAndreas.Sandberg@ARM.com * contributors may be used to endorse or promote products derived from 239651SAndreas.Sandberg@ARM.com * this software without specific prior written permission. 249651SAndreas.Sandberg@ARM.com * 259651SAndreas.Sandberg@ARM.com * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 269651SAndreas.Sandberg@ARM.com * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 279651SAndreas.Sandberg@ARM.com * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 289651SAndreas.Sandberg@ARM.com * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 299651SAndreas.Sandberg@ARM.com * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 309651SAndreas.Sandberg@ARM.com * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 319651SAndreas.Sandberg@ARM.com * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 329651SAndreas.Sandberg@ARM.com * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 339651SAndreas.Sandberg@ARM.com * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 349651SAndreas.Sandberg@ARM.com * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 359651SAndreas.Sandberg@ARM.com * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 369651SAndreas.Sandberg@ARM.com * 379651SAndreas.Sandberg@ARM.com * Authors: Andreas Sandberg 389651SAndreas.Sandberg@ARM.com */ 399651SAndreas.Sandberg@ARM.com 409651SAndreas.Sandberg@ARM.com#include <linux/kvm.h> 419651SAndreas.Sandberg@ARM.com#include <sys/ioctl.h> 429651SAndreas.Sandberg@ARM.com#include <sys/mman.h> 439651SAndreas.Sandberg@ARM.com#include <unistd.h> 449651SAndreas.Sandberg@ARM.com 459651SAndreas.Sandberg@ARM.com#include <cerrno> 469651SAndreas.Sandberg@ARM.com#include <csignal> 479651SAndreas.Sandberg@ARM.com#include <ostream> 489651SAndreas.Sandberg@ARM.com 499651SAndreas.Sandberg@ARM.com#include "arch/utility.hh" 509651SAndreas.Sandberg@ARM.com#include "cpu/kvm/base.hh" 519683Sandreas@sandberg.pp.se#include "debug/Checkpoint.hh" 529651SAndreas.Sandberg@ARM.com#include "debug/Kvm.hh" 539651SAndreas.Sandberg@ARM.com#include "debug/KvmIO.hh" 549651SAndreas.Sandberg@ARM.com#include "debug/KvmRun.hh" 559651SAndreas.Sandberg@ARM.com#include "params/BaseKvmCPU.hh" 569651SAndreas.Sandberg@ARM.com#include "sim/process.hh" 579651SAndreas.Sandberg@ARM.com#include "sim/system.hh" 589651SAndreas.Sandberg@ARM.com 599651SAndreas.Sandberg@ARM.com/* Used by some KVM macros */ 609651SAndreas.Sandberg@ARM.com#define PAGE_SIZE pageSize 619651SAndreas.Sandberg@ARM.com 629651SAndreas.Sandberg@ARM.comvolatile bool timerOverflowed = false; 639651SAndreas.Sandberg@ARM.com 649651SAndreas.Sandberg@ARM.comstatic void 659651SAndreas.Sandberg@ARM.comonTimerOverflow(int signo, siginfo_t *si, void *data) 669651SAndreas.Sandberg@ARM.com{ 679651SAndreas.Sandberg@ARM.com timerOverflowed = true; 689651SAndreas.Sandberg@ARM.com} 699651SAndreas.Sandberg@ARM.com 709651SAndreas.Sandberg@ARM.comBaseKvmCPU::BaseKvmCPU(BaseKvmCPUParams *params) 719651SAndreas.Sandberg@ARM.com : BaseCPU(params), 729651SAndreas.Sandberg@ARM.com vm(*params->kvmVM), 739651SAndreas.Sandberg@ARM.com _status(Idle), 749651SAndreas.Sandberg@ARM.com dataPort(name() + ".dcache_port", this), 759651SAndreas.Sandberg@ARM.com instPort(name() + ".icache_port", this), 769652SAndreas.Sandberg@ARM.com threadContextDirty(true), 779652SAndreas.Sandberg@ARM.com kvmStateDirty(false), 789651SAndreas.Sandberg@ARM.com vcpuID(vm.allocVCPUID()), vcpuFD(-1), vcpuMMapSize(0), 799651SAndreas.Sandberg@ARM.com _kvmRun(NULL), mmioRing(NULL), 809651SAndreas.Sandberg@ARM.com pageSize(sysconf(_SC_PAGE_SIZE)), 819651SAndreas.Sandberg@ARM.com tickEvent(*this), 829655SAndreas.Sandberg@ARM.com perfControlledByTimer(params->usePerfOverflow), 839651SAndreas.Sandberg@ARM.com hostFactor(params->hostFactor) 849651SAndreas.Sandberg@ARM.com{ 859651SAndreas.Sandberg@ARM.com if (pageSize == -1) 869651SAndreas.Sandberg@ARM.com panic("KVM: Failed to determine host page size (%i)\n", 879651SAndreas.Sandberg@ARM.com errno); 889651SAndreas.Sandberg@ARM.com 899651SAndreas.Sandberg@ARM.com thread = new SimpleThread(this, 0, params->system, 909651SAndreas.Sandberg@ARM.com params->itb, params->dtb, params->isa[0]); 919651SAndreas.Sandberg@ARM.com thread->setStatus(ThreadContext::Halted); 929651SAndreas.Sandberg@ARM.com tc = thread->getTC(); 939651SAndreas.Sandberg@ARM.com threadContexts.push_back(tc); 949651SAndreas.Sandberg@ARM.com 959651SAndreas.Sandberg@ARM.com setupCounters(); 969651SAndreas.Sandberg@ARM.com setupSignalHandler(); 979651SAndreas.Sandberg@ARM.com 989655SAndreas.Sandberg@ARM.com if (params->usePerfOverflow) 999655SAndreas.Sandberg@ARM.com runTimer.reset(new PerfKvmTimer(hwCycles, 1009655SAndreas.Sandberg@ARM.com KVM_TIMER_SIGNAL, 1019655SAndreas.Sandberg@ARM.com params->hostFactor, 1029655SAndreas.Sandberg@ARM.com params->clock)); 1039655SAndreas.Sandberg@ARM.com else 1049655SAndreas.Sandberg@ARM.com runTimer.reset(new PosixKvmTimer(KVM_TIMER_SIGNAL, CLOCK_MONOTONIC, 1059655SAndreas.Sandberg@ARM.com params->hostFactor, 1069655SAndreas.Sandberg@ARM.com params->clock)); 1079651SAndreas.Sandberg@ARM.com} 1089651SAndreas.Sandberg@ARM.com 1099651SAndreas.Sandberg@ARM.comBaseKvmCPU::~BaseKvmCPU() 1109651SAndreas.Sandberg@ARM.com{ 1119651SAndreas.Sandberg@ARM.com if (_kvmRun) 1129651SAndreas.Sandberg@ARM.com munmap(_kvmRun, vcpuMMapSize); 1139651SAndreas.Sandberg@ARM.com close(vcpuFD); 1149651SAndreas.Sandberg@ARM.com} 1159651SAndreas.Sandberg@ARM.com 1169651SAndreas.Sandberg@ARM.comvoid 1179651SAndreas.Sandberg@ARM.comBaseKvmCPU::init() 1189651SAndreas.Sandberg@ARM.com{ 1199651SAndreas.Sandberg@ARM.com BaseCPU::init(); 1209651SAndreas.Sandberg@ARM.com 1219651SAndreas.Sandberg@ARM.com if (numThreads != 1) 1229651SAndreas.Sandberg@ARM.com fatal("KVM: Multithreading not supported"); 1239651SAndreas.Sandberg@ARM.com 1249651SAndreas.Sandberg@ARM.com tc->initMemProxies(tc); 1259651SAndreas.Sandberg@ARM.com 1269651SAndreas.Sandberg@ARM.com // initialize CPU, including PC 1279651SAndreas.Sandberg@ARM.com if (FullSystem && !switchedOut()) 1289651SAndreas.Sandberg@ARM.com TheISA::initCPU(tc, tc->contextId()); 1299651SAndreas.Sandberg@ARM.com 1309651SAndreas.Sandberg@ARM.com mmio_req.setThreadContext(tc->contextId(), 0); 1319651SAndreas.Sandberg@ARM.com} 1329651SAndreas.Sandberg@ARM.com 1339651SAndreas.Sandberg@ARM.comvoid 1349651SAndreas.Sandberg@ARM.comBaseKvmCPU::startup() 1359651SAndreas.Sandberg@ARM.com{ 1369690Sandreas@sandberg.pp.se const BaseKvmCPUParams * const p( 1379690Sandreas@sandberg.pp.se dynamic_cast<const BaseKvmCPUParams *>(params())); 1389690Sandreas@sandberg.pp.se 1399651SAndreas.Sandberg@ARM.com Kvm &kvm(vm.kvm); 1409651SAndreas.Sandberg@ARM.com 1419651SAndreas.Sandberg@ARM.com BaseCPU::startup(); 1429651SAndreas.Sandberg@ARM.com 1439651SAndreas.Sandberg@ARM.com assert(vcpuFD == -1); 1449651SAndreas.Sandberg@ARM.com 1459651SAndreas.Sandberg@ARM.com // Tell the VM that a CPU is about to start. 1469651SAndreas.Sandberg@ARM.com vm.cpuStartup(); 1479651SAndreas.Sandberg@ARM.com 1489651SAndreas.Sandberg@ARM.com // We can't initialize KVM CPUs in BaseKvmCPU::init() since we are 1499651SAndreas.Sandberg@ARM.com // not guaranteed that the parent KVM VM has initialized at that 1509651SAndreas.Sandberg@ARM.com // point. Initialize virtual CPUs here instead. 1519651SAndreas.Sandberg@ARM.com vcpuFD = vm.createVCPU(vcpuID); 1529651SAndreas.Sandberg@ARM.com 1539651SAndreas.Sandberg@ARM.com // Map the KVM run structure */ 1549651SAndreas.Sandberg@ARM.com vcpuMMapSize = kvm.getVCPUMMapSize(); 1559651SAndreas.Sandberg@ARM.com _kvmRun = (struct kvm_run *)mmap(0, vcpuMMapSize, 1569651SAndreas.Sandberg@ARM.com PROT_READ | PROT_WRITE, MAP_SHARED, 1579651SAndreas.Sandberg@ARM.com vcpuFD, 0); 1589651SAndreas.Sandberg@ARM.com if (_kvmRun == MAP_FAILED) 1599651SAndreas.Sandberg@ARM.com panic("KVM: Failed to map run data structure\n"); 1609651SAndreas.Sandberg@ARM.com 1619651SAndreas.Sandberg@ARM.com // Setup a pointer to the MMIO ring buffer if coalesced MMIO is 1629651SAndreas.Sandberg@ARM.com // available. The offset into the KVM's communication page is 1639651SAndreas.Sandberg@ARM.com // provided by the coalesced MMIO capability. 1649651SAndreas.Sandberg@ARM.com int mmioOffset(kvm.capCoalescedMMIO()); 1659690Sandreas@sandberg.pp.se if (!p->useCoalescedMMIO) { 1669690Sandreas@sandberg.pp.se inform("KVM: Coalesced MMIO disabled by config.\n"); 1679690Sandreas@sandberg.pp.se } else if (mmioOffset) { 1689651SAndreas.Sandberg@ARM.com inform("KVM: Coalesced IO available\n"); 1699651SAndreas.Sandberg@ARM.com mmioRing = (struct kvm_coalesced_mmio_ring *)( 1709651SAndreas.Sandberg@ARM.com (char *)_kvmRun + (mmioOffset * pageSize)); 1719651SAndreas.Sandberg@ARM.com } else { 1729651SAndreas.Sandberg@ARM.com inform("KVM: Coalesced not supported by host OS\n"); 1739651SAndreas.Sandberg@ARM.com } 1749651SAndreas.Sandberg@ARM.com} 1759651SAndreas.Sandberg@ARM.com 1769651SAndreas.Sandberg@ARM.comvoid 1779651SAndreas.Sandberg@ARM.comBaseKvmCPU::regStats() 1789651SAndreas.Sandberg@ARM.com{ 1799651SAndreas.Sandberg@ARM.com using namespace Stats; 1809651SAndreas.Sandberg@ARM.com 1819651SAndreas.Sandberg@ARM.com BaseCPU::regStats(); 1829651SAndreas.Sandberg@ARM.com 1839684Sandreas@sandberg.pp.se numInsts 1849684Sandreas@sandberg.pp.se .name(name() + ".committedInsts") 1859684Sandreas@sandberg.pp.se .desc("Number of instructions committed") 1869684Sandreas@sandberg.pp.se ; 1879684Sandreas@sandberg.pp.se 1889651SAndreas.Sandberg@ARM.com numVMExits 1899651SAndreas.Sandberg@ARM.com .name(name() + ".numVMExits") 1909651SAndreas.Sandberg@ARM.com .desc("total number of KVM exits") 1919651SAndreas.Sandberg@ARM.com ; 1929651SAndreas.Sandberg@ARM.com 1939651SAndreas.Sandberg@ARM.com numMMIO 1949651SAndreas.Sandberg@ARM.com .name(name() + ".numMMIO") 1959651SAndreas.Sandberg@ARM.com .desc("number of VM exits due to memory mapped IO") 1969651SAndreas.Sandberg@ARM.com ; 1979651SAndreas.Sandberg@ARM.com 1989651SAndreas.Sandberg@ARM.com numCoalescedMMIO 1999651SAndreas.Sandberg@ARM.com .name(name() + ".numCoalescedMMIO") 2009651SAndreas.Sandberg@ARM.com .desc("number of coalesced memory mapped IO requests") 2019651SAndreas.Sandberg@ARM.com ; 2029651SAndreas.Sandberg@ARM.com 2039651SAndreas.Sandberg@ARM.com numIO 2049651SAndreas.Sandberg@ARM.com .name(name() + ".numIO") 2059651SAndreas.Sandberg@ARM.com .desc("number of VM exits due to legacy IO") 2069651SAndreas.Sandberg@ARM.com ; 2079651SAndreas.Sandberg@ARM.com 2089651SAndreas.Sandberg@ARM.com numHalt 2099651SAndreas.Sandberg@ARM.com .name(name() + ".numHalt") 2109651SAndreas.Sandberg@ARM.com .desc("number of VM exits due to wait for interrupt instructions") 2119651SAndreas.Sandberg@ARM.com ; 2129651SAndreas.Sandberg@ARM.com 2139651SAndreas.Sandberg@ARM.com numInterrupts 2149651SAndreas.Sandberg@ARM.com .name(name() + ".numInterrupts") 2159651SAndreas.Sandberg@ARM.com .desc("number of interrupts delivered") 2169651SAndreas.Sandberg@ARM.com ; 2179651SAndreas.Sandberg@ARM.com 2189651SAndreas.Sandberg@ARM.com numHypercalls 2199651SAndreas.Sandberg@ARM.com .name(name() + ".numHypercalls") 2209651SAndreas.Sandberg@ARM.com .desc("number of hypercalls") 2219651SAndreas.Sandberg@ARM.com ; 2229651SAndreas.Sandberg@ARM.com} 2239651SAndreas.Sandberg@ARM.com 2249651SAndreas.Sandberg@ARM.comvoid 2259651SAndreas.Sandberg@ARM.comBaseKvmCPU::serializeThread(std::ostream &os, ThreadID tid) 2269651SAndreas.Sandberg@ARM.com{ 2279683Sandreas@sandberg.pp.se if (DTRACE(Checkpoint)) { 2289683Sandreas@sandberg.pp.se DPRINTF(Checkpoint, "KVM: Serializing thread %i:\n", tid); 2299683Sandreas@sandberg.pp.se dump(); 2309683Sandreas@sandberg.pp.se } 2319683Sandreas@sandberg.pp.se 2329652SAndreas.Sandberg@ARM.com // Update the thread context so we have something to serialize. 2339652SAndreas.Sandberg@ARM.com syncThreadContext(); 2349652SAndreas.Sandberg@ARM.com 2359651SAndreas.Sandberg@ARM.com assert(tid == 0); 2369651SAndreas.Sandberg@ARM.com assert(_status == Idle); 2379651SAndreas.Sandberg@ARM.com thread->serialize(os); 2389651SAndreas.Sandberg@ARM.com} 2399651SAndreas.Sandberg@ARM.com 2409651SAndreas.Sandberg@ARM.comvoid 2419651SAndreas.Sandberg@ARM.comBaseKvmCPU::unserializeThread(Checkpoint *cp, const std::string §ion, 2429651SAndreas.Sandberg@ARM.com ThreadID tid) 2439651SAndreas.Sandberg@ARM.com{ 2449683Sandreas@sandberg.pp.se DPRINTF(Checkpoint, "KVM: Unserialize thread %i:\n", tid); 2459683Sandreas@sandberg.pp.se 2469651SAndreas.Sandberg@ARM.com assert(tid == 0); 2479651SAndreas.Sandberg@ARM.com assert(_status == Idle); 2489651SAndreas.Sandberg@ARM.com thread->unserialize(cp, section); 2499652SAndreas.Sandberg@ARM.com threadContextDirty = true; 2509651SAndreas.Sandberg@ARM.com} 2519651SAndreas.Sandberg@ARM.com 2529651SAndreas.Sandberg@ARM.comunsigned int 2539651SAndreas.Sandberg@ARM.comBaseKvmCPU::drain(DrainManager *dm) 2549651SAndreas.Sandberg@ARM.com{ 2559651SAndreas.Sandberg@ARM.com if (switchedOut()) 2569651SAndreas.Sandberg@ARM.com return 0; 2579651SAndreas.Sandberg@ARM.com 2589651SAndreas.Sandberg@ARM.com DPRINTF(Kvm, "drain\n"); 2599651SAndreas.Sandberg@ARM.com 2609651SAndreas.Sandberg@ARM.com // De-schedule the tick event so we don't insert any more MMIOs 2619651SAndreas.Sandberg@ARM.com // into the system while it is draining. 2629651SAndreas.Sandberg@ARM.com if (tickEvent.scheduled()) 2639651SAndreas.Sandberg@ARM.com deschedule(tickEvent); 2649651SAndreas.Sandberg@ARM.com 2659651SAndreas.Sandberg@ARM.com _status = Idle; 2669651SAndreas.Sandberg@ARM.com return 0; 2679651SAndreas.Sandberg@ARM.com} 2689651SAndreas.Sandberg@ARM.com 2699651SAndreas.Sandberg@ARM.comvoid 2709651SAndreas.Sandberg@ARM.comBaseKvmCPU::drainResume() 2719651SAndreas.Sandberg@ARM.com{ 2729651SAndreas.Sandberg@ARM.com assert(!tickEvent.scheduled()); 2739651SAndreas.Sandberg@ARM.com 2749651SAndreas.Sandberg@ARM.com // We might have been switched out. In that case, we don't need to 2759651SAndreas.Sandberg@ARM.com // do anything. 2769651SAndreas.Sandberg@ARM.com if (switchedOut()) 2779651SAndreas.Sandberg@ARM.com return; 2789651SAndreas.Sandberg@ARM.com 2799651SAndreas.Sandberg@ARM.com DPRINTF(Kvm, "drainResume\n"); 2809651SAndreas.Sandberg@ARM.com verifyMemoryMode(); 2819651SAndreas.Sandberg@ARM.com 2829651SAndreas.Sandberg@ARM.com // The tick event is de-scheduled as a part of the draining 2839651SAndreas.Sandberg@ARM.com // process. Re-schedule it if the thread context is active. 2849651SAndreas.Sandberg@ARM.com if (tc->status() == ThreadContext::Active) { 2859651SAndreas.Sandberg@ARM.com schedule(tickEvent, nextCycle()); 2869651SAndreas.Sandberg@ARM.com _status = Running; 2879651SAndreas.Sandberg@ARM.com } else { 2889651SAndreas.Sandberg@ARM.com _status = Idle; 2899651SAndreas.Sandberg@ARM.com } 2909651SAndreas.Sandberg@ARM.com} 2919651SAndreas.Sandberg@ARM.com 2929651SAndreas.Sandberg@ARM.comvoid 2939651SAndreas.Sandberg@ARM.comBaseKvmCPU::switchOut() 2949651SAndreas.Sandberg@ARM.com{ 2959652SAndreas.Sandberg@ARM.com DPRINTF(Kvm, "switchOut\n"); 2969652SAndreas.Sandberg@ARM.com 2979652SAndreas.Sandberg@ARM.com // Make sure to update the thread context in case, the new CPU 2989652SAndreas.Sandberg@ARM.com // will need to access it. 2999652SAndreas.Sandberg@ARM.com syncThreadContext(); 3009652SAndreas.Sandberg@ARM.com 3019651SAndreas.Sandberg@ARM.com BaseCPU::switchOut(); 3029651SAndreas.Sandberg@ARM.com 3039651SAndreas.Sandberg@ARM.com // We should have drained prior to executing a switchOut, which 3049651SAndreas.Sandberg@ARM.com // means that the tick event shouldn't be scheduled and the CPU is 3059651SAndreas.Sandberg@ARM.com // idle. 3069651SAndreas.Sandberg@ARM.com assert(!tickEvent.scheduled()); 3079651SAndreas.Sandberg@ARM.com assert(_status == Idle); 3089651SAndreas.Sandberg@ARM.com} 3099651SAndreas.Sandberg@ARM.com 3109651SAndreas.Sandberg@ARM.comvoid 3119651SAndreas.Sandberg@ARM.comBaseKvmCPU::takeOverFrom(BaseCPU *cpu) 3129651SAndreas.Sandberg@ARM.com{ 3139651SAndreas.Sandberg@ARM.com DPRINTF(Kvm, "takeOverFrom\n"); 3149651SAndreas.Sandberg@ARM.com 3159651SAndreas.Sandberg@ARM.com BaseCPU::takeOverFrom(cpu); 3169651SAndreas.Sandberg@ARM.com 3179651SAndreas.Sandberg@ARM.com // We should have drained prior to executing a switchOut, which 3189651SAndreas.Sandberg@ARM.com // means that the tick event shouldn't be scheduled and the CPU is 3199651SAndreas.Sandberg@ARM.com // idle. 3209651SAndreas.Sandberg@ARM.com assert(!tickEvent.scheduled()); 3219651SAndreas.Sandberg@ARM.com assert(_status == Idle); 3229651SAndreas.Sandberg@ARM.com assert(threadContexts.size() == 1); 3239651SAndreas.Sandberg@ARM.com 3249652SAndreas.Sandberg@ARM.com // The BaseCPU updated the thread context, make sure that we 3259652SAndreas.Sandberg@ARM.com // synchronize next time we enter start the CPU. 3269652SAndreas.Sandberg@ARM.com threadContextDirty = true; 3279651SAndreas.Sandberg@ARM.com} 3289651SAndreas.Sandberg@ARM.com 3299651SAndreas.Sandberg@ARM.comvoid 3309651SAndreas.Sandberg@ARM.comBaseKvmCPU::verifyMemoryMode() const 3319651SAndreas.Sandberg@ARM.com{ 3329651SAndreas.Sandberg@ARM.com if (!(system->isAtomicMode() && system->bypassCaches())) { 3339651SAndreas.Sandberg@ARM.com fatal("The KVM-based CPUs requires the memory system to be in the " 3349651SAndreas.Sandberg@ARM.com "'atomic_noncaching' mode.\n"); 3359651SAndreas.Sandberg@ARM.com } 3369651SAndreas.Sandberg@ARM.com} 3379651SAndreas.Sandberg@ARM.com 3389651SAndreas.Sandberg@ARM.comvoid 3399651SAndreas.Sandberg@ARM.comBaseKvmCPU::wakeup() 3409651SAndreas.Sandberg@ARM.com{ 3419651SAndreas.Sandberg@ARM.com DPRINTF(Kvm, "wakeup()\n"); 3429651SAndreas.Sandberg@ARM.com 3439651SAndreas.Sandberg@ARM.com if (thread->status() != ThreadContext::Suspended) 3449651SAndreas.Sandberg@ARM.com return; 3459651SAndreas.Sandberg@ARM.com 3469651SAndreas.Sandberg@ARM.com thread->activate(); 3479651SAndreas.Sandberg@ARM.com} 3489651SAndreas.Sandberg@ARM.com 3499651SAndreas.Sandberg@ARM.comvoid 3509651SAndreas.Sandberg@ARM.comBaseKvmCPU::activateContext(ThreadID thread_num, Cycles delay) 3519651SAndreas.Sandberg@ARM.com{ 3529651SAndreas.Sandberg@ARM.com DPRINTF(Kvm, "ActivateContext %d (%d cycles)\n", thread_num, delay); 3539651SAndreas.Sandberg@ARM.com 3549651SAndreas.Sandberg@ARM.com assert(thread_num == 0); 3559651SAndreas.Sandberg@ARM.com assert(thread); 3569651SAndreas.Sandberg@ARM.com 3579651SAndreas.Sandberg@ARM.com assert(_status == Idle); 3589651SAndreas.Sandberg@ARM.com assert(!tickEvent.scheduled()); 3599651SAndreas.Sandberg@ARM.com 3609651SAndreas.Sandberg@ARM.com numCycles += ticksToCycles(thread->lastActivate - thread->lastSuspend) 3619651SAndreas.Sandberg@ARM.com * hostFactor; 3629651SAndreas.Sandberg@ARM.com 3639651SAndreas.Sandberg@ARM.com schedule(tickEvent, clockEdge(delay)); 3649651SAndreas.Sandberg@ARM.com _status = Running; 3659651SAndreas.Sandberg@ARM.com} 3669651SAndreas.Sandberg@ARM.com 3679651SAndreas.Sandberg@ARM.com 3689651SAndreas.Sandberg@ARM.comvoid 3699651SAndreas.Sandberg@ARM.comBaseKvmCPU::suspendContext(ThreadID thread_num) 3709651SAndreas.Sandberg@ARM.com{ 3719651SAndreas.Sandberg@ARM.com DPRINTF(Kvm, "SuspendContext %d\n", thread_num); 3729651SAndreas.Sandberg@ARM.com 3739651SAndreas.Sandberg@ARM.com assert(thread_num == 0); 3749651SAndreas.Sandberg@ARM.com assert(thread); 3759651SAndreas.Sandberg@ARM.com 3769651SAndreas.Sandberg@ARM.com if (_status == Idle) 3779651SAndreas.Sandberg@ARM.com return; 3789651SAndreas.Sandberg@ARM.com 3799651SAndreas.Sandberg@ARM.com assert(_status == Running); 3809651SAndreas.Sandberg@ARM.com 3819651SAndreas.Sandberg@ARM.com // The tick event may no be scheduled if the quest has requested 3829651SAndreas.Sandberg@ARM.com // the monitor to wait for interrupts. The normal CPU models can 3839651SAndreas.Sandberg@ARM.com // get their tick events descheduled by quiesce instructions, but 3849651SAndreas.Sandberg@ARM.com // that can't happen here. 3859651SAndreas.Sandberg@ARM.com if (tickEvent.scheduled()) 3869651SAndreas.Sandberg@ARM.com deschedule(tickEvent); 3879651SAndreas.Sandberg@ARM.com 3889651SAndreas.Sandberg@ARM.com _status = Idle; 3899651SAndreas.Sandberg@ARM.com} 3909651SAndreas.Sandberg@ARM.com 3919651SAndreas.Sandberg@ARM.comvoid 3929651SAndreas.Sandberg@ARM.comBaseKvmCPU::deallocateContext(ThreadID thread_num) 3939651SAndreas.Sandberg@ARM.com{ 3949651SAndreas.Sandberg@ARM.com // for now, these are equivalent 3959651SAndreas.Sandberg@ARM.com suspendContext(thread_num); 3969651SAndreas.Sandberg@ARM.com} 3979651SAndreas.Sandberg@ARM.com 3989651SAndreas.Sandberg@ARM.comvoid 3999651SAndreas.Sandberg@ARM.comBaseKvmCPU::haltContext(ThreadID thread_num) 4009651SAndreas.Sandberg@ARM.com{ 4019651SAndreas.Sandberg@ARM.com // for now, these are equivalent 4029651SAndreas.Sandberg@ARM.com suspendContext(thread_num); 4039651SAndreas.Sandberg@ARM.com} 4049651SAndreas.Sandberg@ARM.com 4059652SAndreas.Sandberg@ARM.comThreadContext * 4069652SAndreas.Sandberg@ARM.comBaseKvmCPU::getContext(int tn) 4079652SAndreas.Sandberg@ARM.com{ 4089652SAndreas.Sandberg@ARM.com assert(tn == 0); 4099652SAndreas.Sandberg@ARM.com syncThreadContext(); 4109652SAndreas.Sandberg@ARM.com return tc; 4119652SAndreas.Sandberg@ARM.com} 4129652SAndreas.Sandberg@ARM.com 4139652SAndreas.Sandberg@ARM.com 4149651SAndreas.Sandberg@ARM.comCounter 4159651SAndreas.Sandberg@ARM.comBaseKvmCPU::totalInsts() const 4169651SAndreas.Sandberg@ARM.com{ 4179651SAndreas.Sandberg@ARM.com return hwInstructions.read(); 4189651SAndreas.Sandberg@ARM.com} 4199651SAndreas.Sandberg@ARM.com 4209651SAndreas.Sandberg@ARM.comCounter 4219651SAndreas.Sandberg@ARM.comBaseKvmCPU::totalOps() const 4229651SAndreas.Sandberg@ARM.com{ 4239651SAndreas.Sandberg@ARM.com hack_once("Pretending totalOps is equivalent to totalInsts()\n"); 4249651SAndreas.Sandberg@ARM.com return hwInstructions.read(); 4259651SAndreas.Sandberg@ARM.com} 4269651SAndreas.Sandberg@ARM.com 4279651SAndreas.Sandberg@ARM.comvoid 4289651SAndreas.Sandberg@ARM.comBaseKvmCPU::dump() 4299651SAndreas.Sandberg@ARM.com{ 4309651SAndreas.Sandberg@ARM.com inform("State dumping not implemented."); 4319651SAndreas.Sandberg@ARM.com} 4329651SAndreas.Sandberg@ARM.com 4339651SAndreas.Sandberg@ARM.comvoid 4349651SAndreas.Sandberg@ARM.comBaseKvmCPU::tick() 4359651SAndreas.Sandberg@ARM.com{ 4369651SAndreas.Sandberg@ARM.com assert(_status == Running); 4379651SAndreas.Sandberg@ARM.com 4389651SAndreas.Sandberg@ARM.com DPRINTF(KvmRun, "Entering KVM...\n"); 4399651SAndreas.Sandberg@ARM.com 4409651SAndreas.Sandberg@ARM.com Tick ticksToExecute(mainEventQueue.nextTick() - curTick()); 4419651SAndreas.Sandberg@ARM.com Tick ticksExecuted(kvmRun(ticksToExecute)); 4429651SAndreas.Sandberg@ARM.com 4439651SAndreas.Sandberg@ARM.com Tick delay(ticksExecuted + handleKvmExit()); 4449651SAndreas.Sandberg@ARM.com 4459651SAndreas.Sandberg@ARM.com switch (_status) { 4469651SAndreas.Sandberg@ARM.com case Running: 4479651SAndreas.Sandberg@ARM.com schedule(tickEvent, clockEdge(ticksToCycles(delay))); 4489651SAndreas.Sandberg@ARM.com break; 4499651SAndreas.Sandberg@ARM.com 4509651SAndreas.Sandberg@ARM.com default: 4519651SAndreas.Sandberg@ARM.com /* The CPU is halted or waiting for an interrupt from a 4529651SAndreas.Sandberg@ARM.com * device. Don't start it. */ 4539651SAndreas.Sandberg@ARM.com break; 4549651SAndreas.Sandberg@ARM.com } 4559651SAndreas.Sandberg@ARM.com} 4569651SAndreas.Sandberg@ARM.com 4579651SAndreas.Sandberg@ARM.comTick 4589651SAndreas.Sandberg@ARM.comBaseKvmCPU::kvmRun(Tick ticks) 4599651SAndreas.Sandberg@ARM.com{ 4609651SAndreas.Sandberg@ARM.com uint64_t baseCycles(hwCycles.read()); 4619651SAndreas.Sandberg@ARM.com uint64_t baseInstrs(hwInstructions.read()); 4629651SAndreas.Sandberg@ARM.com 4639652SAndreas.Sandberg@ARM.com // We might need to update the KVM state. 4649652SAndreas.Sandberg@ARM.com syncKvmState(); 4659652SAndreas.Sandberg@ARM.com // Entering into KVM implies that we'll have to reload the thread 4669652SAndreas.Sandberg@ARM.com // context from KVM if we want to access it. Flag the KVM state as 4679652SAndreas.Sandberg@ARM.com // dirty with respect to the cached thread context. 4689652SAndreas.Sandberg@ARM.com kvmStateDirty = true; 4699652SAndreas.Sandberg@ARM.com 4709651SAndreas.Sandberg@ARM.com if (ticks < runTimer->resolution()) { 4719651SAndreas.Sandberg@ARM.com DPRINTF(KvmRun, "KVM: Adjusting tick count (%i -> %i)\n", 4729651SAndreas.Sandberg@ARM.com ticks, runTimer->resolution()); 4739651SAndreas.Sandberg@ARM.com ticks = runTimer->resolution(); 4749651SAndreas.Sandberg@ARM.com } 4759651SAndreas.Sandberg@ARM.com 4769651SAndreas.Sandberg@ARM.com DPRINTF(KvmRun, "KVM: Executing for %i ticks\n", ticks); 4779651SAndreas.Sandberg@ARM.com timerOverflowed = false; 4789655SAndreas.Sandberg@ARM.com 4799655SAndreas.Sandberg@ARM.com // Arm the run timer and start the cycle timer if it isn't 4809655SAndreas.Sandberg@ARM.com // controlled by the overflow timer. Starting/stopping the cycle 4819655SAndreas.Sandberg@ARM.com // timer automatically starts the other perf timers as they are in 4829655SAndreas.Sandberg@ARM.com // the same counter group. 4839651SAndreas.Sandberg@ARM.com runTimer->arm(ticks); 4849655SAndreas.Sandberg@ARM.com if (!perfControlledByTimer) 4859655SAndreas.Sandberg@ARM.com hwCycles.start(); 4869655SAndreas.Sandberg@ARM.com 4879651SAndreas.Sandberg@ARM.com if (ioctl(KVM_RUN) == -1) { 4889651SAndreas.Sandberg@ARM.com if (errno != EINTR) 4899651SAndreas.Sandberg@ARM.com panic("KVM: Failed to start virtual CPU (errno: %i)\n", 4909651SAndreas.Sandberg@ARM.com errno); 4919651SAndreas.Sandberg@ARM.com } 4929655SAndreas.Sandberg@ARM.com 4939651SAndreas.Sandberg@ARM.com runTimer->disarm(); 4949655SAndreas.Sandberg@ARM.com if (!perfControlledByTimer) 4959655SAndreas.Sandberg@ARM.com hwCycles.stop(); 4969655SAndreas.Sandberg@ARM.com 4979651SAndreas.Sandberg@ARM.com 4989684Sandreas@sandberg.pp.se const uint64_t hostCyclesExecuted(hwCycles.read() - baseCycles); 4999684Sandreas@sandberg.pp.se const uint64_t simCyclesExecuted(hostCyclesExecuted * hostFactor); 5009684Sandreas@sandberg.pp.se const uint64_t instsExecuted(hwInstructions.read() - baseInstrs); 5019684Sandreas@sandberg.pp.se const Tick ticksExecuted(runTimer->ticksFromHostCycles(hostCyclesExecuted)); 5029651SAndreas.Sandberg@ARM.com 5039651SAndreas.Sandberg@ARM.com if (ticksExecuted < ticks && 5049651SAndreas.Sandberg@ARM.com timerOverflowed && 5059651SAndreas.Sandberg@ARM.com _kvmRun->exit_reason == KVM_EXIT_INTR) { 5069651SAndreas.Sandberg@ARM.com // TODO: We should probably do something clever here... 5079651SAndreas.Sandberg@ARM.com warn("KVM: Early timer event, requested %i ticks but got %i ticks.\n", 5089651SAndreas.Sandberg@ARM.com ticks, ticksExecuted); 5099651SAndreas.Sandberg@ARM.com } 5109651SAndreas.Sandberg@ARM.com 5119684Sandreas@sandberg.pp.se /* Update statistics */ 5129684Sandreas@sandberg.pp.se numCycles += simCyclesExecuted;; 5139651SAndreas.Sandberg@ARM.com ++numVMExits; 5149684Sandreas@sandberg.pp.se numInsts += instsExecuted; 5159651SAndreas.Sandberg@ARM.com 5169651SAndreas.Sandberg@ARM.com DPRINTF(KvmRun, "KVM: Executed %i instructions in %i cycles (%i ticks, sim cycles: %i).\n", 5179684Sandreas@sandberg.pp.se instsExecuted, hostCyclesExecuted, ticksExecuted, simCyclesExecuted); 5189651SAndreas.Sandberg@ARM.com 5199651SAndreas.Sandberg@ARM.com return ticksExecuted + flushCoalescedMMIO(); 5209651SAndreas.Sandberg@ARM.com} 5219651SAndreas.Sandberg@ARM.com 5229651SAndreas.Sandberg@ARM.comvoid 5239651SAndreas.Sandberg@ARM.comBaseKvmCPU::kvmNonMaskableInterrupt() 5249651SAndreas.Sandberg@ARM.com{ 5259651SAndreas.Sandberg@ARM.com ++numInterrupts; 5269651SAndreas.Sandberg@ARM.com if (ioctl(KVM_NMI) == -1) 5279651SAndreas.Sandberg@ARM.com panic("KVM: Failed to deliver NMI to virtual CPU\n"); 5289651SAndreas.Sandberg@ARM.com} 5299651SAndreas.Sandberg@ARM.com 5309651SAndreas.Sandberg@ARM.comvoid 5319651SAndreas.Sandberg@ARM.comBaseKvmCPU::kvmInterrupt(const struct kvm_interrupt &interrupt) 5329651SAndreas.Sandberg@ARM.com{ 5339651SAndreas.Sandberg@ARM.com ++numInterrupts; 5349651SAndreas.Sandberg@ARM.com if (ioctl(KVM_INTERRUPT, (void *)&interrupt) == -1) 5359651SAndreas.Sandberg@ARM.com panic("KVM: Failed to deliver interrupt to virtual CPU\n"); 5369651SAndreas.Sandberg@ARM.com} 5379651SAndreas.Sandberg@ARM.com 5389651SAndreas.Sandberg@ARM.comvoid 5399651SAndreas.Sandberg@ARM.comBaseKvmCPU::getRegisters(struct kvm_regs ®s) const 5409651SAndreas.Sandberg@ARM.com{ 5419651SAndreas.Sandberg@ARM.com if (ioctl(KVM_GET_REGS, ®s) == -1) 5429651SAndreas.Sandberg@ARM.com panic("KVM: Failed to get guest registers\n"); 5439651SAndreas.Sandberg@ARM.com} 5449651SAndreas.Sandberg@ARM.com 5459651SAndreas.Sandberg@ARM.comvoid 5469651SAndreas.Sandberg@ARM.comBaseKvmCPU::setRegisters(const struct kvm_regs ®s) 5479651SAndreas.Sandberg@ARM.com{ 5489651SAndreas.Sandberg@ARM.com if (ioctl(KVM_SET_REGS, (void *)®s) == -1) 5499651SAndreas.Sandberg@ARM.com panic("KVM: Failed to set guest registers\n"); 5509651SAndreas.Sandberg@ARM.com} 5519651SAndreas.Sandberg@ARM.com 5529651SAndreas.Sandberg@ARM.comvoid 5539651SAndreas.Sandberg@ARM.comBaseKvmCPU::getSpecialRegisters(struct kvm_sregs ®s) const 5549651SAndreas.Sandberg@ARM.com{ 5559651SAndreas.Sandberg@ARM.com if (ioctl(KVM_GET_SREGS, ®s) == -1) 5569651SAndreas.Sandberg@ARM.com panic("KVM: Failed to get guest special registers\n"); 5579651SAndreas.Sandberg@ARM.com} 5589651SAndreas.Sandberg@ARM.com 5599651SAndreas.Sandberg@ARM.comvoid 5609651SAndreas.Sandberg@ARM.comBaseKvmCPU::setSpecialRegisters(const struct kvm_sregs ®s) 5619651SAndreas.Sandberg@ARM.com{ 5629651SAndreas.Sandberg@ARM.com if (ioctl(KVM_SET_SREGS, (void *)®s) == -1) 5639651SAndreas.Sandberg@ARM.com panic("KVM: Failed to set guest special registers\n"); 5649651SAndreas.Sandberg@ARM.com} 5659651SAndreas.Sandberg@ARM.com 5669651SAndreas.Sandberg@ARM.comvoid 5679651SAndreas.Sandberg@ARM.comBaseKvmCPU::getFPUState(struct kvm_fpu &state) const 5689651SAndreas.Sandberg@ARM.com{ 5699651SAndreas.Sandberg@ARM.com if (ioctl(KVM_GET_FPU, &state) == -1) 5709651SAndreas.Sandberg@ARM.com panic("KVM: Failed to get guest FPU state\n"); 5719651SAndreas.Sandberg@ARM.com} 5729651SAndreas.Sandberg@ARM.com 5739651SAndreas.Sandberg@ARM.comvoid 5749651SAndreas.Sandberg@ARM.comBaseKvmCPU::setFPUState(const struct kvm_fpu &state) 5759651SAndreas.Sandberg@ARM.com{ 5769651SAndreas.Sandberg@ARM.com if (ioctl(KVM_SET_FPU, (void *)&state) == -1) 5779651SAndreas.Sandberg@ARM.com panic("KVM: Failed to set guest FPU state\n"); 5789651SAndreas.Sandberg@ARM.com} 5799651SAndreas.Sandberg@ARM.com 5809651SAndreas.Sandberg@ARM.com 5819651SAndreas.Sandberg@ARM.comvoid 5829651SAndreas.Sandberg@ARM.comBaseKvmCPU::setOneReg(uint64_t id, const void *addr) 5839651SAndreas.Sandberg@ARM.com{ 5849651SAndreas.Sandberg@ARM.com#ifdef KVM_SET_ONE_REG 5859651SAndreas.Sandberg@ARM.com struct kvm_one_reg reg; 5869651SAndreas.Sandberg@ARM.com reg.id = id; 5879651SAndreas.Sandberg@ARM.com reg.addr = (uint64_t)addr; 5889651SAndreas.Sandberg@ARM.com 5899651SAndreas.Sandberg@ARM.com if (ioctl(KVM_SET_ONE_REG, ®) == -1) { 5909651SAndreas.Sandberg@ARM.com panic("KVM: Failed to set register (0x%x) value (errno: %i)\n", 5919651SAndreas.Sandberg@ARM.com id, errno); 5929651SAndreas.Sandberg@ARM.com } 5939651SAndreas.Sandberg@ARM.com#else 5949651SAndreas.Sandberg@ARM.com panic("KVM_SET_ONE_REG is unsupported on this platform.\n"); 5959651SAndreas.Sandberg@ARM.com#endif 5969651SAndreas.Sandberg@ARM.com} 5979651SAndreas.Sandberg@ARM.com 5989651SAndreas.Sandberg@ARM.comvoid 5999651SAndreas.Sandberg@ARM.comBaseKvmCPU::getOneReg(uint64_t id, void *addr) const 6009651SAndreas.Sandberg@ARM.com{ 6019651SAndreas.Sandberg@ARM.com#ifdef KVM_GET_ONE_REG 6029651SAndreas.Sandberg@ARM.com struct kvm_one_reg reg; 6039651SAndreas.Sandberg@ARM.com reg.id = id; 6049651SAndreas.Sandberg@ARM.com reg.addr = (uint64_t)addr; 6059651SAndreas.Sandberg@ARM.com 6069651SAndreas.Sandberg@ARM.com if (ioctl(KVM_GET_ONE_REG, ®) == -1) { 6079651SAndreas.Sandberg@ARM.com panic("KVM: Failed to get register (0x%x) value (errno: %i)\n", 6089651SAndreas.Sandberg@ARM.com id, errno); 6099651SAndreas.Sandberg@ARM.com } 6109651SAndreas.Sandberg@ARM.com#else 6119651SAndreas.Sandberg@ARM.com panic("KVM_GET_ONE_REG is unsupported on this platform.\n"); 6129651SAndreas.Sandberg@ARM.com#endif 6139651SAndreas.Sandberg@ARM.com} 6149651SAndreas.Sandberg@ARM.com 6159651SAndreas.Sandberg@ARM.comstd::string 6169651SAndreas.Sandberg@ARM.comBaseKvmCPU::getAndFormatOneReg(uint64_t id) const 6179651SAndreas.Sandberg@ARM.com{ 6189651SAndreas.Sandberg@ARM.com#ifdef KVM_GET_ONE_REG 6199651SAndreas.Sandberg@ARM.com std::ostringstream ss; 6209651SAndreas.Sandberg@ARM.com 6219651SAndreas.Sandberg@ARM.com ss.setf(std::ios::hex, std::ios::basefield); 6229651SAndreas.Sandberg@ARM.com ss.setf(std::ios::showbase); 6239651SAndreas.Sandberg@ARM.com#define HANDLE_INTTYPE(len) \ 6249651SAndreas.Sandberg@ARM.com case KVM_REG_SIZE_U ## len: { \ 6259651SAndreas.Sandberg@ARM.com uint ## len ## _t value; \ 6269651SAndreas.Sandberg@ARM.com getOneReg(id, &value); \ 6279651SAndreas.Sandberg@ARM.com ss << value; \ 6289651SAndreas.Sandberg@ARM.com } break 6299651SAndreas.Sandberg@ARM.com 6309651SAndreas.Sandberg@ARM.com#define HANDLE_ARRAY(len) \ 6319651SAndreas.Sandberg@ARM.com case KVM_REG_SIZE_U ## len: { \ 6329651SAndreas.Sandberg@ARM.com uint8_t value[len / 8]; \ 6339651SAndreas.Sandberg@ARM.com getOneReg(id, value); \ 6349651SAndreas.Sandberg@ARM.com ss << "[" << value[0]; \ 6359651SAndreas.Sandberg@ARM.com for (int i = 1; i < len / 8; ++i) \ 6369651SAndreas.Sandberg@ARM.com ss << ", " << value[i]; \ 6379651SAndreas.Sandberg@ARM.com ss << "]"; \ 6389651SAndreas.Sandberg@ARM.com } break 6399651SAndreas.Sandberg@ARM.com 6409651SAndreas.Sandberg@ARM.com switch (id & KVM_REG_SIZE_MASK) { 6419651SAndreas.Sandberg@ARM.com HANDLE_INTTYPE(8); 6429651SAndreas.Sandberg@ARM.com HANDLE_INTTYPE(16); 6439651SAndreas.Sandberg@ARM.com HANDLE_INTTYPE(32); 6449651SAndreas.Sandberg@ARM.com HANDLE_INTTYPE(64); 6459651SAndreas.Sandberg@ARM.com HANDLE_ARRAY(128); 6469651SAndreas.Sandberg@ARM.com HANDLE_ARRAY(256); 6479651SAndreas.Sandberg@ARM.com HANDLE_ARRAY(512); 6489651SAndreas.Sandberg@ARM.com HANDLE_ARRAY(1024); 6499651SAndreas.Sandberg@ARM.com default: 6509651SAndreas.Sandberg@ARM.com ss << "??"; 6519651SAndreas.Sandberg@ARM.com } 6529651SAndreas.Sandberg@ARM.com 6539651SAndreas.Sandberg@ARM.com#undef HANDLE_INTTYPE 6549651SAndreas.Sandberg@ARM.com#undef HANDLE_ARRAY 6559651SAndreas.Sandberg@ARM.com 6569651SAndreas.Sandberg@ARM.com return ss.str(); 6579651SAndreas.Sandberg@ARM.com#else 6589651SAndreas.Sandberg@ARM.com panic("KVM_GET_ONE_REG is unsupported on this platform.\n"); 6599651SAndreas.Sandberg@ARM.com#endif 6609651SAndreas.Sandberg@ARM.com} 6619651SAndreas.Sandberg@ARM.com 6629652SAndreas.Sandberg@ARM.comvoid 6639652SAndreas.Sandberg@ARM.comBaseKvmCPU::syncThreadContext() 6649652SAndreas.Sandberg@ARM.com{ 6659652SAndreas.Sandberg@ARM.com if (!kvmStateDirty) 6669652SAndreas.Sandberg@ARM.com return; 6679652SAndreas.Sandberg@ARM.com 6689652SAndreas.Sandberg@ARM.com assert(!threadContextDirty); 6699652SAndreas.Sandberg@ARM.com 6709652SAndreas.Sandberg@ARM.com updateThreadContext(); 6719652SAndreas.Sandberg@ARM.com kvmStateDirty = false; 6729652SAndreas.Sandberg@ARM.com} 6739652SAndreas.Sandberg@ARM.com 6749652SAndreas.Sandberg@ARM.comvoid 6759652SAndreas.Sandberg@ARM.comBaseKvmCPU::syncKvmState() 6769652SAndreas.Sandberg@ARM.com{ 6779652SAndreas.Sandberg@ARM.com if (!threadContextDirty) 6789652SAndreas.Sandberg@ARM.com return; 6799652SAndreas.Sandberg@ARM.com 6809652SAndreas.Sandberg@ARM.com assert(!kvmStateDirty); 6819652SAndreas.Sandberg@ARM.com 6829652SAndreas.Sandberg@ARM.com updateKvmState(); 6839652SAndreas.Sandberg@ARM.com threadContextDirty = false; 6849652SAndreas.Sandberg@ARM.com} 6859652SAndreas.Sandberg@ARM.com 6869651SAndreas.Sandberg@ARM.comTick 6879651SAndreas.Sandberg@ARM.comBaseKvmCPU::handleKvmExit() 6889651SAndreas.Sandberg@ARM.com{ 6899651SAndreas.Sandberg@ARM.com DPRINTF(KvmRun, "handleKvmExit (exit_reason: %i)\n", _kvmRun->exit_reason); 6909651SAndreas.Sandberg@ARM.com 6919651SAndreas.Sandberg@ARM.com switch (_kvmRun->exit_reason) { 6929651SAndreas.Sandberg@ARM.com case KVM_EXIT_UNKNOWN: 6939651SAndreas.Sandberg@ARM.com return handleKvmExitUnknown(); 6949651SAndreas.Sandberg@ARM.com 6959651SAndreas.Sandberg@ARM.com case KVM_EXIT_EXCEPTION: 6969651SAndreas.Sandberg@ARM.com return handleKvmExitException(); 6979651SAndreas.Sandberg@ARM.com 6989651SAndreas.Sandberg@ARM.com case KVM_EXIT_IO: 6999651SAndreas.Sandberg@ARM.com ++numIO; 7009651SAndreas.Sandberg@ARM.com return handleKvmExitIO(); 7019651SAndreas.Sandberg@ARM.com 7029651SAndreas.Sandberg@ARM.com case KVM_EXIT_HYPERCALL: 7039651SAndreas.Sandberg@ARM.com ++numHypercalls; 7049651SAndreas.Sandberg@ARM.com return handleKvmExitHypercall(); 7059651SAndreas.Sandberg@ARM.com 7069651SAndreas.Sandberg@ARM.com case KVM_EXIT_HLT: 7079651SAndreas.Sandberg@ARM.com /* The guest has halted and is waiting for interrupts */ 7089651SAndreas.Sandberg@ARM.com DPRINTF(Kvm, "handleKvmExitHalt\n"); 7099651SAndreas.Sandberg@ARM.com ++numHalt; 7109651SAndreas.Sandberg@ARM.com 7119651SAndreas.Sandberg@ARM.com // Suspend the thread until the next interrupt arrives 7129651SAndreas.Sandberg@ARM.com thread->suspend(); 7139651SAndreas.Sandberg@ARM.com 7149651SAndreas.Sandberg@ARM.com // This is actually ignored since the thread is suspended. 7159651SAndreas.Sandberg@ARM.com return 0; 7169651SAndreas.Sandberg@ARM.com 7179651SAndreas.Sandberg@ARM.com case KVM_EXIT_MMIO: 7189651SAndreas.Sandberg@ARM.com /* Service memory mapped IO requests */ 7199651SAndreas.Sandberg@ARM.com DPRINTF(KvmIO, "KVM: Handling MMIO (w: %u, addr: 0x%x, len: %u)\n", 7209651SAndreas.Sandberg@ARM.com _kvmRun->mmio.is_write, 7219651SAndreas.Sandberg@ARM.com _kvmRun->mmio.phys_addr, _kvmRun->mmio.len); 7229651SAndreas.Sandberg@ARM.com 7239651SAndreas.Sandberg@ARM.com ++numMMIO; 7249651SAndreas.Sandberg@ARM.com return doMMIOAccess(_kvmRun->mmio.phys_addr, _kvmRun->mmio.data, 7259651SAndreas.Sandberg@ARM.com _kvmRun->mmio.len, _kvmRun->mmio.is_write); 7269651SAndreas.Sandberg@ARM.com 7279651SAndreas.Sandberg@ARM.com case KVM_EXIT_IRQ_WINDOW_OPEN: 7289651SAndreas.Sandberg@ARM.com return handleKvmExitIRQWindowOpen(); 7299651SAndreas.Sandberg@ARM.com 7309651SAndreas.Sandberg@ARM.com case KVM_EXIT_FAIL_ENTRY: 7319651SAndreas.Sandberg@ARM.com return handleKvmExitFailEntry(); 7329651SAndreas.Sandberg@ARM.com 7339651SAndreas.Sandberg@ARM.com case KVM_EXIT_INTR: 7349651SAndreas.Sandberg@ARM.com /* KVM was interrupted by a signal, restart it in the next 7359651SAndreas.Sandberg@ARM.com * tick. */ 7369651SAndreas.Sandberg@ARM.com return 0; 7379651SAndreas.Sandberg@ARM.com 7389651SAndreas.Sandberg@ARM.com case KVM_EXIT_INTERNAL_ERROR: 7399651SAndreas.Sandberg@ARM.com panic("KVM: Internal error (suberror: %u)\n", 7409651SAndreas.Sandberg@ARM.com _kvmRun->internal.suberror); 7419651SAndreas.Sandberg@ARM.com 7429651SAndreas.Sandberg@ARM.com default: 7439689Sandreas@sandberg.pp.se dump(); 7449651SAndreas.Sandberg@ARM.com panic("KVM: Unexpected exit (exit_reason: %u)\n", _kvmRun->exit_reason); 7459651SAndreas.Sandberg@ARM.com } 7469651SAndreas.Sandberg@ARM.com} 7479651SAndreas.Sandberg@ARM.com 7489651SAndreas.Sandberg@ARM.comTick 7499651SAndreas.Sandberg@ARM.comBaseKvmCPU::handleKvmExitIO() 7509651SAndreas.Sandberg@ARM.com{ 7519651SAndreas.Sandberg@ARM.com panic("KVM: Unhandled guest IO (dir: %i, size: %i, port: 0x%x, count: %i)\n", 7529651SAndreas.Sandberg@ARM.com _kvmRun->io.direction, _kvmRun->io.size, 7539651SAndreas.Sandberg@ARM.com _kvmRun->io.port, _kvmRun->io.count); 7549651SAndreas.Sandberg@ARM.com} 7559651SAndreas.Sandberg@ARM.com 7569651SAndreas.Sandberg@ARM.comTick 7579651SAndreas.Sandberg@ARM.comBaseKvmCPU::handleKvmExitHypercall() 7589651SAndreas.Sandberg@ARM.com{ 7599651SAndreas.Sandberg@ARM.com panic("KVM: Unhandled hypercall\n"); 7609651SAndreas.Sandberg@ARM.com} 7619651SAndreas.Sandberg@ARM.com 7629651SAndreas.Sandberg@ARM.comTick 7639651SAndreas.Sandberg@ARM.comBaseKvmCPU::handleKvmExitIRQWindowOpen() 7649651SAndreas.Sandberg@ARM.com{ 7659651SAndreas.Sandberg@ARM.com warn("KVM: Unhandled IRQ window.\n"); 7669651SAndreas.Sandberg@ARM.com return 0; 7679651SAndreas.Sandberg@ARM.com} 7689651SAndreas.Sandberg@ARM.com 7699651SAndreas.Sandberg@ARM.com 7709651SAndreas.Sandberg@ARM.comTick 7719651SAndreas.Sandberg@ARM.comBaseKvmCPU::handleKvmExitUnknown() 7729651SAndreas.Sandberg@ARM.com{ 7739689Sandreas@sandberg.pp.se dump(); 7749651SAndreas.Sandberg@ARM.com panic("KVM: Unknown error when starting vCPU (hw reason: 0x%llx)\n", 7759651SAndreas.Sandberg@ARM.com _kvmRun->hw.hardware_exit_reason); 7769651SAndreas.Sandberg@ARM.com} 7779651SAndreas.Sandberg@ARM.com 7789651SAndreas.Sandberg@ARM.comTick 7799651SAndreas.Sandberg@ARM.comBaseKvmCPU::handleKvmExitException() 7809651SAndreas.Sandberg@ARM.com{ 7819689Sandreas@sandberg.pp.se dump(); 7829651SAndreas.Sandberg@ARM.com panic("KVM: Got exception when starting vCPU " 7839651SAndreas.Sandberg@ARM.com "(exception: %u, error_code: %u)\n", 7849651SAndreas.Sandberg@ARM.com _kvmRun->ex.exception, _kvmRun->ex.error_code); 7859651SAndreas.Sandberg@ARM.com} 7869651SAndreas.Sandberg@ARM.com 7879651SAndreas.Sandberg@ARM.comTick 7889651SAndreas.Sandberg@ARM.comBaseKvmCPU::handleKvmExitFailEntry() 7899651SAndreas.Sandberg@ARM.com{ 7909689Sandreas@sandberg.pp.se dump(); 7919651SAndreas.Sandberg@ARM.com panic("KVM: Failed to enter virtualized mode (hw reason: 0x%llx)\n", 7929651SAndreas.Sandberg@ARM.com _kvmRun->fail_entry.hardware_entry_failure_reason); 7939651SAndreas.Sandberg@ARM.com} 7949651SAndreas.Sandberg@ARM.com 7959651SAndreas.Sandberg@ARM.comTick 7969651SAndreas.Sandberg@ARM.comBaseKvmCPU::doMMIOAccess(Addr paddr, void *data, int size, bool write) 7979651SAndreas.Sandberg@ARM.com{ 7989682Sandreas@sandberg.pp.se mmio_req.setPhys(paddr, size, Request::UNCACHEABLE, dataMasterId()); 7999651SAndreas.Sandberg@ARM.com 8009651SAndreas.Sandberg@ARM.com const MemCmd cmd(write ? MemCmd::WriteReq : MemCmd::ReadReq); 8019651SAndreas.Sandberg@ARM.com Packet pkt(&mmio_req, cmd); 8029651SAndreas.Sandberg@ARM.com pkt.dataStatic(data); 8039651SAndreas.Sandberg@ARM.com return dataPort.sendAtomic(&pkt); 8049651SAndreas.Sandberg@ARM.com} 8059651SAndreas.Sandberg@ARM.com 8069651SAndreas.Sandberg@ARM.comint 8079651SAndreas.Sandberg@ARM.comBaseKvmCPU::ioctl(int request, long p1) const 8089651SAndreas.Sandberg@ARM.com{ 8099651SAndreas.Sandberg@ARM.com if (vcpuFD == -1) 8109651SAndreas.Sandberg@ARM.com panic("KVM: CPU ioctl called before initialization\n"); 8119651SAndreas.Sandberg@ARM.com 8129651SAndreas.Sandberg@ARM.com return ::ioctl(vcpuFD, request, p1); 8139651SAndreas.Sandberg@ARM.com} 8149651SAndreas.Sandberg@ARM.com 8159651SAndreas.Sandberg@ARM.comTick 8169651SAndreas.Sandberg@ARM.comBaseKvmCPU::flushCoalescedMMIO() 8179651SAndreas.Sandberg@ARM.com{ 8189651SAndreas.Sandberg@ARM.com if (!mmioRing) 8199651SAndreas.Sandberg@ARM.com return 0; 8209651SAndreas.Sandberg@ARM.com 8219651SAndreas.Sandberg@ARM.com DPRINTF(KvmIO, "KVM: Flushing the coalesced MMIO ring buffer\n"); 8229651SAndreas.Sandberg@ARM.com 8239651SAndreas.Sandberg@ARM.com // TODO: We might need to do synchronization when we start to 8249651SAndreas.Sandberg@ARM.com // support multiple CPUs 8259651SAndreas.Sandberg@ARM.com Tick ticks(0); 8269651SAndreas.Sandberg@ARM.com while (mmioRing->first != mmioRing->last) { 8279651SAndreas.Sandberg@ARM.com struct kvm_coalesced_mmio &ent( 8289651SAndreas.Sandberg@ARM.com mmioRing->coalesced_mmio[mmioRing->first]); 8299651SAndreas.Sandberg@ARM.com 8309651SAndreas.Sandberg@ARM.com DPRINTF(KvmIO, "KVM: Handling coalesced MMIO (addr: 0x%x, len: %u)\n", 8319651SAndreas.Sandberg@ARM.com ent.phys_addr, ent.len); 8329651SAndreas.Sandberg@ARM.com 8339651SAndreas.Sandberg@ARM.com ++numCoalescedMMIO; 8349651SAndreas.Sandberg@ARM.com ticks += doMMIOAccess(ent.phys_addr, ent.data, ent.len, true); 8359651SAndreas.Sandberg@ARM.com 8369651SAndreas.Sandberg@ARM.com mmioRing->first = (mmioRing->first + 1) % KVM_COALESCED_MMIO_MAX; 8379651SAndreas.Sandberg@ARM.com } 8389651SAndreas.Sandberg@ARM.com 8399651SAndreas.Sandberg@ARM.com return ticks; 8409651SAndreas.Sandberg@ARM.com} 8419651SAndreas.Sandberg@ARM.com 8429651SAndreas.Sandberg@ARM.comvoid 8439651SAndreas.Sandberg@ARM.comBaseKvmCPU::setupSignalHandler() 8449651SAndreas.Sandberg@ARM.com{ 8459651SAndreas.Sandberg@ARM.com struct sigaction sa; 8469651SAndreas.Sandberg@ARM.com 8479651SAndreas.Sandberg@ARM.com memset(&sa, 0, sizeof(sa)); 8489651SAndreas.Sandberg@ARM.com sa.sa_sigaction = onTimerOverflow; 8499651SAndreas.Sandberg@ARM.com sa.sa_flags = SA_SIGINFO | SA_RESTART; 8509651SAndreas.Sandberg@ARM.com if (sigaction(KVM_TIMER_SIGNAL, &sa, NULL) == -1) 8519651SAndreas.Sandberg@ARM.com panic("KVM: Failed to setup vCPU signal handler\n"); 8529651SAndreas.Sandberg@ARM.com} 8539651SAndreas.Sandberg@ARM.com 8549651SAndreas.Sandberg@ARM.comvoid 8559651SAndreas.Sandberg@ARM.comBaseKvmCPU::setupCounters() 8569651SAndreas.Sandberg@ARM.com{ 8579651SAndreas.Sandberg@ARM.com DPRINTF(Kvm, "Attaching cycle counter...\n"); 8589651SAndreas.Sandberg@ARM.com PerfKvmCounterConfig cfgCycles(PERF_TYPE_HARDWARE, 8599651SAndreas.Sandberg@ARM.com PERF_COUNT_HW_CPU_CYCLES); 8609651SAndreas.Sandberg@ARM.com cfgCycles.disabled(true) 8619651SAndreas.Sandberg@ARM.com .pinned(true); 8629655SAndreas.Sandberg@ARM.com 8639655SAndreas.Sandberg@ARM.com if (perfControlledByTimer) { 8649655SAndreas.Sandberg@ARM.com // We need to configure the cycles counter to send overflows 8659655SAndreas.Sandberg@ARM.com // since we are going to use it to trigger timer signals that 8669655SAndreas.Sandberg@ARM.com // trap back into m5 from KVM. In practice, this means that we 8679655SAndreas.Sandberg@ARM.com // need to set some non-zero sample period that gets 8689655SAndreas.Sandberg@ARM.com // overridden when the timer is armed. 8699655SAndreas.Sandberg@ARM.com cfgCycles.wakeupEvents(1) 8709655SAndreas.Sandberg@ARM.com .samplePeriod(42); 8719655SAndreas.Sandberg@ARM.com } 8729655SAndreas.Sandberg@ARM.com 8739651SAndreas.Sandberg@ARM.com hwCycles.attach(cfgCycles, 8749651SAndreas.Sandberg@ARM.com 0); // TID (0 => currentThread) 8759651SAndreas.Sandberg@ARM.com 8769651SAndreas.Sandberg@ARM.com DPRINTF(Kvm, "Attaching instruction counter...\n"); 8779651SAndreas.Sandberg@ARM.com PerfKvmCounterConfig cfgInstructions(PERF_TYPE_HARDWARE, 8789651SAndreas.Sandberg@ARM.com PERF_COUNT_HW_INSTRUCTIONS); 8799651SAndreas.Sandberg@ARM.com hwInstructions.attach(cfgInstructions, 8809651SAndreas.Sandberg@ARM.com 0, // TID (0 => currentThread) 8819651SAndreas.Sandberg@ARM.com hwCycles); 8829651SAndreas.Sandberg@ARM.com} 883