vm.cc revision 11943
19651SAndreas.Sandberg@ARM.com/* 210605Sgabeblack@google.com * Copyright 2014 Google, Inc. 310859Sandreas.sandberg@arm.com * Copyright (c) 2012, 2015 ARM Limited 49651SAndreas.Sandberg@ARM.com * All rights reserved 59651SAndreas.Sandberg@ARM.com * 69651SAndreas.Sandberg@ARM.com * The license below extends only to copyright in the software and shall 79651SAndreas.Sandberg@ARM.com * not be construed as granting a license to any other intellectual 89651SAndreas.Sandberg@ARM.com * property including but not limited to intellectual property relating 99651SAndreas.Sandberg@ARM.com * to a hardware implementation of the functionality of the software 109651SAndreas.Sandberg@ARM.com * licensed hereunder. You may use the software subject to the license 119651SAndreas.Sandberg@ARM.com * terms below provided that you ensure that this notice is replicated 129651SAndreas.Sandberg@ARM.com * unmodified and in its entirety in all distributions of the software, 139651SAndreas.Sandberg@ARM.com * modified or unmodified, in source code or in binary form. 149651SAndreas.Sandberg@ARM.com * 159651SAndreas.Sandberg@ARM.com * Redistribution and use in source and binary forms, with or without 169651SAndreas.Sandberg@ARM.com * modification, are permitted provided that the following conditions are 179651SAndreas.Sandberg@ARM.com * met: redistributions of source code must retain the above copyright 189651SAndreas.Sandberg@ARM.com * notice, this list of conditions and the following disclaimer; 199651SAndreas.Sandberg@ARM.com * redistributions in binary form must reproduce the above copyright 209651SAndreas.Sandberg@ARM.com * notice, this list of conditions and the following disclaimer in the 219651SAndreas.Sandberg@ARM.com * documentation and/or other materials provided with the distribution; 229651SAndreas.Sandberg@ARM.com * neither the name of the copyright holders nor the names of its 239651SAndreas.Sandberg@ARM.com * contributors may be used to endorse or promote products derived from 249651SAndreas.Sandberg@ARM.com * this software without specific prior written permission. 259651SAndreas.Sandberg@ARM.com * 269651SAndreas.Sandberg@ARM.com * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 279651SAndreas.Sandberg@ARM.com * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 289651SAndreas.Sandberg@ARM.com * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 299651SAndreas.Sandberg@ARM.com * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 309651SAndreas.Sandberg@ARM.com * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 319651SAndreas.Sandberg@ARM.com * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 329651SAndreas.Sandberg@ARM.com * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 339651SAndreas.Sandberg@ARM.com * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 349651SAndreas.Sandberg@ARM.com * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 359651SAndreas.Sandberg@ARM.com * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 369651SAndreas.Sandberg@ARM.com * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 379651SAndreas.Sandberg@ARM.com * 389651SAndreas.Sandberg@ARM.com * Authors: Andreas Sandberg 399651SAndreas.Sandberg@ARM.com */ 409651SAndreas.Sandberg@ARM.com 4111793Sbrandon.potter@amd.com#include "cpu/kvm/vm.hh" 4211793Sbrandon.potter@amd.com 4311793Sbrandon.potter@amd.com#include <fcntl.h> 449651SAndreas.Sandberg@ARM.com#include <linux/kvm.h> 459651SAndreas.Sandberg@ARM.com#include <sys/ioctl.h> 469651SAndreas.Sandberg@ARM.com#include <sys/stat.h> 479651SAndreas.Sandberg@ARM.com#include <sys/types.h> 489651SAndreas.Sandberg@ARM.com#include <unistd.h> 499651SAndreas.Sandberg@ARM.com 509651SAndreas.Sandberg@ARM.com#include <cerrno> 519883Sandreas@sandberg.pp.se#include <memory> 529651SAndreas.Sandberg@ARM.com 5311943SCurtis.Dunham@arm.com#include "cpu/kvm/base.hh" 549651SAndreas.Sandberg@ARM.com#include "debug/Kvm.hh" 559651SAndreas.Sandberg@ARM.com#include "params/KvmVM.hh" 569651SAndreas.Sandberg@ARM.com#include "sim/system.hh" 579651SAndreas.Sandberg@ARM.com 589651SAndreas.Sandberg@ARM.com#define EXPECTED_KVM_API_VERSION 12 599651SAndreas.Sandberg@ARM.com 609651SAndreas.Sandberg@ARM.com#if EXPECTED_KVM_API_VERSION != KVM_API_VERSION 619651SAndreas.Sandberg@ARM.com#error Unsupported KVM version 629651SAndreas.Sandberg@ARM.com#endif 639651SAndreas.Sandberg@ARM.com 649651SAndreas.Sandberg@ARM.comKvm *Kvm::instance = NULL; 659651SAndreas.Sandberg@ARM.com 669651SAndreas.Sandberg@ARM.comKvm::Kvm() 679651SAndreas.Sandberg@ARM.com : kvmFD(-1), apiVersion(-1), vcpuMMapSize(0) 689651SAndreas.Sandberg@ARM.com{ 699651SAndreas.Sandberg@ARM.com kvmFD = ::open("/dev/kvm", O_RDWR); 709651SAndreas.Sandberg@ARM.com if (kvmFD == -1) 719651SAndreas.Sandberg@ARM.com fatal("KVM: Failed to open /dev/kvm\n"); 729651SAndreas.Sandberg@ARM.com 739651SAndreas.Sandberg@ARM.com apiVersion = ioctl(KVM_GET_API_VERSION); 749651SAndreas.Sandberg@ARM.com if (apiVersion != EXPECTED_KVM_API_VERSION) 759651SAndreas.Sandberg@ARM.com fatal("KVM: Incompatible API version\n"); 769651SAndreas.Sandberg@ARM.com 779651SAndreas.Sandberg@ARM.com vcpuMMapSize = ioctl(KVM_GET_VCPU_MMAP_SIZE); 789651SAndreas.Sandberg@ARM.com if (vcpuMMapSize == -1) 799651SAndreas.Sandberg@ARM.com panic("KVM: Failed to get virtual CPU MMAP size\n"); 809651SAndreas.Sandberg@ARM.com} 819651SAndreas.Sandberg@ARM.com 829651SAndreas.Sandberg@ARM.comKvm::~Kvm() 839651SAndreas.Sandberg@ARM.com{ 849651SAndreas.Sandberg@ARM.com close(kvmFD); 859651SAndreas.Sandberg@ARM.com} 869651SAndreas.Sandberg@ARM.com 879651SAndreas.Sandberg@ARM.comKvm * 889651SAndreas.Sandberg@ARM.comKvm::create() 899651SAndreas.Sandberg@ARM.com{ 909651SAndreas.Sandberg@ARM.com if (!instance) 919651SAndreas.Sandberg@ARM.com instance = new Kvm(); 929651SAndreas.Sandberg@ARM.com 939651SAndreas.Sandberg@ARM.com return instance; 949651SAndreas.Sandberg@ARM.com} 959651SAndreas.Sandberg@ARM.com 969651SAndreas.Sandberg@ARM.combool 979651SAndreas.Sandberg@ARM.comKvm::capUserMemory() const 989651SAndreas.Sandberg@ARM.com{ 999651SAndreas.Sandberg@ARM.com return checkExtension(KVM_CAP_USER_MEMORY) != 0; 1009651SAndreas.Sandberg@ARM.com} 1019651SAndreas.Sandberg@ARM.com 1029651SAndreas.Sandberg@ARM.combool 1039651SAndreas.Sandberg@ARM.comKvm::capSetTSSAddress() const 1049651SAndreas.Sandberg@ARM.com{ 1059651SAndreas.Sandberg@ARM.com return checkExtension(KVM_CAP_SET_TSS_ADDR) != 0; 1069651SAndreas.Sandberg@ARM.com} 1079651SAndreas.Sandberg@ARM.com 1089651SAndreas.Sandberg@ARM.combool 1099651SAndreas.Sandberg@ARM.comKvm::capExtendedCPUID() const 1109651SAndreas.Sandberg@ARM.com{ 1119651SAndreas.Sandberg@ARM.com return checkExtension(KVM_CAP_EXT_CPUID) != 0; 1129651SAndreas.Sandberg@ARM.com} 1139651SAndreas.Sandberg@ARM.com 1149651SAndreas.Sandberg@ARM.combool 1159651SAndreas.Sandberg@ARM.comKvm::capUserNMI() const 1169651SAndreas.Sandberg@ARM.com{ 1179651SAndreas.Sandberg@ARM.com#ifdef KVM_CAP_USER_NMI 1189651SAndreas.Sandberg@ARM.com return checkExtension(KVM_CAP_USER_NMI) != 0; 1199651SAndreas.Sandberg@ARM.com#else 1209651SAndreas.Sandberg@ARM.com return false; 1219651SAndreas.Sandberg@ARM.com#endif 1229651SAndreas.Sandberg@ARM.com} 1239651SAndreas.Sandberg@ARM.com 1249651SAndreas.Sandberg@ARM.comint 1259651SAndreas.Sandberg@ARM.comKvm::capCoalescedMMIO() const 1269651SAndreas.Sandberg@ARM.com{ 1279651SAndreas.Sandberg@ARM.com return checkExtension(KVM_CAP_COALESCED_MMIO); 1289651SAndreas.Sandberg@ARM.com} 1299651SAndreas.Sandberg@ARM.com 13010605Sgabeblack@google.comint 13110605Sgabeblack@google.comKvm::capNumMemSlots() const 13210605Sgabeblack@google.com{ 13310605Sgabeblack@google.com#ifdef KVM_CAP_NR_MEMSLOTS 13410605Sgabeblack@google.com return checkExtension(KVM_CAP_NR_MEMSLOTS); 13510605Sgabeblack@google.com#else 13610605Sgabeblack@google.com return 0; 13710605Sgabeblack@google.com#endif 13810605Sgabeblack@google.com} 13910605Sgabeblack@google.com 1409651SAndreas.Sandberg@ARM.combool 1419651SAndreas.Sandberg@ARM.comKvm::capOneReg() const 1429651SAndreas.Sandberg@ARM.com{ 1439651SAndreas.Sandberg@ARM.com#ifdef KVM_CAP_ONE_REG 1449651SAndreas.Sandberg@ARM.com return checkExtension(KVM_CAP_ONE_REG) != 0; 1459651SAndreas.Sandberg@ARM.com#else 1469651SAndreas.Sandberg@ARM.com return false; 1479651SAndreas.Sandberg@ARM.com#endif 1489651SAndreas.Sandberg@ARM.com} 1499651SAndreas.Sandberg@ARM.com 1509651SAndreas.Sandberg@ARM.combool 1519651SAndreas.Sandberg@ARM.comKvm::capIRQChip() const 1529651SAndreas.Sandberg@ARM.com{ 1539651SAndreas.Sandberg@ARM.com return checkExtension(KVM_CAP_IRQCHIP) != 0; 1549651SAndreas.Sandberg@ARM.com} 1559651SAndreas.Sandberg@ARM.com 1569651SAndreas.Sandberg@ARM.combool 1579883Sandreas@sandberg.pp.seKvm::capVCPUEvents() const 1589883Sandreas@sandberg.pp.se{ 1599883Sandreas@sandberg.pp.se#ifdef KVM_CAP_VCPU_EVENTS 1609883Sandreas@sandberg.pp.se return checkExtension(KVM_CAP_VCPU_EVENTS) != 0; 1619883Sandreas@sandberg.pp.se#else 1629883Sandreas@sandberg.pp.se return false; 1639883Sandreas@sandberg.pp.se#endif 1649883Sandreas@sandberg.pp.se} 1659883Sandreas@sandberg.pp.se 1669883Sandreas@sandberg.pp.sebool 1679883Sandreas@sandberg.pp.seKvm::capDebugRegs() const 1689883Sandreas@sandberg.pp.se{ 1699883Sandreas@sandberg.pp.se#ifdef KVM_CAP_DEBUGREGS 1709883Sandreas@sandberg.pp.se return checkExtension(KVM_CAP_DEBUGREGS) != 0; 1719883Sandreas@sandberg.pp.se#else 1729883Sandreas@sandberg.pp.se return false; 1739883Sandreas@sandberg.pp.se#endif 1749883Sandreas@sandberg.pp.se} 1759883Sandreas@sandberg.pp.se 1769883Sandreas@sandberg.pp.sebool 1779883Sandreas@sandberg.pp.seKvm::capXCRs() const 1789883Sandreas@sandberg.pp.se{ 1799883Sandreas@sandberg.pp.se#ifdef KVM_CAP_XCRS 1809883Sandreas@sandberg.pp.se return checkExtension(KVM_CAP_XCRS) != 0; 1819883Sandreas@sandberg.pp.se#else 1829883Sandreas@sandberg.pp.se return false; 1839883Sandreas@sandberg.pp.se#endif 1849883Sandreas@sandberg.pp.se} 1859883Sandreas@sandberg.pp.se 1869883Sandreas@sandberg.pp.sebool 1879883Sandreas@sandberg.pp.seKvm::capXSave() const 1889883Sandreas@sandberg.pp.se{ 1899883Sandreas@sandberg.pp.se#ifdef KVM_CAP_XSAVE 1909883Sandreas@sandberg.pp.se return checkExtension(KVM_CAP_XSAVE) != 0; 1919883Sandreas@sandberg.pp.se#else 1929883Sandreas@sandberg.pp.se return false; 1939883Sandreas@sandberg.pp.se#endif 1949883Sandreas@sandberg.pp.se} 1959883Sandreas@sandberg.pp.se 19610842Sandreas.sandberg@arm.com 19710842Sandreas.sandberg@arm.com#if defined(__i386__) || defined(__x86_64__) 1989883Sandreas@sandberg.pp.sebool 1999651SAndreas.Sandberg@ARM.comKvm::getSupportedCPUID(struct kvm_cpuid2 &cpuid) const 2009651SAndreas.Sandberg@ARM.com{ 2019651SAndreas.Sandberg@ARM.com if (ioctl(KVM_GET_SUPPORTED_CPUID, (void *)&cpuid) == -1) { 2029651SAndreas.Sandberg@ARM.com if (errno == E2BIG) 2039651SAndreas.Sandberg@ARM.com return false; 2049651SAndreas.Sandberg@ARM.com else 2059651SAndreas.Sandberg@ARM.com panic("KVM: Failed to get supported CPUID (errno: %i)\n", errno); 2069651SAndreas.Sandberg@ARM.com } else 2079651SAndreas.Sandberg@ARM.com return true; 2089651SAndreas.Sandberg@ARM.com} 2099651SAndreas.Sandberg@ARM.com 2109883Sandreas@sandberg.pp.seconst Kvm::CPUIDVector & 2119883Sandreas@sandberg.pp.seKvm::getSupportedCPUID() const 2129883Sandreas@sandberg.pp.se{ 2139883Sandreas@sandberg.pp.se if (supportedCPUIDCache.empty()) { 2149883Sandreas@sandberg.pp.se std::unique_ptr<struct kvm_cpuid2> cpuid; 2159883Sandreas@sandberg.pp.se int i(1); 2169883Sandreas@sandberg.pp.se do { 2179883Sandreas@sandberg.pp.se cpuid.reset((struct kvm_cpuid2 *)operator new( 2189883Sandreas@sandberg.pp.se sizeof(kvm_cpuid2) + i * sizeof(kvm_cpuid_entry2))); 2199883Sandreas@sandberg.pp.se 2209883Sandreas@sandberg.pp.se cpuid->nent = i; 2219883Sandreas@sandberg.pp.se ++i; 2229883Sandreas@sandberg.pp.se } while (!getSupportedCPUID(*cpuid)); 2239883Sandreas@sandberg.pp.se supportedCPUIDCache.assign(cpuid->entries, 2249883Sandreas@sandberg.pp.se cpuid->entries + cpuid->nent); 2259883Sandreas@sandberg.pp.se } 2269883Sandreas@sandberg.pp.se 2279883Sandreas@sandberg.pp.se return supportedCPUIDCache; 2289883Sandreas@sandberg.pp.se} 2299883Sandreas@sandberg.pp.se 2309883Sandreas@sandberg.pp.sebool 2319883Sandreas@sandberg.pp.seKvm::getSupportedMSRs(struct kvm_msr_list &msrs) const 2329883Sandreas@sandberg.pp.se{ 2339883Sandreas@sandberg.pp.se if (ioctl(KVM_GET_MSR_INDEX_LIST, (void *)&msrs) == -1) { 2349883Sandreas@sandberg.pp.se if (errno == E2BIG) 2359883Sandreas@sandberg.pp.se return false; 2369883Sandreas@sandberg.pp.se else 2379883Sandreas@sandberg.pp.se panic("KVM: Failed to get supported CPUID (errno: %i)\n", errno); 2389883Sandreas@sandberg.pp.se } else 2399883Sandreas@sandberg.pp.se return true; 2409883Sandreas@sandberg.pp.se} 2419883Sandreas@sandberg.pp.se 2429883Sandreas@sandberg.pp.seconst Kvm::MSRIndexVector & 2439883Sandreas@sandberg.pp.seKvm::getSupportedMSRs() const 2449883Sandreas@sandberg.pp.se{ 2459883Sandreas@sandberg.pp.se if (supportedMSRCache.empty()) { 2469883Sandreas@sandberg.pp.se std::unique_ptr<struct kvm_msr_list> msrs; 2479883Sandreas@sandberg.pp.se int i(0); 2489883Sandreas@sandberg.pp.se do { 2499883Sandreas@sandberg.pp.se msrs.reset((struct kvm_msr_list *)operator new( 2509883Sandreas@sandberg.pp.se sizeof(kvm_msr_list) + i * sizeof(uint32_t))); 2519883Sandreas@sandberg.pp.se 2529883Sandreas@sandberg.pp.se msrs->nmsrs = i; 2539883Sandreas@sandberg.pp.se ++i; 2549883Sandreas@sandberg.pp.se } while (!getSupportedMSRs(*msrs)); 2559883Sandreas@sandberg.pp.se supportedMSRCache.assign(msrs->indices, msrs->indices + msrs->nmsrs); 2569883Sandreas@sandberg.pp.se } 2579883Sandreas@sandberg.pp.se 2589883Sandreas@sandberg.pp.se return supportedMSRCache; 2599883Sandreas@sandberg.pp.se} 2609883Sandreas@sandberg.pp.se 26110842Sandreas.sandberg@arm.com#endif // x86-specific 26210842Sandreas.sandberg@arm.com 26310842Sandreas.sandberg@arm.com 2649651SAndreas.Sandberg@ARM.comint 2659651SAndreas.Sandberg@ARM.comKvm::checkExtension(int extension) const 2669651SAndreas.Sandberg@ARM.com{ 2679651SAndreas.Sandberg@ARM.com int ret = ioctl(KVM_CHECK_EXTENSION, extension); 2689651SAndreas.Sandberg@ARM.com if (ret == -1) 2699651SAndreas.Sandberg@ARM.com panic("KVM: ioctl failed when checking for extension\n"); 2709651SAndreas.Sandberg@ARM.com return ret; 2719651SAndreas.Sandberg@ARM.com} 2729651SAndreas.Sandberg@ARM.com 2739651SAndreas.Sandberg@ARM.comint 2749651SAndreas.Sandberg@ARM.comKvm::ioctl(int request, long p1) const 2759651SAndreas.Sandberg@ARM.com{ 2769651SAndreas.Sandberg@ARM.com assert(kvmFD != -1); 2779651SAndreas.Sandberg@ARM.com 2789651SAndreas.Sandberg@ARM.com return ::ioctl(kvmFD, request, p1); 2799651SAndreas.Sandberg@ARM.com} 2809651SAndreas.Sandberg@ARM.com 2819651SAndreas.Sandberg@ARM.comint 2829651SAndreas.Sandberg@ARM.comKvm::createVM() 2839651SAndreas.Sandberg@ARM.com{ 2849651SAndreas.Sandberg@ARM.com int vmFD; 2859651SAndreas.Sandberg@ARM.com 2869651SAndreas.Sandberg@ARM.com vmFD = ioctl(KVM_CREATE_VM); 2879651SAndreas.Sandberg@ARM.com if (vmFD == -1) 2889651SAndreas.Sandberg@ARM.com panic("Failed to create KVM VM\n"); 2899651SAndreas.Sandberg@ARM.com 2909651SAndreas.Sandberg@ARM.com return vmFD; 2919651SAndreas.Sandberg@ARM.com} 2929651SAndreas.Sandberg@ARM.com 2939651SAndreas.Sandberg@ARM.com 2949651SAndreas.Sandberg@ARM.comKvmVM::KvmVM(KvmVMParams *params) 2959651SAndreas.Sandberg@ARM.com : SimObject(params), 29611839SCurtis.Dunham@arm.com kvm(new Kvm()), system(nullptr), 29711363Sandreas@sandberg.pp.se vmFD(kvm->createVM()), 2989651SAndreas.Sandberg@ARM.com started(false), 2999651SAndreas.Sandberg@ARM.com nextVCPUID(0) 3009651SAndreas.Sandberg@ARM.com{ 30111363Sandreas@sandberg.pp.se maxMemorySlot = kvm->capNumMemSlots(); 30210605Sgabeblack@google.com /* If we couldn't determine how memory slots there are, guess 32. */ 30310605Sgabeblack@google.com if (!maxMemorySlot) 30410605Sgabeblack@google.com maxMemorySlot = 32; 3059651SAndreas.Sandberg@ARM.com /* Setup the coalesced MMIO regions */ 3069651SAndreas.Sandberg@ARM.com for (int i = 0; i < params->coalescedMMIO.size(); ++i) 3079651SAndreas.Sandberg@ARM.com coalesceMMIO(params->coalescedMMIO[i]); 3089651SAndreas.Sandberg@ARM.com} 3099651SAndreas.Sandberg@ARM.com 3109651SAndreas.Sandberg@ARM.comKvmVM::~KvmVM() 3119651SAndreas.Sandberg@ARM.com{ 31211363Sandreas@sandberg.pp.se if (vmFD != -1) 31311363Sandreas@sandberg.pp.se close(vmFD); 31411363Sandreas@sandberg.pp.se 31511363Sandreas@sandberg.pp.se if (kvm) 31611363Sandreas@sandberg.pp.se delete kvm; 31711363Sandreas@sandberg.pp.se} 31811363Sandreas@sandberg.pp.se 31911363Sandreas@sandberg.pp.sevoid 32011363Sandreas@sandberg.pp.seKvmVM::notifyFork() 32111363Sandreas@sandberg.pp.se{ 32211363Sandreas@sandberg.pp.se if (vmFD != -1) { 32311363Sandreas@sandberg.pp.se if (close(vmFD) == -1) 32411363Sandreas@sandberg.pp.se warn("kvm VM: notifyFork failed to close vmFD\n"); 32511363Sandreas@sandberg.pp.se 32611363Sandreas@sandberg.pp.se vmFD = -1; 32711363Sandreas@sandberg.pp.se 32811363Sandreas@sandberg.pp.se delete kvm; 32911363Sandreas@sandberg.pp.se kvm = NULL; 33011363Sandreas@sandberg.pp.se } 3319651SAndreas.Sandberg@ARM.com} 3329651SAndreas.Sandberg@ARM.com 3339651SAndreas.Sandberg@ARM.comvoid 3349651SAndreas.Sandberg@ARM.comKvmVM::cpuStartup() 3359651SAndreas.Sandberg@ARM.com{ 3369651SAndreas.Sandberg@ARM.com if (started) 3379651SAndreas.Sandberg@ARM.com return; 3389651SAndreas.Sandberg@ARM.com started = true; 3399651SAndreas.Sandberg@ARM.com 3409651SAndreas.Sandberg@ARM.com delayedStartup(); 3419651SAndreas.Sandberg@ARM.com} 3429651SAndreas.Sandberg@ARM.com 3439651SAndreas.Sandberg@ARM.comvoid 3449651SAndreas.Sandberg@ARM.comKvmVM::delayedStartup() 3459651SAndreas.Sandberg@ARM.com{ 34611839SCurtis.Dunham@arm.com assert(system); // set by the system during its construction 34711614Sdavid.j.hashe@gmail.com const std::vector<BackingStoreEntry> &memories( 3489651SAndreas.Sandberg@ARM.com system->getPhysMem().getBackingStore()); 3499651SAndreas.Sandberg@ARM.com 3509651SAndreas.Sandberg@ARM.com DPRINTF(Kvm, "Mapping %i memory region(s)\n", memories.size()); 3519651SAndreas.Sandberg@ARM.com for (int slot(0); slot < memories.size(); ++slot) { 35211614Sdavid.j.hashe@gmail.com if (!memories[slot].kvmMap) { 35311614Sdavid.j.hashe@gmail.com DPRINTF(Kvm, "Skipping region marked as not usable by KVM\n"); 35411614Sdavid.j.hashe@gmail.com continue; 35511614Sdavid.j.hashe@gmail.com } 35611614Sdavid.j.hashe@gmail.com 35711614Sdavid.j.hashe@gmail.com const AddrRange &range(memories[slot].range); 35811614Sdavid.j.hashe@gmail.com void *pmem(memories[slot].pmem); 3599651SAndreas.Sandberg@ARM.com 3609651SAndreas.Sandberg@ARM.com if (pmem) { 3619651SAndreas.Sandberg@ARM.com DPRINTF(Kvm, "Mapping region: 0x%p -> 0x%llx [size: 0x%llx]\n", 3629651SAndreas.Sandberg@ARM.com pmem, range.start(), range.size()); 3639651SAndreas.Sandberg@ARM.com 36410605Sgabeblack@google.com if (range.interleaved()) { 36510605Sgabeblack@google.com panic("Tried to map an interleaved memory range into " 36610605Sgabeblack@google.com "a KVM VM.\n"); 36710605Sgabeblack@google.com } 36810605Sgabeblack@google.com 36910605Sgabeblack@google.com const MemSlot slot = allocMemSlot(range.size()); 37010605Sgabeblack@google.com setupMemSlot(slot, pmem, range.start(), 0/* flags */); 3719651SAndreas.Sandberg@ARM.com } else { 3729651SAndreas.Sandberg@ARM.com DPRINTF(Kvm, "Zero-region not mapped: [0x%llx]\n", range.start()); 3739651SAndreas.Sandberg@ARM.com hack("KVM: Zero memory handled as IO\n"); 3749651SAndreas.Sandberg@ARM.com } 3759651SAndreas.Sandberg@ARM.com } 3769651SAndreas.Sandberg@ARM.com} 3779651SAndreas.Sandberg@ARM.com 37810605Sgabeblack@google.comconst KvmVM::MemSlot 37910605Sgabeblack@google.comKvmVM::allocMemSlot(uint64_t size) 38010605Sgabeblack@google.com{ 38110605Sgabeblack@google.com if (!size) 38210605Sgabeblack@google.com panic("Memory slots must have non-zero size.\n"); 38310605Sgabeblack@google.com 38410605Sgabeblack@google.com std::vector<MemorySlot>::iterator pos; 38510605Sgabeblack@google.com for (pos = memorySlots.begin(); pos != memorySlots.end(); pos++) { 38610605Sgabeblack@google.com if (!pos->size) { 38710605Sgabeblack@google.com pos->size = size; 38810605Sgabeblack@google.com pos->active = false; 38910605Sgabeblack@google.com return pos->slot; 39010605Sgabeblack@google.com } 39110605Sgabeblack@google.com } 39210605Sgabeblack@google.com 39310605Sgabeblack@google.com uint32_t nextSlot = memorySlots.size(); 39410605Sgabeblack@google.com if (nextSlot > maxMemorySlot) 39510605Sgabeblack@google.com panic("Out of memory slots.\n"); 39610605Sgabeblack@google.com 39710605Sgabeblack@google.com MemorySlot slot; 39810605Sgabeblack@google.com slot.size = size; 39910605Sgabeblack@google.com slot.slot = nextSlot; 40010605Sgabeblack@google.com slot.active = false; 40110605Sgabeblack@google.com 40210605Sgabeblack@google.com memorySlots.push_back(slot); 40310605Sgabeblack@google.com return MemSlot(slot.slot); 40410605Sgabeblack@google.com} 40510605Sgabeblack@google.com 4069651SAndreas.Sandberg@ARM.comvoid 40710605Sgabeblack@google.comKvmVM::setupMemSlot(const KvmVM::MemSlot num, void *host_addr, Addr guest, 40810605Sgabeblack@google.com uint32_t flags) 4099651SAndreas.Sandberg@ARM.com{ 41010605Sgabeblack@google.com MemorySlot &slot = memorySlots.at(num.num); 41110605Sgabeblack@google.com slot.active = true; 41210605Sgabeblack@google.com setUserMemoryRegion(num.num, host_addr, guest, slot.size, flags); 41310605Sgabeblack@google.com} 4149651SAndreas.Sandberg@ARM.com 41510605Sgabeblack@google.comvoid 41610605Sgabeblack@google.comKvmVM::disableMemSlot(const KvmVM::MemSlot num) 41710605Sgabeblack@google.com{ 41810605Sgabeblack@google.com MemorySlot &slot = memorySlots.at(num.num); 41910605Sgabeblack@google.com if (slot.active) 42010605Sgabeblack@google.com setUserMemoryRegion(num.num, NULL, 0, 0, 0); 42110605Sgabeblack@google.com slot.active = false; 42210605Sgabeblack@google.com} 42310605Sgabeblack@google.com 42410605Sgabeblack@google.comvoid 42510605Sgabeblack@google.comKvmVM::freeMemSlot(const KvmVM::MemSlot num) 42610605Sgabeblack@google.com{ 42710605Sgabeblack@google.com disableMemSlot(num.num); 42810605Sgabeblack@google.com MemorySlot &slot = memorySlots.at(num.num); 42910605Sgabeblack@google.com slot.size = 0; 4309651SAndreas.Sandberg@ARM.com} 4319651SAndreas.Sandberg@ARM.com 4329651SAndreas.Sandberg@ARM.comvoid 4339651SAndreas.Sandberg@ARM.comKvmVM::setUserMemoryRegion(uint32_t slot, 4349651SAndreas.Sandberg@ARM.com void *host_addr, Addr guest_addr, 4359651SAndreas.Sandberg@ARM.com uint64_t len, uint32_t flags) 4369651SAndreas.Sandberg@ARM.com{ 4379651SAndreas.Sandberg@ARM.com struct kvm_userspace_memory_region m; 4389651SAndreas.Sandberg@ARM.com 4399651SAndreas.Sandberg@ARM.com memset(&m, 0, sizeof(m)); 4409651SAndreas.Sandberg@ARM.com m.slot = slot; 4419651SAndreas.Sandberg@ARM.com m.flags = flags; 4429651SAndreas.Sandberg@ARM.com m.guest_phys_addr = (uint64_t)guest_addr; 4439651SAndreas.Sandberg@ARM.com m.memory_size = len; 4449651SAndreas.Sandberg@ARM.com m.userspace_addr = (__u64)host_addr; 4459651SAndreas.Sandberg@ARM.com 4469651SAndreas.Sandberg@ARM.com if (ioctl(KVM_SET_USER_MEMORY_REGION, (void *)&m) == -1) { 4479651SAndreas.Sandberg@ARM.com panic("Failed to setup KVM memory region:\n" 4489651SAndreas.Sandberg@ARM.com "\tHost Address: 0x%p\n" 4499651SAndreas.Sandberg@ARM.com "\tGuest Address: 0x%llx\n", 4509651SAndreas.Sandberg@ARM.com "\tSize: %ll\n", 4519651SAndreas.Sandberg@ARM.com "\tFlags: 0x%x\n", 4529651SAndreas.Sandberg@ARM.com m.userspace_addr, m.guest_phys_addr, 4539651SAndreas.Sandberg@ARM.com m.memory_size, m.flags); 4549651SAndreas.Sandberg@ARM.com } 4559651SAndreas.Sandberg@ARM.com} 4569651SAndreas.Sandberg@ARM.com 4579651SAndreas.Sandberg@ARM.comvoid 4589651SAndreas.Sandberg@ARM.comKvmVM::coalesceMMIO(const AddrRange &range) 4599651SAndreas.Sandberg@ARM.com{ 4609651SAndreas.Sandberg@ARM.com coalesceMMIO(range.start(), range.size()); 4619651SAndreas.Sandberg@ARM.com} 4629651SAndreas.Sandberg@ARM.com 4639651SAndreas.Sandberg@ARM.comvoid 4649651SAndreas.Sandberg@ARM.comKvmVM::coalesceMMIO(Addr start, int size) 4659651SAndreas.Sandberg@ARM.com{ 4669651SAndreas.Sandberg@ARM.com struct kvm_coalesced_mmio_zone zone; 4679651SAndreas.Sandberg@ARM.com 4689651SAndreas.Sandberg@ARM.com zone.addr = start; 4699651SAndreas.Sandberg@ARM.com zone.size = size; 4709651SAndreas.Sandberg@ARM.com zone.pad = 0; 4719651SAndreas.Sandberg@ARM.com 4729651SAndreas.Sandberg@ARM.com DPRINTF(Kvm, "KVM: Registering coalesced MMIO region [0x%x, 0x%x]\n", 4739651SAndreas.Sandberg@ARM.com zone.addr, zone.addr + zone.size - 1); 4749651SAndreas.Sandberg@ARM.com if (ioctl(KVM_REGISTER_COALESCED_MMIO, (void *)&zone) == -1) 4759651SAndreas.Sandberg@ARM.com panic("KVM: Failed to register coalesced MMIO region (%i)\n", 4769651SAndreas.Sandberg@ARM.com errno); 4779651SAndreas.Sandberg@ARM.com} 4789651SAndreas.Sandberg@ARM.com 4799651SAndreas.Sandberg@ARM.comvoid 4809651SAndreas.Sandberg@ARM.comKvmVM::setTSSAddress(Addr tss_address) 4819651SAndreas.Sandberg@ARM.com{ 4829651SAndreas.Sandberg@ARM.com if (ioctl(KVM_SET_TSS_ADDR, (unsigned long)tss_address) == -1) 4839651SAndreas.Sandberg@ARM.com panic("KVM: Failed to set VM TSS address\n"); 4849651SAndreas.Sandberg@ARM.com} 4859651SAndreas.Sandberg@ARM.com 4869651SAndreas.Sandberg@ARM.comvoid 4879651SAndreas.Sandberg@ARM.comKvmVM::createIRQChip() 4889651SAndreas.Sandberg@ARM.com{ 4899651SAndreas.Sandberg@ARM.com if (_hasKernelIRQChip) 4909651SAndreas.Sandberg@ARM.com panic("KvmVM::createIRQChip called twice.\n"); 4919651SAndreas.Sandberg@ARM.com 4929651SAndreas.Sandberg@ARM.com if (ioctl(KVM_CREATE_IRQCHIP) != -1) { 4939651SAndreas.Sandberg@ARM.com _hasKernelIRQChip = true; 4949651SAndreas.Sandberg@ARM.com } else { 4959651SAndreas.Sandberg@ARM.com warn("KVM: Failed to create in-kernel IRQ chip (errno: %i)\n", 4969651SAndreas.Sandberg@ARM.com errno); 4979651SAndreas.Sandberg@ARM.com _hasKernelIRQChip = false; 4989651SAndreas.Sandberg@ARM.com } 4999651SAndreas.Sandberg@ARM.com} 5009651SAndreas.Sandberg@ARM.com 5019651SAndreas.Sandberg@ARM.comvoid 5029651SAndreas.Sandberg@ARM.comKvmVM::setIRQLine(uint32_t irq, bool high) 5039651SAndreas.Sandberg@ARM.com{ 5049651SAndreas.Sandberg@ARM.com struct kvm_irq_level kvm_level; 5059651SAndreas.Sandberg@ARM.com 5069651SAndreas.Sandberg@ARM.com kvm_level.irq = irq; 5079651SAndreas.Sandberg@ARM.com kvm_level.level = high ? 1 : 0; 5089651SAndreas.Sandberg@ARM.com 5099651SAndreas.Sandberg@ARM.com if (ioctl(KVM_IRQ_LINE, &kvm_level) == -1) 5109651SAndreas.Sandberg@ARM.com panic("KVM: Failed to set IRQ line level (errno: %i)\n", 5119651SAndreas.Sandberg@ARM.com errno); 5129651SAndreas.Sandberg@ARM.com} 5139651SAndreas.Sandberg@ARM.com 5149651SAndreas.Sandberg@ARM.comint 51510859Sandreas.sandberg@arm.comKvmVM::createDevice(uint32_t type, uint32_t flags) 51610859Sandreas.sandberg@arm.com{ 51710859Sandreas.sandberg@arm.com#if defined(KVM_CREATE_DEVICE) 51810859Sandreas.sandberg@arm.com struct kvm_create_device dev = { type, 0, flags }; 51910859Sandreas.sandberg@arm.com 52010859Sandreas.sandberg@arm.com if (ioctl(KVM_CREATE_DEVICE, &dev) == -1) { 52110859Sandreas.sandberg@arm.com panic("KVM: Failed to create device (errno: %i)\n", 52210859Sandreas.sandberg@arm.com errno); 52310859Sandreas.sandberg@arm.com } 52410859Sandreas.sandberg@arm.com 52510859Sandreas.sandberg@arm.com return dev.fd; 52610859Sandreas.sandberg@arm.com#else 52710859Sandreas.sandberg@arm.com panic("Kernel headers don't support KVM_CREATE_DEVICE\n"); 52810859Sandreas.sandberg@arm.com#endif 52910859Sandreas.sandberg@arm.com} 53010859Sandreas.sandberg@arm.com 53111839SCurtis.Dunham@arm.comvoid 53211943SCurtis.Dunham@arm.comKvmVM::setSystem(System *s) 53311943SCurtis.Dunham@arm.com{ 53411839SCurtis.Dunham@arm.com panic_if(system != nullptr, "setSystem() can only be called once"); 53511839SCurtis.Dunham@arm.com panic_if(s == nullptr, "setSystem() called with null System*"); 53611839SCurtis.Dunham@arm.com system = s; 53711839SCurtis.Dunham@arm.com} 53811839SCurtis.Dunham@arm.com 53911943SCurtis.Dunham@arm.comlong 54011943SCurtis.Dunham@arm.comKvmVM::contextIdToVCpuId(ContextID ctx) const 54111943SCurtis.Dunham@arm.com{ 54211943SCurtis.Dunham@arm.com assert(system != nullptr); 54311943SCurtis.Dunham@arm.com return dynamic_cast<BaseKvmCPU*> 54411943SCurtis.Dunham@arm.com (system->getThreadContext(ctx)->getCpuPtr())->getVCpuID(); 54511943SCurtis.Dunham@arm.com} 54611943SCurtis.Dunham@arm.com 54710859Sandreas.sandberg@arm.comint 5489651SAndreas.Sandberg@ARM.comKvmVM::createVCPU(long vcpuID) 5499651SAndreas.Sandberg@ARM.com{ 5509651SAndreas.Sandberg@ARM.com int fd; 5519651SAndreas.Sandberg@ARM.com 5529651SAndreas.Sandberg@ARM.com fd = ioctl(KVM_CREATE_VCPU, vcpuID); 5539651SAndreas.Sandberg@ARM.com if (fd == -1) 5549651SAndreas.Sandberg@ARM.com panic("KVM: Failed to create virtual CPU"); 5559651SAndreas.Sandberg@ARM.com 5569651SAndreas.Sandberg@ARM.com return fd; 5579651SAndreas.Sandberg@ARM.com} 5589651SAndreas.Sandberg@ARM.com 5599651SAndreas.Sandberg@ARM.comlong 5609651SAndreas.Sandberg@ARM.comKvmVM::allocVCPUID() 5619651SAndreas.Sandberg@ARM.com{ 5629651SAndreas.Sandberg@ARM.com return nextVCPUID++; 5639651SAndreas.Sandberg@ARM.com} 5649651SAndreas.Sandberg@ARM.com 56510860Sandreas.sandberg@arm.com#if defined(__aarch64__) 56610860Sandreas.sandberg@arm.comvoid 56710860Sandreas.sandberg@arm.comKvmVM::kvmArmPreferredTarget(struct kvm_vcpu_init &target) const 56810860Sandreas.sandberg@arm.com{ 56910860Sandreas.sandberg@arm.com if (ioctl(KVM_ARM_PREFERRED_TARGET, &target) == -1) { 57010860Sandreas.sandberg@arm.com panic("KVM: Failed to get ARM preferred CPU target (errno: %i)\n", 57110860Sandreas.sandberg@arm.com errno); 57210860Sandreas.sandberg@arm.com } 57310860Sandreas.sandberg@arm.com} 57410860Sandreas.sandberg@arm.com#endif 57510860Sandreas.sandberg@arm.com 5769651SAndreas.Sandberg@ARM.comint 5779651SAndreas.Sandberg@ARM.comKvmVM::ioctl(int request, long p1) const 5789651SAndreas.Sandberg@ARM.com{ 5799651SAndreas.Sandberg@ARM.com assert(vmFD != -1); 5809651SAndreas.Sandberg@ARM.com 5819651SAndreas.Sandberg@ARM.com return ::ioctl(vmFD, request, p1); 5829651SAndreas.Sandberg@ARM.com} 5839651SAndreas.Sandberg@ARM.com 5849651SAndreas.Sandberg@ARM.com 5859651SAndreas.Sandberg@ARM.comKvmVM * 5869651SAndreas.Sandberg@ARM.comKvmVMParams::create() 5879651SAndreas.Sandberg@ARM.com{ 5889651SAndreas.Sandberg@ARM.com static bool created = false; 5899651SAndreas.Sandberg@ARM.com if (created) 5909651SAndreas.Sandberg@ARM.com warn_once("Use of multiple KvmVMs is currently untested!\n"); 5919651SAndreas.Sandberg@ARM.com 5929651SAndreas.Sandberg@ARM.com created = true; 5939651SAndreas.Sandberg@ARM.com 5949651SAndreas.Sandberg@ARM.com return new KvmVM(this); 5959651SAndreas.Sandberg@ARM.com} 596