vm.cc revision 9883
19651SAndreas.Sandberg@ARM.com/* 29651SAndreas.Sandberg@ARM.com * Copyright (c) 2012 ARM Limited 39651SAndreas.Sandberg@ARM.com * All rights reserved 49651SAndreas.Sandberg@ARM.com * 59651SAndreas.Sandberg@ARM.com * The license below extends only to copyright in the software and shall 69651SAndreas.Sandberg@ARM.com * not be construed as granting a license to any other intellectual 79651SAndreas.Sandberg@ARM.com * property including but not limited to intellectual property relating 89651SAndreas.Sandberg@ARM.com * to a hardware implementation of the functionality of the software 99651SAndreas.Sandberg@ARM.com * licensed hereunder. You may use the software subject to the license 109651SAndreas.Sandberg@ARM.com * terms below provided that you ensure that this notice is replicated 119651SAndreas.Sandberg@ARM.com * unmodified and in its entirety in all distributions of the software, 129651SAndreas.Sandberg@ARM.com * modified or unmodified, in source code or in binary form. 139651SAndreas.Sandberg@ARM.com * 149651SAndreas.Sandberg@ARM.com * Redistribution and use in source and binary forms, with or without 159651SAndreas.Sandberg@ARM.com * modification, are permitted provided that the following conditions are 169651SAndreas.Sandberg@ARM.com * met: redistributions of source code must retain the above copyright 179651SAndreas.Sandberg@ARM.com * notice, this list of conditions and the following disclaimer; 189651SAndreas.Sandberg@ARM.com * redistributions in binary form must reproduce the above copyright 199651SAndreas.Sandberg@ARM.com * notice, this list of conditions and the following disclaimer in the 209651SAndreas.Sandberg@ARM.com * documentation and/or other materials provided with the distribution; 219651SAndreas.Sandberg@ARM.com * neither the name of the copyright holders nor the names of its 229651SAndreas.Sandberg@ARM.com * contributors may be used to endorse or promote products derived from 239651SAndreas.Sandberg@ARM.com * this software without specific prior written permission. 249651SAndreas.Sandberg@ARM.com * 259651SAndreas.Sandberg@ARM.com * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 269651SAndreas.Sandberg@ARM.com * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 279651SAndreas.Sandberg@ARM.com * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 289651SAndreas.Sandberg@ARM.com * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 299651SAndreas.Sandberg@ARM.com * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 309651SAndreas.Sandberg@ARM.com * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 319651SAndreas.Sandberg@ARM.com * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 329651SAndreas.Sandberg@ARM.com * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 339651SAndreas.Sandberg@ARM.com * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 349651SAndreas.Sandberg@ARM.com * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 359651SAndreas.Sandberg@ARM.com * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 369651SAndreas.Sandberg@ARM.com * 379651SAndreas.Sandberg@ARM.com * Authors: Andreas Sandberg 389651SAndreas.Sandberg@ARM.com */ 399651SAndreas.Sandberg@ARM.com 409651SAndreas.Sandberg@ARM.com#include <linux/kvm.h> 419651SAndreas.Sandberg@ARM.com#include <sys/ioctl.h> 429651SAndreas.Sandberg@ARM.com#include <sys/stat.h> 439651SAndreas.Sandberg@ARM.com#include <sys/types.h> 449651SAndreas.Sandberg@ARM.com#include <fcntl.h> 459651SAndreas.Sandberg@ARM.com#include <unistd.h> 469651SAndreas.Sandberg@ARM.com 479651SAndreas.Sandberg@ARM.com#include <cerrno> 489883Sandreas@sandberg.pp.se#include <memory> 499651SAndreas.Sandberg@ARM.com 509651SAndreas.Sandberg@ARM.com#include "cpu/kvm/vm.hh" 519651SAndreas.Sandberg@ARM.com#include "debug/Kvm.hh" 529651SAndreas.Sandberg@ARM.com#include "params/KvmVM.hh" 539651SAndreas.Sandberg@ARM.com#include "sim/system.hh" 549651SAndreas.Sandberg@ARM.com 559651SAndreas.Sandberg@ARM.com#define EXPECTED_KVM_API_VERSION 12 569651SAndreas.Sandberg@ARM.com 579651SAndreas.Sandberg@ARM.com#if EXPECTED_KVM_API_VERSION != KVM_API_VERSION 589651SAndreas.Sandberg@ARM.com#error Unsupported KVM version 599651SAndreas.Sandberg@ARM.com#endif 609651SAndreas.Sandberg@ARM.com 619651SAndreas.Sandberg@ARM.comKvm *Kvm::instance = NULL; 629651SAndreas.Sandberg@ARM.com 639651SAndreas.Sandberg@ARM.comKvm::Kvm() 649651SAndreas.Sandberg@ARM.com : kvmFD(-1), apiVersion(-1), vcpuMMapSize(0) 659651SAndreas.Sandberg@ARM.com{ 669651SAndreas.Sandberg@ARM.com kvmFD = ::open("/dev/kvm", O_RDWR); 679651SAndreas.Sandberg@ARM.com if (kvmFD == -1) 689651SAndreas.Sandberg@ARM.com fatal("KVM: Failed to open /dev/kvm\n"); 699651SAndreas.Sandberg@ARM.com 709651SAndreas.Sandberg@ARM.com apiVersion = ioctl(KVM_GET_API_VERSION); 719651SAndreas.Sandberg@ARM.com if (apiVersion != EXPECTED_KVM_API_VERSION) 729651SAndreas.Sandberg@ARM.com fatal("KVM: Incompatible API version\n"); 739651SAndreas.Sandberg@ARM.com 749651SAndreas.Sandberg@ARM.com vcpuMMapSize = ioctl(KVM_GET_VCPU_MMAP_SIZE); 759651SAndreas.Sandberg@ARM.com if (vcpuMMapSize == -1) 769651SAndreas.Sandberg@ARM.com panic("KVM: Failed to get virtual CPU MMAP size\n"); 779651SAndreas.Sandberg@ARM.com} 789651SAndreas.Sandberg@ARM.com 799651SAndreas.Sandberg@ARM.comKvm::~Kvm() 809651SAndreas.Sandberg@ARM.com{ 819651SAndreas.Sandberg@ARM.com close(kvmFD); 829651SAndreas.Sandberg@ARM.com} 839651SAndreas.Sandberg@ARM.com 849651SAndreas.Sandberg@ARM.comKvm * 859651SAndreas.Sandberg@ARM.comKvm::create() 869651SAndreas.Sandberg@ARM.com{ 879651SAndreas.Sandberg@ARM.com if (!instance) 889651SAndreas.Sandberg@ARM.com instance = new Kvm(); 899651SAndreas.Sandberg@ARM.com 909651SAndreas.Sandberg@ARM.com return instance; 919651SAndreas.Sandberg@ARM.com} 929651SAndreas.Sandberg@ARM.com 939651SAndreas.Sandberg@ARM.combool 949651SAndreas.Sandberg@ARM.comKvm::capUserMemory() const 959651SAndreas.Sandberg@ARM.com{ 969651SAndreas.Sandberg@ARM.com return checkExtension(KVM_CAP_USER_MEMORY) != 0; 979651SAndreas.Sandberg@ARM.com} 989651SAndreas.Sandberg@ARM.com 999651SAndreas.Sandberg@ARM.combool 1009651SAndreas.Sandberg@ARM.comKvm::capSetTSSAddress() const 1019651SAndreas.Sandberg@ARM.com{ 1029651SAndreas.Sandberg@ARM.com return checkExtension(KVM_CAP_SET_TSS_ADDR) != 0; 1039651SAndreas.Sandberg@ARM.com} 1049651SAndreas.Sandberg@ARM.com 1059651SAndreas.Sandberg@ARM.combool 1069651SAndreas.Sandberg@ARM.comKvm::capExtendedCPUID() const 1079651SAndreas.Sandberg@ARM.com{ 1089651SAndreas.Sandberg@ARM.com return checkExtension(KVM_CAP_EXT_CPUID) != 0; 1099651SAndreas.Sandberg@ARM.com} 1109651SAndreas.Sandberg@ARM.com 1119651SAndreas.Sandberg@ARM.combool 1129651SAndreas.Sandberg@ARM.comKvm::capUserNMI() const 1139651SAndreas.Sandberg@ARM.com{ 1149651SAndreas.Sandberg@ARM.com#ifdef KVM_CAP_USER_NMI 1159651SAndreas.Sandberg@ARM.com return checkExtension(KVM_CAP_USER_NMI) != 0; 1169651SAndreas.Sandberg@ARM.com#else 1179651SAndreas.Sandberg@ARM.com return false; 1189651SAndreas.Sandberg@ARM.com#endif 1199651SAndreas.Sandberg@ARM.com} 1209651SAndreas.Sandberg@ARM.com 1219651SAndreas.Sandberg@ARM.comint 1229651SAndreas.Sandberg@ARM.comKvm::capCoalescedMMIO() const 1239651SAndreas.Sandberg@ARM.com{ 1249651SAndreas.Sandberg@ARM.com return checkExtension(KVM_CAP_COALESCED_MMIO); 1259651SAndreas.Sandberg@ARM.com} 1269651SAndreas.Sandberg@ARM.com 1279651SAndreas.Sandberg@ARM.combool 1289651SAndreas.Sandberg@ARM.comKvm::capOneReg() const 1299651SAndreas.Sandberg@ARM.com{ 1309651SAndreas.Sandberg@ARM.com#ifdef KVM_CAP_ONE_REG 1319651SAndreas.Sandberg@ARM.com return checkExtension(KVM_CAP_ONE_REG) != 0; 1329651SAndreas.Sandberg@ARM.com#else 1339651SAndreas.Sandberg@ARM.com return false; 1349651SAndreas.Sandberg@ARM.com#endif 1359651SAndreas.Sandberg@ARM.com} 1369651SAndreas.Sandberg@ARM.com 1379651SAndreas.Sandberg@ARM.combool 1389651SAndreas.Sandberg@ARM.comKvm::capIRQChip() const 1399651SAndreas.Sandberg@ARM.com{ 1409651SAndreas.Sandberg@ARM.com return checkExtension(KVM_CAP_IRQCHIP) != 0; 1419651SAndreas.Sandberg@ARM.com} 1429651SAndreas.Sandberg@ARM.com 1439651SAndreas.Sandberg@ARM.combool 1449883Sandreas@sandberg.pp.seKvm::capVCPUEvents() const 1459883Sandreas@sandberg.pp.se{ 1469883Sandreas@sandberg.pp.se#ifdef KVM_CAP_VCPU_EVENTS 1479883Sandreas@sandberg.pp.se return checkExtension(KVM_CAP_VCPU_EVENTS) != 0; 1489883Sandreas@sandberg.pp.se#else 1499883Sandreas@sandberg.pp.se return false; 1509883Sandreas@sandberg.pp.se#endif 1519883Sandreas@sandberg.pp.se} 1529883Sandreas@sandberg.pp.se 1539883Sandreas@sandberg.pp.sebool 1549883Sandreas@sandberg.pp.seKvm::capDebugRegs() const 1559883Sandreas@sandberg.pp.se{ 1569883Sandreas@sandberg.pp.se#ifdef KVM_CAP_DEBUGREGS 1579883Sandreas@sandberg.pp.se return checkExtension(KVM_CAP_DEBUGREGS) != 0; 1589883Sandreas@sandberg.pp.se#else 1599883Sandreas@sandberg.pp.se return false; 1609883Sandreas@sandberg.pp.se#endif 1619883Sandreas@sandberg.pp.se} 1629883Sandreas@sandberg.pp.se 1639883Sandreas@sandberg.pp.sebool 1649883Sandreas@sandberg.pp.seKvm::capXCRs() const 1659883Sandreas@sandberg.pp.se{ 1669883Sandreas@sandberg.pp.se#ifdef KVM_CAP_XCRS 1679883Sandreas@sandberg.pp.se return checkExtension(KVM_CAP_XCRS) != 0; 1689883Sandreas@sandberg.pp.se#else 1699883Sandreas@sandberg.pp.se return false; 1709883Sandreas@sandberg.pp.se#endif 1719883Sandreas@sandberg.pp.se} 1729883Sandreas@sandberg.pp.se 1739883Sandreas@sandberg.pp.sebool 1749883Sandreas@sandberg.pp.seKvm::capXSave() const 1759883Sandreas@sandberg.pp.se{ 1769883Sandreas@sandberg.pp.se#ifdef KVM_CAP_XSAVE 1779883Sandreas@sandberg.pp.se return checkExtension(KVM_CAP_XSAVE) != 0; 1789883Sandreas@sandberg.pp.se#else 1799883Sandreas@sandberg.pp.se return false; 1809883Sandreas@sandberg.pp.se#endif 1819883Sandreas@sandberg.pp.se} 1829883Sandreas@sandberg.pp.se 1839883Sandreas@sandberg.pp.sebool 1849651SAndreas.Sandberg@ARM.comKvm::getSupportedCPUID(struct kvm_cpuid2 &cpuid) const 1859651SAndreas.Sandberg@ARM.com{ 1869651SAndreas.Sandberg@ARM.com#if defined(__i386__) || defined(__x86_64__) 1879651SAndreas.Sandberg@ARM.com if (ioctl(KVM_GET_SUPPORTED_CPUID, (void *)&cpuid) == -1) { 1889651SAndreas.Sandberg@ARM.com if (errno == E2BIG) 1899651SAndreas.Sandberg@ARM.com return false; 1909651SAndreas.Sandberg@ARM.com else 1919651SAndreas.Sandberg@ARM.com panic("KVM: Failed to get supported CPUID (errno: %i)\n", errno); 1929651SAndreas.Sandberg@ARM.com } else 1939651SAndreas.Sandberg@ARM.com return true; 1949651SAndreas.Sandberg@ARM.com#else 1959651SAndreas.Sandberg@ARM.com panic("KVM: getSupportedCPUID is unsupported on this platform.\n"); 1969651SAndreas.Sandberg@ARM.com#endif 1979651SAndreas.Sandberg@ARM.com} 1989651SAndreas.Sandberg@ARM.com 1999883Sandreas@sandberg.pp.seconst Kvm::CPUIDVector & 2009883Sandreas@sandberg.pp.seKvm::getSupportedCPUID() const 2019883Sandreas@sandberg.pp.se{ 2029883Sandreas@sandberg.pp.se if (supportedCPUIDCache.empty()) { 2039883Sandreas@sandberg.pp.se std::unique_ptr<struct kvm_cpuid2> cpuid; 2049883Sandreas@sandberg.pp.se int i(1); 2059883Sandreas@sandberg.pp.se do { 2069883Sandreas@sandberg.pp.se cpuid.reset((struct kvm_cpuid2 *)operator new( 2079883Sandreas@sandberg.pp.se sizeof(kvm_cpuid2) + i * sizeof(kvm_cpuid_entry2))); 2089883Sandreas@sandberg.pp.se 2099883Sandreas@sandberg.pp.se cpuid->nent = i; 2109883Sandreas@sandberg.pp.se ++i; 2119883Sandreas@sandberg.pp.se } while (!getSupportedCPUID(*cpuid)); 2129883Sandreas@sandberg.pp.se supportedCPUIDCache.assign(cpuid->entries, 2139883Sandreas@sandberg.pp.se cpuid->entries + cpuid->nent); 2149883Sandreas@sandberg.pp.se } 2159883Sandreas@sandberg.pp.se 2169883Sandreas@sandberg.pp.se return supportedCPUIDCache; 2179883Sandreas@sandberg.pp.se} 2189883Sandreas@sandberg.pp.se 2199883Sandreas@sandberg.pp.sebool 2209883Sandreas@sandberg.pp.seKvm::getSupportedMSRs(struct kvm_msr_list &msrs) const 2219883Sandreas@sandberg.pp.se{ 2229883Sandreas@sandberg.pp.se#if defined(__i386__) || defined(__x86_64__) 2239883Sandreas@sandberg.pp.se if (ioctl(KVM_GET_MSR_INDEX_LIST, (void *)&msrs) == -1) { 2249883Sandreas@sandberg.pp.se if (errno == E2BIG) 2259883Sandreas@sandberg.pp.se return false; 2269883Sandreas@sandberg.pp.se else 2279883Sandreas@sandberg.pp.se panic("KVM: Failed to get supported CPUID (errno: %i)\n", errno); 2289883Sandreas@sandberg.pp.se } else 2299883Sandreas@sandberg.pp.se return true; 2309883Sandreas@sandberg.pp.se#else 2319883Sandreas@sandberg.pp.se panic("KVM: getSupportedCPUID is unsupported on this platform.\n"); 2329883Sandreas@sandberg.pp.se#endif 2339883Sandreas@sandberg.pp.se} 2349883Sandreas@sandberg.pp.se 2359883Sandreas@sandberg.pp.seconst Kvm::MSRIndexVector & 2369883Sandreas@sandberg.pp.seKvm::getSupportedMSRs() const 2379883Sandreas@sandberg.pp.se{ 2389883Sandreas@sandberg.pp.se if (supportedMSRCache.empty()) { 2399883Sandreas@sandberg.pp.se std::unique_ptr<struct kvm_msr_list> msrs; 2409883Sandreas@sandberg.pp.se int i(0); 2419883Sandreas@sandberg.pp.se do { 2429883Sandreas@sandberg.pp.se msrs.reset((struct kvm_msr_list *)operator new( 2439883Sandreas@sandberg.pp.se sizeof(kvm_msr_list) + i * sizeof(uint32_t))); 2449883Sandreas@sandberg.pp.se 2459883Sandreas@sandberg.pp.se msrs->nmsrs = i; 2469883Sandreas@sandberg.pp.se ++i; 2479883Sandreas@sandberg.pp.se } while (!getSupportedMSRs(*msrs)); 2489883Sandreas@sandberg.pp.se supportedMSRCache.assign(msrs->indices, msrs->indices + msrs->nmsrs); 2499883Sandreas@sandberg.pp.se } 2509883Sandreas@sandberg.pp.se 2519883Sandreas@sandberg.pp.se return supportedMSRCache; 2529883Sandreas@sandberg.pp.se} 2539883Sandreas@sandberg.pp.se 2549651SAndreas.Sandberg@ARM.comint 2559651SAndreas.Sandberg@ARM.comKvm::checkExtension(int extension) const 2569651SAndreas.Sandberg@ARM.com{ 2579651SAndreas.Sandberg@ARM.com int ret = ioctl(KVM_CHECK_EXTENSION, extension); 2589651SAndreas.Sandberg@ARM.com if (ret == -1) 2599651SAndreas.Sandberg@ARM.com panic("KVM: ioctl failed when checking for extension\n"); 2609651SAndreas.Sandberg@ARM.com return ret; 2619651SAndreas.Sandberg@ARM.com} 2629651SAndreas.Sandberg@ARM.com 2639651SAndreas.Sandberg@ARM.comint 2649651SAndreas.Sandberg@ARM.comKvm::ioctl(int request, long p1) const 2659651SAndreas.Sandberg@ARM.com{ 2669651SAndreas.Sandberg@ARM.com assert(kvmFD != -1); 2679651SAndreas.Sandberg@ARM.com 2689651SAndreas.Sandberg@ARM.com return ::ioctl(kvmFD, request, p1); 2699651SAndreas.Sandberg@ARM.com} 2709651SAndreas.Sandberg@ARM.com 2719651SAndreas.Sandberg@ARM.comint 2729651SAndreas.Sandberg@ARM.comKvm::createVM() 2739651SAndreas.Sandberg@ARM.com{ 2749651SAndreas.Sandberg@ARM.com int vmFD; 2759651SAndreas.Sandberg@ARM.com 2769651SAndreas.Sandberg@ARM.com vmFD = ioctl(KVM_CREATE_VM); 2779651SAndreas.Sandberg@ARM.com if (vmFD == -1) 2789651SAndreas.Sandberg@ARM.com panic("Failed to create KVM VM\n"); 2799651SAndreas.Sandberg@ARM.com 2809651SAndreas.Sandberg@ARM.com return vmFD; 2819651SAndreas.Sandberg@ARM.com} 2829651SAndreas.Sandberg@ARM.com 2839651SAndreas.Sandberg@ARM.com 2849651SAndreas.Sandberg@ARM.comKvmVM::KvmVM(KvmVMParams *params) 2859651SAndreas.Sandberg@ARM.com : SimObject(params), 2869651SAndreas.Sandberg@ARM.com kvm(), system(params->system), 2879651SAndreas.Sandberg@ARM.com vmFD(kvm.createVM()), 2889651SAndreas.Sandberg@ARM.com started(false), 2899651SAndreas.Sandberg@ARM.com nextVCPUID(0) 2909651SAndreas.Sandberg@ARM.com{ 2919651SAndreas.Sandberg@ARM.com /* Setup the coalesced MMIO regions */ 2929651SAndreas.Sandberg@ARM.com for (int i = 0; i < params->coalescedMMIO.size(); ++i) 2939651SAndreas.Sandberg@ARM.com coalesceMMIO(params->coalescedMMIO[i]); 2949651SAndreas.Sandberg@ARM.com} 2959651SAndreas.Sandberg@ARM.com 2969651SAndreas.Sandberg@ARM.comKvmVM::~KvmVM() 2979651SAndreas.Sandberg@ARM.com{ 2989651SAndreas.Sandberg@ARM.com close(vmFD); 2999651SAndreas.Sandberg@ARM.com} 3009651SAndreas.Sandberg@ARM.com 3019651SAndreas.Sandberg@ARM.comvoid 3029651SAndreas.Sandberg@ARM.comKvmVM::cpuStartup() 3039651SAndreas.Sandberg@ARM.com{ 3049651SAndreas.Sandberg@ARM.com if (started) 3059651SAndreas.Sandberg@ARM.com return; 3069651SAndreas.Sandberg@ARM.com started = true; 3079651SAndreas.Sandberg@ARM.com 3089651SAndreas.Sandberg@ARM.com delayedStartup(); 3099651SAndreas.Sandberg@ARM.com} 3109651SAndreas.Sandberg@ARM.com 3119651SAndreas.Sandberg@ARM.comvoid 3129651SAndreas.Sandberg@ARM.comKvmVM::delayedStartup() 3139651SAndreas.Sandberg@ARM.com{ 3149651SAndreas.Sandberg@ARM.com const std::vector<std::pair<AddrRange, uint8_t*> >&memories( 3159651SAndreas.Sandberg@ARM.com system->getPhysMem().getBackingStore()); 3169651SAndreas.Sandberg@ARM.com 3179651SAndreas.Sandberg@ARM.com DPRINTF(Kvm, "Mapping %i memory region(s)\n", memories.size()); 3189651SAndreas.Sandberg@ARM.com for (int slot(0); slot < memories.size(); ++slot) { 3199651SAndreas.Sandberg@ARM.com const AddrRange &range(memories[slot].first); 3209651SAndreas.Sandberg@ARM.com void *pmem(memories[slot].second); 3219651SAndreas.Sandberg@ARM.com 3229651SAndreas.Sandberg@ARM.com if (pmem) { 3239651SAndreas.Sandberg@ARM.com DPRINTF(Kvm, "Mapping region: 0x%p -> 0x%llx [size: 0x%llx]\n", 3249651SAndreas.Sandberg@ARM.com pmem, range.start(), range.size()); 3259651SAndreas.Sandberg@ARM.com 3269651SAndreas.Sandberg@ARM.com setUserMemoryRegion(slot, pmem, range, 0 /* flags */); 3279651SAndreas.Sandberg@ARM.com } else { 3289651SAndreas.Sandberg@ARM.com DPRINTF(Kvm, "Zero-region not mapped: [0x%llx]\n", range.start()); 3299651SAndreas.Sandberg@ARM.com hack("KVM: Zero memory handled as IO\n"); 3309651SAndreas.Sandberg@ARM.com } 3319651SAndreas.Sandberg@ARM.com } 3329651SAndreas.Sandberg@ARM.com} 3339651SAndreas.Sandberg@ARM.com 3349651SAndreas.Sandberg@ARM.comvoid 3359651SAndreas.Sandberg@ARM.comKvmVM::setUserMemoryRegion(uint32_t slot, 3369651SAndreas.Sandberg@ARM.com void *host_addr, AddrRange guest_range, 3379651SAndreas.Sandberg@ARM.com uint32_t flags) 3389651SAndreas.Sandberg@ARM.com{ 3399651SAndreas.Sandberg@ARM.com if (guest_range.interleaved()) 3409651SAndreas.Sandberg@ARM.com panic("Tried to map an interleaved memory range into a KVM VM.\n"); 3419651SAndreas.Sandberg@ARM.com 3429651SAndreas.Sandberg@ARM.com setUserMemoryRegion(slot, host_addr, 3439651SAndreas.Sandberg@ARM.com guest_range.start(), guest_range.size(), 3449651SAndreas.Sandberg@ARM.com flags); 3459651SAndreas.Sandberg@ARM.com} 3469651SAndreas.Sandberg@ARM.com 3479651SAndreas.Sandberg@ARM.comvoid 3489651SAndreas.Sandberg@ARM.comKvmVM::setUserMemoryRegion(uint32_t slot, 3499651SAndreas.Sandberg@ARM.com void *host_addr, Addr guest_addr, 3509651SAndreas.Sandberg@ARM.com uint64_t len, uint32_t flags) 3519651SAndreas.Sandberg@ARM.com{ 3529651SAndreas.Sandberg@ARM.com struct kvm_userspace_memory_region m; 3539651SAndreas.Sandberg@ARM.com 3549651SAndreas.Sandberg@ARM.com memset(&m, 0, sizeof(m)); 3559651SAndreas.Sandberg@ARM.com m.slot = slot; 3569651SAndreas.Sandberg@ARM.com m.flags = flags; 3579651SAndreas.Sandberg@ARM.com m.guest_phys_addr = (uint64_t)guest_addr; 3589651SAndreas.Sandberg@ARM.com m.memory_size = len; 3599651SAndreas.Sandberg@ARM.com m.userspace_addr = (__u64)host_addr; 3609651SAndreas.Sandberg@ARM.com 3619651SAndreas.Sandberg@ARM.com if (ioctl(KVM_SET_USER_MEMORY_REGION, (void *)&m) == -1) { 3629651SAndreas.Sandberg@ARM.com panic("Failed to setup KVM memory region:\n" 3639651SAndreas.Sandberg@ARM.com "\tHost Address: 0x%p\n" 3649651SAndreas.Sandberg@ARM.com "\tGuest Address: 0x%llx\n", 3659651SAndreas.Sandberg@ARM.com "\tSize: %ll\n", 3669651SAndreas.Sandberg@ARM.com "\tFlags: 0x%x\n", 3679651SAndreas.Sandberg@ARM.com m.userspace_addr, m.guest_phys_addr, 3689651SAndreas.Sandberg@ARM.com m.memory_size, m.flags); 3699651SAndreas.Sandberg@ARM.com } 3709651SAndreas.Sandberg@ARM.com} 3719651SAndreas.Sandberg@ARM.com 3729651SAndreas.Sandberg@ARM.comvoid 3739651SAndreas.Sandberg@ARM.comKvmVM::coalesceMMIO(const AddrRange &range) 3749651SAndreas.Sandberg@ARM.com{ 3759651SAndreas.Sandberg@ARM.com coalesceMMIO(range.start(), range.size()); 3769651SAndreas.Sandberg@ARM.com} 3779651SAndreas.Sandberg@ARM.com 3789651SAndreas.Sandberg@ARM.comvoid 3799651SAndreas.Sandberg@ARM.comKvmVM::coalesceMMIO(Addr start, int size) 3809651SAndreas.Sandberg@ARM.com{ 3819651SAndreas.Sandberg@ARM.com struct kvm_coalesced_mmio_zone zone; 3829651SAndreas.Sandberg@ARM.com 3839651SAndreas.Sandberg@ARM.com zone.addr = start; 3849651SAndreas.Sandberg@ARM.com zone.size = size; 3859651SAndreas.Sandberg@ARM.com zone.pad = 0; 3869651SAndreas.Sandberg@ARM.com 3879651SAndreas.Sandberg@ARM.com DPRINTF(Kvm, "KVM: Registering coalesced MMIO region [0x%x, 0x%x]\n", 3889651SAndreas.Sandberg@ARM.com zone.addr, zone.addr + zone.size - 1); 3899651SAndreas.Sandberg@ARM.com if (ioctl(KVM_REGISTER_COALESCED_MMIO, (void *)&zone) == -1) 3909651SAndreas.Sandberg@ARM.com panic("KVM: Failed to register coalesced MMIO region (%i)\n", 3919651SAndreas.Sandberg@ARM.com errno); 3929651SAndreas.Sandberg@ARM.com} 3939651SAndreas.Sandberg@ARM.com 3949651SAndreas.Sandberg@ARM.comvoid 3959651SAndreas.Sandberg@ARM.comKvmVM::setTSSAddress(Addr tss_address) 3969651SAndreas.Sandberg@ARM.com{ 3979651SAndreas.Sandberg@ARM.com if (ioctl(KVM_SET_TSS_ADDR, (unsigned long)tss_address) == -1) 3989651SAndreas.Sandberg@ARM.com panic("KVM: Failed to set VM TSS address\n"); 3999651SAndreas.Sandberg@ARM.com} 4009651SAndreas.Sandberg@ARM.com 4019651SAndreas.Sandberg@ARM.comvoid 4029651SAndreas.Sandberg@ARM.comKvmVM::createIRQChip() 4039651SAndreas.Sandberg@ARM.com{ 4049651SAndreas.Sandberg@ARM.com if (_hasKernelIRQChip) 4059651SAndreas.Sandberg@ARM.com panic("KvmVM::createIRQChip called twice.\n"); 4069651SAndreas.Sandberg@ARM.com 4079651SAndreas.Sandberg@ARM.com if (ioctl(KVM_CREATE_IRQCHIP) != -1) { 4089651SAndreas.Sandberg@ARM.com _hasKernelIRQChip = true; 4099651SAndreas.Sandberg@ARM.com } else { 4109651SAndreas.Sandberg@ARM.com warn("KVM: Failed to create in-kernel IRQ chip (errno: %i)\n", 4119651SAndreas.Sandberg@ARM.com errno); 4129651SAndreas.Sandberg@ARM.com _hasKernelIRQChip = false; 4139651SAndreas.Sandberg@ARM.com } 4149651SAndreas.Sandberg@ARM.com} 4159651SAndreas.Sandberg@ARM.com 4169651SAndreas.Sandberg@ARM.comvoid 4179651SAndreas.Sandberg@ARM.comKvmVM::setIRQLine(uint32_t irq, bool high) 4189651SAndreas.Sandberg@ARM.com{ 4199651SAndreas.Sandberg@ARM.com struct kvm_irq_level kvm_level; 4209651SAndreas.Sandberg@ARM.com 4219651SAndreas.Sandberg@ARM.com kvm_level.irq = irq; 4229651SAndreas.Sandberg@ARM.com kvm_level.level = high ? 1 : 0; 4239651SAndreas.Sandberg@ARM.com 4249651SAndreas.Sandberg@ARM.com if (ioctl(KVM_IRQ_LINE, &kvm_level) == -1) 4259651SAndreas.Sandberg@ARM.com panic("KVM: Failed to set IRQ line level (errno: %i)\n", 4269651SAndreas.Sandberg@ARM.com errno); 4279651SAndreas.Sandberg@ARM.com} 4289651SAndreas.Sandberg@ARM.com 4299651SAndreas.Sandberg@ARM.comint 4309651SAndreas.Sandberg@ARM.comKvmVM::createVCPU(long vcpuID) 4319651SAndreas.Sandberg@ARM.com{ 4329651SAndreas.Sandberg@ARM.com int fd; 4339651SAndreas.Sandberg@ARM.com 4349651SAndreas.Sandberg@ARM.com fd = ioctl(KVM_CREATE_VCPU, vcpuID); 4359651SAndreas.Sandberg@ARM.com if (fd == -1) 4369651SAndreas.Sandberg@ARM.com panic("KVM: Failed to create virtual CPU"); 4379651SAndreas.Sandberg@ARM.com 4389651SAndreas.Sandberg@ARM.com return fd; 4399651SAndreas.Sandberg@ARM.com} 4409651SAndreas.Sandberg@ARM.com 4419651SAndreas.Sandberg@ARM.comlong 4429651SAndreas.Sandberg@ARM.comKvmVM::allocVCPUID() 4439651SAndreas.Sandberg@ARM.com{ 4449651SAndreas.Sandberg@ARM.com return nextVCPUID++; 4459651SAndreas.Sandberg@ARM.com} 4469651SAndreas.Sandberg@ARM.com 4479651SAndreas.Sandberg@ARM.comint 4489651SAndreas.Sandberg@ARM.comKvmVM::ioctl(int request, long p1) const 4499651SAndreas.Sandberg@ARM.com{ 4509651SAndreas.Sandberg@ARM.com assert(vmFD != -1); 4519651SAndreas.Sandberg@ARM.com 4529651SAndreas.Sandberg@ARM.com return ::ioctl(vmFD, request, p1); 4539651SAndreas.Sandberg@ARM.com} 4549651SAndreas.Sandberg@ARM.com 4559651SAndreas.Sandberg@ARM.com 4569651SAndreas.Sandberg@ARM.comKvmVM * 4579651SAndreas.Sandberg@ARM.comKvmVMParams::create() 4589651SAndreas.Sandberg@ARM.com{ 4599651SAndreas.Sandberg@ARM.com static bool created = false; 4609651SAndreas.Sandberg@ARM.com if (created) 4619651SAndreas.Sandberg@ARM.com warn_once("Use of multiple KvmVMs is currently untested!\n"); 4629651SAndreas.Sandberg@ARM.com 4639651SAndreas.Sandberg@ARM.com created = true; 4649651SAndreas.Sandberg@ARM.com 4659651SAndreas.Sandberg@ARM.com return new KvmVM(this); 4669651SAndreas.Sandberg@ARM.com} 467