1fb80f333SDaniel Henrique Barboza /* 2fb80f333SDaniel Henrique Barboza * RISC-V implementation of KVM hooks 3fb80f333SDaniel Henrique Barboza * 4fb80f333SDaniel Henrique Barboza * Copyright (c) 2020 Huawei Technologies Co., Ltd 5fb80f333SDaniel Henrique Barboza * 6fb80f333SDaniel Henrique Barboza * This program is free software; you can redistribute it and/or modify it 7fb80f333SDaniel Henrique Barboza * under the terms and conditions of the GNU General Public License, 8fb80f333SDaniel Henrique Barboza * version 2 or later, as published by the Free Software Foundation. 9fb80f333SDaniel Henrique Barboza * 10fb80f333SDaniel Henrique Barboza * This program is distributed in the hope it will be useful, but WITHOUT 11fb80f333SDaniel Henrique Barboza * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 12fb80f333SDaniel Henrique Barboza * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for 13fb80f333SDaniel Henrique Barboza * more details. 14fb80f333SDaniel Henrique Barboza * 15fb80f333SDaniel Henrique Barboza * You should have received a copy of the GNU General Public License along with 16fb80f333SDaniel Henrique Barboza * this program. If not, see <http://www.gnu.org/licenses/>. 17fb80f333SDaniel Henrique Barboza */ 18fb80f333SDaniel Henrique Barboza 19fb80f333SDaniel Henrique Barboza #include "qemu/osdep.h" 20fb80f333SDaniel Henrique Barboza #include <sys/ioctl.h> 21fb80f333SDaniel Henrique Barboza 22fb80f333SDaniel Henrique Barboza #include <linux/kvm.h> 23fb80f333SDaniel Henrique Barboza 24fb80f333SDaniel Henrique Barboza #include "qemu/timer.h" 25fb80f333SDaniel Henrique Barboza #include "qapi/error.h" 26fb80f333SDaniel Henrique Barboza #include "qemu/error-report.h" 27fb80f333SDaniel Henrique Barboza #include "qemu/main-loop.h" 28fb80f333SDaniel Henrique Barboza #include "qapi/visitor.h" 29fb80f333SDaniel Henrique Barboza #include "sysemu/sysemu.h" 30fb80f333SDaniel Henrique Barboza #include "sysemu/kvm.h" 31fb80f333SDaniel Henrique Barboza #include "sysemu/kvm_int.h" 32fb80f333SDaniel Henrique Barboza #include "cpu.h" 33fb80f333SDaniel Henrique Barboza #include "trace.h" 34fb80f333SDaniel Henrique Barboza #include "hw/core/accel-cpu.h" 35fb80f333SDaniel Henrique Barboza #include "hw/pci/pci.h" 36fb80f333SDaniel Henrique Barboza #include "exec/memattrs.h" 37fb80f333SDaniel Henrique Barboza #include "exec/address-spaces.h" 38fb80f333SDaniel Henrique Barboza #include "hw/boards.h" 39fb80f333SDaniel Henrique Barboza #include "hw/irq.h" 40fb80f333SDaniel Henrique Barboza #include "hw/intc/riscv_imsic.h" 41fb80f333SDaniel Henrique Barboza #include "qemu/log.h" 42fb80f333SDaniel Henrique Barboza #include "hw/loader.h" 43fb80f333SDaniel Henrique Barboza #include "kvm_riscv.h" 44fb80f333SDaniel Henrique Barboza #include "sbi_ecall_interface.h" 45fb80f333SDaniel Henrique Barboza #include "chardev/char-fe.h" 46fb80f333SDaniel Henrique Barboza #include "migration/migration.h" 47fb80f333SDaniel Henrique Barboza #include "sysemu/runstate.h" 48fb80f333SDaniel Henrique Barboza #include "hw/riscv/numa.h" 49fb80f333SDaniel Henrique Barboza 50fb80f333SDaniel Henrique Barboza void riscv_kvm_aplic_request(void *opaque, int irq, int level) 51fb80f333SDaniel Henrique Barboza { 52fb80f333SDaniel Henrique Barboza kvm_set_irq(kvm_state, irq, !!level); 53fb80f333SDaniel Henrique Barboza } 54fb80f333SDaniel Henrique Barboza 55fb80f333SDaniel Henrique Barboza static bool cap_has_mp_state; 56fb80f333SDaniel Henrique Barboza 57fb80f333SDaniel Henrique Barboza static uint64_t kvm_riscv_reg_id(CPURISCVState *env, uint64_t type, 58fb80f333SDaniel Henrique Barboza uint64_t idx) 59fb80f333SDaniel Henrique Barboza { 60fb80f333SDaniel Henrique Barboza uint64_t id = KVM_REG_RISCV | type | idx; 61fb80f333SDaniel Henrique Barboza 62fb80f333SDaniel Henrique Barboza switch (riscv_cpu_mxl(env)) { 63fb80f333SDaniel Henrique Barboza case MXL_RV32: 64fb80f333SDaniel Henrique Barboza id |= KVM_REG_SIZE_U32; 65fb80f333SDaniel Henrique Barboza break; 66fb80f333SDaniel Henrique Barboza case MXL_RV64: 67fb80f333SDaniel Henrique Barboza id |= KVM_REG_SIZE_U64; 68fb80f333SDaniel Henrique Barboza break; 69fb80f333SDaniel Henrique Barboza default: 70fb80f333SDaniel Henrique Barboza g_assert_not_reached(); 71fb80f333SDaniel Henrique Barboza } 72fb80f333SDaniel Henrique Barboza return id; 73fb80f333SDaniel Henrique Barboza } 74fb80f333SDaniel Henrique Barboza 7549c211ffSDaniel Henrique Barboza static uint64_t kvm_riscv_reg_id_u32(uint64_t type, uint64_t idx) 7649c211ffSDaniel Henrique Barboza { 7749c211ffSDaniel Henrique Barboza return KVM_REG_RISCV | KVM_REG_SIZE_U32 | type | idx; 7849c211ffSDaniel Henrique Barboza } 7949c211ffSDaniel Henrique Barboza 80*450bd661SDaniel Henrique Barboza static uint64_t kvm_riscv_reg_id_u64(uint64_t type, uint64_t idx) 81*450bd661SDaniel Henrique Barboza { 82*450bd661SDaniel Henrique Barboza return KVM_REG_RISCV | KVM_REG_SIZE_U64 | type | idx; 83*450bd661SDaniel Henrique Barboza } 84*450bd661SDaniel Henrique Barboza 85fb80f333SDaniel Henrique Barboza #define RISCV_CORE_REG(env, name) kvm_riscv_reg_id(env, KVM_REG_RISCV_CORE, \ 86fb80f333SDaniel Henrique Barboza KVM_REG_RISCV_CORE_REG(name)) 87fb80f333SDaniel Henrique Barboza 88fb80f333SDaniel Henrique Barboza #define RISCV_CSR_REG(env, name) kvm_riscv_reg_id(env, KVM_REG_RISCV_CSR, \ 89fb80f333SDaniel Henrique Barboza KVM_REG_RISCV_CSR_REG(name)) 90fb80f333SDaniel Henrique Barboza 91fb80f333SDaniel Henrique Barboza #define RISCV_TIMER_REG(env, name) kvm_riscv_reg_id(env, KVM_REG_RISCV_TIMER, \ 92fb80f333SDaniel Henrique Barboza KVM_REG_RISCV_TIMER_REG(name)) 93fb80f333SDaniel Henrique Barboza 9449c211ffSDaniel Henrique Barboza #define RISCV_FP_F_REG(idx) kvm_riscv_reg_id_u32(KVM_REG_RISCV_FP_F, idx) 95fb80f333SDaniel Henrique Barboza 96*450bd661SDaniel Henrique Barboza #define RISCV_FP_D_REG(idx) kvm_riscv_reg_id_u64(KVM_REG_RISCV_FP_D, idx) 97fb80f333SDaniel Henrique Barboza 98fb80f333SDaniel Henrique Barboza #define KVM_RISCV_GET_CSR(cs, env, csr, reg) \ 99fb80f333SDaniel Henrique Barboza do { \ 100560b8e1dSDaniel Henrique Barboza int _ret = kvm_get_one_reg(cs, RISCV_CSR_REG(env, csr), ®); \ 101560b8e1dSDaniel Henrique Barboza if (_ret) { \ 102560b8e1dSDaniel Henrique Barboza return _ret; \ 103fb80f333SDaniel Henrique Barboza } \ 104fb80f333SDaniel Henrique Barboza } while (0) 105fb80f333SDaniel Henrique Barboza 106fb80f333SDaniel Henrique Barboza #define KVM_RISCV_SET_CSR(cs, env, csr, reg) \ 107fb80f333SDaniel Henrique Barboza do { \ 108560b8e1dSDaniel Henrique Barboza int _ret = kvm_set_one_reg(cs, RISCV_CSR_REG(env, csr), ®); \ 109560b8e1dSDaniel Henrique Barboza if (_ret) { \ 110560b8e1dSDaniel Henrique Barboza return _ret; \ 111fb80f333SDaniel Henrique Barboza } \ 112fb80f333SDaniel Henrique Barboza } while (0) 113fb80f333SDaniel Henrique Barboza 114fb80f333SDaniel Henrique Barboza #define KVM_RISCV_GET_TIMER(cs, env, name, reg) \ 115fb80f333SDaniel Henrique Barboza do { \ 116fb80f333SDaniel Henrique Barboza int ret = kvm_get_one_reg(cs, RISCV_TIMER_REG(env, name), ®); \ 117fb80f333SDaniel Henrique Barboza if (ret) { \ 118fb80f333SDaniel Henrique Barboza abort(); \ 119fb80f333SDaniel Henrique Barboza } \ 120fb80f333SDaniel Henrique Barboza } while (0) 121fb80f333SDaniel Henrique Barboza 122fb80f333SDaniel Henrique Barboza #define KVM_RISCV_SET_TIMER(cs, env, name, reg) \ 123fb80f333SDaniel Henrique Barboza do { \ 124fb80f333SDaniel Henrique Barboza int ret = kvm_set_one_reg(cs, RISCV_TIMER_REG(env, name), ®); \ 125fb80f333SDaniel Henrique Barboza if (ret) { \ 126fb80f333SDaniel Henrique Barboza abort(); \ 127fb80f333SDaniel Henrique Barboza } \ 128fb80f333SDaniel Henrique Barboza } while (0) 129fb80f333SDaniel Henrique Barboza 130fb80f333SDaniel Henrique Barboza typedef struct KVMCPUConfig { 131fb80f333SDaniel Henrique Barboza const char *name; 132fb80f333SDaniel Henrique Barboza const char *description; 133fb80f333SDaniel Henrique Barboza target_ulong offset; 134fb80f333SDaniel Henrique Barboza int kvm_reg_id; 135fb80f333SDaniel Henrique Barboza bool user_set; 136fb80f333SDaniel Henrique Barboza bool supported; 137fb80f333SDaniel Henrique Barboza } KVMCPUConfig; 138fb80f333SDaniel Henrique Barboza 139fb80f333SDaniel Henrique Barboza #define KVM_MISA_CFG(_bit, _reg_id) \ 140fb80f333SDaniel Henrique Barboza {.offset = _bit, .kvm_reg_id = _reg_id} 141fb80f333SDaniel Henrique Barboza 142fb80f333SDaniel Henrique Barboza /* KVM ISA extensions */ 143fb80f333SDaniel Henrique Barboza static KVMCPUConfig kvm_misa_ext_cfgs[] = { 144fb80f333SDaniel Henrique Barboza KVM_MISA_CFG(RVA, KVM_RISCV_ISA_EXT_A), 145fb80f333SDaniel Henrique Barboza KVM_MISA_CFG(RVC, KVM_RISCV_ISA_EXT_C), 146fb80f333SDaniel Henrique Barboza KVM_MISA_CFG(RVD, KVM_RISCV_ISA_EXT_D), 147fb80f333SDaniel Henrique Barboza KVM_MISA_CFG(RVF, KVM_RISCV_ISA_EXT_F), 148fb80f333SDaniel Henrique Barboza KVM_MISA_CFG(RVH, KVM_RISCV_ISA_EXT_H), 149fb80f333SDaniel Henrique Barboza KVM_MISA_CFG(RVI, KVM_RISCV_ISA_EXT_I), 150fb80f333SDaniel Henrique Barboza KVM_MISA_CFG(RVM, KVM_RISCV_ISA_EXT_M), 151fb80f333SDaniel Henrique Barboza }; 152fb80f333SDaniel Henrique Barboza 153456a6554SDaniel Henrique Barboza static void kvm_cpu_get_misa_ext_cfg(Object *obj, Visitor *v, 154456a6554SDaniel Henrique Barboza const char *name, 155456a6554SDaniel Henrique Barboza void *opaque, Error **errp) 156456a6554SDaniel Henrique Barboza { 157456a6554SDaniel Henrique Barboza KVMCPUConfig *misa_ext_cfg = opaque; 158456a6554SDaniel Henrique Barboza target_ulong misa_bit = misa_ext_cfg->offset; 159456a6554SDaniel Henrique Barboza RISCVCPU *cpu = RISCV_CPU(obj); 160456a6554SDaniel Henrique Barboza CPURISCVState *env = &cpu->env; 161456a6554SDaniel Henrique Barboza bool value = env->misa_ext_mask & misa_bit; 162456a6554SDaniel Henrique Barboza 163456a6554SDaniel Henrique Barboza visit_type_bool(v, name, &value, errp); 164456a6554SDaniel Henrique Barboza } 165456a6554SDaniel Henrique Barboza 166fb80f333SDaniel Henrique Barboza static void kvm_cpu_set_misa_ext_cfg(Object *obj, Visitor *v, 167fb80f333SDaniel Henrique Barboza const char *name, 168fb80f333SDaniel Henrique Barboza void *opaque, Error **errp) 169fb80f333SDaniel Henrique Barboza { 170fb80f333SDaniel Henrique Barboza KVMCPUConfig *misa_ext_cfg = opaque; 171fb80f333SDaniel Henrique Barboza target_ulong misa_bit = misa_ext_cfg->offset; 172fb80f333SDaniel Henrique Barboza RISCVCPU *cpu = RISCV_CPU(obj); 173fb80f333SDaniel Henrique Barboza CPURISCVState *env = &cpu->env; 174fb80f333SDaniel Henrique Barboza bool value, host_bit; 175fb80f333SDaniel Henrique Barboza 176fb80f333SDaniel Henrique Barboza if (!visit_type_bool(v, name, &value, errp)) { 177fb80f333SDaniel Henrique Barboza return; 178fb80f333SDaniel Henrique Barboza } 179fb80f333SDaniel Henrique Barboza 180fb80f333SDaniel Henrique Barboza host_bit = env->misa_ext_mask & misa_bit; 181fb80f333SDaniel Henrique Barboza 182fb80f333SDaniel Henrique Barboza if (value == host_bit) { 183fb80f333SDaniel Henrique Barboza return; 184fb80f333SDaniel Henrique Barboza } 185fb80f333SDaniel Henrique Barboza 186fb80f333SDaniel Henrique Barboza if (!value) { 187fb80f333SDaniel Henrique Barboza misa_ext_cfg->user_set = true; 188fb80f333SDaniel Henrique Barboza return; 189fb80f333SDaniel Henrique Barboza } 190fb80f333SDaniel Henrique Barboza 191fb80f333SDaniel Henrique Barboza /* 192fb80f333SDaniel Henrique Barboza * Forbid users to enable extensions that aren't 193fb80f333SDaniel Henrique Barboza * available in the hart. 194fb80f333SDaniel Henrique Barboza */ 195fb80f333SDaniel Henrique Barboza error_setg(errp, "Enabling MISA bit '%s' is not allowed: it's not " 196fb80f333SDaniel Henrique Barboza "enabled in the host", misa_ext_cfg->name); 197fb80f333SDaniel Henrique Barboza } 198fb80f333SDaniel Henrique Barboza 199fb80f333SDaniel Henrique Barboza static void kvm_riscv_update_cpu_misa_ext(RISCVCPU *cpu, CPUState *cs) 200fb80f333SDaniel Henrique Barboza { 201fb80f333SDaniel Henrique Barboza CPURISCVState *env = &cpu->env; 202fb80f333SDaniel Henrique Barboza uint64_t id, reg; 203fb80f333SDaniel Henrique Barboza int i, ret; 204fb80f333SDaniel Henrique Barboza 205fb80f333SDaniel Henrique Barboza for (i = 0; i < ARRAY_SIZE(kvm_misa_ext_cfgs); i++) { 206fb80f333SDaniel Henrique Barboza KVMCPUConfig *misa_cfg = &kvm_misa_ext_cfgs[i]; 207fb80f333SDaniel Henrique Barboza target_ulong misa_bit = misa_cfg->offset; 208fb80f333SDaniel Henrique Barboza 209fb80f333SDaniel Henrique Barboza if (!misa_cfg->user_set) { 210fb80f333SDaniel Henrique Barboza continue; 211fb80f333SDaniel Henrique Barboza } 212fb80f333SDaniel Henrique Barboza 213fb80f333SDaniel Henrique Barboza /* If we're here we're going to disable the MISA bit */ 214fb80f333SDaniel Henrique Barboza reg = 0; 215fb80f333SDaniel Henrique Barboza id = kvm_riscv_reg_id(env, KVM_REG_RISCV_ISA_EXT, 216fb80f333SDaniel Henrique Barboza misa_cfg->kvm_reg_id); 217fb80f333SDaniel Henrique Barboza ret = kvm_set_one_reg(cs, id, ®); 218fb80f333SDaniel Henrique Barboza if (ret != 0) { 219fb80f333SDaniel Henrique Barboza /* 220fb80f333SDaniel Henrique Barboza * We're not checking for -EINVAL because if the bit is about 221fb80f333SDaniel Henrique Barboza * to be disabled, it means that it was already enabled by 222fb80f333SDaniel Henrique Barboza * KVM. We determined that by fetching the 'isa' register 223fb80f333SDaniel Henrique Barboza * during init() time. Any error at this point is worth 224fb80f333SDaniel Henrique Barboza * aborting. 225fb80f333SDaniel Henrique Barboza */ 226fb80f333SDaniel Henrique Barboza error_report("Unable to set KVM reg %s, error %d", 227fb80f333SDaniel Henrique Barboza misa_cfg->name, ret); 228fb80f333SDaniel Henrique Barboza exit(EXIT_FAILURE); 229fb80f333SDaniel Henrique Barboza } 230fb80f333SDaniel Henrique Barboza env->misa_ext &= ~misa_bit; 231fb80f333SDaniel Henrique Barboza } 232fb80f333SDaniel Henrique Barboza } 233fb80f333SDaniel Henrique Barboza 234fb80f333SDaniel Henrique Barboza #define KVM_EXT_CFG(_name, _prop, _reg_id) \ 235fb80f333SDaniel Henrique Barboza {.name = _name, .offset = CPU_CFG_OFFSET(_prop), \ 236fb80f333SDaniel Henrique Barboza .kvm_reg_id = _reg_id} 237fb80f333SDaniel Henrique Barboza 238fb80f333SDaniel Henrique Barboza static KVMCPUConfig kvm_multi_ext_cfgs[] = { 239a326a2b0SDaniel Henrique Barboza KVM_EXT_CFG("zicbom", ext_zicbom, KVM_RISCV_ISA_EXT_ZICBOM), 240e57039ddSDaniel Henrique Barboza KVM_EXT_CFG("zicboz", ext_zicboz, KVM_RISCV_ISA_EXT_ZICBOZ), 241b31dee8aSDaniel Henrique Barboza KVM_EXT_CFG("zicntr", ext_zicntr, KVM_RISCV_ISA_EXT_ZICNTR), 242672ec606SDaniel Henrique Barboza KVM_EXT_CFG("zicsr", ext_zicsr, KVM_RISCV_ISA_EXT_ZICSR), 243672ec606SDaniel Henrique Barboza KVM_EXT_CFG("zifencei", ext_zifencei, KVM_RISCV_ISA_EXT_ZIFENCEI), 244fb80f333SDaniel Henrique Barboza KVM_EXT_CFG("zihintpause", ext_zihintpause, KVM_RISCV_ISA_EXT_ZIHINTPAUSE), 245b4ceb3f2SDaniel Henrique Barboza KVM_EXT_CFG("zihpm", ext_zihpm, KVM_RISCV_ISA_EXT_ZIHPM), 246672ec606SDaniel Henrique Barboza KVM_EXT_CFG("zba", ext_zba, KVM_RISCV_ISA_EXT_ZBA), 247fb80f333SDaniel Henrique Barboza KVM_EXT_CFG("zbb", ext_zbb, KVM_RISCV_ISA_EXT_ZBB), 248672ec606SDaniel Henrique Barboza KVM_EXT_CFG("zbs", ext_zbs, KVM_RISCV_ISA_EXT_ZBS), 249fb80f333SDaniel Henrique Barboza KVM_EXT_CFG("ssaia", ext_ssaia, KVM_RISCV_ISA_EXT_SSAIA), 250fb80f333SDaniel Henrique Barboza KVM_EXT_CFG("sstc", ext_sstc, KVM_RISCV_ISA_EXT_SSTC), 251fb80f333SDaniel Henrique Barboza KVM_EXT_CFG("svinval", ext_svinval, KVM_RISCV_ISA_EXT_SVINVAL), 252672ec606SDaniel Henrique Barboza KVM_EXT_CFG("svnapot", ext_svnapot, KVM_RISCV_ISA_EXT_SVNAPOT), 253fb80f333SDaniel Henrique Barboza KVM_EXT_CFG("svpbmt", ext_svpbmt, KVM_RISCV_ISA_EXT_SVPBMT), 254fb80f333SDaniel Henrique Barboza }; 255fb80f333SDaniel Henrique Barboza 256fb80f333SDaniel Henrique Barboza static void *kvmconfig_get_cfg_addr(RISCVCPU *cpu, KVMCPUConfig *kvmcfg) 257fb80f333SDaniel Henrique Barboza { 258fb80f333SDaniel Henrique Barboza return (void *)&cpu->cfg + kvmcfg->offset; 259fb80f333SDaniel Henrique Barboza } 260fb80f333SDaniel Henrique Barboza 261fb80f333SDaniel Henrique Barboza static void kvm_cpu_cfg_set(RISCVCPU *cpu, KVMCPUConfig *multi_ext, 262fb80f333SDaniel Henrique Barboza uint32_t val) 263fb80f333SDaniel Henrique Barboza { 264fb80f333SDaniel Henrique Barboza bool *ext_enabled = kvmconfig_get_cfg_addr(cpu, multi_ext); 265fb80f333SDaniel Henrique Barboza 266fb80f333SDaniel Henrique Barboza *ext_enabled = val; 267fb80f333SDaniel Henrique Barboza } 268fb80f333SDaniel Henrique Barboza 269fb80f333SDaniel Henrique Barboza static uint32_t kvm_cpu_cfg_get(RISCVCPU *cpu, 270fb80f333SDaniel Henrique Barboza KVMCPUConfig *multi_ext) 271fb80f333SDaniel Henrique Barboza { 272fb80f333SDaniel Henrique Barboza bool *ext_enabled = kvmconfig_get_cfg_addr(cpu, multi_ext); 273fb80f333SDaniel Henrique Barboza 274fb80f333SDaniel Henrique Barboza return *ext_enabled; 275fb80f333SDaniel Henrique Barboza } 276fb80f333SDaniel Henrique Barboza 277456a6554SDaniel Henrique Barboza static void kvm_cpu_get_multi_ext_cfg(Object *obj, Visitor *v, 278456a6554SDaniel Henrique Barboza const char *name, 279456a6554SDaniel Henrique Barboza void *opaque, Error **errp) 280456a6554SDaniel Henrique Barboza { 281456a6554SDaniel Henrique Barboza KVMCPUConfig *multi_ext_cfg = opaque; 282456a6554SDaniel Henrique Barboza RISCVCPU *cpu = RISCV_CPU(obj); 283456a6554SDaniel Henrique Barboza bool value = kvm_cpu_cfg_get(cpu, multi_ext_cfg); 284456a6554SDaniel Henrique Barboza 285456a6554SDaniel Henrique Barboza visit_type_bool(v, name, &value, errp); 286456a6554SDaniel Henrique Barboza } 287456a6554SDaniel Henrique Barboza 288fb80f333SDaniel Henrique Barboza static void kvm_cpu_set_multi_ext_cfg(Object *obj, Visitor *v, 289fb80f333SDaniel Henrique Barboza const char *name, 290fb80f333SDaniel Henrique Barboza void *opaque, Error **errp) 291fb80f333SDaniel Henrique Barboza { 292fb80f333SDaniel Henrique Barboza KVMCPUConfig *multi_ext_cfg = opaque; 293fb80f333SDaniel Henrique Barboza RISCVCPU *cpu = RISCV_CPU(obj); 294fb80f333SDaniel Henrique Barboza bool value, host_val; 295fb80f333SDaniel Henrique Barboza 296fb80f333SDaniel Henrique Barboza if (!visit_type_bool(v, name, &value, errp)) { 297fb80f333SDaniel Henrique Barboza return; 298fb80f333SDaniel Henrique Barboza } 299fb80f333SDaniel Henrique Barboza 300fb80f333SDaniel Henrique Barboza host_val = kvm_cpu_cfg_get(cpu, multi_ext_cfg); 301fb80f333SDaniel Henrique Barboza 302fb80f333SDaniel Henrique Barboza /* 303fb80f333SDaniel Henrique Barboza * Ignore if the user is setting the same value 304fb80f333SDaniel Henrique Barboza * as the host. 305fb80f333SDaniel Henrique Barboza */ 306fb80f333SDaniel Henrique Barboza if (value == host_val) { 307fb80f333SDaniel Henrique Barboza return; 308fb80f333SDaniel Henrique Barboza } 309fb80f333SDaniel Henrique Barboza 310fb80f333SDaniel Henrique Barboza if (!multi_ext_cfg->supported) { 311fb80f333SDaniel Henrique Barboza /* 312fb80f333SDaniel Henrique Barboza * Error out if the user is trying to enable an 313fb80f333SDaniel Henrique Barboza * extension that KVM doesn't support. Ignore 314fb80f333SDaniel Henrique Barboza * option otherwise. 315fb80f333SDaniel Henrique Barboza */ 316fb80f333SDaniel Henrique Barboza if (value) { 317fb80f333SDaniel Henrique Barboza error_setg(errp, "KVM does not support disabling extension %s", 318fb80f333SDaniel Henrique Barboza multi_ext_cfg->name); 319fb80f333SDaniel Henrique Barboza } 320fb80f333SDaniel Henrique Barboza 321fb80f333SDaniel Henrique Barboza return; 322fb80f333SDaniel Henrique Barboza } 323fb80f333SDaniel Henrique Barboza 324fb80f333SDaniel Henrique Barboza multi_ext_cfg->user_set = true; 325fb80f333SDaniel Henrique Barboza kvm_cpu_cfg_set(cpu, multi_ext_cfg, value); 326fb80f333SDaniel Henrique Barboza } 327fb80f333SDaniel Henrique Barboza 328fb80f333SDaniel Henrique Barboza static KVMCPUConfig kvm_cbom_blocksize = { 329fb80f333SDaniel Henrique Barboza .name = "cbom_blocksize", 330fb80f333SDaniel Henrique Barboza .offset = CPU_CFG_OFFSET(cbom_blocksize), 331fb80f333SDaniel Henrique Barboza .kvm_reg_id = KVM_REG_RISCV_CONFIG_REG(zicbom_block_size) 332fb80f333SDaniel Henrique Barboza }; 333fb80f333SDaniel Henrique Barboza 334fb80f333SDaniel Henrique Barboza static KVMCPUConfig kvm_cboz_blocksize = { 335fb80f333SDaniel Henrique Barboza .name = "cboz_blocksize", 336fb80f333SDaniel Henrique Barboza .offset = CPU_CFG_OFFSET(cboz_blocksize), 337fb80f333SDaniel Henrique Barboza .kvm_reg_id = KVM_REG_RISCV_CONFIG_REG(zicboz_block_size) 338fb80f333SDaniel Henrique Barboza }; 339fb80f333SDaniel Henrique Barboza 340fb80f333SDaniel Henrique Barboza static void kvm_cpu_set_cbomz_blksize(Object *obj, Visitor *v, 341fb80f333SDaniel Henrique Barboza const char *name, 342fb80f333SDaniel Henrique Barboza void *opaque, Error **errp) 343fb80f333SDaniel Henrique Barboza { 344fb80f333SDaniel Henrique Barboza KVMCPUConfig *cbomz_cfg = opaque; 345fb80f333SDaniel Henrique Barboza RISCVCPU *cpu = RISCV_CPU(obj); 346fb80f333SDaniel Henrique Barboza uint16_t value, *host_val; 347fb80f333SDaniel Henrique Barboza 348fb80f333SDaniel Henrique Barboza if (!visit_type_uint16(v, name, &value, errp)) { 349fb80f333SDaniel Henrique Barboza return; 350fb80f333SDaniel Henrique Barboza } 351fb80f333SDaniel Henrique Barboza 352fb80f333SDaniel Henrique Barboza host_val = kvmconfig_get_cfg_addr(cpu, cbomz_cfg); 353fb80f333SDaniel Henrique Barboza 354fb80f333SDaniel Henrique Barboza if (value != *host_val) { 355fb80f333SDaniel Henrique Barboza error_report("Unable to set %s to a different value than " 356fb80f333SDaniel Henrique Barboza "the host (%u)", 357fb80f333SDaniel Henrique Barboza cbomz_cfg->name, *host_val); 358fb80f333SDaniel Henrique Barboza exit(EXIT_FAILURE); 359fb80f333SDaniel Henrique Barboza } 360fb80f333SDaniel Henrique Barboza 361fb80f333SDaniel Henrique Barboza cbomz_cfg->user_set = true; 362fb80f333SDaniel Henrique Barboza } 363fb80f333SDaniel Henrique Barboza 364fb80f333SDaniel Henrique Barboza static void kvm_riscv_update_cpu_cfg_isa_ext(RISCVCPU *cpu, CPUState *cs) 365fb80f333SDaniel Henrique Barboza { 366fb80f333SDaniel Henrique Barboza CPURISCVState *env = &cpu->env; 367fb80f333SDaniel Henrique Barboza uint64_t id, reg; 368fb80f333SDaniel Henrique Barboza int i, ret; 369fb80f333SDaniel Henrique Barboza 370fb80f333SDaniel Henrique Barboza for (i = 0; i < ARRAY_SIZE(kvm_multi_ext_cfgs); i++) { 371fb80f333SDaniel Henrique Barboza KVMCPUConfig *multi_ext_cfg = &kvm_multi_ext_cfgs[i]; 372fb80f333SDaniel Henrique Barboza 373fb80f333SDaniel Henrique Barboza if (!multi_ext_cfg->user_set) { 374fb80f333SDaniel Henrique Barboza continue; 375fb80f333SDaniel Henrique Barboza } 376fb80f333SDaniel Henrique Barboza 377fb80f333SDaniel Henrique Barboza id = kvm_riscv_reg_id(env, KVM_REG_RISCV_ISA_EXT, 378fb80f333SDaniel Henrique Barboza multi_ext_cfg->kvm_reg_id); 379fb80f333SDaniel Henrique Barboza reg = kvm_cpu_cfg_get(cpu, multi_ext_cfg); 380fb80f333SDaniel Henrique Barboza ret = kvm_set_one_reg(cs, id, ®); 381fb80f333SDaniel Henrique Barboza if (ret != 0) { 382fb80f333SDaniel Henrique Barboza error_report("Unable to %s extension %s in KVM, error %d", 383fb80f333SDaniel Henrique Barboza reg ? "enable" : "disable", 384fb80f333SDaniel Henrique Barboza multi_ext_cfg->name, ret); 385fb80f333SDaniel Henrique Barboza exit(EXIT_FAILURE); 386fb80f333SDaniel Henrique Barboza } 387fb80f333SDaniel Henrique Barboza } 388fb80f333SDaniel Henrique Barboza } 389fb80f333SDaniel Henrique Barboza 390456a6554SDaniel Henrique Barboza static void cpu_get_cfg_unavailable(Object *obj, Visitor *v, 391456a6554SDaniel Henrique Barboza const char *name, 392456a6554SDaniel Henrique Barboza void *opaque, Error **errp) 393456a6554SDaniel Henrique Barboza { 394456a6554SDaniel Henrique Barboza bool value = false; 395456a6554SDaniel Henrique Barboza 396456a6554SDaniel Henrique Barboza visit_type_bool(v, name, &value, errp); 397456a6554SDaniel Henrique Barboza } 398456a6554SDaniel Henrique Barboza 399fb80f333SDaniel Henrique Barboza static void cpu_set_cfg_unavailable(Object *obj, Visitor *v, 400fb80f333SDaniel Henrique Barboza const char *name, 401fb80f333SDaniel Henrique Barboza void *opaque, Error **errp) 402fb80f333SDaniel Henrique Barboza { 403fb80f333SDaniel Henrique Barboza const char *propname = opaque; 404fb80f333SDaniel Henrique Barboza bool value; 405fb80f333SDaniel Henrique Barboza 406fb80f333SDaniel Henrique Barboza if (!visit_type_bool(v, name, &value, errp)) { 407fb80f333SDaniel Henrique Barboza return; 408fb80f333SDaniel Henrique Barboza } 409fb80f333SDaniel Henrique Barboza 410fb80f333SDaniel Henrique Barboza if (value) { 411fb80f333SDaniel Henrique Barboza error_setg(errp, "extension %s is not available with KVM", 412fb80f333SDaniel Henrique Barboza propname); 413fb80f333SDaniel Henrique Barboza } 414fb80f333SDaniel Henrique Barboza } 415fb80f333SDaniel Henrique Barboza 416fb80f333SDaniel Henrique Barboza static void riscv_cpu_add_kvm_unavail_prop(Object *obj, const char *prop_name) 417fb80f333SDaniel Henrique Barboza { 418fb80f333SDaniel Henrique Barboza /* Check if KVM created the property already */ 419fb80f333SDaniel Henrique Barboza if (object_property_find(obj, prop_name)) { 420fb80f333SDaniel Henrique Barboza return; 421fb80f333SDaniel Henrique Barboza } 422fb80f333SDaniel Henrique Barboza 423fb80f333SDaniel Henrique Barboza /* 424fb80f333SDaniel Henrique Barboza * Set the default to disabled for every extension 425fb80f333SDaniel Henrique Barboza * unknown to KVM and error out if the user attempts 426fb80f333SDaniel Henrique Barboza * to enable any of them. 427fb80f333SDaniel Henrique Barboza */ 428fb80f333SDaniel Henrique Barboza object_property_add(obj, prop_name, "bool", 429456a6554SDaniel Henrique Barboza cpu_get_cfg_unavailable, 430456a6554SDaniel Henrique Barboza cpu_set_cfg_unavailable, 431fb80f333SDaniel Henrique Barboza NULL, (void *)prop_name); 432fb80f333SDaniel Henrique Barboza } 433fb80f333SDaniel Henrique Barboza 434fb80f333SDaniel Henrique Barboza static void riscv_cpu_add_kvm_unavail_prop_array(Object *obj, 435fb80f333SDaniel Henrique Barboza const RISCVCPUMultiExtConfig *array) 436fb80f333SDaniel Henrique Barboza { 437fb80f333SDaniel Henrique Barboza const RISCVCPUMultiExtConfig *prop; 438fb80f333SDaniel Henrique Barboza 439fb80f333SDaniel Henrique Barboza g_assert(array); 440fb80f333SDaniel Henrique Barboza 441fb80f333SDaniel Henrique Barboza for (prop = array; prop && prop->name; prop++) { 442fb80f333SDaniel Henrique Barboza riscv_cpu_add_kvm_unavail_prop(obj, prop->name); 443fb80f333SDaniel Henrique Barboza } 444fb80f333SDaniel Henrique Barboza } 445fb80f333SDaniel Henrique Barboza 446fb80f333SDaniel Henrique Barboza static void kvm_riscv_add_cpu_user_properties(Object *cpu_obj) 447fb80f333SDaniel Henrique Barboza { 448fb80f333SDaniel Henrique Barboza int i; 449fb80f333SDaniel Henrique Barboza 450efa365b7SDaniel Henrique Barboza riscv_add_satp_mode_properties(cpu_obj); 451efa365b7SDaniel Henrique Barboza 452fb80f333SDaniel Henrique Barboza for (i = 0; i < ARRAY_SIZE(kvm_misa_ext_cfgs); i++) { 453fb80f333SDaniel Henrique Barboza KVMCPUConfig *misa_cfg = &kvm_misa_ext_cfgs[i]; 454fb80f333SDaniel Henrique Barboza int bit = misa_cfg->offset; 455fb80f333SDaniel Henrique Barboza 456fb80f333SDaniel Henrique Barboza misa_cfg->name = riscv_get_misa_ext_name(bit); 457fb80f333SDaniel Henrique Barboza misa_cfg->description = riscv_get_misa_ext_description(bit); 458fb80f333SDaniel Henrique Barboza 459fb80f333SDaniel Henrique Barboza object_property_add(cpu_obj, misa_cfg->name, "bool", 460456a6554SDaniel Henrique Barboza kvm_cpu_get_misa_ext_cfg, 461fb80f333SDaniel Henrique Barboza kvm_cpu_set_misa_ext_cfg, 462fb80f333SDaniel Henrique Barboza NULL, misa_cfg); 463fb80f333SDaniel Henrique Barboza object_property_set_description(cpu_obj, misa_cfg->name, 464fb80f333SDaniel Henrique Barboza misa_cfg->description); 465fb80f333SDaniel Henrique Barboza } 466fb80f333SDaniel Henrique Barboza 467efa365b7SDaniel Henrique Barboza for (i = 0; misa_bits[i] != 0; i++) { 468efa365b7SDaniel Henrique Barboza const char *ext_name = riscv_get_misa_ext_name(misa_bits[i]); 469efa365b7SDaniel Henrique Barboza riscv_cpu_add_kvm_unavail_prop(cpu_obj, ext_name); 470efa365b7SDaniel Henrique Barboza } 471efa365b7SDaniel Henrique Barboza 472fb80f333SDaniel Henrique Barboza for (i = 0; i < ARRAY_SIZE(kvm_multi_ext_cfgs); i++) { 473fb80f333SDaniel Henrique Barboza KVMCPUConfig *multi_cfg = &kvm_multi_ext_cfgs[i]; 474fb80f333SDaniel Henrique Barboza 475fb80f333SDaniel Henrique Barboza object_property_add(cpu_obj, multi_cfg->name, "bool", 476456a6554SDaniel Henrique Barboza kvm_cpu_get_multi_ext_cfg, 477fb80f333SDaniel Henrique Barboza kvm_cpu_set_multi_ext_cfg, 478fb80f333SDaniel Henrique Barboza NULL, multi_cfg); 479fb80f333SDaniel Henrique Barboza } 480fb80f333SDaniel Henrique Barboza 481fb80f333SDaniel Henrique Barboza object_property_add(cpu_obj, "cbom_blocksize", "uint16", 482fb80f333SDaniel Henrique Barboza NULL, kvm_cpu_set_cbomz_blksize, 483fb80f333SDaniel Henrique Barboza NULL, &kvm_cbom_blocksize); 484fb80f333SDaniel Henrique Barboza 485fb80f333SDaniel Henrique Barboza object_property_add(cpu_obj, "cboz_blocksize", "uint16", 486fb80f333SDaniel Henrique Barboza NULL, kvm_cpu_set_cbomz_blksize, 487fb80f333SDaniel Henrique Barboza NULL, &kvm_cboz_blocksize); 488efa365b7SDaniel Henrique Barboza 489efa365b7SDaniel Henrique Barboza riscv_cpu_add_kvm_unavail_prop_array(cpu_obj, riscv_cpu_extensions); 490efa365b7SDaniel Henrique Barboza riscv_cpu_add_kvm_unavail_prop_array(cpu_obj, riscv_cpu_vendor_exts); 491efa365b7SDaniel Henrique Barboza riscv_cpu_add_kvm_unavail_prop_array(cpu_obj, riscv_cpu_experimental_exts); 492fb80f333SDaniel Henrique Barboza } 493fb80f333SDaniel Henrique Barboza 494fb80f333SDaniel Henrique Barboza static int kvm_riscv_get_regs_core(CPUState *cs) 495fb80f333SDaniel Henrique Barboza { 496fb80f333SDaniel Henrique Barboza int ret = 0; 497fb80f333SDaniel Henrique Barboza int i; 498fb80f333SDaniel Henrique Barboza target_ulong reg; 499fb80f333SDaniel Henrique Barboza CPURISCVState *env = &RISCV_CPU(cs)->env; 500fb80f333SDaniel Henrique Barboza 501fb80f333SDaniel Henrique Barboza ret = kvm_get_one_reg(cs, RISCV_CORE_REG(env, regs.pc), ®); 502fb80f333SDaniel Henrique Barboza if (ret) { 503fb80f333SDaniel Henrique Barboza return ret; 504fb80f333SDaniel Henrique Barboza } 505fb80f333SDaniel Henrique Barboza env->pc = reg; 506fb80f333SDaniel Henrique Barboza 507fb80f333SDaniel Henrique Barboza for (i = 1; i < 32; i++) { 508fb80f333SDaniel Henrique Barboza uint64_t id = kvm_riscv_reg_id(env, KVM_REG_RISCV_CORE, i); 509fb80f333SDaniel Henrique Barboza ret = kvm_get_one_reg(cs, id, ®); 510fb80f333SDaniel Henrique Barboza if (ret) { 511fb80f333SDaniel Henrique Barboza return ret; 512fb80f333SDaniel Henrique Barboza } 513fb80f333SDaniel Henrique Barboza env->gpr[i] = reg; 514fb80f333SDaniel Henrique Barboza } 515fb80f333SDaniel Henrique Barboza 516fb80f333SDaniel Henrique Barboza return ret; 517fb80f333SDaniel Henrique Barboza } 518fb80f333SDaniel Henrique Barboza 519fb80f333SDaniel Henrique Barboza static int kvm_riscv_put_regs_core(CPUState *cs) 520fb80f333SDaniel Henrique Barboza { 521fb80f333SDaniel Henrique Barboza int ret = 0; 522fb80f333SDaniel Henrique Barboza int i; 523fb80f333SDaniel Henrique Barboza target_ulong reg; 524fb80f333SDaniel Henrique Barboza CPURISCVState *env = &RISCV_CPU(cs)->env; 525fb80f333SDaniel Henrique Barboza 526fb80f333SDaniel Henrique Barboza reg = env->pc; 527fb80f333SDaniel Henrique Barboza ret = kvm_set_one_reg(cs, RISCV_CORE_REG(env, regs.pc), ®); 528fb80f333SDaniel Henrique Barboza if (ret) { 529fb80f333SDaniel Henrique Barboza return ret; 530fb80f333SDaniel Henrique Barboza } 531fb80f333SDaniel Henrique Barboza 532fb80f333SDaniel Henrique Barboza for (i = 1; i < 32; i++) { 533fb80f333SDaniel Henrique Barboza uint64_t id = kvm_riscv_reg_id(env, KVM_REG_RISCV_CORE, i); 534fb80f333SDaniel Henrique Barboza reg = env->gpr[i]; 535fb80f333SDaniel Henrique Barboza ret = kvm_set_one_reg(cs, id, ®); 536fb80f333SDaniel Henrique Barboza if (ret) { 537fb80f333SDaniel Henrique Barboza return ret; 538fb80f333SDaniel Henrique Barboza } 539fb80f333SDaniel Henrique Barboza } 540fb80f333SDaniel Henrique Barboza 541fb80f333SDaniel Henrique Barboza return ret; 542fb80f333SDaniel Henrique Barboza } 543fb80f333SDaniel Henrique Barboza 544fb80f333SDaniel Henrique Barboza static int kvm_riscv_get_regs_csr(CPUState *cs) 545fb80f333SDaniel Henrique Barboza { 546fb80f333SDaniel Henrique Barboza CPURISCVState *env = &RISCV_CPU(cs)->env; 547fb80f333SDaniel Henrique Barboza 548fb80f333SDaniel Henrique Barboza KVM_RISCV_GET_CSR(cs, env, sstatus, env->mstatus); 549fb80f333SDaniel Henrique Barboza KVM_RISCV_GET_CSR(cs, env, sie, env->mie); 550fb80f333SDaniel Henrique Barboza KVM_RISCV_GET_CSR(cs, env, stvec, env->stvec); 551fb80f333SDaniel Henrique Barboza KVM_RISCV_GET_CSR(cs, env, sscratch, env->sscratch); 552fb80f333SDaniel Henrique Barboza KVM_RISCV_GET_CSR(cs, env, sepc, env->sepc); 553fb80f333SDaniel Henrique Barboza KVM_RISCV_GET_CSR(cs, env, scause, env->scause); 554fb80f333SDaniel Henrique Barboza KVM_RISCV_GET_CSR(cs, env, stval, env->stval); 555fb80f333SDaniel Henrique Barboza KVM_RISCV_GET_CSR(cs, env, sip, env->mip); 556fb80f333SDaniel Henrique Barboza KVM_RISCV_GET_CSR(cs, env, satp, env->satp); 557560b8e1dSDaniel Henrique Barboza 558560b8e1dSDaniel Henrique Barboza return 0; 559fb80f333SDaniel Henrique Barboza } 560fb80f333SDaniel Henrique Barboza 561fb80f333SDaniel Henrique Barboza static int kvm_riscv_put_regs_csr(CPUState *cs) 562fb80f333SDaniel Henrique Barboza { 563fb80f333SDaniel Henrique Barboza CPURISCVState *env = &RISCV_CPU(cs)->env; 564fb80f333SDaniel Henrique Barboza 565fb80f333SDaniel Henrique Barboza KVM_RISCV_SET_CSR(cs, env, sstatus, env->mstatus); 566fb80f333SDaniel Henrique Barboza KVM_RISCV_SET_CSR(cs, env, sie, env->mie); 567fb80f333SDaniel Henrique Barboza KVM_RISCV_SET_CSR(cs, env, stvec, env->stvec); 568fb80f333SDaniel Henrique Barboza KVM_RISCV_SET_CSR(cs, env, sscratch, env->sscratch); 569fb80f333SDaniel Henrique Barboza KVM_RISCV_SET_CSR(cs, env, sepc, env->sepc); 570fb80f333SDaniel Henrique Barboza KVM_RISCV_SET_CSR(cs, env, scause, env->scause); 571fb80f333SDaniel Henrique Barboza KVM_RISCV_SET_CSR(cs, env, stval, env->stval); 572fb80f333SDaniel Henrique Barboza KVM_RISCV_SET_CSR(cs, env, sip, env->mip); 573fb80f333SDaniel Henrique Barboza KVM_RISCV_SET_CSR(cs, env, satp, env->satp); 574fb80f333SDaniel Henrique Barboza 575560b8e1dSDaniel Henrique Barboza return 0; 576fb80f333SDaniel Henrique Barboza } 577fb80f333SDaniel Henrique Barboza 578fb80f333SDaniel Henrique Barboza static int kvm_riscv_get_regs_fp(CPUState *cs) 579fb80f333SDaniel Henrique Barboza { 580fb80f333SDaniel Henrique Barboza int ret = 0; 581fb80f333SDaniel Henrique Barboza int i; 582fb80f333SDaniel Henrique Barboza CPURISCVState *env = &RISCV_CPU(cs)->env; 583fb80f333SDaniel Henrique Barboza 584fb80f333SDaniel Henrique Barboza if (riscv_has_ext(env, RVD)) { 585fb80f333SDaniel Henrique Barboza uint64_t reg; 586fb80f333SDaniel Henrique Barboza for (i = 0; i < 32; i++) { 587*450bd661SDaniel Henrique Barboza ret = kvm_get_one_reg(cs, RISCV_FP_D_REG(i), ®); 588fb80f333SDaniel Henrique Barboza if (ret) { 589fb80f333SDaniel Henrique Barboza return ret; 590fb80f333SDaniel Henrique Barboza } 591fb80f333SDaniel Henrique Barboza env->fpr[i] = reg; 592fb80f333SDaniel Henrique Barboza } 593fb80f333SDaniel Henrique Barboza return ret; 594fb80f333SDaniel Henrique Barboza } 595fb80f333SDaniel Henrique Barboza 596fb80f333SDaniel Henrique Barboza if (riscv_has_ext(env, RVF)) { 597fb80f333SDaniel Henrique Barboza uint32_t reg; 598fb80f333SDaniel Henrique Barboza for (i = 0; i < 32; i++) { 59949c211ffSDaniel Henrique Barboza ret = kvm_get_one_reg(cs, RISCV_FP_F_REG(i), ®); 600fb80f333SDaniel Henrique Barboza if (ret) { 601fb80f333SDaniel Henrique Barboza return ret; 602fb80f333SDaniel Henrique Barboza } 603fb80f333SDaniel Henrique Barboza env->fpr[i] = reg; 604fb80f333SDaniel Henrique Barboza } 605fb80f333SDaniel Henrique Barboza return ret; 606fb80f333SDaniel Henrique Barboza } 607fb80f333SDaniel Henrique Barboza 608fb80f333SDaniel Henrique Barboza return ret; 609fb80f333SDaniel Henrique Barboza } 610fb80f333SDaniel Henrique Barboza 611fb80f333SDaniel Henrique Barboza static int kvm_riscv_put_regs_fp(CPUState *cs) 612fb80f333SDaniel Henrique Barboza { 613fb80f333SDaniel Henrique Barboza int ret = 0; 614fb80f333SDaniel Henrique Barboza int i; 615fb80f333SDaniel Henrique Barboza CPURISCVState *env = &RISCV_CPU(cs)->env; 616fb80f333SDaniel Henrique Barboza 617fb80f333SDaniel Henrique Barboza if (riscv_has_ext(env, RVD)) { 618fb80f333SDaniel Henrique Barboza uint64_t reg; 619fb80f333SDaniel Henrique Barboza for (i = 0; i < 32; i++) { 620fb80f333SDaniel Henrique Barboza reg = env->fpr[i]; 621*450bd661SDaniel Henrique Barboza ret = kvm_set_one_reg(cs, RISCV_FP_D_REG(i), ®); 622fb80f333SDaniel Henrique Barboza if (ret) { 623fb80f333SDaniel Henrique Barboza return ret; 624fb80f333SDaniel Henrique Barboza } 625fb80f333SDaniel Henrique Barboza } 626fb80f333SDaniel Henrique Barboza return ret; 627fb80f333SDaniel Henrique Barboza } 628fb80f333SDaniel Henrique Barboza 629fb80f333SDaniel Henrique Barboza if (riscv_has_ext(env, RVF)) { 630fb80f333SDaniel Henrique Barboza uint32_t reg; 631fb80f333SDaniel Henrique Barboza for (i = 0; i < 32; i++) { 632fb80f333SDaniel Henrique Barboza reg = env->fpr[i]; 63349c211ffSDaniel Henrique Barboza ret = kvm_set_one_reg(cs, RISCV_FP_F_REG(i), ®); 634fb80f333SDaniel Henrique Barboza if (ret) { 635fb80f333SDaniel Henrique Barboza return ret; 636fb80f333SDaniel Henrique Barboza } 637fb80f333SDaniel Henrique Barboza } 638fb80f333SDaniel Henrique Barboza return ret; 639fb80f333SDaniel Henrique Barboza } 640fb80f333SDaniel Henrique Barboza 641fb80f333SDaniel Henrique Barboza return ret; 642fb80f333SDaniel Henrique Barboza } 643fb80f333SDaniel Henrique Barboza 644fb80f333SDaniel Henrique Barboza static void kvm_riscv_get_regs_timer(CPUState *cs) 645fb80f333SDaniel Henrique Barboza { 646fb80f333SDaniel Henrique Barboza CPURISCVState *env = &RISCV_CPU(cs)->env; 647fb80f333SDaniel Henrique Barboza 648fb80f333SDaniel Henrique Barboza if (env->kvm_timer_dirty) { 649fb80f333SDaniel Henrique Barboza return; 650fb80f333SDaniel Henrique Barboza } 651fb80f333SDaniel Henrique Barboza 652fb80f333SDaniel Henrique Barboza KVM_RISCV_GET_TIMER(cs, env, time, env->kvm_timer_time); 653fb80f333SDaniel Henrique Barboza KVM_RISCV_GET_TIMER(cs, env, compare, env->kvm_timer_compare); 654fb80f333SDaniel Henrique Barboza KVM_RISCV_GET_TIMER(cs, env, state, env->kvm_timer_state); 655fb80f333SDaniel Henrique Barboza KVM_RISCV_GET_TIMER(cs, env, frequency, env->kvm_timer_frequency); 656fb80f333SDaniel Henrique Barboza 657fb80f333SDaniel Henrique Barboza env->kvm_timer_dirty = true; 658fb80f333SDaniel Henrique Barboza } 659fb80f333SDaniel Henrique Barboza 660fb80f333SDaniel Henrique Barboza static void kvm_riscv_put_regs_timer(CPUState *cs) 661fb80f333SDaniel Henrique Barboza { 662fb80f333SDaniel Henrique Barboza uint64_t reg; 663fb80f333SDaniel Henrique Barboza CPURISCVState *env = &RISCV_CPU(cs)->env; 664fb80f333SDaniel Henrique Barboza 665fb80f333SDaniel Henrique Barboza if (!env->kvm_timer_dirty) { 666fb80f333SDaniel Henrique Barboza return; 667fb80f333SDaniel Henrique Barboza } 668fb80f333SDaniel Henrique Barboza 669fb80f333SDaniel Henrique Barboza KVM_RISCV_SET_TIMER(cs, env, time, env->kvm_timer_time); 670fb80f333SDaniel Henrique Barboza KVM_RISCV_SET_TIMER(cs, env, compare, env->kvm_timer_compare); 671fb80f333SDaniel Henrique Barboza 672fb80f333SDaniel Henrique Barboza /* 673fb80f333SDaniel Henrique Barboza * To set register of RISCV_TIMER_REG(state) will occur a error from KVM 674fb80f333SDaniel Henrique Barboza * on env->kvm_timer_state == 0, It's better to adapt in KVM, but it 675fb80f333SDaniel Henrique Barboza * doesn't matter that adaping in QEMU now. 676fb80f333SDaniel Henrique Barboza * TODO If KVM changes, adapt here. 677fb80f333SDaniel Henrique Barboza */ 678fb80f333SDaniel Henrique Barboza if (env->kvm_timer_state) { 679fb80f333SDaniel Henrique Barboza KVM_RISCV_SET_TIMER(cs, env, state, env->kvm_timer_state); 680fb80f333SDaniel Henrique Barboza } 681fb80f333SDaniel Henrique Barboza 682fb80f333SDaniel Henrique Barboza /* 683fb80f333SDaniel Henrique Barboza * For now, migration will not work between Hosts with different timer 684fb80f333SDaniel Henrique Barboza * frequency. Therefore, we should check whether they are the same here 685fb80f333SDaniel Henrique Barboza * during the migration. 686fb80f333SDaniel Henrique Barboza */ 687fb80f333SDaniel Henrique Barboza if (migration_is_running(migrate_get_current()->state)) { 688fb80f333SDaniel Henrique Barboza KVM_RISCV_GET_TIMER(cs, env, frequency, reg); 689fb80f333SDaniel Henrique Barboza if (reg != env->kvm_timer_frequency) { 690fb80f333SDaniel Henrique Barboza error_report("Dst Hosts timer frequency != Src Hosts"); 691fb80f333SDaniel Henrique Barboza } 692fb80f333SDaniel Henrique Barboza } 693fb80f333SDaniel Henrique Barboza 694fb80f333SDaniel Henrique Barboza env->kvm_timer_dirty = false; 695fb80f333SDaniel Henrique Barboza } 696fb80f333SDaniel Henrique Barboza 697fb80f333SDaniel Henrique Barboza typedef struct KVMScratchCPU { 698fb80f333SDaniel Henrique Barboza int kvmfd; 699fb80f333SDaniel Henrique Barboza int vmfd; 700fb80f333SDaniel Henrique Barboza int cpufd; 701fb80f333SDaniel Henrique Barboza } KVMScratchCPU; 702fb80f333SDaniel Henrique Barboza 703fb80f333SDaniel Henrique Barboza /* 704fb80f333SDaniel Henrique Barboza * Heavily inspired by kvm_arm_create_scratch_host_vcpu() 705fb80f333SDaniel Henrique Barboza * from target/arm/kvm.c. 706fb80f333SDaniel Henrique Barboza */ 707fb80f333SDaniel Henrique Barboza static bool kvm_riscv_create_scratch_vcpu(KVMScratchCPU *scratch) 708fb80f333SDaniel Henrique Barboza { 709fb80f333SDaniel Henrique Barboza int kvmfd = -1, vmfd = -1, cpufd = -1; 710fb80f333SDaniel Henrique Barboza 711fb80f333SDaniel Henrique Barboza kvmfd = qemu_open_old("/dev/kvm", O_RDWR); 712fb80f333SDaniel Henrique Barboza if (kvmfd < 0) { 713fb80f333SDaniel Henrique Barboza goto err; 714fb80f333SDaniel Henrique Barboza } 715fb80f333SDaniel Henrique Barboza do { 716fb80f333SDaniel Henrique Barboza vmfd = ioctl(kvmfd, KVM_CREATE_VM, 0); 717fb80f333SDaniel Henrique Barboza } while (vmfd == -1 && errno == EINTR); 718fb80f333SDaniel Henrique Barboza if (vmfd < 0) { 719fb80f333SDaniel Henrique Barboza goto err; 720fb80f333SDaniel Henrique Barboza } 721fb80f333SDaniel Henrique Barboza cpufd = ioctl(vmfd, KVM_CREATE_VCPU, 0); 722fb80f333SDaniel Henrique Barboza if (cpufd < 0) { 723fb80f333SDaniel Henrique Barboza goto err; 724fb80f333SDaniel Henrique Barboza } 725fb80f333SDaniel Henrique Barboza 726fb80f333SDaniel Henrique Barboza scratch->kvmfd = kvmfd; 727fb80f333SDaniel Henrique Barboza scratch->vmfd = vmfd; 728fb80f333SDaniel Henrique Barboza scratch->cpufd = cpufd; 729fb80f333SDaniel Henrique Barboza 730fb80f333SDaniel Henrique Barboza return true; 731fb80f333SDaniel Henrique Barboza 732fb80f333SDaniel Henrique Barboza err: 733fb80f333SDaniel Henrique Barboza if (cpufd >= 0) { 734fb80f333SDaniel Henrique Barboza close(cpufd); 735fb80f333SDaniel Henrique Barboza } 736fb80f333SDaniel Henrique Barboza if (vmfd >= 0) { 737fb80f333SDaniel Henrique Barboza close(vmfd); 738fb80f333SDaniel Henrique Barboza } 739fb80f333SDaniel Henrique Barboza if (kvmfd >= 0) { 740fb80f333SDaniel Henrique Barboza close(kvmfd); 741fb80f333SDaniel Henrique Barboza } 742fb80f333SDaniel Henrique Barboza 743fb80f333SDaniel Henrique Barboza return false; 744fb80f333SDaniel Henrique Barboza } 745fb80f333SDaniel Henrique Barboza 746fb80f333SDaniel Henrique Barboza static void kvm_riscv_destroy_scratch_vcpu(KVMScratchCPU *scratch) 747fb80f333SDaniel Henrique Barboza { 748fb80f333SDaniel Henrique Barboza close(scratch->cpufd); 749fb80f333SDaniel Henrique Barboza close(scratch->vmfd); 750fb80f333SDaniel Henrique Barboza close(scratch->kvmfd); 751fb80f333SDaniel Henrique Barboza } 752fb80f333SDaniel Henrique Barboza 753fb80f333SDaniel Henrique Barboza static void kvm_riscv_init_machine_ids(RISCVCPU *cpu, KVMScratchCPU *kvmcpu) 754fb80f333SDaniel Henrique Barboza { 755fb80f333SDaniel Henrique Barboza CPURISCVState *env = &cpu->env; 756fb80f333SDaniel Henrique Barboza struct kvm_one_reg reg; 757fb80f333SDaniel Henrique Barboza int ret; 758fb80f333SDaniel Henrique Barboza 759fb80f333SDaniel Henrique Barboza reg.id = kvm_riscv_reg_id(env, KVM_REG_RISCV_CONFIG, 760fb80f333SDaniel Henrique Barboza KVM_REG_RISCV_CONFIG_REG(mvendorid)); 761fb80f333SDaniel Henrique Barboza reg.addr = (uint64_t)&cpu->cfg.mvendorid; 762fb80f333SDaniel Henrique Barboza ret = ioctl(kvmcpu->cpufd, KVM_GET_ONE_REG, ®); 763fb80f333SDaniel Henrique Barboza if (ret != 0) { 764fb80f333SDaniel Henrique Barboza error_report("Unable to retrieve mvendorid from host, error %d", ret); 765fb80f333SDaniel Henrique Barboza } 766fb80f333SDaniel Henrique Barboza 767fb80f333SDaniel Henrique Barboza reg.id = kvm_riscv_reg_id(env, KVM_REG_RISCV_CONFIG, 768fb80f333SDaniel Henrique Barboza KVM_REG_RISCV_CONFIG_REG(marchid)); 769fb80f333SDaniel Henrique Barboza reg.addr = (uint64_t)&cpu->cfg.marchid; 770fb80f333SDaniel Henrique Barboza ret = ioctl(kvmcpu->cpufd, KVM_GET_ONE_REG, ®); 771fb80f333SDaniel Henrique Barboza if (ret != 0) { 772fb80f333SDaniel Henrique Barboza error_report("Unable to retrieve marchid from host, error %d", ret); 773fb80f333SDaniel Henrique Barboza } 774fb80f333SDaniel Henrique Barboza 775fb80f333SDaniel Henrique Barboza reg.id = kvm_riscv_reg_id(env, KVM_REG_RISCV_CONFIG, 776fb80f333SDaniel Henrique Barboza KVM_REG_RISCV_CONFIG_REG(mimpid)); 777fb80f333SDaniel Henrique Barboza reg.addr = (uint64_t)&cpu->cfg.mimpid; 778fb80f333SDaniel Henrique Barboza ret = ioctl(kvmcpu->cpufd, KVM_GET_ONE_REG, ®); 779fb80f333SDaniel Henrique Barboza if (ret != 0) { 780fb80f333SDaniel Henrique Barboza error_report("Unable to retrieve mimpid from host, error %d", ret); 781fb80f333SDaniel Henrique Barboza } 782fb80f333SDaniel Henrique Barboza } 783fb80f333SDaniel Henrique Barboza 784fb80f333SDaniel Henrique Barboza static void kvm_riscv_init_misa_ext_mask(RISCVCPU *cpu, 785fb80f333SDaniel Henrique Barboza KVMScratchCPU *kvmcpu) 786fb80f333SDaniel Henrique Barboza { 787fb80f333SDaniel Henrique Barboza CPURISCVState *env = &cpu->env; 788fb80f333SDaniel Henrique Barboza struct kvm_one_reg reg; 789fb80f333SDaniel Henrique Barboza int ret; 790fb80f333SDaniel Henrique Barboza 791fb80f333SDaniel Henrique Barboza reg.id = kvm_riscv_reg_id(env, KVM_REG_RISCV_CONFIG, 792fb80f333SDaniel Henrique Barboza KVM_REG_RISCV_CONFIG_REG(isa)); 793fb80f333SDaniel Henrique Barboza reg.addr = (uint64_t)&env->misa_ext_mask; 794fb80f333SDaniel Henrique Barboza ret = ioctl(kvmcpu->cpufd, KVM_GET_ONE_REG, ®); 795fb80f333SDaniel Henrique Barboza 796fb80f333SDaniel Henrique Barboza if (ret) { 797fb80f333SDaniel Henrique Barboza error_report("Unable to fetch ISA register from KVM, " 798fb80f333SDaniel Henrique Barboza "error %d", ret); 799fb80f333SDaniel Henrique Barboza kvm_riscv_destroy_scratch_vcpu(kvmcpu); 800fb80f333SDaniel Henrique Barboza exit(EXIT_FAILURE); 801fb80f333SDaniel Henrique Barboza } 802fb80f333SDaniel Henrique Barboza 803fb80f333SDaniel Henrique Barboza env->misa_ext = env->misa_ext_mask; 804fb80f333SDaniel Henrique Barboza } 805fb80f333SDaniel Henrique Barboza 806fb80f333SDaniel Henrique Barboza static void kvm_riscv_read_cbomz_blksize(RISCVCPU *cpu, KVMScratchCPU *kvmcpu, 807fb80f333SDaniel Henrique Barboza KVMCPUConfig *cbomz_cfg) 808fb80f333SDaniel Henrique Barboza { 809fb80f333SDaniel Henrique Barboza CPURISCVState *env = &cpu->env; 810fb80f333SDaniel Henrique Barboza struct kvm_one_reg reg; 811fb80f333SDaniel Henrique Barboza int ret; 812fb80f333SDaniel Henrique Barboza 813fb80f333SDaniel Henrique Barboza reg.id = kvm_riscv_reg_id(env, KVM_REG_RISCV_CONFIG, 814fb80f333SDaniel Henrique Barboza cbomz_cfg->kvm_reg_id); 815fb80f333SDaniel Henrique Barboza reg.addr = (uint64_t)kvmconfig_get_cfg_addr(cpu, cbomz_cfg); 816fb80f333SDaniel Henrique Barboza ret = ioctl(kvmcpu->cpufd, KVM_GET_ONE_REG, ®); 817fb80f333SDaniel Henrique Barboza if (ret != 0) { 818fb80f333SDaniel Henrique Barboza error_report("Unable to read KVM reg %s, error %d", 819fb80f333SDaniel Henrique Barboza cbomz_cfg->name, ret); 820fb80f333SDaniel Henrique Barboza exit(EXIT_FAILURE); 821fb80f333SDaniel Henrique Barboza } 822fb80f333SDaniel Henrique Barboza } 823fb80f333SDaniel Henrique Barboza 824608bdebbSDaniel Henrique Barboza static void kvm_riscv_read_multiext_legacy(RISCVCPU *cpu, 825608bdebbSDaniel Henrique Barboza KVMScratchCPU *kvmcpu) 826fb80f333SDaniel Henrique Barboza { 827fb80f333SDaniel Henrique Barboza CPURISCVState *env = &cpu->env; 828fb80f333SDaniel Henrique Barboza uint64_t val; 829fb80f333SDaniel Henrique Barboza int i, ret; 830fb80f333SDaniel Henrique Barboza 831fb80f333SDaniel Henrique Barboza for (i = 0; i < ARRAY_SIZE(kvm_multi_ext_cfgs); i++) { 832fb80f333SDaniel Henrique Barboza KVMCPUConfig *multi_ext_cfg = &kvm_multi_ext_cfgs[i]; 833fb80f333SDaniel Henrique Barboza struct kvm_one_reg reg; 834fb80f333SDaniel Henrique Barboza 835fb80f333SDaniel Henrique Barboza reg.id = kvm_riscv_reg_id(env, KVM_REG_RISCV_ISA_EXT, 836fb80f333SDaniel Henrique Barboza multi_ext_cfg->kvm_reg_id); 837fb80f333SDaniel Henrique Barboza reg.addr = (uint64_t)&val; 838fb80f333SDaniel Henrique Barboza ret = ioctl(kvmcpu->cpufd, KVM_GET_ONE_REG, ®); 839fb80f333SDaniel Henrique Barboza if (ret != 0) { 840fb80f333SDaniel Henrique Barboza if (errno == EINVAL) { 841fb80f333SDaniel Henrique Barboza /* Silently default to 'false' if KVM does not support it. */ 842fb80f333SDaniel Henrique Barboza multi_ext_cfg->supported = false; 843fb80f333SDaniel Henrique Barboza val = false; 844fb80f333SDaniel Henrique Barboza } else { 845d424db23SNatanael Copa error_report("Unable to read ISA_EXT KVM register %s: %s", 846d424db23SNatanael Copa multi_ext_cfg->name, strerror(errno)); 847fb80f333SDaniel Henrique Barboza exit(EXIT_FAILURE); 848fb80f333SDaniel Henrique Barboza } 849fb80f333SDaniel Henrique Barboza } else { 850fb80f333SDaniel Henrique Barboza multi_ext_cfg->supported = true; 851fb80f333SDaniel Henrique Barboza } 852fb80f333SDaniel Henrique Barboza 853fb80f333SDaniel Henrique Barboza kvm_cpu_cfg_set(cpu, multi_ext_cfg, val); 854fb80f333SDaniel Henrique Barboza } 855fb80f333SDaniel Henrique Barboza 856a326a2b0SDaniel Henrique Barboza if (cpu->cfg.ext_zicbom) { 857fb80f333SDaniel Henrique Barboza kvm_riscv_read_cbomz_blksize(cpu, kvmcpu, &kvm_cbom_blocksize); 858fb80f333SDaniel Henrique Barboza } 859fb80f333SDaniel Henrique Barboza 860e57039ddSDaniel Henrique Barboza if (cpu->cfg.ext_zicboz) { 861fb80f333SDaniel Henrique Barboza kvm_riscv_read_cbomz_blksize(cpu, kvmcpu, &kvm_cboz_blocksize); 862fb80f333SDaniel Henrique Barboza } 863fb80f333SDaniel Henrique Barboza } 864fb80f333SDaniel Henrique Barboza 865608bdebbSDaniel Henrique Barboza static int uint64_cmp(const void *a, const void *b) 866608bdebbSDaniel Henrique Barboza { 867608bdebbSDaniel Henrique Barboza uint64_t val1 = *(const uint64_t *)a; 868608bdebbSDaniel Henrique Barboza uint64_t val2 = *(const uint64_t *)b; 869608bdebbSDaniel Henrique Barboza 870608bdebbSDaniel Henrique Barboza if (val1 < val2) { 871608bdebbSDaniel Henrique Barboza return -1; 872608bdebbSDaniel Henrique Barboza } 873608bdebbSDaniel Henrique Barboza 874608bdebbSDaniel Henrique Barboza if (val1 > val2) { 875608bdebbSDaniel Henrique Barboza return 1; 876608bdebbSDaniel Henrique Barboza } 877608bdebbSDaniel Henrique Barboza 878608bdebbSDaniel Henrique Barboza return 0; 879608bdebbSDaniel Henrique Barboza } 880608bdebbSDaniel Henrique Barboza 881608bdebbSDaniel Henrique Barboza static void kvm_riscv_init_multiext_cfg(RISCVCPU *cpu, KVMScratchCPU *kvmcpu) 882608bdebbSDaniel Henrique Barboza { 883608bdebbSDaniel Henrique Barboza KVMCPUConfig *multi_ext_cfg; 884608bdebbSDaniel Henrique Barboza struct kvm_one_reg reg; 885608bdebbSDaniel Henrique Barboza struct kvm_reg_list rl_struct; 886608bdebbSDaniel Henrique Barboza struct kvm_reg_list *reglist; 887608bdebbSDaniel Henrique Barboza uint64_t val, reg_id, *reg_search; 888608bdebbSDaniel Henrique Barboza int i, ret; 889608bdebbSDaniel Henrique Barboza 890608bdebbSDaniel Henrique Barboza rl_struct.n = 0; 891608bdebbSDaniel Henrique Barboza ret = ioctl(kvmcpu->cpufd, KVM_GET_REG_LIST, &rl_struct); 892608bdebbSDaniel Henrique Barboza 893608bdebbSDaniel Henrique Barboza /* 894608bdebbSDaniel Henrique Barboza * If KVM_GET_REG_LIST isn't supported we'll get errno 22 895608bdebbSDaniel Henrique Barboza * (EINVAL). Use read_legacy() in this case. 896608bdebbSDaniel Henrique Barboza */ 897608bdebbSDaniel Henrique Barboza if (errno == EINVAL) { 898608bdebbSDaniel Henrique Barboza return kvm_riscv_read_multiext_legacy(cpu, kvmcpu); 899608bdebbSDaniel Henrique Barboza } else if (errno != E2BIG) { 900608bdebbSDaniel Henrique Barboza /* 901608bdebbSDaniel Henrique Barboza * E2BIG is an expected error message for the API since we 902608bdebbSDaniel Henrique Barboza * don't know the number of registers. The right amount will 903608bdebbSDaniel Henrique Barboza * be written in rl_struct.n. 904608bdebbSDaniel Henrique Barboza * 905608bdebbSDaniel Henrique Barboza * Error out if we get any other errno. 906608bdebbSDaniel Henrique Barboza */ 907d424db23SNatanael Copa error_report("Error when accessing get-reg-list: %s", 908d424db23SNatanael Copa strerror(errno)); 909608bdebbSDaniel Henrique Barboza exit(EXIT_FAILURE); 910608bdebbSDaniel Henrique Barboza } 911608bdebbSDaniel Henrique Barboza 912608bdebbSDaniel Henrique Barboza reglist = g_malloc(sizeof(struct kvm_reg_list) + 913608bdebbSDaniel Henrique Barboza rl_struct.n * sizeof(uint64_t)); 914608bdebbSDaniel Henrique Barboza reglist->n = rl_struct.n; 915608bdebbSDaniel Henrique Barboza ret = ioctl(kvmcpu->cpufd, KVM_GET_REG_LIST, reglist); 916608bdebbSDaniel Henrique Barboza if (ret) { 917d424db23SNatanael Copa error_report("Error when reading KVM_GET_REG_LIST: %s", 918d424db23SNatanael Copa strerror(errno)); 919608bdebbSDaniel Henrique Barboza exit(EXIT_FAILURE); 920608bdebbSDaniel Henrique Barboza } 921608bdebbSDaniel Henrique Barboza 922608bdebbSDaniel Henrique Barboza /* sort reglist to use bsearch() */ 923608bdebbSDaniel Henrique Barboza qsort(®list->reg, reglist->n, sizeof(uint64_t), uint64_cmp); 924608bdebbSDaniel Henrique Barboza 925608bdebbSDaniel Henrique Barboza for (i = 0; i < ARRAY_SIZE(kvm_multi_ext_cfgs); i++) { 926608bdebbSDaniel Henrique Barboza multi_ext_cfg = &kvm_multi_ext_cfgs[i]; 927608bdebbSDaniel Henrique Barboza reg_id = kvm_riscv_reg_id(&cpu->env, KVM_REG_RISCV_ISA_EXT, 928608bdebbSDaniel Henrique Barboza multi_ext_cfg->kvm_reg_id); 929608bdebbSDaniel Henrique Barboza reg_search = bsearch(®_id, reglist->reg, reglist->n, 930608bdebbSDaniel Henrique Barboza sizeof(uint64_t), uint64_cmp); 931608bdebbSDaniel Henrique Barboza if (!reg_search) { 932608bdebbSDaniel Henrique Barboza continue; 933608bdebbSDaniel Henrique Barboza } 934608bdebbSDaniel Henrique Barboza 935608bdebbSDaniel Henrique Barboza reg.id = reg_id; 936608bdebbSDaniel Henrique Barboza reg.addr = (uint64_t)&val; 937608bdebbSDaniel Henrique Barboza ret = ioctl(kvmcpu->cpufd, KVM_GET_ONE_REG, ®); 938608bdebbSDaniel Henrique Barboza if (ret != 0) { 939d424db23SNatanael Copa error_report("Unable to read ISA_EXT KVM register %s: %s", 940d424db23SNatanael Copa multi_ext_cfg->name, strerror(errno)); 941608bdebbSDaniel Henrique Barboza exit(EXIT_FAILURE); 942608bdebbSDaniel Henrique Barboza } 943608bdebbSDaniel Henrique Barboza 944608bdebbSDaniel Henrique Barboza multi_ext_cfg->supported = true; 945608bdebbSDaniel Henrique Barboza kvm_cpu_cfg_set(cpu, multi_ext_cfg, val); 946608bdebbSDaniel Henrique Barboza } 947608bdebbSDaniel Henrique Barboza 948a326a2b0SDaniel Henrique Barboza if (cpu->cfg.ext_zicbom) { 949608bdebbSDaniel Henrique Barboza kvm_riscv_read_cbomz_blksize(cpu, kvmcpu, &kvm_cbom_blocksize); 950608bdebbSDaniel Henrique Barboza } 951608bdebbSDaniel Henrique Barboza 952e57039ddSDaniel Henrique Barboza if (cpu->cfg.ext_zicboz) { 953608bdebbSDaniel Henrique Barboza kvm_riscv_read_cbomz_blksize(cpu, kvmcpu, &kvm_cboz_blocksize); 954608bdebbSDaniel Henrique Barboza } 955608bdebbSDaniel Henrique Barboza } 956608bdebbSDaniel Henrique Barboza 957efa365b7SDaniel Henrique Barboza static void riscv_init_kvm_registers(Object *cpu_obj) 958fb80f333SDaniel Henrique Barboza { 959fb80f333SDaniel Henrique Barboza RISCVCPU *cpu = RISCV_CPU(cpu_obj); 960fb80f333SDaniel Henrique Barboza KVMScratchCPU kvmcpu; 961fb80f333SDaniel Henrique Barboza 962fb80f333SDaniel Henrique Barboza if (!kvm_riscv_create_scratch_vcpu(&kvmcpu)) { 963fb80f333SDaniel Henrique Barboza return; 964fb80f333SDaniel Henrique Barboza } 965fb80f333SDaniel Henrique Barboza 966fb80f333SDaniel Henrique Barboza kvm_riscv_init_machine_ids(cpu, &kvmcpu); 967fb80f333SDaniel Henrique Barboza kvm_riscv_init_misa_ext_mask(cpu, &kvmcpu); 968fb80f333SDaniel Henrique Barboza kvm_riscv_init_multiext_cfg(cpu, &kvmcpu); 969fb80f333SDaniel Henrique Barboza 970fb80f333SDaniel Henrique Barboza kvm_riscv_destroy_scratch_vcpu(&kvmcpu); 971fb80f333SDaniel Henrique Barboza } 972fb80f333SDaniel Henrique Barboza 973fb80f333SDaniel Henrique Barboza const KVMCapabilityInfo kvm_arch_required_capabilities[] = { 974fb80f333SDaniel Henrique Barboza KVM_CAP_LAST_INFO 975fb80f333SDaniel Henrique Barboza }; 976fb80f333SDaniel Henrique Barboza 977fb80f333SDaniel Henrique Barboza int kvm_arch_get_registers(CPUState *cs) 978fb80f333SDaniel Henrique Barboza { 979fb80f333SDaniel Henrique Barboza int ret = 0; 980fb80f333SDaniel Henrique Barboza 981fb80f333SDaniel Henrique Barboza ret = kvm_riscv_get_regs_core(cs); 982fb80f333SDaniel Henrique Barboza if (ret) { 983fb80f333SDaniel Henrique Barboza return ret; 984fb80f333SDaniel Henrique Barboza } 985fb80f333SDaniel Henrique Barboza 986fb80f333SDaniel Henrique Barboza ret = kvm_riscv_get_regs_csr(cs); 987fb80f333SDaniel Henrique Barboza if (ret) { 988fb80f333SDaniel Henrique Barboza return ret; 989fb80f333SDaniel Henrique Barboza } 990fb80f333SDaniel Henrique Barboza 991fb80f333SDaniel Henrique Barboza ret = kvm_riscv_get_regs_fp(cs); 992fb80f333SDaniel Henrique Barboza if (ret) { 993fb80f333SDaniel Henrique Barboza return ret; 994fb80f333SDaniel Henrique Barboza } 995fb80f333SDaniel Henrique Barboza 996fb80f333SDaniel Henrique Barboza return ret; 997fb80f333SDaniel Henrique Barboza } 998fb80f333SDaniel Henrique Barboza 999fb80f333SDaniel Henrique Barboza int kvm_riscv_sync_mpstate_to_kvm(RISCVCPU *cpu, int state) 1000fb80f333SDaniel Henrique Barboza { 1001fb80f333SDaniel Henrique Barboza if (cap_has_mp_state) { 1002fb80f333SDaniel Henrique Barboza struct kvm_mp_state mp_state = { 1003fb80f333SDaniel Henrique Barboza .mp_state = state 1004fb80f333SDaniel Henrique Barboza }; 1005fb80f333SDaniel Henrique Barboza 1006fb80f333SDaniel Henrique Barboza int ret = kvm_vcpu_ioctl(CPU(cpu), KVM_SET_MP_STATE, &mp_state); 1007fb80f333SDaniel Henrique Barboza if (ret) { 1008fb80f333SDaniel Henrique Barboza fprintf(stderr, "%s: failed to sync MP_STATE %d/%s\n", 1009fb80f333SDaniel Henrique Barboza __func__, ret, strerror(-ret)); 1010fb80f333SDaniel Henrique Barboza return -1; 1011fb80f333SDaniel Henrique Barboza } 1012fb80f333SDaniel Henrique Barboza } 1013fb80f333SDaniel Henrique Barboza 1014fb80f333SDaniel Henrique Barboza return 0; 1015fb80f333SDaniel Henrique Barboza } 1016fb80f333SDaniel Henrique Barboza 1017fb80f333SDaniel Henrique Barboza int kvm_arch_put_registers(CPUState *cs, int level) 1018fb80f333SDaniel Henrique Barboza { 1019fb80f333SDaniel Henrique Barboza int ret = 0; 1020fb80f333SDaniel Henrique Barboza 1021fb80f333SDaniel Henrique Barboza ret = kvm_riscv_put_regs_core(cs); 1022fb80f333SDaniel Henrique Barboza if (ret) { 1023fb80f333SDaniel Henrique Barboza return ret; 1024fb80f333SDaniel Henrique Barboza } 1025fb80f333SDaniel Henrique Barboza 1026fb80f333SDaniel Henrique Barboza ret = kvm_riscv_put_regs_csr(cs); 1027fb80f333SDaniel Henrique Barboza if (ret) { 1028fb80f333SDaniel Henrique Barboza return ret; 1029fb80f333SDaniel Henrique Barboza } 1030fb80f333SDaniel Henrique Barboza 1031fb80f333SDaniel Henrique Barboza ret = kvm_riscv_put_regs_fp(cs); 1032fb80f333SDaniel Henrique Barboza if (ret) { 1033fb80f333SDaniel Henrique Barboza return ret; 1034fb80f333SDaniel Henrique Barboza } 1035fb80f333SDaniel Henrique Barboza 1036fb80f333SDaniel Henrique Barboza if (KVM_PUT_RESET_STATE == level) { 1037fb80f333SDaniel Henrique Barboza RISCVCPU *cpu = RISCV_CPU(cs); 1038fb80f333SDaniel Henrique Barboza if (cs->cpu_index == 0) { 1039fb80f333SDaniel Henrique Barboza ret = kvm_riscv_sync_mpstate_to_kvm(cpu, KVM_MP_STATE_RUNNABLE); 1040fb80f333SDaniel Henrique Barboza } else { 1041fb80f333SDaniel Henrique Barboza ret = kvm_riscv_sync_mpstate_to_kvm(cpu, KVM_MP_STATE_STOPPED); 1042fb80f333SDaniel Henrique Barboza } 1043fb80f333SDaniel Henrique Barboza if (ret) { 1044fb80f333SDaniel Henrique Barboza return ret; 1045fb80f333SDaniel Henrique Barboza } 1046fb80f333SDaniel Henrique Barboza } 1047fb80f333SDaniel Henrique Barboza 1048fb80f333SDaniel Henrique Barboza return ret; 1049fb80f333SDaniel Henrique Barboza } 1050fb80f333SDaniel Henrique Barboza 1051fb80f333SDaniel Henrique Barboza int kvm_arch_release_virq_post(int virq) 1052fb80f333SDaniel Henrique Barboza { 1053fb80f333SDaniel Henrique Barboza return 0; 1054fb80f333SDaniel Henrique Barboza } 1055fb80f333SDaniel Henrique Barboza 1056fb80f333SDaniel Henrique Barboza int kvm_arch_fixup_msi_route(struct kvm_irq_routing_entry *route, 1057fb80f333SDaniel Henrique Barboza uint64_t address, uint32_t data, PCIDevice *dev) 1058fb80f333SDaniel Henrique Barboza { 1059fb80f333SDaniel Henrique Barboza return 0; 1060fb80f333SDaniel Henrique Barboza } 1061fb80f333SDaniel Henrique Barboza 1062fb80f333SDaniel Henrique Barboza int kvm_arch_destroy_vcpu(CPUState *cs) 1063fb80f333SDaniel Henrique Barboza { 1064fb80f333SDaniel Henrique Barboza return 0; 1065fb80f333SDaniel Henrique Barboza } 1066fb80f333SDaniel Henrique Barboza 1067fb80f333SDaniel Henrique Barboza unsigned long kvm_arch_vcpu_id(CPUState *cpu) 1068fb80f333SDaniel Henrique Barboza { 1069fb80f333SDaniel Henrique Barboza return cpu->cpu_index; 1070fb80f333SDaniel Henrique Barboza } 1071fb80f333SDaniel Henrique Barboza 1072fb80f333SDaniel Henrique Barboza static void kvm_riscv_vm_state_change(void *opaque, bool running, 1073fb80f333SDaniel Henrique Barboza RunState state) 1074fb80f333SDaniel Henrique Barboza { 1075fb80f333SDaniel Henrique Barboza CPUState *cs = opaque; 1076fb80f333SDaniel Henrique Barboza 1077fb80f333SDaniel Henrique Barboza if (running) { 1078fb80f333SDaniel Henrique Barboza kvm_riscv_put_regs_timer(cs); 1079fb80f333SDaniel Henrique Barboza } else { 1080fb80f333SDaniel Henrique Barboza kvm_riscv_get_regs_timer(cs); 1081fb80f333SDaniel Henrique Barboza } 1082fb80f333SDaniel Henrique Barboza } 1083fb80f333SDaniel Henrique Barboza 1084fb80f333SDaniel Henrique Barboza void kvm_arch_init_irq_routing(KVMState *s) 1085fb80f333SDaniel Henrique Barboza { 1086fb80f333SDaniel Henrique Barboza } 1087fb80f333SDaniel Henrique Barboza 1088fb80f333SDaniel Henrique Barboza static int kvm_vcpu_set_machine_ids(RISCVCPU *cpu, CPUState *cs) 1089fb80f333SDaniel Henrique Barboza { 1090fb80f333SDaniel Henrique Barboza CPURISCVState *env = &cpu->env; 1091fb80f333SDaniel Henrique Barboza target_ulong reg; 1092fb80f333SDaniel Henrique Barboza uint64_t id; 1093fb80f333SDaniel Henrique Barboza int ret; 1094fb80f333SDaniel Henrique Barboza 1095fb80f333SDaniel Henrique Barboza id = kvm_riscv_reg_id(env, KVM_REG_RISCV_CONFIG, 1096fb80f333SDaniel Henrique Barboza KVM_REG_RISCV_CONFIG_REG(mvendorid)); 1097fb80f333SDaniel Henrique Barboza /* 1098fb80f333SDaniel Henrique Barboza * cfg.mvendorid is an uint32 but a target_ulong will 1099fb80f333SDaniel Henrique Barboza * be written. Assign it to a target_ulong var to avoid 1100fb80f333SDaniel Henrique Barboza * writing pieces of other cpu->cfg fields in the reg. 1101fb80f333SDaniel Henrique Barboza */ 1102fb80f333SDaniel Henrique Barboza reg = cpu->cfg.mvendorid; 1103fb80f333SDaniel Henrique Barboza ret = kvm_set_one_reg(cs, id, ®); 1104fb80f333SDaniel Henrique Barboza if (ret != 0) { 1105fb80f333SDaniel Henrique Barboza return ret; 1106fb80f333SDaniel Henrique Barboza } 1107fb80f333SDaniel Henrique Barboza 1108fb80f333SDaniel Henrique Barboza id = kvm_riscv_reg_id(env, KVM_REG_RISCV_CONFIG, 1109fb80f333SDaniel Henrique Barboza KVM_REG_RISCV_CONFIG_REG(marchid)); 1110fb80f333SDaniel Henrique Barboza ret = kvm_set_one_reg(cs, id, &cpu->cfg.marchid); 1111fb80f333SDaniel Henrique Barboza if (ret != 0) { 1112fb80f333SDaniel Henrique Barboza return ret; 1113fb80f333SDaniel Henrique Barboza } 1114fb80f333SDaniel Henrique Barboza 1115fb80f333SDaniel Henrique Barboza id = kvm_riscv_reg_id(env, KVM_REG_RISCV_CONFIG, 1116fb80f333SDaniel Henrique Barboza KVM_REG_RISCV_CONFIG_REG(mimpid)); 1117fb80f333SDaniel Henrique Barboza ret = kvm_set_one_reg(cs, id, &cpu->cfg.mimpid); 1118fb80f333SDaniel Henrique Barboza 1119fb80f333SDaniel Henrique Barboza return ret; 1120fb80f333SDaniel Henrique Barboza } 1121fb80f333SDaniel Henrique Barboza 1122fb80f333SDaniel Henrique Barboza int kvm_arch_init_vcpu(CPUState *cs) 1123fb80f333SDaniel Henrique Barboza { 1124fb80f333SDaniel Henrique Barboza int ret = 0; 1125fb80f333SDaniel Henrique Barboza RISCVCPU *cpu = RISCV_CPU(cs); 1126fb80f333SDaniel Henrique Barboza 1127fb80f333SDaniel Henrique Barboza qemu_add_vm_change_state_handler(kvm_riscv_vm_state_change, cs); 1128fb80f333SDaniel Henrique Barboza 1129fb80f333SDaniel Henrique Barboza if (!object_dynamic_cast(OBJECT(cpu), TYPE_RISCV_CPU_HOST)) { 1130fb80f333SDaniel Henrique Barboza ret = kvm_vcpu_set_machine_ids(cpu, cs); 1131fb80f333SDaniel Henrique Barboza if (ret != 0) { 1132fb80f333SDaniel Henrique Barboza return ret; 1133fb80f333SDaniel Henrique Barboza } 1134fb80f333SDaniel Henrique Barboza } 1135fb80f333SDaniel Henrique Barboza 1136fb80f333SDaniel Henrique Barboza kvm_riscv_update_cpu_misa_ext(cpu, cs); 1137fb80f333SDaniel Henrique Barboza kvm_riscv_update_cpu_cfg_isa_ext(cpu, cs); 1138fb80f333SDaniel Henrique Barboza 1139fb80f333SDaniel Henrique Barboza return ret; 1140fb80f333SDaniel Henrique Barboza } 1141fb80f333SDaniel Henrique Barboza 1142fb80f333SDaniel Henrique Barboza int kvm_arch_msi_data_to_gsi(uint32_t data) 1143fb80f333SDaniel Henrique Barboza { 1144fb80f333SDaniel Henrique Barboza abort(); 1145fb80f333SDaniel Henrique Barboza } 1146fb80f333SDaniel Henrique Barboza 1147fb80f333SDaniel Henrique Barboza int kvm_arch_add_msi_route_post(struct kvm_irq_routing_entry *route, 1148fb80f333SDaniel Henrique Barboza int vector, PCIDevice *dev) 1149fb80f333SDaniel Henrique Barboza { 1150fb80f333SDaniel Henrique Barboza return 0; 1151fb80f333SDaniel Henrique Barboza } 1152fb80f333SDaniel Henrique Barboza 1153fb80f333SDaniel Henrique Barboza int kvm_arch_get_default_type(MachineState *ms) 1154fb80f333SDaniel Henrique Barboza { 1155fb80f333SDaniel Henrique Barboza return 0; 1156fb80f333SDaniel Henrique Barboza } 1157fb80f333SDaniel Henrique Barboza 1158fb80f333SDaniel Henrique Barboza int kvm_arch_init(MachineState *ms, KVMState *s) 1159fb80f333SDaniel Henrique Barboza { 1160fb80f333SDaniel Henrique Barboza cap_has_mp_state = kvm_check_extension(s, KVM_CAP_MP_STATE); 1161fb80f333SDaniel Henrique Barboza return 0; 1162fb80f333SDaniel Henrique Barboza } 1163fb80f333SDaniel Henrique Barboza 1164fb80f333SDaniel Henrique Barboza int kvm_arch_irqchip_create(KVMState *s) 1165fb80f333SDaniel Henrique Barboza { 1166fb80f333SDaniel Henrique Barboza if (kvm_kernel_irqchip_split()) { 1167fb80f333SDaniel Henrique Barboza error_report("-machine kernel_irqchip=split is not supported on RISC-V."); 1168fb80f333SDaniel Henrique Barboza exit(1); 1169fb80f333SDaniel Henrique Barboza } 1170fb80f333SDaniel Henrique Barboza 1171fb80f333SDaniel Henrique Barboza /* 1172fb80f333SDaniel Henrique Barboza * We can create the VAIA using the newer device control API. 1173fb80f333SDaniel Henrique Barboza */ 1174fb80f333SDaniel Henrique Barboza return kvm_check_extension(s, KVM_CAP_DEVICE_CTRL); 1175fb80f333SDaniel Henrique Barboza } 1176fb80f333SDaniel Henrique Barboza 1177fb80f333SDaniel Henrique Barboza int kvm_arch_process_async_events(CPUState *cs) 1178fb80f333SDaniel Henrique Barboza { 1179fb80f333SDaniel Henrique Barboza return 0; 1180fb80f333SDaniel Henrique Barboza } 1181fb80f333SDaniel Henrique Barboza 1182fb80f333SDaniel Henrique Barboza void kvm_arch_pre_run(CPUState *cs, struct kvm_run *run) 1183fb80f333SDaniel Henrique Barboza { 1184fb80f333SDaniel Henrique Barboza } 1185fb80f333SDaniel Henrique Barboza 1186fb80f333SDaniel Henrique Barboza MemTxAttrs kvm_arch_post_run(CPUState *cs, struct kvm_run *run) 1187fb80f333SDaniel Henrique Barboza { 1188fb80f333SDaniel Henrique Barboza return MEMTXATTRS_UNSPECIFIED; 1189fb80f333SDaniel Henrique Barboza } 1190fb80f333SDaniel Henrique Barboza 1191fb80f333SDaniel Henrique Barboza bool kvm_arch_stop_on_emulation_error(CPUState *cs) 1192fb80f333SDaniel Henrique Barboza { 1193fb80f333SDaniel Henrique Barboza return true; 1194fb80f333SDaniel Henrique Barboza } 1195fb80f333SDaniel Henrique Barboza 1196fb80f333SDaniel Henrique Barboza static int kvm_riscv_handle_sbi(CPUState *cs, struct kvm_run *run) 1197fb80f333SDaniel Henrique Barboza { 1198fb80f333SDaniel Henrique Barboza int ret = 0; 1199fb80f333SDaniel Henrique Barboza unsigned char ch; 1200fb80f333SDaniel Henrique Barboza switch (run->riscv_sbi.extension_id) { 1201fb80f333SDaniel Henrique Barboza case SBI_EXT_0_1_CONSOLE_PUTCHAR: 1202fb80f333SDaniel Henrique Barboza ch = run->riscv_sbi.args[0]; 1203fb80f333SDaniel Henrique Barboza qemu_chr_fe_write(serial_hd(0)->be, &ch, sizeof(ch)); 1204fb80f333SDaniel Henrique Barboza break; 1205fb80f333SDaniel Henrique Barboza case SBI_EXT_0_1_CONSOLE_GETCHAR: 1206fb80f333SDaniel Henrique Barboza ret = qemu_chr_fe_read_all(serial_hd(0)->be, &ch, sizeof(ch)); 1207fb80f333SDaniel Henrique Barboza if (ret == sizeof(ch)) { 1208fb80f333SDaniel Henrique Barboza run->riscv_sbi.ret[0] = ch; 1209fb80f333SDaniel Henrique Barboza } else { 1210fb80f333SDaniel Henrique Barboza run->riscv_sbi.ret[0] = -1; 1211fb80f333SDaniel Henrique Barboza } 1212fb80f333SDaniel Henrique Barboza ret = 0; 1213fb80f333SDaniel Henrique Barboza break; 1214fb80f333SDaniel Henrique Barboza default: 1215fb80f333SDaniel Henrique Barboza qemu_log_mask(LOG_UNIMP, 1216fb80f333SDaniel Henrique Barboza "%s: un-handled SBI EXIT, specific reasons is %lu\n", 1217fb80f333SDaniel Henrique Barboza __func__, run->riscv_sbi.extension_id); 1218fb80f333SDaniel Henrique Barboza ret = -1; 1219fb80f333SDaniel Henrique Barboza break; 1220fb80f333SDaniel Henrique Barboza } 1221fb80f333SDaniel Henrique Barboza return ret; 1222fb80f333SDaniel Henrique Barboza } 1223fb80f333SDaniel Henrique Barboza 1224fb80f333SDaniel Henrique Barboza int kvm_arch_handle_exit(CPUState *cs, struct kvm_run *run) 1225fb80f333SDaniel Henrique Barboza { 1226fb80f333SDaniel Henrique Barboza int ret = 0; 1227fb80f333SDaniel Henrique Barboza switch (run->exit_reason) { 1228fb80f333SDaniel Henrique Barboza case KVM_EXIT_RISCV_SBI: 1229fb80f333SDaniel Henrique Barboza ret = kvm_riscv_handle_sbi(cs, run); 1230fb80f333SDaniel Henrique Barboza break; 1231fb80f333SDaniel Henrique Barboza default: 1232fb80f333SDaniel Henrique Barboza qemu_log_mask(LOG_UNIMP, "%s: un-handled exit reason %d\n", 1233fb80f333SDaniel Henrique Barboza __func__, run->exit_reason); 1234fb80f333SDaniel Henrique Barboza ret = -1; 1235fb80f333SDaniel Henrique Barboza break; 1236fb80f333SDaniel Henrique Barboza } 1237fb80f333SDaniel Henrique Barboza return ret; 1238fb80f333SDaniel Henrique Barboza } 1239fb80f333SDaniel Henrique Barboza 1240fb80f333SDaniel Henrique Barboza void kvm_riscv_reset_vcpu(RISCVCPU *cpu) 1241fb80f333SDaniel Henrique Barboza { 1242fb80f333SDaniel Henrique Barboza CPURISCVState *env = &cpu->env; 1243fb80f333SDaniel Henrique Barboza int i; 1244fb80f333SDaniel Henrique Barboza 1245fb80f333SDaniel Henrique Barboza if (!kvm_enabled()) { 1246fb80f333SDaniel Henrique Barboza return; 1247fb80f333SDaniel Henrique Barboza } 1248fb80f333SDaniel Henrique Barboza for (i = 0; i < 32; i++) { 1249fb80f333SDaniel Henrique Barboza env->gpr[i] = 0; 1250fb80f333SDaniel Henrique Barboza } 1251fb80f333SDaniel Henrique Barboza env->pc = cpu->env.kernel_addr; 1252fb80f333SDaniel Henrique Barboza env->gpr[10] = kvm_arch_vcpu_id(CPU(cpu)); /* a0 */ 1253fb80f333SDaniel Henrique Barboza env->gpr[11] = cpu->env.fdt_addr; /* a1 */ 1254fb80f333SDaniel Henrique Barboza env->satp = 0; 1255fb80f333SDaniel Henrique Barboza env->mie = 0; 1256fb80f333SDaniel Henrique Barboza env->stvec = 0; 1257fb80f333SDaniel Henrique Barboza env->sscratch = 0; 1258fb80f333SDaniel Henrique Barboza env->sepc = 0; 1259fb80f333SDaniel Henrique Barboza env->scause = 0; 1260fb80f333SDaniel Henrique Barboza env->stval = 0; 1261fb80f333SDaniel Henrique Barboza env->mip = 0; 1262fb80f333SDaniel Henrique Barboza } 1263fb80f333SDaniel Henrique Barboza 1264fb80f333SDaniel Henrique Barboza void kvm_riscv_set_irq(RISCVCPU *cpu, int irq, int level) 1265fb80f333SDaniel Henrique Barboza { 1266fb80f333SDaniel Henrique Barboza int ret; 1267fb80f333SDaniel Henrique Barboza unsigned virq = level ? KVM_INTERRUPT_SET : KVM_INTERRUPT_UNSET; 1268fb80f333SDaniel Henrique Barboza 1269fb80f333SDaniel Henrique Barboza if (irq != IRQ_S_EXT) { 1270fb80f333SDaniel Henrique Barboza perror("kvm riscv set irq != IRQ_S_EXT\n"); 1271fb80f333SDaniel Henrique Barboza abort(); 1272fb80f333SDaniel Henrique Barboza } 1273fb80f333SDaniel Henrique Barboza 1274fb80f333SDaniel Henrique Barboza ret = kvm_vcpu_ioctl(CPU(cpu), KVM_INTERRUPT, &virq); 1275fb80f333SDaniel Henrique Barboza if (ret < 0) { 1276fb80f333SDaniel Henrique Barboza perror("Set irq failed"); 1277fb80f333SDaniel Henrique Barboza abort(); 1278fb80f333SDaniel Henrique Barboza } 1279fb80f333SDaniel Henrique Barboza } 1280fb80f333SDaniel Henrique Barboza 1281fb80f333SDaniel Henrique Barboza bool kvm_arch_cpu_check_are_resettable(void) 1282fb80f333SDaniel Henrique Barboza { 1283fb80f333SDaniel Henrique Barboza return true; 1284fb80f333SDaniel Henrique Barboza } 1285fb80f333SDaniel Henrique Barboza 1286fb80f333SDaniel Henrique Barboza static int aia_mode; 1287fb80f333SDaniel Henrique Barboza 1288fb80f333SDaniel Henrique Barboza static const char *kvm_aia_mode_str(uint64_t mode) 1289fb80f333SDaniel Henrique Barboza { 1290fb80f333SDaniel Henrique Barboza switch (mode) { 1291fb80f333SDaniel Henrique Barboza case KVM_DEV_RISCV_AIA_MODE_EMUL: 1292fb80f333SDaniel Henrique Barboza return "emul"; 1293fb80f333SDaniel Henrique Barboza case KVM_DEV_RISCV_AIA_MODE_HWACCEL: 1294fb80f333SDaniel Henrique Barboza return "hwaccel"; 1295fb80f333SDaniel Henrique Barboza case KVM_DEV_RISCV_AIA_MODE_AUTO: 1296fb80f333SDaniel Henrique Barboza default: 1297fb80f333SDaniel Henrique Barboza return "auto"; 1298fb80f333SDaniel Henrique Barboza }; 1299fb80f333SDaniel Henrique Barboza } 1300fb80f333SDaniel Henrique Barboza 1301fb80f333SDaniel Henrique Barboza static char *riscv_get_kvm_aia(Object *obj, Error **errp) 1302fb80f333SDaniel Henrique Barboza { 1303fb80f333SDaniel Henrique Barboza return g_strdup(kvm_aia_mode_str(aia_mode)); 1304fb80f333SDaniel Henrique Barboza } 1305fb80f333SDaniel Henrique Barboza 1306fb80f333SDaniel Henrique Barboza static void riscv_set_kvm_aia(Object *obj, const char *val, Error **errp) 1307fb80f333SDaniel Henrique Barboza { 1308fb80f333SDaniel Henrique Barboza if (!strcmp(val, "emul")) { 1309fb80f333SDaniel Henrique Barboza aia_mode = KVM_DEV_RISCV_AIA_MODE_EMUL; 1310fb80f333SDaniel Henrique Barboza } else if (!strcmp(val, "hwaccel")) { 1311fb80f333SDaniel Henrique Barboza aia_mode = KVM_DEV_RISCV_AIA_MODE_HWACCEL; 1312fb80f333SDaniel Henrique Barboza } else if (!strcmp(val, "auto")) { 1313fb80f333SDaniel Henrique Barboza aia_mode = KVM_DEV_RISCV_AIA_MODE_AUTO; 1314fb80f333SDaniel Henrique Barboza } else { 1315fb80f333SDaniel Henrique Barboza error_setg(errp, "Invalid KVM AIA mode"); 1316fb80f333SDaniel Henrique Barboza error_append_hint(errp, "Valid values are emul, hwaccel, and auto.\n"); 1317fb80f333SDaniel Henrique Barboza } 1318fb80f333SDaniel Henrique Barboza } 1319fb80f333SDaniel Henrique Barboza 1320fb80f333SDaniel Henrique Barboza void kvm_arch_accel_class_init(ObjectClass *oc) 1321fb80f333SDaniel Henrique Barboza { 1322fb80f333SDaniel Henrique Barboza object_class_property_add_str(oc, "riscv-aia", riscv_get_kvm_aia, 1323fb80f333SDaniel Henrique Barboza riscv_set_kvm_aia); 1324fb80f333SDaniel Henrique Barboza object_class_property_set_description(oc, "riscv-aia", 1325fb80f333SDaniel Henrique Barboza "Set KVM AIA mode. Valid values are " 1326fb80f333SDaniel Henrique Barboza "emul, hwaccel, and auto. Default " 1327fb80f333SDaniel Henrique Barboza "is auto."); 1328fb80f333SDaniel Henrique Barboza object_property_set_default_str(object_class_property_find(oc, "riscv-aia"), 1329fb80f333SDaniel Henrique Barboza "auto"); 1330fb80f333SDaniel Henrique Barboza } 1331fb80f333SDaniel Henrique Barboza 1332fb80f333SDaniel Henrique Barboza void kvm_riscv_aia_create(MachineState *machine, uint64_t group_shift, 1333fb80f333SDaniel Henrique Barboza uint64_t aia_irq_num, uint64_t aia_msi_num, 1334fb80f333SDaniel Henrique Barboza uint64_t aplic_base, uint64_t imsic_base, 1335fb80f333SDaniel Henrique Barboza uint64_t guest_num) 1336fb80f333SDaniel Henrique Barboza { 1337fb80f333SDaniel Henrique Barboza int ret, i; 1338fb80f333SDaniel Henrique Barboza int aia_fd = -1; 1339fb80f333SDaniel Henrique Barboza uint64_t default_aia_mode; 1340fb80f333SDaniel Henrique Barboza uint64_t socket_count = riscv_socket_count(machine); 1341fb80f333SDaniel Henrique Barboza uint64_t max_hart_per_socket = 0; 1342fb80f333SDaniel Henrique Barboza uint64_t socket, base_hart, hart_count, socket_imsic_base, imsic_addr; 1343fb80f333SDaniel Henrique Barboza uint64_t socket_bits, hart_bits, guest_bits; 1344fb80f333SDaniel Henrique Barboza 1345fb80f333SDaniel Henrique Barboza aia_fd = kvm_create_device(kvm_state, KVM_DEV_TYPE_RISCV_AIA, false); 1346fb80f333SDaniel Henrique Barboza 1347fb80f333SDaniel Henrique Barboza if (aia_fd < 0) { 1348fb80f333SDaniel Henrique Barboza error_report("Unable to create in-kernel irqchip"); 1349fb80f333SDaniel Henrique Barboza exit(1); 1350fb80f333SDaniel Henrique Barboza } 1351fb80f333SDaniel Henrique Barboza 1352fb80f333SDaniel Henrique Barboza ret = kvm_device_access(aia_fd, KVM_DEV_RISCV_AIA_GRP_CONFIG, 1353fb80f333SDaniel Henrique Barboza KVM_DEV_RISCV_AIA_CONFIG_MODE, 1354fb80f333SDaniel Henrique Barboza &default_aia_mode, false, NULL); 1355fb80f333SDaniel Henrique Barboza if (ret < 0) { 1356fb80f333SDaniel Henrique Barboza error_report("KVM AIA: failed to get current KVM AIA mode"); 1357fb80f333SDaniel Henrique Barboza exit(1); 1358fb80f333SDaniel Henrique Barboza } 1359fb80f333SDaniel Henrique Barboza qemu_log("KVM AIA: default mode is %s\n", 1360fb80f333SDaniel Henrique Barboza kvm_aia_mode_str(default_aia_mode)); 1361fb80f333SDaniel Henrique Barboza 1362fb80f333SDaniel Henrique Barboza if (default_aia_mode != aia_mode) { 1363fb80f333SDaniel Henrique Barboza ret = kvm_device_access(aia_fd, KVM_DEV_RISCV_AIA_GRP_CONFIG, 1364fb80f333SDaniel Henrique Barboza KVM_DEV_RISCV_AIA_CONFIG_MODE, 1365fb80f333SDaniel Henrique Barboza &aia_mode, true, NULL); 1366fb80f333SDaniel Henrique Barboza if (ret < 0) 1367fb80f333SDaniel Henrique Barboza warn_report("KVM AIA: failed to set KVM AIA mode"); 1368fb80f333SDaniel Henrique Barboza else 1369fb80f333SDaniel Henrique Barboza qemu_log("KVM AIA: set current mode to %s\n", 1370fb80f333SDaniel Henrique Barboza kvm_aia_mode_str(aia_mode)); 1371fb80f333SDaniel Henrique Barboza } 1372fb80f333SDaniel Henrique Barboza 1373fb80f333SDaniel Henrique Barboza ret = kvm_device_access(aia_fd, KVM_DEV_RISCV_AIA_GRP_CONFIG, 1374fb80f333SDaniel Henrique Barboza KVM_DEV_RISCV_AIA_CONFIG_SRCS, 1375fb80f333SDaniel Henrique Barboza &aia_irq_num, true, NULL); 1376fb80f333SDaniel Henrique Barboza if (ret < 0) { 1377fb80f333SDaniel Henrique Barboza error_report("KVM AIA: failed to set number of input irq lines"); 1378fb80f333SDaniel Henrique Barboza exit(1); 1379fb80f333SDaniel Henrique Barboza } 1380fb80f333SDaniel Henrique Barboza 1381fb80f333SDaniel Henrique Barboza ret = kvm_device_access(aia_fd, KVM_DEV_RISCV_AIA_GRP_CONFIG, 1382fb80f333SDaniel Henrique Barboza KVM_DEV_RISCV_AIA_CONFIG_IDS, 1383fb80f333SDaniel Henrique Barboza &aia_msi_num, true, NULL); 1384fb80f333SDaniel Henrique Barboza if (ret < 0) { 1385fb80f333SDaniel Henrique Barboza error_report("KVM AIA: failed to set number of msi"); 1386fb80f333SDaniel Henrique Barboza exit(1); 1387fb80f333SDaniel Henrique Barboza } 1388fb80f333SDaniel Henrique Barboza 1389fb80f333SDaniel Henrique Barboza socket_bits = find_last_bit(&socket_count, BITS_PER_LONG) + 1; 1390fb80f333SDaniel Henrique Barboza ret = kvm_device_access(aia_fd, KVM_DEV_RISCV_AIA_GRP_CONFIG, 1391fb80f333SDaniel Henrique Barboza KVM_DEV_RISCV_AIA_CONFIG_GROUP_BITS, 1392fb80f333SDaniel Henrique Barboza &socket_bits, true, NULL); 1393fb80f333SDaniel Henrique Barboza if (ret < 0) { 1394fb80f333SDaniel Henrique Barboza error_report("KVM AIA: failed to set group_bits"); 1395fb80f333SDaniel Henrique Barboza exit(1); 1396fb80f333SDaniel Henrique Barboza } 1397fb80f333SDaniel Henrique Barboza 1398fb80f333SDaniel Henrique Barboza ret = kvm_device_access(aia_fd, KVM_DEV_RISCV_AIA_GRP_CONFIG, 1399fb80f333SDaniel Henrique Barboza KVM_DEV_RISCV_AIA_CONFIG_GROUP_SHIFT, 1400fb80f333SDaniel Henrique Barboza &group_shift, true, NULL); 1401fb80f333SDaniel Henrique Barboza if (ret < 0) { 1402fb80f333SDaniel Henrique Barboza error_report("KVM AIA: failed to set group_shift"); 1403fb80f333SDaniel Henrique Barboza exit(1); 1404fb80f333SDaniel Henrique Barboza } 1405fb80f333SDaniel Henrique Barboza 1406fb80f333SDaniel Henrique Barboza guest_bits = guest_num == 0 ? 0 : 1407fb80f333SDaniel Henrique Barboza find_last_bit(&guest_num, BITS_PER_LONG) + 1; 1408fb80f333SDaniel Henrique Barboza ret = kvm_device_access(aia_fd, KVM_DEV_RISCV_AIA_GRP_CONFIG, 1409fb80f333SDaniel Henrique Barboza KVM_DEV_RISCV_AIA_CONFIG_GUEST_BITS, 1410fb80f333SDaniel Henrique Barboza &guest_bits, true, NULL); 1411fb80f333SDaniel Henrique Barboza if (ret < 0) { 1412fb80f333SDaniel Henrique Barboza error_report("KVM AIA: failed to set guest_bits"); 1413fb80f333SDaniel Henrique Barboza exit(1); 1414fb80f333SDaniel Henrique Barboza } 1415fb80f333SDaniel Henrique Barboza 1416fb80f333SDaniel Henrique Barboza ret = kvm_device_access(aia_fd, KVM_DEV_RISCV_AIA_GRP_ADDR, 1417fb80f333SDaniel Henrique Barboza KVM_DEV_RISCV_AIA_ADDR_APLIC, 1418fb80f333SDaniel Henrique Barboza &aplic_base, true, NULL); 1419fb80f333SDaniel Henrique Barboza if (ret < 0) { 1420fb80f333SDaniel Henrique Barboza error_report("KVM AIA: failed to set the base address of APLIC"); 1421fb80f333SDaniel Henrique Barboza exit(1); 1422fb80f333SDaniel Henrique Barboza } 1423fb80f333SDaniel Henrique Barboza 1424fb80f333SDaniel Henrique Barboza for (socket = 0; socket < socket_count; socket++) { 1425fb80f333SDaniel Henrique Barboza socket_imsic_base = imsic_base + socket * (1U << group_shift); 1426fb80f333SDaniel Henrique Barboza hart_count = riscv_socket_hart_count(machine, socket); 1427fb80f333SDaniel Henrique Barboza base_hart = riscv_socket_first_hartid(machine, socket); 1428fb80f333SDaniel Henrique Barboza 1429fb80f333SDaniel Henrique Barboza if (max_hart_per_socket < hart_count) { 1430fb80f333SDaniel Henrique Barboza max_hart_per_socket = hart_count; 1431fb80f333SDaniel Henrique Barboza } 1432fb80f333SDaniel Henrique Barboza 1433fb80f333SDaniel Henrique Barboza for (i = 0; i < hart_count; i++) { 1434fb80f333SDaniel Henrique Barboza imsic_addr = socket_imsic_base + i * IMSIC_HART_SIZE(guest_bits); 1435fb80f333SDaniel Henrique Barboza ret = kvm_device_access(aia_fd, KVM_DEV_RISCV_AIA_GRP_ADDR, 1436fb80f333SDaniel Henrique Barboza KVM_DEV_RISCV_AIA_ADDR_IMSIC(i + base_hart), 1437fb80f333SDaniel Henrique Barboza &imsic_addr, true, NULL); 1438fb80f333SDaniel Henrique Barboza if (ret < 0) { 1439fb80f333SDaniel Henrique Barboza error_report("KVM AIA: failed to set the IMSIC address for hart %d", i); 1440fb80f333SDaniel Henrique Barboza exit(1); 1441fb80f333SDaniel Henrique Barboza } 1442fb80f333SDaniel Henrique Barboza } 1443fb80f333SDaniel Henrique Barboza } 1444fb80f333SDaniel Henrique Barboza 1445fb80f333SDaniel Henrique Barboza hart_bits = find_last_bit(&max_hart_per_socket, BITS_PER_LONG) + 1; 1446fb80f333SDaniel Henrique Barboza ret = kvm_device_access(aia_fd, KVM_DEV_RISCV_AIA_GRP_CONFIG, 1447fb80f333SDaniel Henrique Barboza KVM_DEV_RISCV_AIA_CONFIG_HART_BITS, 1448fb80f333SDaniel Henrique Barboza &hart_bits, true, NULL); 1449fb80f333SDaniel Henrique Barboza if (ret < 0) { 1450fb80f333SDaniel Henrique Barboza error_report("KVM AIA: failed to set hart_bits"); 1451fb80f333SDaniel Henrique Barboza exit(1); 1452fb80f333SDaniel Henrique Barboza } 1453fb80f333SDaniel Henrique Barboza 1454fb80f333SDaniel Henrique Barboza if (kvm_has_gsi_routing()) { 1455fb80f333SDaniel Henrique Barboza for (uint64_t idx = 0; idx < aia_irq_num + 1; ++idx) { 1456fb80f333SDaniel Henrique Barboza /* KVM AIA only has one APLIC instance */ 1457fb80f333SDaniel Henrique Barboza kvm_irqchip_add_irq_route(kvm_state, idx, 0, idx); 1458fb80f333SDaniel Henrique Barboza } 1459fb80f333SDaniel Henrique Barboza kvm_gsi_routing_allowed = true; 1460fb80f333SDaniel Henrique Barboza kvm_irqchip_commit_routes(kvm_state); 1461fb80f333SDaniel Henrique Barboza } 1462fb80f333SDaniel Henrique Barboza 1463fb80f333SDaniel Henrique Barboza ret = kvm_device_access(aia_fd, KVM_DEV_RISCV_AIA_GRP_CTRL, 1464fb80f333SDaniel Henrique Barboza KVM_DEV_RISCV_AIA_CTRL_INIT, 1465fb80f333SDaniel Henrique Barboza NULL, true, NULL); 1466fb80f333SDaniel Henrique Barboza if (ret < 0) { 1467fb80f333SDaniel Henrique Barboza error_report("KVM AIA: initialized fail"); 1468fb80f333SDaniel Henrique Barboza exit(1); 1469fb80f333SDaniel Henrique Barboza } 1470fb80f333SDaniel Henrique Barboza 1471a788260bSPaolo Bonzini kvm_msi_via_irqfd_allowed = true; 1472fb80f333SDaniel Henrique Barboza } 1473fb80f333SDaniel Henrique Barboza 1474fb80f333SDaniel Henrique Barboza static void kvm_cpu_instance_init(CPUState *cs) 1475fb80f333SDaniel Henrique Barboza { 1476fb80f333SDaniel Henrique Barboza Object *obj = OBJECT(RISCV_CPU(cs)); 1477fb80f333SDaniel Henrique Barboza DeviceState *dev = DEVICE(obj); 1478fb80f333SDaniel Henrique Barboza 1479efa365b7SDaniel Henrique Barboza riscv_init_kvm_registers(obj); 1480fb80f333SDaniel Henrique Barboza 1481efa365b7SDaniel Henrique Barboza kvm_riscv_add_cpu_user_properties(obj); 1482fb80f333SDaniel Henrique Barboza 1483fb80f333SDaniel Henrique Barboza for (Property *prop = riscv_cpu_options; prop && prop->name; prop++) { 1484fb80f333SDaniel Henrique Barboza /* Check if we have a specific KVM handler for the option */ 1485fb80f333SDaniel Henrique Barboza if (object_property_find(obj, prop->name)) { 1486fb80f333SDaniel Henrique Barboza continue; 1487fb80f333SDaniel Henrique Barboza } 1488fb80f333SDaniel Henrique Barboza qdev_property_add_static(dev, prop); 1489fb80f333SDaniel Henrique Barboza } 1490fb80f333SDaniel Henrique Barboza } 1491fb80f333SDaniel Henrique Barboza 1492fb80f333SDaniel Henrique Barboza static void kvm_cpu_accel_class_init(ObjectClass *oc, void *data) 1493fb80f333SDaniel Henrique Barboza { 1494fb80f333SDaniel Henrique Barboza AccelCPUClass *acc = ACCEL_CPU_CLASS(oc); 1495fb80f333SDaniel Henrique Barboza 1496fb80f333SDaniel Henrique Barboza acc->cpu_instance_init = kvm_cpu_instance_init; 1497fb80f333SDaniel Henrique Barboza } 1498fb80f333SDaniel Henrique Barboza 1499fb80f333SDaniel Henrique Barboza static const TypeInfo kvm_cpu_accel_type_info = { 1500fb80f333SDaniel Henrique Barboza .name = ACCEL_CPU_NAME("kvm"), 1501fb80f333SDaniel Henrique Barboza 1502fb80f333SDaniel Henrique Barboza .parent = TYPE_ACCEL_CPU, 1503fb80f333SDaniel Henrique Barboza .class_init = kvm_cpu_accel_class_init, 1504fb80f333SDaniel Henrique Barboza .abstract = true, 1505fb80f333SDaniel Henrique Barboza }; 1506fb80f333SDaniel Henrique Barboza static void kvm_cpu_accel_register_types(void) 1507fb80f333SDaniel Henrique Barboza { 1508fb80f333SDaniel Henrique Barboza type_register_static(&kvm_cpu_accel_type_info); 1509fb80f333SDaniel Henrique Barboza } 1510fb80f333SDaniel Henrique Barboza type_init(kvm_cpu_accel_register_types); 1511fb80f333SDaniel Henrique Barboza 1512fb80f333SDaniel Henrique Barboza static void riscv_host_cpu_init(Object *obj) 1513fb80f333SDaniel Henrique Barboza { 1514fb80f333SDaniel Henrique Barboza CPURISCVState *env = &RISCV_CPU(obj)->env; 1515fb80f333SDaniel Henrique Barboza 1516fb80f333SDaniel Henrique Barboza #if defined(TARGET_RISCV32) 1517fb80f333SDaniel Henrique Barboza env->misa_mxl_max = env->misa_mxl = MXL_RV32; 1518fb80f333SDaniel Henrique Barboza #elif defined(TARGET_RISCV64) 1519fb80f333SDaniel Henrique Barboza env->misa_mxl_max = env->misa_mxl = MXL_RV64; 1520fb80f333SDaniel Henrique Barboza #endif 1521fb80f333SDaniel Henrique Barboza } 1522fb80f333SDaniel Henrique Barboza 1523fb80f333SDaniel Henrique Barboza static const TypeInfo riscv_kvm_cpu_type_infos[] = { 1524fb80f333SDaniel Henrique Barboza { 1525fb80f333SDaniel Henrique Barboza .name = TYPE_RISCV_CPU_HOST, 1526fb80f333SDaniel Henrique Barboza .parent = TYPE_RISCV_CPU, 1527fb80f333SDaniel Henrique Barboza .instance_init = riscv_host_cpu_init, 1528fb80f333SDaniel Henrique Barboza } 1529fb80f333SDaniel Henrique Barboza }; 1530fb80f333SDaniel Henrique Barboza 1531fb80f333SDaniel Henrique Barboza DEFINE_TYPES(riscv_kvm_cpu_type_infos) 1532