154976b75SPaolo Bonzini /*
254976b75SPaolo Bonzini * KVM in-kernel APIC support
354976b75SPaolo Bonzini *
454976b75SPaolo Bonzini * Copyright (c) 2011 Siemens AG
554976b75SPaolo Bonzini *
654976b75SPaolo Bonzini * Authors:
754976b75SPaolo Bonzini * Jan Kiszka <jan.kiszka@siemens.com>
854976b75SPaolo Bonzini *
954976b75SPaolo Bonzini * This work is licensed under the terms of the GNU GPL version 2.
1054976b75SPaolo Bonzini * See the COPYING file in the top-level directory.
1154976b75SPaolo Bonzini */
120b8fa32fSMarkus Armbruster
13b6a0aa05SPeter Maydell #include "qemu/osdep.h"
140b8fa32fSMarkus Armbruster #include "qemu/module.h"
1554976b75SPaolo Bonzini #include "hw/i386/apic_internal.h"
1654976b75SPaolo Bonzini #include "hw/pci/msi.h"
17b3946626SVincent Palatin #include "sysemu/hw_accel.h"
1854976b75SPaolo Bonzini #include "sysemu/kvm.h"
19a9dc68d9SClaudio Fontana #include "kvm/kvm_i386.h"
2054976b75SPaolo Bonzini
kvm_apic_set_reg(struct kvm_lapic_state * kapic,int reg_id,uint32_t val)2154976b75SPaolo Bonzini static inline void kvm_apic_set_reg(struct kvm_lapic_state *kapic,
2254976b75SPaolo Bonzini int reg_id, uint32_t val)
2354976b75SPaolo Bonzini {
2454976b75SPaolo Bonzini *((uint32_t *)(kapic->regs + (reg_id << 4))) = val;
2554976b75SPaolo Bonzini }
2654976b75SPaolo Bonzini
kvm_apic_get_reg(struct kvm_lapic_state * kapic,int reg_id)2754976b75SPaolo Bonzini static inline uint32_t kvm_apic_get_reg(struct kvm_lapic_state *kapic,
2854976b75SPaolo Bonzini int reg_id)
2954976b75SPaolo Bonzini {
3054976b75SPaolo Bonzini return *((uint32_t *)(kapic->regs + (reg_id << 4)));
3154976b75SPaolo Bonzini }
3254976b75SPaolo Bonzini
kvm_put_apic_state(APICCommonState * s,struct kvm_lapic_state * kapic)3378d6a05dSDr. David Alan Gilbert static void kvm_put_apic_state(APICCommonState *s, struct kvm_lapic_state *kapic)
3454976b75SPaolo Bonzini {
3554976b75SPaolo Bonzini int i;
3654976b75SPaolo Bonzini
3754976b75SPaolo Bonzini memset(kapic, 0, sizeof(*kapic));
38e391c009SIgor Mammedov if (kvm_has_x2apic_api() && s->apicbase & MSR_IA32_APICBASE_EXTD) {
39e391c009SIgor Mammedov kvm_apic_set_reg(kapic, 0x2, s->initial_apic_id);
40e391c009SIgor Mammedov } else {
4154976b75SPaolo Bonzini kvm_apic_set_reg(kapic, 0x2, s->id << 24);
42e391c009SIgor Mammedov }
4354976b75SPaolo Bonzini kvm_apic_set_reg(kapic, 0x8, s->tpr);
4454976b75SPaolo Bonzini kvm_apic_set_reg(kapic, 0xd, s->log_dest << 24);
4554976b75SPaolo Bonzini kvm_apic_set_reg(kapic, 0xe, s->dest_mode << 28 | 0x0fffffff);
4654976b75SPaolo Bonzini kvm_apic_set_reg(kapic, 0xf, s->spurious_vec);
4754976b75SPaolo Bonzini for (i = 0; i < 8; i++) {
4854976b75SPaolo Bonzini kvm_apic_set_reg(kapic, 0x10 + i, s->isr[i]);
4954976b75SPaolo Bonzini kvm_apic_set_reg(kapic, 0x18 + i, s->tmr[i]);
5054976b75SPaolo Bonzini kvm_apic_set_reg(kapic, 0x20 + i, s->irr[i]);
5154976b75SPaolo Bonzini }
5254976b75SPaolo Bonzini kvm_apic_set_reg(kapic, 0x28, s->esr);
5354976b75SPaolo Bonzini kvm_apic_set_reg(kapic, 0x30, s->icr[0]);
5454976b75SPaolo Bonzini kvm_apic_set_reg(kapic, 0x31, s->icr[1]);
5554976b75SPaolo Bonzini for (i = 0; i < APIC_LVT_NB; i++) {
5654976b75SPaolo Bonzini kvm_apic_set_reg(kapic, 0x32 + i, s->lvt[i]);
5754976b75SPaolo Bonzini }
5854976b75SPaolo Bonzini kvm_apic_set_reg(kapic, 0x38, s->initial_count);
5954976b75SPaolo Bonzini kvm_apic_set_reg(kapic, 0x3e, s->divide_conf);
6054976b75SPaolo Bonzini }
6154976b75SPaolo Bonzini
kvm_get_apic_state(DeviceState * dev,struct kvm_lapic_state * kapic)62d3b0c9e9Sxiaoqiang zhao void kvm_get_apic_state(DeviceState *dev, struct kvm_lapic_state *kapic)
6354976b75SPaolo Bonzini {
64d3b0c9e9Sxiaoqiang zhao APICCommonState *s = APIC_COMMON(dev);
6554976b75SPaolo Bonzini int i, v;
6654976b75SPaolo Bonzini
67e391c009SIgor Mammedov if (kvm_has_x2apic_api() && s->apicbase & MSR_IA32_APICBASE_EXTD) {
68e391c009SIgor Mammedov assert(kvm_apic_get_reg(kapic, 0x2) == s->initial_apic_id);
69e391c009SIgor Mammedov } else {
7054976b75SPaolo Bonzini s->id = kvm_apic_get_reg(kapic, 0x2) >> 24;
71e391c009SIgor Mammedov }
7254976b75SPaolo Bonzini s->tpr = kvm_apic_get_reg(kapic, 0x8);
7354976b75SPaolo Bonzini s->arb_id = kvm_apic_get_reg(kapic, 0x9);
7454976b75SPaolo Bonzini s->log_dest = kvm_apic_get_reg(kapic, 0xd) >> 24;
7554976b75SPaolo Bonzini s->dest_mode = kvm_apic_get_reg(kapic, 0xe) >> 28;
7654976b75SPaolo Bonzini s->spurious_vec = kvm_apic_get_reg(kapic, 0xf);
7754976b75SPaolo Bonzini for (i = 0; i < 8; i++) {
7854976b75SPaolo Bonzini s->isr[i] = kvm_apic_get_reg(kapic, 0x10 + i);
7954976b75SPaolo Bonzini s->tmr[i] = kvm_apic_get_reg(kapic, 0x18 + i);
8054976b75SPaolo Bonzini s->irr[i] = kvm_apic_get_reg(kapic, 0x20 + i);
8154976b75SPaolo Bonzini }
8254976b75SPaolo Bonzini s->esr = kvm_apic_get_reg(kapic, 0x28);
8354976b75SPaolo Bonzini s->icr[0] = kvm_apic_get_reg(kapic, 0x30);
8454976b75SPaolo Bonzini s->icr[1] = kvm_apic_get_reg(kapic, 0x31);
8554976b75SPaolo Bonzini for (i = 0; i < APIC_LVT_NB; i++) {
8654976b75SPaolo Bonzini s->lvt[i] = kvm_apic_get_reg(kapic, 0x32 + i);
8754976b75SPaolo Bonzini }
8854976b75SPaolo Bonzini s->initial_count = kvm_apic_get_reg(kapic, 0x38);
8954976b75SPaolo Bonzini s->divide_conf = kvm_apic_get_reg(kapic, 0x3e);
9054976b75SPaolo Bonzini
9154976b75SPaolo Bonzini v = (s->divide_conf & 3) | ((s->divide_conf >> 1) & 4);
9254976b75SPaolo Bonzini s->count_shift = (v + 1) & 7;
9354976b75SPaolo Bonzini
94bc72ad67SAlex Bligh s->initial_count_load_time = qemu_clock_get_ns(QEMU_CLOCK_VIRTUAL);
9554976b75SPaolo Bonzini apic_next_timer(s, s->initial_count_load_time);
9654976b75SPaolo Bonzini }
9754976b75SPaolo Bonzini
kvm_apic_set_base(APICCommonState * s,uint64_t val)98*774204cfSBui Quang Minh static int kvm_apic_set_base(APICCommonState *s, uint64_t val)
9954976b75SPaolo Bonzini {
10054976b75SPaolo Bonzini s->apicbase = val;
101*774204cfSBui Quang Minh return 0;
10254976b75SPaolo Bonzini }
10354976b75SPaolo Bonzini
kvm_apic_set_tpr(APICCommonState * s,uint8_t val)10454976b75SPaolo Bonzini static void kvm_apic_set_tpr(APICCommonState *s, uint8_t val)
10554976b75SPaolo Bonzini {
10654976b75SPaolo Bonzini s->tpr = (val & 0x0f) << 4;
10754976b75SPaolo Bonzini }
10854976b75SPaolo Bonzini
kvm_apic_get_tpr(APICCommonState * s)10954976b75SPaolo Bonzini static uint8_t kvm_apic_get_tpr(APICCommonState *s)
11054976b75SPaolo Bonzini {
11154976b75SPaolo Bonzini return s->tpr >> 4;
11254976b75SPaolo Bonzini }
11354976b75SPaolo Bonzini
kvm_apic_enable_tpr_reporting(APICCommonState * s,bool enable)11454976b75SPaolo Bonzini static void kvm_apic_enable_tpr_reporting(APICCommonState *s, bool enable)
11554976b75SPaolo Bonzini {
11654976b75SPaolo Bonzini struct kvm_tpr_access_ctl ctl = {
11754976b75SPaolo Bonzini .enabled = enable
11854976b75SPaolo Bonzini };
11954976b75SPaolo Bonzini
12054976b75SPaolo Bonzini kvm_vcpu_ioctl(CPU(s->cpu), KVM_TPR_ACCESS_REPORTING, &ctl);
12154976b75SPaolo Bonzini }
12254976b75SPaolo Bonzini
kvm_apic_vapic_base_update(APICCommonState * s)12354976b75SPaolo Bonzini static void kvm_apic_vapic_base_update(APICCommonState *s)
12454976b75SPaolo Bonzini {
12554976b75SPaolo Bonzini struct kvm_vapic_addr vapid_addr = {
12654976b75SPaolo Bonzini .vapic_addr = s->vapic_paddr,
12754976b75SPaolo Bonzini };
12854976b75SPaolo Bonzini int ret;
12954976b75SPaolo Bonzini
13054976b75SPaolo Bonzini ret = kvm_vcpu_ioctl(CPU(s->cpu), KVM_SET_VAPIC_ADDR, &vapid_addr);
13154976b75SPaolo Bonzini if (ret < 0) {
13254976b75SPaolo Bonzini fprintf(stderr, "KVM: setting VAPIC address failed (%s)\n",
13354976b75SPaolo Bonzini strerror(-ret));
13454976b75SPaolo Bonzini abort();
13554976b75SPaolo Bonzini }
13654976b75SPaolo Bonzini }
13754976b75SPaolo Bonzini
kvm_apic_put(CPUState * cs,run_on_cpu_data data)13814e6fe12SPaolo Bonzini static void kvm_apic_put(CPUState *cs, run_on_cpu_data data)
13978d6a05dSDr. David Alan Gilbert {
14014e6fe12SPaolo Bonzini APICCommonState *s = data.host_ptr;
14178d6a05dSDr. David Alan Gilbert struct kvm_lapic_state kapic;
14278d6a05dSDr. David Alan Gilbert int ret;
14378d6a05dSDr. David Alan Gilbert
144f8d9ccf8SDr. David Alan Gilbert kvm_put_apicbase(s->cpu, s->apicbase);
14578d6a05dSDr. David Alan Gilbert kvm_put_apic_state(s, &kapic);
14678d6a05dSDr. David Alan Gilbert
14778d6a05dSDr. David Alan Gilbert ret = kvm_vcpu_ioctl(CPU(s->cpu), KVM_SET_LAPIC, &kapic);
14878d6a05dSDr. David Alan Gilbert if (ret < 0) {
149d84451d3SDmitry Voronetskiy fprintf(stderr, "KVM_SET_LAPIC failed: %s\n", strerror(-ret));
15078d6a05dSDr. David Alan Gilbert abort();
15178d6a05dSDr. David Alan Gilbert }
15278d6a05dSDr. David Alan Gilbert }
15378d6a05dSDr. David Alan Gilbert
kvm_apic_post_load(APICCommonState * s)15478d6a05dSDr. David Alan Gilbert static void kvm_apic_post_load(APICCommonState *s)
15578d6a05dSDr. David Alan Gilbert {
15614e6fe12SPaolo Bonzini run_on_cpu(CPU(s->cpu), kvm_apic_put, RUN_ON_CPU_HOST_PTR(s));
15778d6a05dSDr. David Alan Gilbert }
15878d6a05dSDr. David Alan Gilbert
do_inject_external_nmi(CPUState * cpu,run_on_cpu_data data)15914e6fe12SPaolo Bonzini static void do_inject_external_nmi(CPUState *cpu, run_on_cpu_data data)
16054976b75SPaolo Bonzini {
16114e6fe12SPaolo Bonzini APICCommonState *s = data.host_ptr;
16254976b75SPaolo Bonzini uint32_t lvt;
16354976b75SPaolo Bonzini int ret;
16454976b75SPaolo Bonzini
165cb446ecaSAndreas Färber cpu_synchronize_state(cpu);
16654976b75SPaolo Bonzini
16754976b75SPaolo Bonzini lvt = s->lvt[APIC_LVT_LINT1];
16854976b75SPaolo Bonzini if (!(lvt & APIC_LVT_MASKED) && ((lvt >> 8) & 7) == APIC_DM_NMI) {
16954976b75SPaolo Bonzini ret = kvm_vcpu_ioctl(cpu, KVM_NMI);
17054976b75SPaolo Bonzini if (ret < 0) {
17154976b75SPaolo Bonzini fprintf(stderr, "KVM: injection failed, NMI lost (%s)\n",
17254976b75SPaolo Bonzini strerror(-ret));
17354976b75SPaolo Bonzini }
17454976b75SPaolo Bonzini }
17554976b75SPaolo Bonzini }
17654976b75SPaolo Bonzini
kvm_apic_external_nmi(APICCommonState * s)17754976b75SPaolo Bonzini static void kvm_apic_external_nmi(APICCommonState *s)
17854976b75SPaolo Bonzini {
17914e6fe12SPaolo Bonzini run_on_cpu(CPU(s->cpu), do_inject_external_nmi, RUN_ON_CPU_HOST_PTR(s));
18054976b75SPaolo Bonzini }
18154976b75SPaolo Bonzini
kvm_send_msi(MSIMessage * msg)182267ee357SRadim Krčmář static void kvm_send_msi(MSIMessage *msg)
183267ee357SRadim Krčmář {
184267ee357SRadim Krčmář int ret;
185267ee357SRadim Krčmář
186c1bb5418SDavid Woodhouse /*
187c1bb5418SDavid Woodhouse * The message has already passed through interrupt remapping if enabled,
188c1bb5418SDavid Woodhouse * but the legacy extended destination ID in low bits still needs to be
189c1bb5418SDavid Woodhouse * handled.
190c1bb5418SDavid Woodhouse */
191c1bb5418SDavid Woodhouse msg->address = kvm_swizzle_msi_ext_dest_id(msg->address);
192c1bb5418SDavid Woodhouse
193267ee357SRadim Krčmář ret = kvm_irqchip_send_msi(kvm_state, *msg);
194267ee357SRadim Krčmář if (ret < 0) {
195267ee357SRadim Krčmář fprintf(stderr, "KVM: injection failed, MSI lost (%s)\n",
196267ee357SRadim Krčmář strerror(-ret));
197267ee357SRadim Krčmář }
198267ee357SRadim Krčmář }
199267ee357SRadim Krčmář
kvm_apic_mem_read(void * opaque,hwaddr addr,unsigned size)20054976b75SPaolo Bonzini static uint64_t kvm_apic_mem_read(void *opaque, hwaddr addr,
20154976b75SPaolo Bonzini unsigned size)
20254976b75SPaolo Bonzini {
20354976b75SPaolo Bonzini return ~(uint64_t)0;
20454976b75SPaolo Bonzini }
20554976b75SPaolo Bonzini
kvm_apic_mem_write(void * opaque,hwaddr addr,uint64_t data,unsigned size)20654976b75SPaolo Bonzini static void kvm_apic_mem_write(void *opaque, hwaddr addr,
20754976b75SPaolo Bonzini uint64_t data, unsigned size)
20854976b75SPaolo Bonzini {
20954976b75SPaolo Bonzini MSIMessage msg = { .address = addr, .data = data };
21054976b75SPaolo Bonzini
211267ee357SRadim Krčmář kvm_send_msi(&msg);
21254976b75SPaolo Bonzini }
21354976b75SPaolo Bonzini
21454976b75SPaolo Bonzini static const MemoryRegionOps kvm_apic_io_ops = {
21554976b75SPaolo Bonzini .read = kvm_apic_mem_read,
21654976b75SPaolo Bonzini .write = kvm_apic_mem_write,
21754976b75SPaolo Bonzini .endianness = DEVICE_NATIVE_ENDIAN,
21854976b75SPaolo Bonzini };
21954976b75SPaolo Bonzini
kvm_apic_reset(APICCommonState * s)220575a6f40SPaolo Bonzini static void kvm_apic_reset(APICCommonState *s)
221575a6f40SPaolo Bonzini {
222575a6f40SPaolo Bonzini /* Not used by KVM, which uses the CPU mp_state instead. */
223575a6f40SPaolo Bonzini s->wait_for_sipi = 0;
22478d6a05dSDr. David Alan Gilbert
22514e6fe12SPaolo Bonzini run_on_cpu(CPU(s->cpu), kvm_apic_put, RUN_ON_CPU_HOST_PTR(s));
226575a6f40SPaolo Bonzini }
227575a6f40SPaolo Bonzini
kvm_apic_realize(DeviceState * dev,Error ** errp)228ff6986ceSxiaoqiang zhao static void kvm_apic_realize(DeviceState *dev, Error **errp)
22954976b75SPaolo Bonzini {
230ff6986ceSxiaoqiang zhao APICCommonState *s = APIC_COMMON(dev);
231ff6986ceSxiaoqiang zhao
232365aa113SIgor Mammedov memory_region_init_io(&s->io_memory, OBJECT(s), &kvm_apic_io_ops, s,
233365aa113SIgor Mammedov "kvm-apic-msi", APIC_SPACE_SIZE);
23454976b75SPaolo Bonzini
2358981bae2SEduardo Habkost assert(kvm_has_gsi_routing());
236226419d6SMichael S. Tsirkin msi_nonbroken = true;
23754976b75SPaolo Bonzini }
23854976b75SPaolo Bonzini
kvm_apic_unrealize(DeviceState * dev)239b69c3c21SMarkus Armbruster static void kvm_apic_unrealize(DeviceState *dev)
2409c156f9dSIgor Mammedov {
2419c156f9dSIgor Mammedov }
2429c156f9dSIgor Mammedov
kvm_apic_class_init(ObjectClass * klass,void * data)24354976b75SPaolo Bonzini static void kvm_apic_class_init(ObjectClass *klass, void *data)
24454976b75SPaolo Bonzini {
24554976b75SPaolo Bonzini APICCommonClass *k = APIC_COMMON_CLASS(klass);
24654976b75SPaolo Bonzini
247ff6986ceSxiaoqiang zhao k->realize = kvm_apic_realize;
2489c156f9dSIgor Mammedov k->unrealize = kvm_apic_unrealize;
249575a6f40SPaolo Bonzini k->reset = kvm_apic_reset;
25054976b75SPaolo Bonzini k->set_base = kvm_apic_set_base;
25154976b75SPaolo Bonzini k->set_tpr = kvm_apic_set_tpr;
25254976b75SPaolo Bonzini k->get_tpr = kvm_apic_get_tpr;
25378d6a05dSDr. David Alan Gilbert k->post_load = kvm_apic_post_load;
25454976b75SPaolo Bonzini k->enable_tpr_reporting = kvm_apic_enable_tpr_reporting;
25554976b75SPaolo Bonzini k->vapic_base_update = kvm_apic_vapic_base_update;
25654976b75SPaolo Bonzini k->external_nmi = kvm_apic_external_nmi;
257267ee357SRadim Krčmář k->send_msi = kvm_send_msi;
25854976b75SPaolo Bonzini }
25954976b75SPaolo Bonzini
26054976b75SPaolo Bonzini static const TypeInfo kvm_apic_info = {
26154976b75SPaolo Bonzini .name = "kvm-apic",
26254976b75SPaolo Bonzini .parent = TYPE_APIC_COMMON,
26354976b75SPaolo Bonzini .instance_size = sizeof(APICCommonState),
26454976b75SPaolo Bonzini .class_init = kvm_apic_class_init,
26554976b75SPaolo Bonzini };
26654976b75SPaolo Bonzini
kvm_apic_register_types(void)26754976b75SPaolo Bonzini static void kvm_apic_register_types(void)
26854976b75SPaolo Bonzini {
26954976b75SPaolo Bonzini type_register_static(&kvm_apic_info);
27054976b75SPaolo Bonzini }
27154976b75SPaolo Bonzini
27254976b75SPaolo Bonzini type_init(kvm_apic_register_types)
273