1 /*- 2 * Copyright (c) 2016 Microsoft Corp. 3 * All rights reserved. 4 * 5 * Redistribution and use in source and binary forms, with or without 6 * modification, are permitted provided that the following conditions 7 * are met: 8 * 1. Redistributions of source code must retain the above copyright 9 * notice unmodified, this list of conditions, and the following 10 * disclaimer. 11 * 2. Redistributions in binary form must reproduce the above copyright 12 * notice, this list of conditions and the following disclaimer in the 13 * documentation and/or other materials provided with the distribution. 14 * 15 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 16 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 17 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 18 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 19 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 20 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 21 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 22 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 23 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 24 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 25 */ 26 27 #ifndef _VMBUS_VAR_H_ 28 #define _VMBUS_VAR_H_ 29 30 #include <sys/param.h> 31 #include <sys/kernel.h> 32 #include <sys/taskqueue.h> 33 #include <sys/rman.h> 34 35 #include <vm/vm.h> 36 #include <vm/vm_extern.h> 37 #include <vm/vm_param.h> 38 #include <vm/pmap.h> 39 40 #include <dev/pci/pcivar.h> 41 #include <dev/pci/pcib_private.h> 42 43 /* 44 * NOTE: DO NOT CHANGE THIS. 45 */ 46 #define VMBUS_SINT_MESSAGE 2 47 /* 48 * NOTE: 49 * - DO NOT set it to the same value as VMBUS_SINT_MESSAGE. 50 * - DO NOT set it to 0. 51 */ 52 #define VMBUS_SINT_TIMER 4 53 54 /* 55 * NOTE: DO NOT CHANGE THESE 56 */ 57 #define VMBUS_CONNID_MESSAGE 1 58 #define VMBUS_CONNID_EVENT 2 59 60 struct vmbus_message; 61 struct vmbus_softc; 62 63 typedef void (*vmbus_chanmsg_proc_t)(struct vmbus_softc *, 64 const struct vmbus_message *); 65 66 #define VMBUS_CHANMSG_PROC(name, func) \ 67 [VMBUS_CHANMSG_TYPE_##name] = func 68 #define VMBUS_CHANMSG_PROC_WAKEUP(name) \ 69 VMBUS_CHANMSG_PROC(name, vmbus_msghc_wakeup) 70 71 struct vmbus_pcpu_data { 72 u_long *intr_cnt; /* Hyper-V interrupt counter */ 73 struct vmbus_message *message; /* shared messages */ 74 uint32_t vcpuid; /* virtual cpuid */ 75 int event_flags_cnt;/* # of event flags */ 76 struct vmbus_evtflags *event_flags; /* event flags from host */ 77 #if defined(__x86_64__) 78 void *cpu_mem; /* For Hyper-V tlb hypercall */ 79 #endif 80 81 /* Rarely used fields */ 82 struct taskqueue *event_tq; /* event taskq */ 83 struct taskqueue *message_tq; /* message taskq */ 84 struct task message_task; /* message task */ 85 } __aligned(CACHE_LINE_SIZE); 86 87 struct vmbus_softc { 88 void (*vmbus_event_proc)(struct vmbus_softc *, int); 89 u_long *vmbus_tx_evtflags; 90 /* event flags to host */ 91 struct vmbus_mnf *vmbus_mnf2; /* monitored by host */ 92 93 u_long *vmbus_rx_evtflags; 94 /* compat evtflgs from host */ 95 struct vmbus_channel *volatile *vmbus_chmap; 96 struct vmbus_xact_ctx *vmbus_xc; 97 struct vmbus_pcpu_data vmbus_pcpu[MAXCPU]; 98 99 /* 100 * Rarely used fields 101 */ 102 103 device_t vmbus_dev; 104 int vmbus_idtvec; 105 uint32_t vmbus_flags; /* see VMBUS_FLAG_ */ 106 uint32_t vmbus_version; 107 uint32_t vmbus_gpadl; 108 109 /* Shared memory for vmbus_{rx,tx}_evtflags */ 110 void *vmbus_evtflags; 111 112 void *vmbus_mnf1; /* monitored by VM, unused */ 113 114 bool vmbus_scandone; 115 struct task vmbus_scandone_task; 116 117 struct taskqueue *vmbus_devtq; /* for dev attach/detach */ 118 struct taskqueue *vmbus_subchtq; /* for sub-chan attach/detach */ 119 120 /* Primary channels */ 121 struct mtx vmbus_prichan_lock; 122 TAILQ_HEAD(, vmbus_channel) vmbus_prichans; 123 124 /* Complete channel list */ 125 struct mtx vmbus_chan_lock; 126 TAILQ_HEAD(, vmbus_channel) vmbus_chans; 127 128 struct intr_config_hook vmbus_intrhook; 129 130 #ifdef NEW_PCIB 131 /* The list of usable MMIO ranges for PCIe pass-through */ 132 struct pcib_host_resources vmbus_mmio_res; 133 #endif 134 135 #if defined(__aarch64__) 136 struct resource *ires; 137 void *icookie; 138 int vector; 139 #endif 140 bus_dma_tag_t dmat; 141 }; 142 143 #define VMBUS_FLAG_ATTACHED 0x0001 /* vmbus was attached */ 144 #define VMBUS_FLAG_SYNIC 0x0002 /* SynIC was setup */ 145 146 #define VMBUS_PCPU_GET(sc, field, cpu) (sc)->vmbus_pcpu[(cpu)].field 147 #define VMBUS_PCPU_PTR(sc, field, cpu) &(sc)->vmbus_pcpu[(cpu)].field 148 #define HVCALL_FLUSH_VIRTUAL_ADDRESS_SPACE 0x0002 149 #define HVCALL_FLUSH_VIRTUAL_ADDRESS_SPACE_EX 0x0013 150 #define HV_FLUSH_ALL_PROCESSORS BIT(0) 151 #define HV_FLUSH_ALL_VIRTUAL_ADDRESS_SPACES BIT(1) 152 #define HV_FLUSH_NON_GLOBAL_MAPPINGS_ONLY BIT(2) 153 #define HV_TLB_FLUSH_UNIT (4096 * PAGE_SIZE) 154 155 156 #define BIT(n) (1ULL << (n)) 157 #define BITS_PER_LONG (sizeof(long) * NBBY) 158 #define BIT_MASK(nr) (1UL << ((nr) & (BITS_PER_LONG - 1))) 159 #define BIT_WORD(nr) ((nr) / BITS_PER_LONG) 160 #define set_bit(i, a) \ 161 atomic_set_long(&((volatile unsigned long *)(a))[BIT_WORD(i)], BIT_MASK(i)) 162 163 #define GENMASK_ULL(h, l) (((~0ULL) >> (64 - (h) - 1)) & ((~0ULL) << (l))) 164 165 #define HVCALL_FLUSH_VIRTUAL_ADDRESS_LIST 0x0003 166 #define HVCALL_FLUSH_VIRTUAL_ADDRESS_LIST_EX 0x0014 167 #define HYPERV_X64_EX_PROCESSOR_MASKS_RECOMMENDED BIT(11) 168 #define HV_HYPERCALL_RESULT_MASK GENMASK_ULL(15, 0) 169 #define HV_STATUS_SUCCESS 0 170 #define HV_HYPERCALL_REP_COMP_MASK GENMASK_ULL(43, 32) 171 #define HV_HYPERCALL_REP_COMP_OFFSET 32 172 173 #define HV_HYPERCALL_VARHEAD_OFFSET 17 174 175 #define HV_HYPERCALL_REP_START_MASK GENMASK_ULL(59, 48) 176 #define HV_HYPERCALL_REP_START_OFFSET 48 177 178 enum HV_GENERIC_SET_FORMAT { 179 HV_GENERIC_SET_SPARSE_4K, 180 HV_GENERIC_SET_ALL, 181 }; 182 183 struct vmbus_channel; 184 struct trapframe; 185 struct vmbus_message; 186 struct vmbus_msghc; 187 188 void vmbus_handle_intr(struct trapframe *); 189 int vmbus_add_child(struct vmbus_channel *); 190 int vmbus_delete_child(struct vmbus_channel *); 191 #if !defined(__aarch64__) 192 void vmbus_et_intr(struct trapframe *); 193 #endif 194 uint32_t vmbus_gpadl_alloc(struct vmbus_softc *); 195 196 struct vmbus_msghc * 197 vmbus_msghc_get(struct vmbus_softc *, size_t); 198 void vmbus_msghc_put(struct vmbus_softc *, struct vmbus_msghc *); 199 void *vmbus_msghc_dataptr(struct vmbus_msghc *); 200 int vmbus_msghc_exec_noresult(struct vmbus_msghc *); 201 int vmbus_msghc_exec(struct vmbus_softc *, struct vmbus_msghc *); 202 void vmbus_msghc_exec_cancel(struct vmbus_softc *, 203 struct vmbus_msghc *); 204 const struct vmbus_message * 205 vmbus_msghc_wait_result(struct vmbus_softc *, 206 struct vmbus_msghc *); 207 const struct vmbus_message * 208 vmbus_msghc_poll_result(struct vmbus_softc *, 209 struct vmbus_msghc *); 210 void vmbus_msghc_wakeup(struct vmbus_softc *, 211 const struct vmbus_message *); 212 void vmbus_msghc_reset(struct vmbus_msghc *, size_t); 213 214 void vmbus_handle_timer_intr1(struct vmbus_message *msg_base, 215 struct trapframe *frame); 216 217 void vmbus_synic_setup1(void *xsc); 218 void vmbus_synic_teardown1(void); 219 int vmbus_setup_intr1(struct vmbus_softc *sc); 220 void vmbus_intr_teardown1(struct vmbus_softc *sc); 221 222 extern uint32_t hv_max_vp_index; 223 224 225 #if defined(__x86_64__) 226 void hyperv_vm_tlb_flush(pmap_t, vm_offset_t, 227 vm_offset_t, smp_invl_local_cb_t, enum invl_op_codes); 228 uint64_t hv_flush_tlb_others_ex(pmap_t, vm_offset_t, vm_offset_t, 229 cpuset_t, enum invl_op_codes, struct vmbus_softc *); 230 void hv_vm_tlb_flush(pmap_t, vm_offset_t, vm_offset_t, 231 enum invl_op_codes, struct vmbus_softc *, 232 smp_invl_local_cb_t); 233 #endif /* __x86_64__ */ 234 #endif /* !_VMBUS_VAR_H_ */ 235