1 /*- 2 * Copyright (c) 2016 Microsoft Corp. 3 * All rights reserved. 4 * 5 * Redistribution and use in source and binary forms, with or without 6 * modification, are permitted provided that the following conditions 7 * are met: 8 * 1. Redistributions of source code must retain the above copyright 9 * notice unmodified, this list of conditions, and the following 10 * disclaimer. 11 * 2. Redistributions in binary form must reproduce the above copyright 12 * notice, this list of conditions and the following disclaimer in the 13 * documentation and/or other materials provided with the distribution. 14 * 15 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 16 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 17 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 18 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 19 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 20 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 21 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 22 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 23 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 24 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 25 */ 26 27 #ifndef _VMBUS_VAR_H_ 28 #define _VMBUS_VAR_H_ 29 30 #include <sys/param.h> 31 #include <sys/kernel.h> 32 #include <sys/taskqueue.h> 33 #include <sys/rman.h> 34 35 #include <vm/vm.h> 36 #include <vm/vm_extern.h> 37 #include <vm/vm_param.h> 38 #include <vm/pmap.h> 39 40 #include <dev/pci/pcivar.h> 41 #include <dev/pci/pcib_private.h> 42 43 /* 44 * NOTE: DO NOT CHANGE THIS. 45 */ 46 #define VMBUS_SINT_MESSAGE 2 47 /* 48 * NOTE: 49 * - DO NOT set it to the same value as VMBUS_SINT_MESSAGE. 50 * - DO NOT set it to 0. 51 */ 52 #define VMBUS_SINT_TIMER 4 53 54 /* 55 * NOTE: DO NOT CHANGE THESE 56 */ 57 #define VMBUS_CONNID_MESSAGE 1 58 #define VMBUS_CONNID_EVENT 2 59 60 struct vmbus_message; 61 struct vmbus_softc; 62 63 typedef void (*vmbus_chanmsg_proc_t)(struct vmbus_softc *, 64 const struct vmbus_message *); 65 66 #define VMBUS_CHANMSG_PROC(name, func) \ 67 [VMBUS_CHANMSG_TYPE_##name] = func 68 #define VMBUS_CHANMSG_PROC_WAKEUP(name) \ 69 VMBUS_CHANMSG_PROC(name, vmbus_msghc_wakeup) 70 71 struct vmbus_pcpu_data { 72 u_long *intr_cnt; /* Hyper-V interrupt counter */ 73 struct vmbus_message *message; /* shared messages */ 74 uint32_t vcpuid; /* virtual cpuid */ 75 int event_flags_cnt;/* # of event flags */ 76 struct vmbus_evtflags *event_flags; /* event flags from host */ 77 78 /* Rarely used fields */ 79 struct taskqueue *event_tq; /* event taskq */ 80 struct taskqueue *message_tq; /* message taskq */ 81 struct task message_task; /* message task */ 82 } __aligned(CACHE_LINE_SIZE); 83 84 struct vmbus_softc { 85 void (*vmbus_event_proc)(struct vmbus_softc *, int); 86 u_long *vmbus_tx_evtflags; 87 /* event flags to host */ 88 struct vmbus_mnf *vmbus_mnf2; /* monitored by host */ 89 90 u_long *vmbus_rx_evtflags; 91 /* compat evtflgs from host */ 92 struct vmbus_channel *volatile *vmbus_chmap; 93 struct vmbus_xact_ctx *vmbus_xc; 94 struct vmbus_pcpu_data vmbus_pcpu[MAXCPU]; 95 96 /* 97 * Rarely used fields 98 */ 99 100 device_t vmbus_dev; 101 int vmbus_idtvec; 102 uint32_t vmbus_flags; /* see VMBUS_FLAG_ */ 103 uint32_t vmbus_version; 104 uint32_t vmbus_gpadl; 105 106 /* Shared memory for vmbus_{rx,tx}_evtflags */ 107 void *vmbus_evtflags; 108 109 void *vmbus_mnf1; /* monitored by VM, unused */ 110 111 bool vmbus_scandone; 112 struct task vmbus_scandone_task; 113 114 struct taskqueue *vmbus_devtq; /* for dev attach/detach */ 115 struct taskqueue *vmbus_subchtq; /* for sub-chan attach/detach */ 116 117 /* Primary channels */ 118 struct mtx vmbus_prichan_lock; 119 TAILQ_HEAD(, vmbus_channel) vmbus_prichans; 120 121 /* Complete channel list */ 122 struct mtx vmbus_chan_lock; 123 TAILQ_HEAD(, vmbus_channel) vmbus_chans; 124 125 struct intr_config_hook vmbus_intrhook; 126 127 #ifdef NEW_PCIB 128 /* The list of usable MMIO ranges for PCIe pass-through */ 129 struct pcib_host_resources vmbus_mmio_res; 130 #endif 131 132 #if defined(__aarch64__) 133 struct resource *ires; 134 void *icookie; 135 int vector; 136 #endif 137 bus_dma_tag_t dmat; 138 }; 139 140 #define VMBUS_FLAG_ATTACHED 0x0001 /* vmbus was attached */ 141 #define VMBUS_FLAG_SYNIC 0x0002 /* SynIC was setup */ 142 143 #define VMBUS_PCPU_GET(sc, field, cpu) (sc)->vmbus_pcpu[(cpu)].field 144 #define VMBUS_PCPU_PTR(sc, field, cpu) &(sc)->vmbus_pcpu[(cpu)].field 145 #define HVCALL_FLUSH_VIRTUAL_ADDRESS_SPACE 0x0002 146 #define HVCALL_FLUSH_VIRTUAL_ADDRESS_SPACE_EX 0x0013 147 #define HV_FLUSH_ALL_PROCESSORS BIT(0) 148 #define HV_FLUSH_ALL_VIRTUAL_ADDRESS_SPACES BIT(1) 149 #define HV_FLUSH_NON_GLOBAL_MAPPINGS_ONLY BIT(2) 150 #define HV_TLB_FLUSH_UNIT (4096 * PAGE_SIZE) 151 152 153 #define BIT(n) (1ULL << (n)) 154 #define BITS_PER_LONG (sizeof(long) * NBBY) 155 #define BIT_MASK(nr) (1UL << ((nr) & (BITS_PER_LONG - 1))) 156 #define BIT_WORD(nr) ((nr) / BITS_PER_LONG) 157 #define set_bit(i, a) \ 158 atomic_set_long(&((volatile unsigned long *)(a))[BIT_WORD(i)], BIT_MASK(i)) 159 160 #define GENMASK_ULL(h, l) (((~0ULL) >> (64 - (h) - 1)) & ((~0ULL) << (l))) 161 162 #define HVCALL_FLUSH_VIRTUAL_ADDRESS_LIST 0x0003 163 #define HVCALL_FLUSH_VIRTUAL_ADDRESS_LIST_EX 0x0014 164 #define HYPERV_X64_EX_PROCESSOR_MASKS_RECOMMENDED BIT(11) 165 #define HV_HYPERCALL_RESULT_MASK GENMASK_ULL(15, 0) 166 #define HV_STATUS_SUCCESS 0 167 #define HV_HYPERCALL_REP_COMP_MASK GENMASK_ULL(43, 32) 168 #define HV_HYPERCALL_REP_COMP_OFFSET 32 169 170 #define HV_HYPERCALL_VARHEAD_OFFSET 17 171 172 #define HV_HYPERCALL_REP_START_MASK GENMASK_ULL(59, 48) 173 #define HV_HYPERCALL_REP_START_OFFSET 48 174 175 enum HV_GENERIC_SET_FORMAT { 176 HV_GENERIC_SET_SPARSE_4K, 177 HV_GENERIC_SET_ALL, 178 }; 179 180 struct vmbus_channel; 181 struct trapframe; 182 struct vmbus_message; 183 struct vmbus_msghc; 184 185 void vmbus_handle_intr(struct trapframe *); 186 int vmbus_add_child(struct vmbus_channel *); 187 int vmbus_delete_child(struct vmbus_channel *); 188 #if !defined(__aarch64__) 189 void vmbus_et_intr(struct trapframe *); 190 #endif 191 uint32_t vmbus_gpadl_alloc(struct vmbus_softc *); 192 193 struct vmbus_msghc * 194 vmbus_msghc_get(struct vmbus_softc *, size_t); 195 void vmbus_msghc_put(struct vmbus_softc *, struct vmbus_msghc *); 196 void *vmbus_msghc_dataptr(struct vmbus_msghc *); 197 int vmbus_msghc_exec_noresult(struct vmbus_msghc *); 198 int vmbus_msghc_exec(struct vmbus_softc *, struct vmbus_msghc *); 199 void vmbus_msghc_exec_cancel(struct vmbus_softc *, 200 struct vmbus_msghc *); 201 const struct vmbus_message * 202 vmbus_msghc_wait_result(struct vmbus_softc *, 203 struct vmbus_msghc *); 204 const struct vmbus_message * 205 vmbus_msghc_poll_result(struct vmbus_softc *, 206 struct vmbus_msghc *); 207 void vmbus_msghc_wakeup(struct vmbus_softc *, 208 const struct vmbus_message *); 209 void vmbus_msghc_reset(struct vmbus_msghc *, size_t); 210 211 void vmbus_handle_timer_intr1(struct vmbus_message *msg_base, 212 struct trapframe *frame); 213 214 void vmbus_synic_setup1(void *xsc); 215 void vmbus_synic_teardown1(void); 216 int vmbus_setup_intr1(struct vmbus_softc *sc); 217 void vmbus_intr_teardown1(struct vmbus_softc *sc); 218 219 DPCPU_DECLARE(void *, hv_pcpu_mem); 220 221 extern uint32_t hv_max_vp_index; 222 223 224 #if defined(__x86_64__) 225 void hyperv_vm_tlb_flush(pmap_t, vm_offset_t, 226 vm_offset_t, smp_invl_local_cb_t, enum invl_op_codes); 227 uint64_t hv_flush_tlb_others_ex(pmap_t, vm_offset_t, vm_offset_t, 228 cpuset_t, enum invl_op_codes, struct vmbus_softc *); 229 void hv_vm_tlb_flush(pmap_t, vm_offset_t, vm_offset_t, 230 enum invl_op_codes, struct vmbus_softc *, 231 smp_invl_local_cb_t); 232 #endif /* __x86_64__ */ 233 #endif /* !_VMBUS_VAR_H_ */ 234