1008024f2SSepherosa Ziehau /*- 2008024f2SSepherosa Ziehau * Copyright (c) 2016 Microsoft Corp. 3008024f2SSepherosa Ziehau * All rights reserved. 4008024f2SSepherosa Ziehau * 5008024f2SSepherosa Ziehau * Redistribution and use in source and binary forms, with or without 6008024f2SSepherosa Ziehau * modification, are permitted provided that the following conditions 7008024f2SSepherosa Ziehau * are met: 8008024f2SSepherosa Ziehau * 1. Redistributions of source code must retain the above copyright 9008024f2SSepherosa Ziehau * notice unmodified, this list of conditions, and the following 10008024f2SSepherosa Ziehau * disclaimer. 11008024f2SSepherosa Ziehau * 2. Redistributions in binary form must reproduce the above copyright 12008024f2SSepherosa Ziehau * notice, this list of conditions and the following disclaimer in the 13008024f2SSepherosa Ziehau * documentation and/or other materials provided with the distribution. 14008024f2SSepherosa Ziehau * 15008024f2SSepherosa Ziehau * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 16008024f2SSepherosa Ziehau * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 17008024f2SSepherosa Ziehau * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 18008024f2SSepherosa Ziehau * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 19008024f2SSepherosa Ziehau * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 20008024f2SSepherosa Ziehau * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 21008024f2SSepherosa Ziehau * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 22008024f2SSepherosa Ziehau * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 23008024f2SSepherosa Ziehau * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 24008024f2SSepherosa Ziehau * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 25008024f2SSepherosa Ziehau */ 26008024f2SSepherosa Ziehau 27008024f2SSepherosa Ziehau #ifndef _VMBUS_VAR_H_ 28008024f2SSepherosa Ziehau #define _VMBUS_VAR_H_ 29008024f2SSepherosa Ziehau 30008024f2SSepherosa Ziehau #include <sys/param.h> 31be53a2faSSepherosa Ziehau #include <sys/kernel.h> 32430d28dbSSepherosa Ziehau #include <sys/taskqueue.h> 33522c192dSDexuan Cui #include <sys/rman.h> 34430d28dbSSepherosa Ziehau 352b887687SSouradeep Chakrabarti #include <vm/vm.h> 362b887687SSouradeep Chakrabarti #include <vm/vm_extern.h> 372b887687SSouradeep Chakrabarti #include <vm/vm_param.h> 382b887687SSouradeep Chakrabarti #include <vm/pmap.h> 392b887687SSouradeep Chakrabarti 40522c192dSDexuan Cui #include <dev/pci/pcivar.h> 41522c192dSDexuan Cui #include <dev/pci/pcib_private.h> 42008024f2SSepherosa Ziehau 43430d28dbSSepherosa Ziehau /* 44430d28dbSSepherosa Ziehau * NOTE: DO NOT CHANGE THIS. 45430d28dbSSepherosa Ziehau */ 46430d28dbSSepherosa Ziehau #define VMBUS_SINT_MESSAGE 2 47430d28dbSSepherosa Ziehau /* 48430d28dbSSepherosa Ziehau * NOTE: 49430d28dbSSepherosa Ziehau * - DO NOT set it to the same value as VMBUS_SINT_MESSAGE. 50430d28dbSSepherosa Ziehau * - DO NOT set it to 0. 51430d28dbSSepherosa Ziehau */ 52430d28dbSSepherosa Ziehau #define VMBUS_SINT_TIMER 4 53430d28dbSSepherosa Ziehau 54e44bdd84SSepherosa Ziehau /* 55e44bdd84SSepherosa Ziehau * NOTE: DO NOT CHANGE THESE 56e44bdd84SSepherosa Ziehau */ 57e44bdd84SSepherosa Ziehau #define VMBUS_CONNID_MESSAGE 1 58e44bdd84SSepherosa Ziehau #define VMBUS_CONNID_EVENT 2 59e44bdd84SSepherosa Ziehau 60e11f3043SSepherosa Ziehau struct vmbus_message; 61e11f3043SSepherosa Ziehau struct vmbus_softc; 62e11f3043SSepherosa Ziehau 63e11f3043SSepherosa Ziehau typedef void (*vmbus_chanmsg_proc_t)(struct vmbus_softc *, 64e11f3043SSepherosa Ziehau const struct vmbus_message *); 65e11f3043SSepherosa Ziehau 66e11f3043SSepherosa Ziehau #define VMBUS_CHANMSG_PROC(name, func) \ 67e11f3043SSepherosa Ziehau [VMBUS_CHANMSG_TYPE_##name] = func 68e11f3043SSepherosa Ziehau #define VMBUS_CHANMSG_PROC_WAKEUP(name) \ 69e11f3043SSepherosa Ziehau VMBUS_CHANMSG_PROC(name, vmbus_msghc_wakeup) 70e11f3043SSepherosa Ziehau 71008024f2SSepherosa Ziehau struct vmbus_pcpu_data { 720408d8b8SSepherosa Ziehau u_long *intr_cnt; /* Hyper-V interrupt counter */ 730408d8b8SSepherosa Ziehau struct vmbus_message *message; /* shared messages */ 7414aa3e80SSepherosa Ziehau uint32_t vcpuid; /* virtual cpuid */ 75417afb00SSepherosa Ziehau int event_flags_cnt;/* # of event flags */ 766523ab7eSSepherosa Ziehau struct vmbus_evtflags *event_flags; /* event flags from host */ 77*d0cb4674SWei Hu #if defined(__x86_64__) 78*d0cb4674SWei Hu void *cpu_mem; /* For Hyper-V tlb hypercall */ 79*d0cb4674SWei Hu #endif 800408d8b8SSepherosa Ziehau 810408d8b8SSepherosa Ziehau /* Rarely used fields */ 8295a45414SSepherosa Ziehau struct taskqueue *event_tq; /* event taskq */ 8395a45414SSepherosa Ziehau struct taskqueue *message_tq; /* message taskq */ 8495a45414SSepherosa Ziehau struct task message_task; /* message task */ 85008024f2SSepherosa Ziehau } __aligned(CACHE_LINE_SIZE); 86008024f2SSepherosa Ziehau 87008024f2SSepherosa Ziehau struct vmbus_softc { 88646995bdSSepherosa Ziehau void (*vmbus_event_proc)(struct vmbus_softc *, int); 8951a9a000SSepherosa Ziehau u_long *vmbus_tx_evtflags; 906523ab7eSSepherosa Ziehau /* event flags to host */ 918c8cf3f2SSepherosa Ziehau struct vmbus_mnf *vmbus_mnf2; /* monitored by host */ 926523ab7eSSepherosa Ziehau 936523ab7eSSepherosa Ziehau u_long *vmbus_rx_evtflags; 946523ab7eSSepherosa Ziehau /* compat evtflgs from host */ 9569d2eb82SSepherosa Ziehau struct vmbus_channel *volatile *vmbus_chmap; 963dba61ddSSepherosa Ziehau struct vmbus_xact_ctx *vmbus_xc; 97008024f2SSepherosa Ziehau struct vmbus_pcpu_data vmbus_pcpu[MAXCPU]; 9895a45414SSepherosa Ziehau 9938d19df6SSepherosa Ziehau /* 10038d19df6SSepherosa Ziehau * Rarely used fields 10138d19df6SSepherosa Ziehau */ 10238d19df6SSepherosa Ziehau 103e2468dfeSSepherosa Ziehau device_t vmbus_dev; 104fc4d679fSSepherosa Ziehau int vmbus_idtvec; 10520bce8faSSepherosa Ziehau uint32_t vmbus_flags; /* see VMBUS_FLAG_ */ 10638d19df6SSepherosa Ziehau uint32_t vmbus_version; 107ee7e313fSSepherosa Ziehau uint32_t vmbus_gpadl; 1086523ab7eSSepherosa Ziehau 1096523ab7eSSepherosa Ziehau /* Shared memory for vmbus_{rx,tx}_evtflags */ 1106523ab7eSSepherosa Ziehau void *vmbus_evtflags; 1116523ab7eSSepherosa Ziehau 1126523ab7eSSepherosa Ziehau void *vmbus_mnf1; /* monitored by VM, unused */ 113796a90bfSSepherosa Ziehau 1149f06037bSSepherosa Ziehau bool vmbus_scandone; 1159f06037bSSepherosa Ziehau struct task vmbus_scandone_task; 1169f06037bSSepherosa Ziehau 1179f06037bSSepherosa Ziehau struct taskqueue *vmbus_devtq; /* for dev attach/detach */ 1189f06037bSSepherosa Ziehau struct taskqueue *vmbus_subchtq; /* for sub-chan attach/detach */ 1197fbf0730SSepherosa Ziehau 120c1bea00eSSepherosa Ziehau /* Primary channels */ 121c1bea00eSSepherosa Ziehau struct mtx vmbus_prichan_lock; 12282b8a879SSepherosa Ziehau TAILQ_HEAD(, vmbus_channel) vmbus_prichans; 1239f06037bSSepherosa Ziehau 1249f06037bSSepherosa Ziehau /* Complete channel list */ 1259f06037bSSepherosa Ziehau struct mtx vmbus_chan_lock; 1269f06037bSSepherosa Ziehau TAILQ_HEAD(, vmbus_channel) vmbus_chans; 127522c192dSDexuan Cui 128be53a2faSSepherosa Ziehau struct intr_config_hook vmbus_intrhook; 129be53a2faSSepherosa Ziehau 130522c192dSDexuan Cui /* The list of usable MMIO ranges for PCIe pass-through */ 131522c192dSDexuan Cui struct pcib_host_resources vmbus_mmio_res; 1329729f076SSouradeep Chakrabarti 1339729f076SSouradeep Chakrabarti #if defined(__aarch64__) 1349729f076SSouradeep Chakrabarti struct resource *ires; 1359729f076SSouradeep Chakrabarti void *icookie; 1369729f076SSouradeep Chakrabarti int vector; 1379729f076SSouradeep Chakrabarti #endif 138e7a9817bSSouradeep Chakrabarti bus_dma_tag_t dmat; 139008024f2SSepherosa Ziehau }; 140008024f2SSepherosa Ziehau 14120bce8faSSepherosa Ziehau #define VMBUS_FLAG_ATTACHED 0x0001 /* vmbus was attached */ 14220bce8faSSepherosa Ziehau #define VMBUS_FLAG_SYNIC 0x0002 /* SynIC was setup */ 14320bce8faSSepherosa Ziehau 144bcc9e3e9SSepherosa Ziehau #define VMBUS_PCPU_GET(sc, field, cpu) (sc)->vmbus_pcpu[(cpu)].field 145bcc9e3e9SSepherosa Ziehau #define VMBUS_PCPU_PTR(sc, field, cpu) &(sc)->vmbus_pcpu[(cpu)].field 1462b887687SSouradeep Chakrabarti #define HVCALL_FLUSH_VIRTUAL_ADDRESS_SPACE 0x0002 1472b887687SSouradeep Chakrabarti #define HVCALL_FLUSH_VIRTUAL_ADDRESS_SPACE_EX 0x0013 1482b887687SSouradeep Chakrabarti #define HV_FLUSH_ALL_PROCESSORS BIT(0) 1492b887687SSouradeep Chakrabarti #define HV_FLUSH_ALL_VIRTUAL_ADDRESS_SPACES BIT(1) 1502b887687SSouradeep Chakrabarti #define HV_FLUSH_NON_GLOBAL_MAPPINGS_ONLY BIT(2) 1512b887687SSouradeep Chakrabarti #define HV_TLB_FLUSH_UNIT (4096 * PAGE_SIZE) 1522b887687SSouradeep Chakrabarti 1532b887687SSouradeep Chakrabarti 1542b887687SSouradeep Chakrabarti #define BIT(n) (1ULL << (n)) 1552b887687SSouradeep Chakrabarti #define BITS_PER_LONG (sizeof(long) * NBBY) 1562b887687SSouradeep Chakrabarti #define BIT_MASK(nr) (1UL << ((nr) & (BITS_PER_LONG - 1))) 1572b887687SSouradeep Chakrabarti #define BIT_WORD(nr) ((nr) / BITS_PER_LONG) 1582b887687SSouradeep Chakrabarti #define set_bit(i, a) \ 1592b887687SSouradeep Chakrabarti atomic_set_long(&((volatile unsigned long *)(a))[BIT_WORD(i)], BIT_MASK(i)) 1602b887687SSouradeep Chakrabarti 1612b887687SSouradeep Chakrabarti #define GENMASK_ULL(h, l) (((~0ULL) >> (64 - (h) - 1)) & ((~0ULL) << (l))) 1622b887687SSouradeep Chakrabarti 1632b887687SSouradeep Chakrabarti #define HVCALL_FLUSH_VIRTUAL_ADDRESS_LIST 0x0003 1642b887687SSouradeep Chakrabarti #define HVCALL_FLUSH_VIRTUAL_ADDRESS_LIST_EX 0x0014 1652b887687SSouradeep Chakrabarti #define HYPERV_X64_EX_PROCESSOR_MASKS_RECOMMENDED BIT(11) 1662b887687SSouradeep Chakrabarti #define HV_HYPERCALL_RESULT_MASK GENMASK_ULL(15, 0) 1672b887687SSouradeep Chakrabarti #define HV_STATUS_SUCCESS 0 1682b887687SSouradeep Chakrabarti #define HV_HYPERCALL_REP_COMP_MASK GENMASK_ULL(43, 32) 1692b887687SSouradeep Chakrabarti #define HV_HYPERCALL_REP_COMP_OFFSET 32 1702b887687SSouradeep Chakrabarti 1712b887687SSouradeep Chakrabarti #define HV_HYPERCALL_VARHEAD_OFFSET 17 1722b887687SSouradeep Chakrabarti 1732b887687SSouradeep Chakrabarti #define HV_HYPERCALL_REP_START_MASK GENMASK_ULL(59, 48) 1742b887687SSouradeep Chakrabarti #define HV_HYPERCALL_REP_START_OFFSET 48 1752b887687SSouradeep Chakrabarti 1762b887687SSouradeep Chakrabarti enum HV_GENERIC_SET_FORMAT { 1772b887687SSouradeep Chakrabarti HV_GENERIC_SET_SPARSE_4K, 1782b887687SSouradeep Chakrabarti HV_GENERIC_SET_ALL, 1792b887687SSouradeep Chakrabarti }; 180008024f2SSepherosa Ziehau 18182b8a879SSepherosa Ziehau struct vmbus_channel; 182430d28dbSSepherosa Ziehau struct trapframe; 18312ea25aeSSepherosa Ziehau struct vmbus_message; 184236764b1SSepherosa Ziehau struct vmbus_msghc; 185430d28dbSSepherosa Ziehau 18698a68947SSepherosa Ziehau void vmbus_handle_intr(struct trapframe *); 18782b8a879SSepherosa Ziehau int vmbus_add_child(struct vmbus_channel *); 18882b8a879SSepherosa Ziehau int vmbus_delete_child(struct vmbus_channel *); 1899729f076SSouradeep Chakrabarti #if !defined(__aarch64__) 190430d28dbSSepherosa Ziehau void vmbus_et_intr(struct trapframe *); 1919729f076SSouradeep Chakrabarti #endif 192f62b3ae3SSepherosa Ziehau uint32_t vmbus_gpadl_alloc(struct vmbus_softc *); 19312ea25aeSSepherosa Ziehau 1948018156fSSepherosa Ziehau struct vmbus_msghc * 1958018156fSSepherosa Ziehau vmbus_msghc_get(struct vmbus_softc *, size_t); 196236764b1SSepherosa Ziehau void vmbus_msghc_put(struct vmbus_softc *, struct vmbus_msghc *); 197236764b1SSepherosa Ziehau void *vmbus_msghc_dataptr(struct vmbus_msghc *); 198236764b1SSepherosa Ziehau int vmbus_msghc_exec_noresult(struct vmbus_msghc *); 199236764b1SSepherosa Ziehau int vmbus_msghc_exec(struct vmbus_softc *, struct vmbus_msghc *); 2002ee4e46fSSepherosa Ziehau void vmbus_msghc_exec_cancel(struct vmbus_softc *, 2012ee4e46fSSepherosa Ziehau struct vmbus_msghc *); 2028018156fSSepherosa Ziehau const struct vmbus_message * 2038018156fSSepherosa Ziehau vmbus_msghc_wait_result(struct vmbus_softc *, 204236764b1SSepherosa Ziehau struct vmbus_msghc *); 2052fb45c54SSepherosa Ziehau const struct vmbus_message * 2062fb45c54SSepherosa Ziehau vmbus_msghc_poll_result(struct vmbus_softc *, 2072fb45c54SSepherosa Ziehau struct vmbus_msghc *); 2088018156fSSepherosa Ziehau void vmbus_msghc_wakeup(struct vmbus_softc *, 2098018156fSSepherosa Ziehau const struct vmbus_message *); 2102bf62f9aSSepherosa Ziehau void vmbus_msghc_reset(struct vmbus_msghc *, size_t); 211236764b1SSepherosa Ziehau 2129729f076SSouradeep Chakrabarti void vmbus_handle_timer_intr1(struct vmbus_message *msg_base, 2139729f076SSouradeep Chakrabarti struct trapframe *frame); 2149729f076SSouradeep Chakrabarti 2159729f076SSouradeep Chakrabarti void vmbus_synic_setup1(void *xsc); 2169729f076SSouradeep Chakrabarti void vmbus_synic_teardown1(void); 2179729f076SSouradeep Chakrabarti int vmbus_setup_intr1(struct vmbus_softc *sc); 2189729f076SSouradeep Chakrabarti void vmbus_intr_teardown1(struct vmbus_softc *sc); 2192b887687SSouradeep Chakrabarti 2202b887687SSouradeep Chakrabarti extern uint32_t hv_max_vp_index; 2212b887687SSouradeep Chakrabarti 2222b887687SSouradeep Chakrabarti 2232b887687SSouradeep Chakrabarti #if defined(__x86_64__) 2242b887687SSouradeep Chakrabarti void hyperv_vm_tlb_flush(pmap_t, vm_offset_t, 2252b887687SSouradeep Chakrabarti vm_offset_t, smp_invl_local_cb_t, enum invl_op_codes); 2262b887687SSouradeep Chakrabarti uint64_t hv_flush_tlb_others_ex(pmap_t, vm_offset_t, vm_offset_t, 2272b887687SSouradeep Chakrabarti cpuset_t, enum invl_op_codes, struct vmbus_softc *); 2282b887687SSouradeep Chakrabarti void hv_vm_tlb_flush(pmap_t, vm_offset_t, vm_offset_t, 2292b887687SSouradeep Chakrabarti enum invl_op_codes, struct vmbus_softc *, 2302b887687SSouradeep Chakrabarti smp_invl_local_cb_t); 2312b887687SSouradeep Chakrabarti #endif /* __x86_64__ */ 232008024f2SSepherosa Ziehau #endif /* !_VMBUS_VAR_H_ */ 233