xref: /freebsd/sys/dev/hyperv/vmbus/vmbus_var.h (revision 8415a654d02e1c4268885e667c539873db570576)
1008024f2SSepherosa Ziehau /*-
2008024f2SSepherosa Ziehau  * Copyright (c) 2016 Microsoft Corp.
3008024f2SSepherosa Ziehau  * All rights reserved.
4008024f2SSepherosa Ziehau  *
5008024f2SSepherosa Ziehau  * Redistribution and use in source and binary forms, with or without
6008024f2SSepherosa Ziehau  * modification, are permitted provided that the following conditions
7008024f2SSepherosa Ziehau  * are met:
8008024f2SSepherosa Ziehau  * 1. Redistributions of source code must retain the above copyright
9008024f2SSepherosa Ziehau  *    notice unmodified, this list of conditions, and the following
10008024f2SSepherosa Ziehau  *    disclaimer.
11008024f2SSepherosa Ziehau  * 2. Redistributions in binary form must reproduce the above copyright
12008024f2SSepherosa Ziehau  *    notice, this list of conditions and the following disclaimer in the
13008024f2SSepherosa Ziehau  *    documentation and/or other materials provided with the distribution.
14008024f2SSepherosa Ziehau  *
15008024f2SSepherosa Ziehau  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
16008024f2SSepherosa Ziehau  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
17008024f2SSepherosa Ziehau  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
18008024f2SSepherosa Ziehau  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
19008024f2SSepherosa Ziehau  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
20008024f2SSepherosa Ziehau  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
21008024f2SSepherosa Ziehau  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
22008024f2SSepherosa Ziehau  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
23008024f2SSepherosa Ziehau  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
24008024f2SSepherosa Ziehau  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
25008024f2SSepherosa Ziehau  */
26008024f2SSepherosa Ziehau 
27008024f2SSepherosa Ziehau #ifndef _VMBUS_VAR_H_
28008024f2SSepherosa Ziehau #define _VMBUS_VAR_H_
29008024f2SSepherosa Ziehau 
30008024f2SSepherosa Ziehau #include <sys/param.h>
31be53a2faSSepherosa Ziehau #include <sys/kernel.h>
32430d28dbSSepherosa Ziehau #include <sys/taskqueue.h>
33522c192dSDexuan Cui #include <sys/rman.h>
34430d28dbSSepherosa Ziehau 
352b887687SSouradeep Chakrabarti #include <vm/vm.h>
362b887687SSouradeep Chakrabarti #include <vm/vm_extern.h>
372b887687SSouradeep Chakrabarti #include <vm/vm_param.h>
382b887687SSouradeep Chakrabarti #include <vm/pmap.h>
392b887687SSouradeep Chakrabarti 
40522c192dSDexuan Cui #include <dev/pci/pcivar.h>
41522c192dSDexuan Cui #include <dev/pci/pcib_private.h>
42008024f2SSepherosa Ziehau 
43430d28dbSSepherosa Ziehau /*
44430d28dbSSepherosa Ziehau  * NOTE: DO NOT CHANGE THIS.
45430d28dbSSepherosa Ziehau  */
46430d28dbSSepherosa Ziehau #define VMBUS_SINT_MESSAGE	2
47430d28dbSSepherosa Ziehau /*
48430d28dbSSepherosa Ziehau  * NOTE:
49430d28dbSSepherosa Ziehau  * - DO NOT set it to the same value as VMBUS_SINT_MESSAGE.
50430d28dbSSepherosa Ziehau  * - DO NOT set it to 0.
51430d28dbSSepherosa Ziehau  */
52430d28dbSSepherosa Ziehau #define VMBUS_SINT_TIMER	4
53430d28dbSSepherosa Ziehau 
54e44bdd84SSepherosa Ziehau /*
55e44bdd84SSepherosa Ziehau  * NOTE: DO NOT CHANGE THESE
56e44bdd84SSepherosa Ziehau  */
57e44bdd84SSepherosa Ziehau #define VMBUS_CONNID_MESSAGE		1
58e44bdd84SSepherosa Ziehau #define VMBUS_CONNID_EVENT		2
59e44bdd84SSepherosa Ziehau 
60e11f3043SSepherosa Ziehau struct vmbus_message;
61e11f3043SSepherosa Ziehau struct vmbus_softc;
62e11f3043SSepherosa Ziehau 
63e11f3043SSepherosa Ziehau typedef void		(*vmbus_chanmsg_proc_t)(struct vmbus_softc *,
64e11f3043SSepherosa Ziehau 			    const struct vmbus_message *);
65e11f3043SSepherosa Ziehau 
66e11f3043SSepherosa Ziehau #define VMBUS_CHANMSG_PROC(name, func)	\
67e11f3043SSepherosa Ziehau 	[VMBUS_CHANMSG_TYPE_##name] = func
68e11f3043SSepherosa Ziehau #define VMBUS_CHANMSG_PROC_WAKEUP(name)	\
69e11f3043SSepherosa Ziehau 	VMBUS_CHANMSG_PROC(name, vmbus_msghc_wakeup)
70e11f3043SSepherosa Ziehau 
71008024f2SSepherosa Ziehau struct vmbus_pcpu_data {
720408d8b8SSepherosa Ziehau 	u_long			*intr_cnt;	/* Hyper-V interrupt counter */
730408d8b8SSepherosa Ziehau 	struct vmbus_message	*message;	/* shared messages */
7414aa3e80SSepherosa Ziehau 	uint32_t		vcpuid;		/* virtual cpuid */
75417afb00SSepherosa Ziehau 	int			event_flags_cnt;/* # of event flags */
766523ab7eSSepherosa Ziehau 	struct vmbus_evtflags	*event_flags;	/* event flags from host */
77*d0cb4674SWei Hu #if defined(__x86_64__)
78*d0cb4674SWei Hu 	void			*cpu_mem;	/* For Hyper-V tlb hypercall */
79*d0cb4674SWei Hu #endif
800408d8b8SSepherosa Ziehau 
810408d8b8SSepherosa Ziehau 	/* Rarely used fields */
8295a45414SSepherosa Ziehau 	struct taskqueue	*event_tq;	/* event taskq */
8395a45414SSepherosa Ziehau 	struct taskqueue	*message_tq;	/* message taskq */
8495a45414SSepherosa Ziehau 	struct task		message_task;	/* message task */
85008024f2SSepherosa Ziehau } __aligned(CACHE_LINE_SIZE);
86008024f2SSepherosa Ziehau 
87008024f2SSepherosa Ziehau struct vmbus_softc {
88646995bdSSepherosa Ziehau 	void			(*vmbus_event_proc)(struct vmbus_softc *, int);
8951a9a000SSepherosa Ziehau 	u_long			*vmbus_tx_evtflags;
906523ab7eSSepherosa Ziehau 						/* event flags to host */
918c8cf3f2SSepherosa Ziehau 	struct vmbus_mnf	*vmbus_mnf2;	/* monitored by host */
926523ab7eSSepherosa Ziehau 
936523ab7eSSepherosa Ziehau 	u_long			*vmbus_rx_evtflags;
946523ab7eSSepherosa Ziehau 						/* compat evtflgs from host */
9569d2eb82SSepherosa Ziehau 	struct vmbus_channel *volatile *vmbus_chmap;
963dba61ddSSepherosa Ziehau 	struct vmbus_xact_ctx	*vmbus_xc;
97008024f2SSepherosa Ziehau 	struct vmbus_pcpu_data	vmbus_pcpu[MAXCPU];
9895a45414SSepherosa Ziehau 
9938d19df6SSepherosa Ziehau 	/*
10038d19df6SSepherosa Ziehau 	 * Rarely used fields
10138d19df6SSepherosa Ziehau 	 */
10238d19df6SSepherosa Ziehau 
103e2468dfeSSepherosa Ziehau 	device_t		vmbus_dev;
104fc4d679fSSepherosa Ziehau 	int			vmbus_idtvec;
10520bce8faSSepherosa Ziehau 	uint32_t		vmbus_flags;	/* see VMBUS_FLAG_ */
10638d19df6SSepherosa Ziehau 	uint32_t		vmbus_version;
107ee7e313fSSepherosa Ziehau 	uint32_t		vmbus_gpadl;
1086523ab7eSSepherosa Ziehau 
1096523ab7eSSepherosa Ziehau 	/* Shared memory for vmbus_{rx,tx}_evtflags */
1106523ab7eSSepherosa Ziehau 	void			*vmbus_evtflags;
1116523ab7eSSepherosa Ziehau 
1126523ab7eSSepherosa Ziehau 	void			*vmbus_mnf1;	/* monitored by VM, unused */
113796a90bfSSepherosa Ziehau 
1149f06037bSSepherosa Ziehau 	bool			vmbus_scandone;
1159f06037bSSepherosa Ziehau 	struct task		vmbus_scandone_task;
1169f06037bSSepherosa Ziehau 
1179f06037bSSepherosa Ziehau 	struct taskqueue	*vmbus_devtq;	/* for dev attach/detach */
1189f06037bSSepherosa Ziehau 	struct taskqueue	*vmbus_subchtq;	/* for sub-chan attach/detach */
1197fbf0730SSepherosa Ziehau 
120c1bea00eSSepherosa Ziehau 	/* Primary channels */
121c1bea00eSSepherosa Ziehau 	struct mtx		vmbus_prichan_lock;
12282b8a879SSepherosa Ziehau 	TAILQ_HEAD(, vmbus_channel) vmbus_prichans;
1239f06037bSSepherosa Ziehau 
1249f06037bSSepherosa Ziehau 	/* Complete channel list */
1259f06037bSSepherosa Ziehau 	struct mtx		vmbus_chan_lock;
1269f06037bSSepherosa Ziehau 	TAILQ_HEAD(, vmbus_channel) vmbus_chans;
127522c192dSDexuan Cui 
128be53a2faSSepherosa Ziehau 	struct intr_config_hook	vmbus_intrhook;
129be53a2faSSepherosa Ziehau 
130522c192dSDexuan Cui 	/* The list of usable MMIO ranges for PCIe pass-through */
131522c192dSDexuan Cui 	struct pcib_host_resources vmbus_mmio_res;
1329729f076SSouradeep Chakrabarti 
1339729f076SSouradeep Chakrabarti #if defined(__aarch64__)
1349729f076SSouradeep Chakrabarti 	struct resource *ires;
1359729f076SSouradeep Chakrabarti 	void *icookie;
1369729f076SSouradeep Chakrabarti 	int vector;
1379729f076SSouradeep Chakrabarti #endif
138e7a9817bSSouradeep Chakrabarti 	bus_dma_tag_t   dmat;
139008024f2SSepherosa Ziehau };
140008024f2SSepherosa Ziehau 
14120bce8faSSepherosa Ziehau #define VMBUS_FLAG_ATTACHED	0x0001	/* vmbus was attached */
14220bce8faSSepherosa Ziehau #define VMBUS_FLAG_SYNIC	0x0002	/* SynIC was setup */
14320bce8faSSepherosa Ziehau 
144bcc9e3e9SSepherosa Ziehau #define VMBUS_PCPU_GET(sc, field, cpu)	(sc)->vmbus_pcpu[(cpu)].field
145bcc9e3e9SSepherosa Ziehau #define VMBUS_PCPU_PTR(sc, field, cpu)	&(sc)->vmbus_pcpu[(cpu)].field
1462b887687SSouradeep Chakrabarti #define HVCALL_FLUSH_VIRTUAL_ADDRESS_SPACE	0x0002
1472b887687SSouradeep Chakrabarti #define HVCALL_FLUSH_VIRTUAL_ADDRESS_SPACE_EX	0x0013
1482b887687SSouradeep Chakrabarti #define HV_FLUSH_ALL_PROCESSORS		BIT(0)
1492b887687SSouradeep Chakrabarti #define HV_FLUSH_ALL_VIRTUAL_ADDRESS_SPACES	BIT(1)
1502b887687SSouradeep Chakrabarti #define HV_FLUSH_NON_GLOBAL_MAPPINGS_ONLY	BIT(2)
1512b887687SSouradeep Chakrabarti #define HV_TLB_FLUSH_UNIT	(4096 * PAGE_SIZE)
1522b887687SSouradeep Chakrabarti 
1532b887687SSouradeep Chakrabarti 
1542b887687SSouradeep Chakrabarti #define BIT(n)		(1ULL << (n))
1552b887687SSouradeep Chakrabarti #define BITS_PER_LONG	(sizeof(long) * NBBY)
1562b887687SSouradeep Chakrabarti #define BIT_MASK(nr)	(1UL << ((nr) & (BITS_PER_LONG - 1)))
1572b887687SSouradeep Chakrabarti #define BIT_WORD(nr)	((nr) / BITS_PER_LONG)
1582b887687SSouradeep Chakrabarti #define set_bit(i, a)			\
1592b887687SSouradeep Chakrabarti 	 atomic_set_long(&((volatile unsigned long *)(a))[BIT_WORD(i)], BIT_MASK(i))
1602b887687SSouradeep Chakrabarti 
1612b887687SSouradeep Chakrabarti #define GENMASK_ULL(h, l)  (((~0ULL) >> (64 - (h) - 1)) & ((~0ULL) << (l)))
1622b887687SSouradeep Chakrabarti 
1632b887687SSouradeep Chakrabarti #define HVCALL_FLUSH_VIRTUAL_ADDRESS_LIST	0x0003
1642b887687SSouradeep Chakrabarti #define HVCALL_FLUSH_VIRTUAL_ADDRESS_LIST_EX	0x0014
1652b887687SSouradeep Chakrabarti #define HYPERV_X64_EX_PROCESSOR_MASKS_RECOMMENDED	BIT(11)
1662b887687SSouradeep Chakrabarti #define HV_HYPERCALL_RESULT_MASK	GENMASK_ULL(15, 0)
1672b887687SSouradeep Chakrabarti #define HV_STATUS_SUCCESS	0
1682b887687SSouradeep Chakrabarti #define HV_HYPERCALL_REP_COMP_MASK	GENMASK_ULL(43, 32)
1692b887687SSouradeep Chakrabarti #define HV_HYPERCALL_REP_COMP_OFFSET	32
1702b887687SSouradeep Chakrabarti 
1712b887687SSouradeep Chakrabarti #define HV_HYPERCALL_VARHEAD_OFFSET	17
1722b887687SSouradeep Chakrabarti 
1732b887687SSouradeep Chakrabarti #define HV_HYPERCALL_REP_START_MASK	GENMASK_ULL(59, 48)
1742b887687SSouradeep Chakrabarti #define HV_HYPERCALL_REP_START_OFFSET	48
1752b887687SSouradeep Chakrabarti 
1762b887687SSouradeep Chakrabarti enum HV_GENERIC_SET_FORMAT {
1772b887687SSouradeep Chakrabarti 	HV_GENERIC_SET_SPARSE_4K,
1782b887687SSouradeep Chakrabarti 	HV_GENERIC_SET_ALL,
1792b887687SSouradeep Chakrabarti };
180008024f2SSepherosa Ziehau 
18182b8a879SSepherosa Ziehau struct vmbus_channel;
182430d28dbSSepherosa Ziehau struct trapframe;
18312ea25aeSSepherosa Ziehau struct vmbus_message;
184236764b1SSepherosa Ziehau struct vmbus_msghc;
185430d28dbSSepherosa Ziehau 
18698a68947SSepherosa Ziehau void		vmbus_handle_intr(struct trapframe *);
18782b8a879SSepherosa Ziehau int		vmbus_add_child(struct vmbus_channel *);
18882b8a879SSepherosa Ziehau int		vmbus_delete_child(struct vmbus_channel *);
1899729f076SSouradeep Chakrabarti #if !defined(__aarch64__)
190430d28dbSSepherosa Ziehau void		vmbus_et_intr(struct trapframe *);
1919729f076SSouradeep Chakrabarti #endif
192f62b3ae3SSepherosa Ziehau uint32_t	vmbus_gpadl_alloc(struct vmbus_softc *);
19312ea25aeSSepherosa Ziehau 
1948018156fSSepherosa Ziehau struct vmbus_msghc *
1958018156fSSepherosa Ziehau 		vmbus_msghc_get(struct vmbus_softc *, size_t);
196236764b1SSepherosa Ziehau void		vmbus_msghc_put(struct vmbus_softc *, struct vmbus_msghc *);
197236764b1SSepherosa Ziehau void		*vmbus_msghc_dataptr(struct vmbus_msghc *);
198236764b1SSepherosa Ziehau int		vmbus_msghc_exec_noresult(struct vmbus_msghc *);
199236764b1SSepherosa Ziehau int		vmbus_msghc_exec(struct vmbus_softc *, struct vmbus_msghc *);
2002ee4e46fSSepherosa Ziehau void		vmbus_msghc_exec_cancel(struct vmbus_softc *,
2012ee4e46fSSepherosa Ziehau 		    struct vmbus_msghc *);
2028018156fSSepherosa Ziehau const struct vmbus_message *
2038018156fSSepherosa Ziehau 		vmbus_msghc_wait_result(struct vmbus_softc *,
204236764b1SSepherosa Ziehau 		    struct vmbus_msghc *);
2052fb45c54SSepherosa Ziehau const struct vmbus_message *
2062fb45c54SSepherosa Ziehau 		vmbus_msghc_poll_result(struct vmbus_softc *,
2072fb45c54SSepherosa Ziehau 		    struct vmbus_msghc *);
2088018156fSSepherosa Ziehau void		vmbus_msghc_wakeup(struct vmbus_softc *,
2098018156fSSepherosa Ziehau 		    const struct vmbus_message *);
2102bf62f9aSSepherosa Ziehau void		vmbus_msghc_reset(struct vmbus_msghc *, size_t);
211236764b1SSepherosa Ziehau 
2129729f076SSouradeep Chakrabarti void    vmbus_handle_timer_intr1(struct vmbus_message *msg_base,
2139729f076SSouradeep Chakrabarti         struct trapframe *frame);
2149729f076SSouradeep Chakrabarti 
2159729f076SSouradeep Chakrabarti void    vmbus_synic_setup1(void *xsc);
2169729f076SSouradeep Chakrabarti void    vmbus_synic_teardown1(void);
2179729f076SSouradeep Chakrabarti int     vmbus_setup_intr1(struct vmbus_softc *sc);
2189729f076SSouradeep Chakrabarti void    vmbus_intr_teardown1(struct vmbus_softc *sc);
2192b887687SSouradeep Chakrabarti 
2202b887687SSouradeep Chakrabarti extern uint32_t hv_max_vp_index;
2212b887687SSouradeep Chakrabarti 
2222b887687SSouradeep Chakrabarti 
2232b887687SSouradeep Chakrabarti #if defined(__x86_64__)
2242b887687SSouradeep Chakrabarti void		hyperv_vm_tlb_flush(pmap_t, vm_offset_t,
2252b887687SSouradeep Chakrabarti 		    vm_offset_t, smp_invl_local_cb_t, enum invl_op_codes);
2262b887687SSouradeep Chakrabarti uint64_t	hv_flush_tlb_others_ex(pmap_t, vm_offset_t, vm_offset_t,
2272b887687SSouradeep Chakrabarti 		    cpuset_t, enum invl_op_codes, struct vmbus_softc *);
2282b887687SSouradeep Chakrabarti void		hv_vm_tlb_flush(pmap_t, vm_offset_t, vm_offset_t,
2292b887687SSouradeep Chakrabarti 		    enum invl_op_codes, struct vmbus_softc *,
2302b887687SSouradeep Chakrabarti 		    smp_invl_local_cb_t);
2312b887687SSouradeep Chakrabarti #endif /* __x86_64__ */
232008024f2SSepherosa Ziehau #endif	/* !_VMBUS_VAR_H_ */
233