1 /*- SPDX-License-Identifier: BSD-2-Clause
2 * Copyright (c) 2009-2012,2016-2017, 2022 Microsoft Corp.
3 * Copyright (c) 2012 NetApp Inc.
4 * Copyright (c) 2012 Citrix Inc.
5 * All rights reserved.
6 *
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions
9 * are met:
10 * 1. Redistributions of source code must retain the above copyright
11 * notice unmodified, this list of conditions, and the following
12 * disclaimer.
13 * 2. Redistributions in binary form must reproduce the above copyright
14 * notice, this list of conditions and the following disclaimer in the
15 * documentation and/or other materials provided with the distribution.
16 *
17 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27 */
28
29 /*
30 * VM Bus Driver Implementation
31 */
32
33 #include <sys/param.h>
34 #include <sys/bus.h>
35 #include <sys/kernel.h>
36 #include <sys/linker.h>
37 #include <sys/lock.h>
38 #include <sys/malloc.h>
39 #include <sys/module.h>
40 #include <sys/mutex.h>
41 #include <sys/sbuf.h>
42 #include <sys/smp.h>
43 #include <sys/sysctl.h>
44 #include <sys/systm.h>
45 #include <sys/taskqueue.h>
46
47 #include <vm/vm.h>
48 #include <vm/vm_param.h>
49 #include <vm/pmap.h>
50
51 #include <machine/bus.h>
52 #include <machine/metadata.h>
53 #include <machine/md_var.h>
54 #include <machine/resource.h>
55 #include <machine/intr_machdep.h>
56 #include <contrib/dev/acpica/include/acpi.h>
57 #include <dev/acpica/acpivar.h>
58
59 #include <dev/hyperv/include/hyperv.h>
60 #include <dev/hyperv/include/vmbus_xact.h>
61 #include <dev/hyperv/vmbus/hyperv_var.h>
62 #include <dev/hyperv/vmbus/vmbus_reg.h>
63 #include <dev/hyperv/vmbus/vmbus_var.h>
64 #include <dev/hyperv/vmbus/vmbus_chanvar.h>
65 #include <x86/include/apicvar.h>
66 #include <dev/hyperv/vmbus/x86/hyperv_machdep.h>
67 #include <dev/hyperv/vmbus/x86/hyperv_reg.h>
68 #include <dev/hyperv/vmbus/hyperv_common_reg.h>
69 #include "acpi_if.h"
70 #include "pcib_if.h"
71 #include "vmbus_if.h"
72
73 extern inthand_t IDTVEC(vmbus_isr), IDTVEC(vmbus_isr_pti);
74 #define VMBUS_ISR_ADDR trunc_page((uintptr_t)IDTVEC(vmbus_isr_pti))
75
76 void vmbus_handle_timer_intr1(struct vmbus_message *msg_base,
77 struct trapframe *frame);
78 void vmbus_synic_setup1(void *xsc);
79 void vmbus_synic_teardown1(void);
80 int vmbus_setup_intr1(struct vmbus_softc *sc);
81 void vmbus_intr_teardown1(struct vmbus_softc *sc);
82
83 void
vmbus_handle_timer_intr1(struct vmbus_message * msg_base,struct trapframe * frame)84 vmbus_handle_timer_intr1(struct vmbus_message *msg_base,
85 struct trapframe *frame)
86 {
87 volatile struct vmbus_message *msg;
88 msg = msg_base + VMBUS_SINT_TIMER;
89 if (msg->msg_type == HYPERV_MSGTYPE_TIMER_EXPIRED) {
90 msg->msg_type = HYPERV_MSGTYPE_NONE;
91 vmbus_et_intr(frame);
92 /*
93 * Make sure the write to msg_type (i.e. set to
94 * HYPERV_MSGTYPE_NONE) happens before we read the
95 * msg_flags and EOMing. Otherwise, the EOMing will
96 * not deliver any more messages since there is no
97 * empty slot
98 *
99 * NOTE:
100 * mb() is used here, since atomic_thread_fence_seq_cst()
101 * will become compiler fence on UP kernel.
102 */
103 mb();
104 if (msg->msg_flags & VMBUS_MSGFLAG_PENDING) {
105 /*
106 * This will cause message queue rescan to possibly
107 * deliver another msg from the hypervisor
108 */
109 wrmsr(MSR_HV_EOM, 0);
110 }
111 }
112 return;
113 }
114
115 void
vmbus_synic_setup1(void * xsc)116 vmbus_synic_setup1(void *xsc)
117 {
118 struct vmbus_softc *sc = xsc;
119 uint32_t sint;
120 uint64_t val, orig;
121
122 sint = MSR_HV_SINT0 + VMBUS_SINT_TIMER;
123 orig = RDMSR(sint);
124 val = sc->vmbus_idtvec | MSR_HV_SINT_AUTOEOI |
125 (orig & MSR_HV_SINT_RSVD_MASK);
126 WRMSR(sint, val);
127 return;
128 }
129
130 void
vmbus_synic_teardown1(void)131 vmbus_synic_teardown1(void)
132 {
133 uint64_t orig;
134 uint32_t sint;
135
136 sint = MSR_HV_SINT0 + VMBUS_SINT_TIMER;
137 orig = RDMSR(sint);
138 WRMSR(sint, orig | MSR_HV_SINT_MASKED);
139 return;
140 }
141
142 int
vmbus_setup_intr1(struct vmbus_softc * sc)143 vmbus_setup_intr1(struct vmbus_softc *sc)
144 {
145 #if defined(__amd64__) && defined(KLD_MODULE)
146 pmap_pti_add_kva(VMBUS_ISR_ADDR, VMBUS_ISR_ADDR + PAGE_SIZE, true);
147 #endif
148
149 /*
150 * All Hyper-V ISR required resources are setup, now let's find a
151 * free IDT vector for Hyper-V ISR and set it up.
152 */
153 sc->vmbus_idtvec = lapic_ipi_alloc(
154 pti ? IDTVEC(vmbus_isr_pti) : IDTVEC(vmbus_isr));
155 if (sc->vmbus_idtvec < 0) {
156 #if defined(__amd64__) && defined(KLD_MODULE)
157 pmap_pti_remove_kva(VMBUS_ISR_ADDR, VMBUS_ISR_ADDR + PAGE_SIZE);
158 #endif
159 device_printf(sc->vmbus_dev, "cannot find free IDT vector\n");
160 return ENXIO;
161 }
162 if (bootverbose) {
163 device_printf(sc->vmbus_dev, "vmbus IDT vector %d\n",
164 sc->vmbus_idtvec);
165 }
166 return 0;
167 }
168
169 void
vmbus_intr_teardown1(struct vmbus_softc * sc)170 vmbus_intr_teardown1(struct vmbus_softc *sc)
171 {
172 int cpu;
173
174 if (sc->vmbus_idtvec >= 0) {
175 lapic_ipi_free(sc->vmbus_idtvec);
176 sc->vmbus_idtvec = -1;
177 }
178
179 #if defined(__amd64__) && defined(KLD_MODULE)
180 pmap_pti_remove_kva(VMBUS_ISR_ADDR, VMBUS_ISR_ADDR + PAGE_SIZE);
181 #endif
182
183 CPU_FOREACH(cpu) {
184 if (VMBUS_PCPU_GET(sc, event_tq, cpu) != NULL) {
185 taskqueue_free(VMBUS_PCPU_GET(sc, event_tq, cpu));
186 VMBUS_PCPU_GET(sc, event_tq, cpu) = NULL;
187 }
188 if (VMBUS_PCPU_GET(sc, message_tq, cpu) != NULL) {
189 taskqueue_drain(VMBUS_PCPU_GET(sc, message_tq, cpu),
190 VMBUS_PCPU_PTR(sc, message_task, cpu));
191 taskqueue_free(VMBUS_PCPU_GET(sc, message_tq, cpu));
192 VMBUS_PCPU_GET(sc, message_tq, cpu) = NULL;
193 }
194 }
195 }
196