1 /* SPDX-License-Identifier: GPL-2.0 */ 2 #ifndef _ASM_X86_MSHYPER_H 3 #define _ASM_X86_MSHYPER_H 4 5 #include <linux/types.h> 6 #include <linux/atomic.h> 7 #include <linux/nmi.h> 8 #include <asm/io.h> 9 #include <asm/hyperv-tlfs.h> 10 #include <asm/nospec-branch.h> 11 12 #define VP_INVAL U32_MAX 13 14 struct ms_hyperv_info { 15 u32 features; 16 u32 misc_features; 17 u32 hints; 18 u32 nested_features; 19 u32 max_vp_index; 20 u32 max_lp_index; 21 }; 22 23 extern struct ms_hyperv_info ms_hyperv; 24 25 26 typedef int (*hyperv_fill_flush_list_func)( 27 struct hv_guest_mapping_flush_list *flush, 28 void *data); 29 30 /* 31 * Generate the guest ID. 32 */ 33 34 static inline __u64 generate_guest_id(__u64 d_info1, __u64 kernel_version, 35 __u64 d_info2) 36 { 37 __u64 guest_id = 0; 38 39 guest_id = (((__u64)HV_LINUX_VENDOR_ID) << 48); 40 guest_id |= (d_info1 << 48); 41 guest_id |= (kernel_version << 16); 42 guest_id |= d_info2; 43 44 return guest_id; 45 } 46 47 48 /* Free the message slot and signal end-of-message if required */ 49 static inline void vmbus_signal_eom(struct hv_message *msg, u32 old_msg_type) 50 { 51 /* 52 * On crash we're reading some other CPU's message page and we need 53 * to be careful: this other CPU may already had cleared the header 54 * and the host may already had delivered some other message there. 55 * In case we blindly write msg->header.message_type we're going 56 * to lose it. We can still lose a message of the same type but 57 * we count on the fact that there can only be one 58 * CHANNELMSG_UNLOAD_RESPONSE and we don't care about other messages 59 * on crash. 60 */ 61 if (cmpxchg(&msg->header.message_type, old_msg_type, 62 HVMSG_NONE) != old_msg_type) 63 return; 64 65 /* 66 * Make sure the write to MessageType (ie set to 67 * HVMSG_NONE) happens before we read the 68 * MessagePending and EOMing. Otherwise, the EOMing 69 * will not deliver any more messages since there is 70 * no empty slot 71 */ 72 mb(); 73 74 if (msg->header.message_flags.msg_pending) { 75 /* 76 * This will cause message queue rescan to 77 * possibly deliver another msg from the 78 * hypervisor 79 */ 80 wrmsrl(HV_X64_MSR_EOM, 0); 81 } 82 } 83 84 #define hv_init_timer(timer, tick) \ 85 wrmsrl(HV_X64_MSR_STIMER0_COUNT + (2*timer), tick) 86 #define hv_init_timer_config(timer, val) \ 87 wrmsrl(HV_X64_MSR_STIMER0_CONFIG + (2*timer), val) 88 89 #define hv_get_simp(val) rdmsrl(HV_X64_MSR_SIMP, val) 90 #define hv_set_simp(val) wrmsrl(HV_X64_MSR_SIMP, val) 91 92 #define hv_get_siefp(val) rdmsrl(HV_X64_MSR_SIEFP, val) 93 #define hv_set_siefp(val) wrmsrl(HV_X64_MSR_SIEFP, val) 94 95 #define hv_get_synic_state(val) rdmsrl(HV_X64_MSR_SCONTROL, val) 96 #define hv_set_synic_state(val) wrmsrl(HV_X64_MSR_SCONTROL, val) 97 98 #define hv_get_vp_index(index) rdmsrl(HV_X64_MSR_VP_INDEX, index) 99 100 #define hv_get_synint_state(int_num, val) \ 101 rdmsrl(HV_X64_MSR_SINT0 + int_num, val) 102 #define hv_set_synint_state(int_num, val) \ 103 wrmsrl(HV_X64_MSR_SINT0 + int_num, val) 104 105 #define hv_get_crash_ctl(val) \ 106 rdmsrl(HV_X64_MSR_CRASH_CTL, val) 107 108 #define hv_get_time_ref_count(val) \ 109 rdmsrl(HV_X64_MSR_TIME_REF_COUNT, val) 110 111 #define hv_get_reference_tsc(val) \ 112 rdmsrl(HV_X64_MSR_REFERENCE_TSC, val) 113 #define hv_set_reference_tsc(val) \ 114 wrmsrl(HV_X64_MSR_REFERENCE_TSC, val) 115 #define hv_set_clocksource_vdso(val) \ 116 ((val).archdata.vclock_mode = VCLOCK_HVCLOCK) 117 #define hv_get_raw_timer() rdtsc_ordered() 118 119 void hyperv_callback_vector(void); 120 void hyperv_reenlightenment_vector(void); 121 #ifdef CONFIG_TRACING 122 #define trace_hyperv_callback_vector hyperv_callback_vector 123 #endif 124 void hyperv_vector_handler(struct pt_regs *regs); 125 void hv_setup_vmbus_irq(void (*handler)(void)); 126 void hv_remove_vmbus_irq(void); 127 128 void hv_setup_kexec_handler(void (*handler)(void)); 129 void hv_remove_kexec_handler(void); 130 void hv_setup_crash_handler(void (*handler)(struct pt_regs *regs)); 131 void hv_remove_crash_handler(void); 132 133 /* 134 * Routines for stimer0 Direct Mode handling. 135 * On x86/x64, there are no percpu actions to take. 136 */ 137 void hv_stimer0_vector_handler(struct pt_regs *regs); 138 void hv_stimer0_callback_vector(void); 139 int hv_setup_stimer0_irq(int *irq, int *vector, void (*handler)(void)); 140 void hv_remove_stimer0_irq(int irq); 141 142 static inline void hv_enable_stimer0_percpu_irq(int irq) {} 143 static inline void hv_disable_stimer0_percpu_irq(int irq) {} 144 145 146 #if IS_ENABLED(CONFIG_HYPERV) 147 extern void *hv_hypercall_pg; 148 extern void __percpu **hyperv_pcpu_input_arg; 149 150 static inline u64 hv_do_hypercall(u64 control, void *input, void *output) 151 { 152 u64 input_address = input ? virt_to_phys(input) : 0; 153 u64 output_address = output ? virt_to_phys(output) : 0; 154 u64 hv_status; 155 156 #ifdef CONFIG_X86_64 157 if (!hv_hypercall_pg) 158 return U64_MAX; 159 160 __asm__ __volatile__("mov %4, %%r8\n" 161 CALL_NOSPEC 162 : "=a" (hv_status), ASM_CALL_CONSTRAINT, 163 "+c" (control), "+d" (input_address) 164 : "r" (output_address), 165 THUNK_TARGET(hv_hypercall_pg) 166 : "cc", "memory", "r8", "r9", "r10", "r11"); 167 #else 168 u32 input_address_hi = upper_32_bits(input_address); 169 u32 input_address_lo = lower_32_bits(input_address); 170 u32 output_address_hi = upper_32_bits(output_address); 171 u32 output_address_lo = lower_32_bits(output_address); 172 173 if (!hv_hypercall_pg) 174 return U64_MAX; 175 176 __asm__ __volatile__(CALL_NOSPEC 177 : "=A" (hv_status), 178 "+c" (input_address_lo), ASM_CALL_CONSTRAINT 179 : "A" (control), 180 "b" (input_address_hi), 181 "D"(output_address_hi), "S"(output_address_lo), 182 THUNK_TARGET(hv_hypercall_pg) 183 : "cc", "memory"); 184 #endif /* !x86_64 */ 185 return hv_status; 186 } 187 188 /* Fast hypercall with 8 bytes of input and no output */ 189 static inline u64 hv_do_fast_hypercall8(u16 code, u64 input1) 190 { 191 u64 hv_status, control = (u64)code | HV_HYPERCALL_FAST_BIT; 192 193 #ifdef CONFIG_X86_64 194 { 195 __asm__ __volatile__(CALL_NOSPEC 196 : "=a" (hv_status), ASM_CALL_CONSTRAINT, 197 "+c" (control), "+d" (input1) 198 : THUNK_TARGET(hv_hypercall_pg) 199 : "cc", "r8", "r9", "r10", "r11"); 200 } 201 #else 202 { 203 u32 input1_hi = upper_32_bits(input1); 204 u32 input1_lo = lower_32_bits(input1); 205 206 __asm__ __volatile__ (CALL_NOSPEC 207 : "=A"(hv_status), 208 "+c"(input1_lo), 209 ASM_CALL_CONSTRAINT 210 : "A" (control), 211 "b" (input1_hi), 212 THUNK_TARGET(hv_hypercall_pg) 213 : "cc", "edi", "esi"); 214 } 215 #endif 216 return hv_status; 217 } 218 219 /* Fast hypercall with 16 bytes of input */ 220 static inline u64 hv_do_fast_hypercall16(u16 code, u64 input1, u64 input2) 221 { 222 u64 hv_status, control = (u64)code | HV_HYPERCALL_FAST_BIT; 223 224 #ifdef CONFIG_X86_64 225 { 226 __asm__ __volatile__("mov %4, %%r8\n" 227 CALL_NOSPEC 228 : "=a" (hv_status), ASM_CALL_CONSTRAINT, 229 "+c" (control), "+d" (input1) 230 : "r" (input2), 231 THUNK_TARGET(hv_hypercall_pg) 232 : "cc", "r8", "r9", "r10", "r11"); 233 } 234 #else 235 { 236 u32 input1_hi = upper_32_bits(input1); 237 u32 input1_lo = lower_32_bits(input1); 238 u32 input2_hi = upper_32_bits(input2); 239 u32 input2_lo = lower_32_bits(input2); 240 241 __asm__ __volatile__ (CALL_NOSPEC 242 : "=A"(hv_status), 243 "+c"(input1_lo), ASM_CALL_CONSTRAINT 244 : "A" (control), "b" (input1_hi), 245 "D"(input2_hi), "S"(input2_lo), 246 THUNK_TARGET(hv_hypercall_pg) 247 : "cc"); 248 } 249 #endif 250 return hv_status; 251 } 252 253 /* 254 * Rep hypercalls. Callers of this functions are supposed to ensure that 255 * rep_count and varhead_size comply with Hyper-V hypercall definition. 256 */ 257 static inline u64 hv_do_rep_hypercall(u16 code, u16 rep_count, u16 varhead_size, 258 void *input, void *output) 259 { 260 u64 control = code; 261 u64 status; 262 u16 rep_comp; 263 264 control |= (u64)varhead_size << HV_HYPERCALL_VARHEAD_OFFSET; 265 control |= (u64)rep_count << HV_HYPERCALL_REP_COMP_OFFSET; 266 267 do { 268 status = hv_do_hypercall(control, input, output); 269 if ((status & HV_HYPERCALL_RESULT_MASK) != HV_STATUS_SUCCESS) 270 return status; 271 272 /* Bits 32-43 of status have 'Reps completed' data. */ 273 rep_comp = (status & HV_HYPERCALL_REP_COMP_MASK) >> 274 HV_HYPERCALL_REP_COMP_OFFSET; 275 276 control &= ~HV_HYPERCALL_REP_START_MASK; 277 control |= (u64)rep_comp << HV_HYPERCALL_REP_START_OFFSET; 278 279 touch_nmi_watchdog(); 280 } while (rep_comp < rep_count); 281 282 return status; 283 } 284 285 /* 286 * Hypervisor's notion of virtual processor ID is different from 287 * Linux' notion of CPU ID. This information can only be retrieved 288 * in the context of the calling CPU. Setup a map for easy access 289 * to this information. 290 */ 291 extern u32 *hv_vp_index; 292 extern u32 hv_max_vp_index; 293 extern struct hv_vp_assist_page **hv_vp_assist_page; 294 295 static inline struct hv_vp_assist_page *hv_get_vp_assist_page(unsigned int cpu) 296 { 297 if (!hv_vp_assist_page) 298 return NULL; 299 300 return hv_vp_assist_page[cpu]; 301 } 302 303 /** 304 * hv_cpu_number_to_vp_number() - Map CPU to VP. 305 * @cpu_number: CPU number in Linux terms 306 * 307 * This function returns the mapping between the Linux processor 308 * number and the hypervisor's virtual processor number, useful 309 * in making hypercalls and such that talk about specific 310 * processors. 311 * 312 * Return: Virtual processor number in Hyper-V terms 313 */ 314 static inline int hv_cpu_number_to_vp_number(int cpu_number) 315 { 316 return hv_vp_index[cpu_number]; 317 } 318 319 static inline int cpumask_to_vpset(struct hv_vpset *vpset, 320 const struct cpumask *cpus) 321 { 322 int cpu, vcpu, vcpu_bank, vcpu_offset, nr_bank = 1; 323 324 /* valid_bank_mask can represent up to 64 banks */ 325 if (hv_max_vp_index / 64 >= 64) 326 return 0; 327 328 /* 329 * Clear all banks up to the maximum possible bank as hv_tlb_flush_ex 330 * structs are not cleared between calls, we risk flushing unneeded 331 * vCPUs otherwise. 332 */ 333 for (vcpu_bank = 0; vcpu_bank <= hv_max_vp_index / 64; vcpu_bank++) 334 vpset->bank_contents[vcpu_bank] = 0; 335 336 /* 337 * Some banks may end up being empty but this is acceptable. 338 */ 339 for_each_cpu(cpu, cpus) { 340 vcpu = hv_cpu_number_to_vp_number(cpu); 341 if (vcpu == VP_INVAL) 342 return -1; 343 vcpu_bank = vcpu / 64; 344 vcpu_offset = vcpu % 64; 345 __set_bit(vcpu_offset, (unsigned long *) 346 &vpset->bank_contents[vcpu_bank]); 347 if (vcpu_bank >= nr_bank) 348 nr_bank = vcpu_bank + 1; 349 } 350 vpset->valid_bank_mask = GENMASK_ULL(nr_bank - 1, 0); 351 return nr_bank; 352 } 353 354 void __init hyperv_init(void); 355 void hyperv_setup_mmu_ops(void); 356 void hyperv_report_panic(struct pt_regs *regs, long err); 357 void hyperv_report_panic_msg(phys_addr_t pa, size_t size); 358 bool hv_is_hyperv_initialized(void); 359 void hyperv_cleanup(void); 360 361 void hyperv_reenlightenment_intr(struct pt_regs *regs); 362 void set_hv_tscchange_cb(void (*cb)(void)); 363 void clear_hv_tscchange_cb(void); 364 void hyperv_stop_tsc_emulation(void); 365 int hyperv_flush_guest_mapping(u64 as); 366 int hyperv_flush_guest_mapping_range(u64 as, 367 hyperv_fill_flush_list_func fill_func, void *data); 368 int hyperv_fill_flush_guest_mapping_list( 369 struct hv_guest_mapping_flush_list *flush, 370 u64 start_gfn, u64 end_gfn); 371 372 #ifdef CONFIG_X86_64 373 void hv_apic_init(void); 374 void __init hv_init_spinlocks(void); 375 bool hv_vcpu_is_preempted(int vcpu); 376 #else 377 static inline void hv_apic_init(void) {} 378 #endif 379 380 #else /* CONFIG_HYPERV */ 381 static inline void hyperv_init(void) {} 382 static inline bool hv_is_hyperv_initialized(void) { return false; } 383 static inline void hyperv_cleanup(void) {} 384 static inline void hyperv_setup_mmu_ops(void) {} 385 static inline void set_hv_tscchange_cb(void (*cb)(void)) {} 386 static inline void clear_hv_tscchange_cb(void) {} 387 static inline void hyperv_stop_tsc_emulation(void) {}; 388 static inline struct hv_vp_assist_page *hv_get_vp_assist_page(unsigned int cpu) 389 { 390 return NULL; 391 } 392 static inline int hyperv_flush_guest_mapping(u64 as) { return -1; } 393 static inline int hyperv_flush_guest_mapping_range(u64 as, 394 hyperv_fill_flush_list_func fill_func, void *data) 395 { 396 return -1; 397 } 398 #endif /* CONFIG_HYPERV */ 399 400 #endif 401