1 /*- 2 * SPDX-License-Identifier: Beerware 3 * 4 * ---------------------------------------------------------------------------- 5 * "THE BEER-WARE LICENSE" (Revision 42): 6 * <phk@FreeBSD.org> wrote this file. As long as you retain this notice you 7 * can do whatever you want with this stuff. If we meet some day, and you think 8 * this stuff is worth it, you can buy me a beer in return. Poul-Henning Kamp 9 * ---------------------------------------------------------------------------- 10 * 11 * $FreeBSD$ 12 * 13 */ 14 15 #ifndef _X86_X86_SMP_H_ 16 #define _X86_X86_SMP_H_ 17 18 #include <sys/bus.h> 19 #include <machine/frame.h> 20 #include <machine/intr_machdep.h> 21 #include <x86/apicvar.h> 22 #include <machine/pcb.h> 23 24 struct pmap; 25 26 #ifdef __i386__ 27 extern unsigned int boot_address; 28 #endif 29 30 /* global data in mp_x86.c */ 31 extern int mp_naps; 32 extern int boot_cpu_id; 33 extern struct pcb stoppcbs[]; 34 extern int cpu_apic_ids[]; 35 extern int bootAP; 36 extern void *dpcpu; 37 extern char *bootSTK; 38 extern void *bootstacks[]; 39 extern unsigned int bootMP_size; 40 extern volatile int aps_ready; 41 extern struct mtx ap_boot_mtx; 42 extern int cpu_logical; 43 extern int cpu_cores; 44 extern volatile uint32_t smp_tlb_generation; 45 extern struct pmap *smp_tlb_pmap; 46 extern vm_offset_t smp_tlb_addr1, smp_tlb_addr2; 47 extern u_int xhits_gbl[]; 48 extern u_int xhits_pg[]; 49 extern u_int xhits_rng[]; 50 extern u_int ipi_global; 51 extern u_int ipi_page; 52 extern u_int ipi_range; 53 extern u_int ipi_range_size; 54 55 extern int nmi_kdb_lock; 56 extern int nmi_is_broadcast; 57 58 struct cpu_info { 59 int cpu_present:1; 60 int cpu_bsp:1; 61 int cpu_disabled:1; 62 int cpu_hyperthread:1; 63 }; 64 extern struct cpu_info *cpu_info; 65 66 /* 67 * Set if MWAIT does not reliably wake when the MONITORed address is written. 68 */ 69 extern bool mwait_cpustop_broken; 70 71 #ifdef COUNT_IPIS 72 extern u_long *ipi_invltlb_counts[MAXCPU]; 73 extern u_long *ipi_invlrng_counts[MAXCPU]; 74 extern u_long *ipi_invlpg_counts[MAXCPU]; 75 extern u_long *ipi_invlcache_counts[MAXCPU]; 76 extern u_long *ipi_rendezvous_counts[MAXCPU]; 77 #endif 78 79 /* IPI handlers */ 80 inthand_t 81 IDTVEC(ipi_intr_bitmap_handler), /* Bitmap based IPIs */ 82 IDTVEC(ipi_swi), /* Runs delayed SWI */ 83 IDTVEC(cpustop), /* CPU stops & waits to be restarted */ 84 IDTVEC(cpususpend), /* CPU suspends & waits to be resumed */ 85 IDTVEC(rendezvous); /* handle CPU rendezvous */ 86 87 typedef void (*smp_invl_cb_t)(struct pmap *, vm_offset_t addr1, 88 vm_offset_t addr2); 89 90 #ifdef __i386__ 91 void alloc_ap_trampoline(vm_paddr_t *physmap, unsigned int *physmap_idx); 92 #endif 93 94 /* functions in x86_mp.c */ 95 void assign_cpu_ids(void); 96 void cpu_add(u_int apic_id, char boot_cpu); 97 void cpustop_handler(void); 98 void cpususpend_handler(void); 99 void init_secondary_tail(void); 100 void init_secondary(void); 101 void ipi_startup(int apic_id, int vector); 102 void ipi_all_but_self(u_int ipi); 103 void ipi_bitmap_handler(struct trapframe frame); 104 void ipi_cpu(int cpu, u_int ipi); 105 int ipi_nmi_handler(void); 106 void ipi_swi_handler(struct trapframe frame); 107 void ipi_selected(cpuset_t cpus, u_int ipi); 108 void ipi_self_from_nmi(u_int vector); 109 void set_interrupt_apic_ids(void); 110 void mem_range_AP_init(void); 111 void topo_probe(void); 112 113 /* functions in mp_machdep.c */ 114 void smp_cache_flush(smp_invl_cb_t curcpu_cb); 115 #ifdef __i386__ 116 void smp_masked_invlpg(cpuset_t mask, vm_offset_t addr, struct pmap *pmap, 117 smp_invl_cb_t curcpu_cb); 118 void smp_masked_invlpg_range(cpuset_t mask, vm_offset_t startva, 119 vm_offset_t endva, struct pmap *pmap, smp_invl_cb_t curcpu_cb); 120 void smp_masked_invltlb(cpuset_t mask, struct pmap *pmap, 121 smp_invl_cb_t curcpu_cb); 122 #else 123 void smp_masked_invlpg(vm_offset_t addr, struct pmap *pmap, 124 smp_invl_cb_t curcpu_cb); 125 void smp_masked_invlpg_range(vm_offset_t startva, vm_offset_t endva, 126 struct pmap *pmap, smp_invl_cb_t curcpu_cb); 127 void smp_masked_invltlb(struct pmap *pmap, smp_invl_cb_t curcpu_cb); 128 #endif 129 #endif 130