1 /*- 2 * ---------------------------------------------------------------------------- 3 * "THE BEER-WARE LICENSE" (Revision 42): 4 * <phk@FreeBSD.org> wrote this file. As long as you retain this notice you 5 * can do whatever you want with this stuff. If we meet some day, and you think 6 * this stuff is worth it, you can buy me a beer in return. Poul-Henning Kamp 7 * ---------------------------------------------------------------------------- 8 * 9 * $FreeBSD$ 10 * 11 */ 12 13 #ifndef _MACHINE_SMP_H_ 14 #define _MACHINE_SMP_H_ 15 16 #ifdef _KERNEL 17 18 #ifdef SMP 19 20 #ifndef LOCORE 21 22 #include <sys/bus.h> 23 #include <machine/frame.h> 24 #include <machine/intr_machdep.h> 25 #include <x86/apicvar.h> 26 #include <machine/pcb.h> 27 28 /* global symbols in mpboot.S */ 29 extern char mptramp_start[]; 30 extern char mptramp_end[]; 31 extern u_int32_t mptramp_pagetables; 32 33 /* global data in mp_machdep.c */ 34 extern int mp_naps; 35 extern int boot_cpu_id; 36 extern struct pcb stoppcbs[]; 37 extern int cpu_apic_ids[]; 38 extern int bootAP; 39 extern void *dpcpu; 40 extern char *bootSTK; 41 extern int bootAP; 42 extern void *bootstacks[]; 43 extern volatile u_int cpu_ipi_pending[]; 44 extern volatile int aps_ready; 45 extern struct mtx ap_boot_mtx; 46 extern int cpu_logical; 47 extern int cpu_cores; 48 extern int pmap_pcid_enabled; 49 extern u_int xhits_gbl[]; 50 extern u_int xhits_pg[]; 51 extern u_int xhits_rng[]; 52 extern u_int ipi_global; 53 extern u_int ipi_page; 54 extern u_int ipi_range; 55 extern u_int ipi_range_size; 56 extern u_int ipi_masked_global; 57 extern u_int ipi_masked_page; 58 extern u_int ipi_masked_range; 59 extern u_int ipi_masked_range_size; 60 61 extern volatile int smp_tlb_wait; 62 63 struct cpu_info { 64 int cpu_present:1; 65 int cpu_bsp:1; 66 int cpu_disabled:1; 67 int cpu_hyperthread:1; 68 }; 69 extern struct cpu_info cpu_info[]; 70 71 #ifdef COUNT_IPIS 72 extern u_long *ipi_invltlb_counts[MAXCPU]; 73 extern u_long *ipi_invlrng_counts[MAXCPU]; 74 extern u_long *ipi_invlpg_counts[MAXCPU]; 75 extern u_long *ipi_invlcache_counts[MAXCPU]; 76 extern u_long *ipi_rendezvous_counts[MAXCPU]; 77 #endif 78 79 /* IPI handlers */ 80 inthand_t 81 IDTVEC(invltlb_pcid), /* TLB shootdowns - global, pcid enabled */ 82 IDTVEC(invltlb), /* TLB shootdowns - global */ 83 IDTVEC(invlpg_pcid), /* TLB shootdowns - 1 page, pcid enabled */ 84 IDTVEC(invlpg), /* TLB shootdowns - 1 page */ 85 IDTVEC(invlrng), /* TLB shootdowns - page range */ 86 IDTVEC(invlcache), /* Write back and invalidate cache */ 87 IDTVEC(ipi_intr_bitmap_handler), /* Bitmap based IPIs */ 88 IDTVEC(cpustop), /* CPU stops & waits to be restarted */ 89 IDTVEC(cpususpend), /* CPU suspends & waits to be resumed */ 90 IDTVEC(justreturn), /* interrupt CPU with minimum overhead */ 91 IDTVEC(rendezvous); /* handle CPU rendezvous */ 92 93 struct pmap; 94 95 /* functions in mp_machdep.c */ 96 void assign_cpu_ids(void); 97 void cpu_add(u_int apic_id, char boot_cpu); 98 void cpustop_handler(void); 99 void cpususpend_handler(void); 100 void init_secondary_tail(void); 101 void invltlb_handler(void); 102 void invltlb_pcid_handler(void); 103 void invlpg_handler(void); 104 void invlpg_pcid_handler(void); 105 void invlrng_handler(void); 106 void invlcache_handler(void); 107 void init_secondary(void); 108 void ipi_startup(int apic_id, int vector); 109 void ipi_all_but_self(u_int ipi); 110 void ipi_bitmap_handler(struct trapframe frame); 111 void ipi_cpu(int cpu, u_int ipi); 112 int ipi_nmi_handler(void); 113 void ipi_selected(cpuset_t cpus, u_int ipi); 114 u_int mp_bootaddress(u_int); 115 void set_interrupt_apic_ids(void); 116 void smp_cache_flush(void); 117 void smp_invlpg(struct pmap *pmap, vm_offset_t addr); 118 void smp_masked_invlpg(cpuset_t mask, struct pmap *pmap, vm_offset_t addr); 119 void smp_invlpg_range(struct pmap *pmap, vm_offset_t startva, 120 vm_offset_t endva); 121 void smp_masked_invlpg_range(cpuset_t mask, struct pmap *pmap, 122 vm_offset_t startva, vm_offset_t endva); 123 void smp_invltlb(struct pmap *pmap); 124 void smp_masked_invltlb(cpuset_t mask, struct pmap *pmap); 125 int native_start_all_aps(void); 126 void mem_range_AP_init(void); 127 void topo_probe(void); 128 void ipi_send_cpu(int cpu, u_int ipi); 129 130 #endif /* !LOCORE */ 131 #endif /* SMP */ 132 133 #endif /* _KERNEL */ 134 #endif /* _MACHINE_SMP_H_ */ 135