xref: /freebsd/sys/x86/include/x86_smp.h (revision 19261079b74319502c6ffa1249920079f0f69a72)
1 /*-
2  * SPDX-License-Identifier: Beerware
3  *
4  * ----------------------------------------------------------------------------
5  * "THE BEER-WARE LICENSE" (Revision 42):
6  * <phk@FreeBSD.org> wrote this file.  As long as you retain this notice you
7  * can do whatever you want with this stuff. If we meet some day, and you think
8  * this stuff is worth it, you can buy me a beer in return.   Poul-Henning Kamp
9  * ----------------------------------------------------------------------------
10  *
11  * $FreeBSD$
12  *
13  */
14 
15 #ifndef _X86_X86_SMP_H_
16 #define	_X86_X86_SMP_H_
17 
18 #include <sys/bus.h>
19 #include <machine/frame.h>
20 #include <machine/intr_machdep.h>
21 #include <x86/apicvar.h>
22 #include <machine/pcb.h>
23 
24 struct pmap;
25 
26 #ifdef __i386__
27 extern unsigned int boot_address;
28 #endif
29 
30 /* global data in mp_x86.c */
31 extern int mp_naps;
32 extern int boot_cpu_id;
33 extern struct pcb stoppcbs[];
34 extern int cpu_apic_ids[];
35 extern int bootAP;
36 extern void *dpcpu;
37 extern char *bootSTK;
38 extern void *bootstacks[];
39 extern unsigned int bootMP_size;
40 extern volatile int aps_ready;
41 extern struct mtx ap_boot_mtx;
42 extern int cpu_logical;
43 extern int cpu_cores;
44 extern volatile uint32_t smp_tlb_generation;
45 extern struct pmap *smp_tlb_pmap;
46 extern vm_offset_t smp_tlb_addr1, smp_tlb_addr2;
47 extern u_int xhits_gbl[];
48 extern u_int xhits_pg[];
49 extern u_int xhits_rng[];
50 extern u_int ipi_global;
51 extern u_int ipi_page;
52 extern u_int ipi_range;
53 extern u_int ipi_range_size;
54 
55 extern int nmi_kdb_lock;
56 extern int nmi_is_broadcast;
57 
58 struct cpu_info {
59 	int	cpu_present:1;
60 	int	cpu_bsp:1;
61 	int	cpu_disabled:1;
62 	int	cpu_hyperthread:1;
63 };
64 extern struct cpu_info *cpu_info;
65 
66 /*
67  * Set if MWAIT does not reliably wake when the MONITORed address is written.
68  */
69 extern bool mwait_cpustop_broken;
70 
71 #ifdef COUNT_IPIS
72 extern u_long *ipi_invltlb_counts[MAXCPU];
73 extern u_long *ipi_invlrng_counts[MAXCPU];
74 extern u_long *ipi_invlpg_counts[MAXCPU];
75 extern u_long *ipi_invlcache_counts[MAXCPU];
76 extern u_long *ipi_rendezvous_counts[MAXCPU];
77 #endif
78 
79 /* IPI handlers */
80 inthand_t
81 	IDTVEC(ipi_intr_bitmap_handler), /* Bitmap based IPIs */
82 	IDTVEC(ipi_swi),	/* Runs delayed SWI */
83 	IDTVEC(cpustop),	/* CPU stops & waits to be restarted */
84 	IDTVEC(cpususpend),	/* CPU suspends & waits to be resumed */
85 	IDTVEC(rendezvous);	/* handle CPU rendezvous */
86 
87 typedef void (*smp_invl_cb_t)(struct pmap *, vm_offset_t addr1,
88     vm_offset_t addr2);
89 
90 #ifdef __i386__
91 void	alloc_ap_trampoline(vm_paddr_t *physmap, unsigned int *physmap_idx);
92 #endif
93 
94 /* functions in x86_mp.c */
95 void	assign_cpu_ids(void);
96 void	cpu_add(u_int apic_id, char boot_cpu);
97 void	cpustop_handler(void);
98 void	cpususpend_handler(void);
99 void	init_secondary_tail(void);
100 void	init_secondary(void);
101 void	ipi_startup(int apic_id, int vector);
102 void	ipi_all_but_self(u_int ipi);
103 void 	ipi_bitmap_handler(struct trapframe frame);
104 void	ipi_cpu(int cpu, u_int ipi);
105 int	ipi_nmi_handler(void);
106 void	ipi_swi_handler(struct trapframe frame);
107 void	ipi_selected(cpuset_t cpus, u_int ipi);
108 void	ipi_self_from_nmi(u_int vector);
109 void	set_interrupt_apic_ids(void);
110 void	smp_cache_flush(smp_invl_cb_t curcpu_cb);
111 void	smp_masked_invlpg(cpuset_t mask, vm_offset_t addr, struct pmap *pmap,
112 	    smp_invl_cb_t curcpu_cb);
113 void	smp_masked_invlpg_range(cpuset_t mask, vm_offset_t startva,
114 	    vm_offset_t endva, struct pmap *pmap, smp_invl_cb_t curcpu_cb);
115 void	smp_masked_invltlb(cpuset_t mask, struct pmap *pmap,
116 	    smp_invl_cb_t curcpu_cb);
117 void	mem_range_AP_init(void);
118 void	topo_probe(void);
119 
120 #endif
121