2 * SPDX-License-Identifier: Beerware
4 * ----------------------------------------------------------------------------
5 * "THE BEER-WARE LICENSE" (Revision 42):
6 * <phk@FreeBSD.org> wrote this file. As long as you retain this notice you
7 * can do whatever you want with this stuff. If we meet some day, and you think
8 * this stuff is worth it, you can buy me a beer in return. Poul-Henning Kamp
9 * ----------------------------------------------------------------------------
15 #ifndef _X86_X86_SMP_H_
16 #define _X86_X86_SMP_H_
19 #include <machine/frame.h>
20 #include <machine/intr_machdep.h>
21 #include <x86/apicvar.h>
22 #include <machine/pcb.h>
26 /* global data in mp_x86.c */
28 extern int boot_cpu_id;
29 extern struct pcb stoppcbs[];
30 extern int cpu_apic_ids[];
34 extern void *bootstacks[];
35 extern unsigned int boot_address;
36 extern unsigned int bootMP_size;
37 extern volatile int aps_ready;
38 extern struct mtx ap_boot_mtx;
39 extern int cpu_logical;
41 extern volatile uint32_t smp_tlb_generation;
42 extern struct pmap *smp_tlb_pmap;
43 extern vm_offset_t smp_tlb_addr1, smp_tlb_addr2;
44 extern u_int xhits_gbl[];
45 extern u_int xhits_pg[];
46 extern u_int xhits_rng[];
47 extern u_int ipi_global;
48 extern u_int ipi_page;
49 extern u_int ipi_range;
50 extern u_int ipi_range_size;
52 extern int nmi_kdb_lock;
53 extern int nmi_is_broadcast;
59 int cpu_hyperthread:1;
61 extern struct cpu_info *cpu_info;
64 * Set if MWAIT does not reliably wake when the MONITORed address is written.
66 extern bool mwait_cpustop_broken;
69 extern u_long *ipi_invltlb_counts[MAXCPU];
70 extern u_long *ipi_invlrng_counts[MAXCPU];
71 extern u_long *ipi_invlpg_counts[MAXCPU];
72 extern u_long *ipi_invlcache_counts[MAXCPU];
73 extern u_long *ipi_rendezvous_counts[MAXCPU];
78 IDTVEC(invltlb), /* TLB shootdowns - global */
79 IDTVEC(invlpg), /* TLB shootdowns - 1 page */
80 IDTVEC(invlrng), /* TLB shootdowns - page range */
81 IDTVEC(invlcache), /* Write back and invalidate cache */
82 IDTVEC(ipi_intr_bitmap_handler), /* Bitmap based IPIs */
83 IDTVEC(cpustop), /* CPU stops & waits to be restarted */
84 IDTVEC(cpususpend), /* CPU suspends & waits to be resumed */
85 IDTVEC(rendezvous); /* handle CPU rendezvous */
87 /* functions in x86_mp.c */
88 void assign_cpu_ids(void);
89 void cpu_add(u_int apic_id, char boot_cpu);
90 void cpustop_handler(void);
91 void cpususpend_handler(void);
92 void alloc_ap_trampoline(vm_paddr_t *physmap, unsigned int *physmap_idx);
93 void init_secondary_tail(void);
94 void invltlb_handler(void);
95 void invlpg_handler(void);
96 void invlrng_handler(void);
97 void invlcache_handler(void);
98 void init_secondary(void);
99 void ipi_startup(int apic_id, int vector);
100 void ipi_all_but_self(u_int ipi);
101 void ipi_bitmap_handler(struct trapframe frame);
102 void ipi_cpu(int cpu, u_int ipi);
103 int ipi_nmi_handler(void);
104 void ipi_selected(cpuset_t cpus, u_int ipi);
105 void set_interrupt_apic_ids(void);
106 void smp_cache_flush(void);
107 void smp_masked_invlpg(cpuset_t mask, vm_offset_t addr, struct pmap *pmap);
108 void smp_masked_invlpg_range(cpuset_t mask, vm_offset_t startva,
109 vm_offset_t endva, struct pmap *pmap);
110 void smp_masked_invltlb(cpuset_t mask, struct pmap *pmap);
111 void mem_range_AP_init(void);
112 void topo_probe(void);
113 void ipi_send_cpu(int cpu, u_int ipi);