]>
Commit | Line | Data |
---|---|---|
b2441318 | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
1965aae3 PA |
2 | #ifndef _ASM_X86_SMP_H |
3 | #define _ASM_X86_SMP_H | |
c27cfeff | 4 | #ifndef __ASSEMBLY__ |
53ebef49 GC |
5 | #include <linux/cpumask.h> |
6 | ||
fb8fd077 | 7 | #include <asm/cpumask.h> |
7443b296 TG |
8 | #include <asm/current.h> |
9 | #include <asm/thread_info.h> | |
b23dab08 | 10 | |
53ebef49 GC |
11 | extern int smp_num_siblings; |
12 | extern unsigned int num_processors; | |
c27cfeff | 13 | |
0816b0f0 VZ |
14 | DECLARE_PER_CPU_READ_MOSTLY(cpumask_var_t, cpu_sibling_map); |
15 | DECLARE_PER_CPU_READ_MOSTLY(cpumask_var_t, cpu_core_map); | |
2e4c54da | 16 | DECLARE_PER_CPU_READ_MOSTLY(cpumask_var_t, cpu_die_map); |
b3d7336d | 17 | /* cpus sharing the last level cache: */ |
0816b0f0 | 18 | DECLARE_PER_CPU_READ_MOSTLY(cpumask_var_t, cpu_llc_shared_map); |
66558b73 | 19 | DECLARE_PER_CPU_READ_MOSTLY(cpumask_var_t, cpu_l2c_shared_map); |
0816b0f0 | 20 | DECLARE_PER_CPU_READ_MOSTLY(u16, cpu_llc_id); |
66558b73 | 21 | DECLARE_PER_CPU_READ_MOSTLY(u16, cpu_l2c_id); |
23ca4bba | 22 | |
0816b0f0 | 23 | DECLARE_EARLY_PER_CPU_READ_MOSTLY(u16, x86_cpu_to_apicid); |
3e9e57fa | 24 | DECLARE_EARLY_PER_CPU_READ_MOSTLY(u32, x86_cpu_to_acpiid); |
0816b0f0 | 25 | DECLARE_EARLY_PER_CPU_READ_MOSTLY(u16, x86_bios_cpu_apicid); |
4e62445b | 26 | #if defined(CONFIG_X86_LOCAL_APIC) && defined(CONFIG_X86_32) |
0816b0f0 | 27 | DECLARE_EARLY_PER_CPU_READ_MOSTLY(int, x86_cpu_to_logical_apicid); |
4c321ff8 | 28 | #endif |
7e1efc0c | 29 | |
8239c25f TG |
30 | struct task_struct; |
31 | ||
16694024 GC |
32 | struct smp_ops { |
33 | void (*smp_prepare_boot_cpu)(void); | |
34 | void (*smp_prepare_cpus)(unsigned max_cpus); | |
16694024 GC |
35 | void (*smp_cpus_done)(unsigned max_cpus); |
36 | ||
76fac077 | 37 | void (*stop_other_cpus)(int wait); |
0ee59413 | 38 | void (*crash_stop_other_cpus)(void); |
16694024 | 39 | void (*smp_send_reschedule)(int cpu); |
3b16cf87 | 40 | |
5cdaf183 | 41 | int (*cpu_up)(unsigned cpu, struct task_struct *tidle); |
93be71b6 AN |
42 | int (*cpu_disable)(void); |
43 | void (*cpu_die)(unsigned int cpu); | |
44 | void (*play_dead)(void); | |
45 | ||
bcda016e | 46 | void (*send_call_func_ipi)(const struct cpumask *mask); |
3b16cf87 | 47 | void (*send_call_func_single_ipi)(int cpu); |
16694024 GC |
48 | }; |
49 | ||
14522076 GC |
50 | /* Globals due to paravirt */ |
51 | extern void set_cpu_sibling_map(int cpu); | |
52 | ||
c76cb368 GC |
53 | #ifdef CONFIG_SMP |
54 | extern struct smp_ops smp_ops; | |
8678969e | 55 | |
377d6984 GC |
56 | static inline void smp_send_stop(void) |
57 | { | |
76fac077 AK |
58 | smp_ops.stop_other_cpus(0); |
59 | } | |
60 | ||
61 | static inline void stop_other_cpus(void) | |
62 | { | |
63 | smp_ops.stop_other_cpus(1); | |
377d6984 GC |
64 | } |
65 | ||
1e3fac83 GC |
66 | static inline void smp_prepare_boot_cpu(void) |
67 | { | |
68 | smp_ops.smp_prepare_boot_cpu(); | |
69 | } | |
70 | ||
7557da67 GC |
71 | static inline void smp_prepare_cpus(unsigned int max_cpus) |
72 | { | |
73 | smp_ops.smp_prepare_cpus(max_cpus); | |
74 | } | |
75 | ||
c5597649 GC |
76 | static inline void smp_cpus_done(unsigned int max_cpus) |
77 | { | |
78 | smp_ops.smp_cpus_done(max_cpus); | |
79 | } | |
80 | ||
8239c25f | 81 | static inline int __cpu_up(unsigned int cpu, struct task_struct *tidle) |
71d19549 | 82 | { |
5cdaf183 | 83 | return smp_ops.cpu_up(cpu, tidle); |
71d19549 GC |
84 | } |
85 | ||
93be71b6 AN |
86 | static inline int __cpu_disable(void) |
87 | { | |
88 | return smp_ops.cpu_disable(); | |
89 | } | |
90 | ||
91 | static inline void __cpu_die(unsigned int cpu) | |
92 | { | |
93 | smp_ops.cpu_die(cpu); | |
94 | } | |
95 | ||
eab89405 | 96 | static inline void __noreturn play_dead(void) |
93be71b6 AN |
97 | { |
98 | smp_ops.play_dead(); | |
a02f50b5 | 99 | BUG(); |
93be71b6 AN |
100 | } |
101 | ||
8678969e GC |
102 | static inline void smp_send_reschedule(int cpu) |
103 | { | |
104 | smp_ops.smp_send_reschedule(cpu); | |
105 | } | |
64b1a21e | 106 | |
3b16cf87 JA |
107 | static inline void arch_send_call_function_single_ipi(int cpu) |
108 | { | |
109 | smp_ops.send_call_func_single_ipi(cpu); | |
110 | } | |
111 | ||
b643deca | 112 | static inline void arch_send_call_function_ipi_mask(const struct cpumask *mask) |
64b1a21e | 113 | { |
b643deca | 114 | smp_ops.send_call_func_ipi(mask); |
64b1a21e | 115 | } |
71d19549 | 116 | |
8227dce7 | 117 | void cpu_disable_common(void); |
1e3fac83 | 118 | void native_smp_prepare_boot_cpu(void); |
ce2612b6 | 119 | void smp_prepare_cpus_common(void); |
7557da67 | 120 | void native_smp_prepare_cpus(unsigned int max_cpus); |
63e708f8 | 121 | void calculate_max_logical_packages(void); |
c5597649 | 122 | void native_smp_cpus_done(unsigned int max_cpus); |
66c7ceb4 | 123 | int common_cpu_up(unsigned int cpunum, struct task_struct *tidle); |
5cdaf183 | 124 | int native_cpu_up(unsigned int cpunum, struct task_struct *tidle); |
93be71b6 | 125 | int native_cpu_disable(void); |
2a442c9c | 126 | int common_cpu_die(unsigned int cpu); |
93be71b6 | 127 | void native_cpu_die(unsigned int cpu); |
52668bad | 128 | void __noreturn hlt_play_dead(void); |
93be71b6 | 129 | void native_play_dead(void); |
a21f5d88 | 130 | void play_dead_common(void); |
a7b480e7 BP |
131 | void wbinvd_on_cpu(int cpu); |
132 | int wbinvd_on_all_cpus(void); | |
fa26d0c7 | 133 | void cond_wakeup_cpu0(void); |
93be71b6 | 134 | |
d0a7166b | 135 | void native_smp_send_reschedule(int cpu); |
bcda016e | 136 | void native_send_call_func_ipi(const struct cpumask *mask); |
3b16cf87 | 137 | void native_send_call_func_single_ipi(int cpu); |
7eb43a6d | 138 | void x86_idle_thread_init(unsigned int cpu, struct task_struct *idle); |
93b016f8 | 139 | |
30106c17 | 140 | void smp_store_boot_cpu_info(void); |
1d89a7f0 | 141 | void smp_store_cpu_info(int id); |
89f579ce YW |
142 | |
143 | asmlinkage __visible void smp_reboot_interrupt(void); | |
144 | __visible void smp_reschedule_interrupt(struct pt_regs *regs); | |
145 | __visible void smp_call_function_interrupt(struct pt_regs *regs); | |
146 | __visible void smp_call_function_single_interrupt(struct pt_regs *r); | |
147 | ||
c70dcb74 | 148 | #define cpu_physical_id(cpu) per_cpu(x86_cpu_to_apicid, cpu) |
3e9e57fa | 149 | #define cpu_acpi_id(cpu) per_cpu(x86_cpu_to_acpiid, cpu) |
a9c057c1 | 150 | |
0f08c3b2 DL |
151 | /* |
152 | * This function is needed by all SMP systems. It must _always_ be valid | |
7443b296 | 153 | * from the initial startup. |
0f08c3b2 | 154 | */ |
7443b296 TG |
155 | #define raw_smp_processor_id() this_cpu_read(pcpu_hot.cpu_number) |
156 | #define __smp_processor_id() __this_cpu_read(pcpu_hot.cpu_number) | |
0f08c3b2 DL |
157 | |
158 | #ifdef CONFIG_X86_32 | |
159 | extern int safe_smp_processor_id(void); | |
160 | #else | |
161 | # define safe_smp_processor_id() smp_processor_id() | |
162 | #endif | |
163 | ||
df5b035b BP |
164 | static inline struct cpumask *cpu_llc_shared_mask(int cpu) |
165 | { | |
166 | return per_cpu(cpu_llc_shared_map, cpu); | |
167 | } | |
168 | ||
169 | static inline struct cpumask *cpu_l2c_shared_mask(int cpu) | |
170 | { | |
171 | return per_cpu(cpu_l2c_shared_map, cpu); | |
172 | } | |
173 | ||
a7b480e7 BP |
174 | #else /* !CONFIG_SMP */ |
175 | #define wbinvd_on_cpu(cpu) wbinvd() | |
176 | static inline int wbinvd_on_all_cpus(void) | |
177 | { | |
178 | wbinvd(); | |
179 | return 0; | |
180 | } | |
df5b035b BP |
181 | |
182 | static inline struct cpumask *cpu_llc_shared_mask(int cpu) | |
183 | { | |
184 | return (struct cpumask *)cpumask_of(0); | |
185 | } | |
14adf855 | 186 | #endif /* CONFIG_SMP */ |
a9c057c1 | 187 | |
148f9bb8 | 188 | extern unsigned disabled_cpus; |
2fe60147 | 189 | |
1b000843 | 190 | #ifdef CONFIG_X86_LOCAL_APIC |
1b000843 | 191 | extern int hard_smp_processor_id(void); |
1b000843 GC |
192 | |
193 | #else /* CONFIG_X86_LOCAL_APIC */ | |
7b6e1062 | 194 | #define hard_smp_processor_id() 0 |
1b000843 GC |
195 | #endif /* CONFIG_X86_LOCAL_APIC */ |
196 | ||
99e8b9ca DZ |
197 | #ifdef CONFIG_DEBUG_NMI_SELFTEST |
198 | extern void nmi_selftest(void); | |
199 | #else | |
200 | #define nmi_selftest() do { } while (0) | |
201 | #endif | |
202 | ||
c27cfeff | 203 | #endif /* __ASSEMBLY__ */ |
1965aae3 | 204 | #endif /* _ASM_X86_SMP_H */ |