1 /*
2 * Default generic APIC driver. This handles up to 8 CPUs.
3 *
4 * Copyright 2003 Andi Kleen, SuSE Labs.
5 * Subject to the GNU Public License, v.2
6 *
7 * Generic x86 APIC driver probe layer.
8 */
9 #include <linux/threads.h>
10 #include <linux/cpumask.h>
11 #include <linux/module.h>
12 #include <linux/string.h>
13 #include <linux/kernel.h>
14 #include <linux/ctype.h>
15 #include <linux/init.h>
16 #include <linux/errno.h>
17 #include <asm/fixmap.h>
18 #include <asm/mpspec.h>
19 #include <asm/apicdef.h>
20 #include <asm/apic.h>
21 #include <asm/setup.h>
22
23 #include <linux/smp.h>
24 #include <asm/ipi.h>
25
26 #include <linux/interrupt.h>
27 #include <asm/acpi.h>
28 #include <asm/e820.h>
29
30 #ifdef CONFIG_HOTPLUG_CPU
31 #define DEFAULT_SEND_IPI (1)
32 #else
33 #define DEFAULT_SEND_IPI (0)
34 #endif
35
36 int no_broadcast = DEFAULT_SEND_IPI;
37
no_ipi_broadcast(char * str)38 static __init int no_ipi_broadcast(char *str)
39 {
40 get_option(&str, &no_broadcast);
41 pr_info("Using %s mode\n",
42 no_broadcast ? "No IPI Broadcast" : "IPI Broadcast");
43 return 1;
44 }
45 __setup("no_ipi_broadcast=", no_ipi_broadcast);
46
print_ipi_mode(void)47 static int __init print_ipi_mode(void)
48 {
49 pr_info("Using IPI %s mode\n",
50 no_broadcast ? "No-Shortcut" : "Shortcut");
51 return 0;
52 }
53 late_initcall(print_ipi_mode);
54
default_x86_32_early_logical_apicid(int cpu)55 static int default_x86_32_early_logical_apicid(int cpu)
56 {
57 return 1 << cpu;
58 }
59
setup_apic_flat_routing(void)60 static void setup_apic_flat_routing(void)
61 {
62 #ifdef CONFIG_X86_IO_APIC
63 printk(KERN_INFO
64 "Enabling APIC mode: Flat. Using %d I/O APICs\n",
65 nr_ioapics);
66 #endif
67 }
68
default_vector_allocation_domain(int cpu,struct cpumask * retmask)69 static void default_vector_allocation_domain(int cpu, struct cpumask *retmask)
70 {
71 /*
72 * Careful. Some cpus do not strictly honor the set of cpus
73 * specified in the interrupt destination when using lowest
74 * priority interrupt delivery mode.
75 *
76 * In particular there was a hyperthreading cpu observed to
77 * deliver interrupts to the wrong hyperthread when only one
78 * hyperthread was specified in the interrupt desitination.
79 */
80 cpumask_clear(retmask);
81 cpumask_bits(retmask)[0] = APIC_ALL_CPUS;
82 }
83
84 /* should be called last. */
probe_default(void)85 static int probe_default(void)
86 {
87 return 1;
88 }
89
90 static struct apic apic_default = {
91
92 .name = "default",
93 .probe = probe_default,
94 .acpi_madt_oem_check = NULL,
95 .apic_id_valid = default_apic_id_valid,
96 .apic_id_registered = default_apic_id_registered,
97
98 .irq_delivery_mode = dest_LowestPrio,
99 /* logical delivery broadcast to all CPUs: */
100 .irq_dest_mode = 1,
101
102 .target_cpus = default_target_cpus,
103 .disable_esr = 0,
104 .dest_logical = APIC_DEST_LOGICAL,
105 .check_apicid_used = default_check_apicid_used,
106 .check_apicid_present = default_check_apicid_present,
107
108 .vector_allocation_domain = default_vector_allocation_domain,
109 .init_apic_ldr = default_init_apic_ldr,
110
111 .ioapic_phys_id_map = default_ioapic_phys_id_map,
112 .setup_apic_routing = setup_apic_flat_routing,
113 .multi_timer_check = NULL,
114 .cpu_present_to_apicid = default_cpu_present_to_apicid,
115 .apicid_to_cpu_present = physid_set_mask_of_physid,
116 .setup_portio_remap = NULL,
117 .check_phys_apicid_present = default_check_phys_apicid_present,
118 .enable_apic_mode = NULL,
119 .phys_pkg_id = default_phys_pkg_id,
120 .mps_oem_check = NULL,
121
122 .get_apic_id = default_get_apic_id,
123 .set_apic_id = NULL,
124 .apic_id_mask = 0x0F << 24,
125
126 .cpu_mask_to_apicid = default_cpu_mask_to_apicid,
127 .cpu_mask_to_apicid_and = default_cpu_mask_to_apicid_and,
128
129 .send_IPI_mask = default_send_IPI_mask_logical,
130 .send_IPI_mask_allbutself = default_send_IPI_mask_allbutself_logical,
131 .send_IPI_allbutself = default_send_IPI_allbutself,
132 .send_IPI_all = default_send_IPI_all,
133 .send_IPI_self = default_send_IPI_self,
134
135 .trampoline_phys_low = DEFAULT_TRAMPOLINE_PHYS_LOW,
136 .trampoline_phys_high = DEFAULT_TRAMPOLINE_PHYS_HIGH,
137
138 .wait_for_init_deassert = default_wait_for_init_deassert,
139
140 .smp_callin_clear_local_apic = NULL,
141 .inquire_remote_apic = default_inquire_remote_apic,
142
143 .read = native_apic_mem_read,
144 .write = native_apic_mem_write,
145 .icr_read = native_apic_icr_read,
146 .icr_write = native_apic_icr_write,
147 .wait_icr_idle = native_apic_wait_icr_idle,
148 .safe_wait_icr_idle = native_safe_apic_wait_icr_idle,
149
150 .x86_32_early_logical_apicid = default_x86_32_early_logical_apicid,
151 };
152
153 apic_driver(apic_default);
154
155 struct apic *apic = &apic_default;
156 EXPORT_SYMBOL_GPL(apic);
157
158 static int cmdline_apic __initdata;
parse_apic(char * arg)159 static int __init parse_apic(char *arg)
160 {
161 struct apic **drv;
162
163 if (!arg)
164 return -EINVAL;
165
166 for (drv = __apicdrivers; drv < __apicdrivers_end; drv++) {
167 if (!strcmp((*drv)->name, arg)) {
168 apic = *drv;
169 cmdline_apic = 1;
170 return 0;
171 }
172 }
173
174 /* Parsed again by __setup for debug/verbose */
175 return 0;
176 }
177 early_param("apic", parse_apic);
178
default_setup_apic_routing(void)179 void __init default_setup_apic_routing(void)
180 {
181 int version = apic_version[boot_cpu_physical_apicid];
182
183 if (num_possible_cpus() > 8) {
184 switch (boot_cpu_data.x86_vendor) {
185 case X86_VENDOR_INTEL:
186 if (!APIC_XAPIC(version)) {
187 def_to_bigsmp = 0;
188 break;
189 }
190 /* If P4 and above fall through */
191 case X86_VENDOR_AMD:
192 def_to_bigsmp = 1;
193 }
194 }
195
196 #ifdef CONFIG_X86_BIGSMP
197 /*
198 * This is used to switch to bigsmp mode when
199 * - There is no apic= option specified by the user
200 * - generic_apic_probe() has chosen apic_default as the sub_arch
201 * - we find more than 8 CPUs in acpi LAPIC listing with xAPIC support
202 */
203
204 if (!cmdline_apic && apic == &apic_default)
205 generic_bigsmp_probe();
206 #endif
207
208 if (apic->setup_apic_routing)
209 apic->setup_apic_routing();
210 }
211
generic_apic_probe(void)212 void __init generic_apic_probe(void)
213 {
214 if (!cmdline_apic) {
215 struct apic **drv;
216
217 for (drv = __apicdrivers; drv < __apicdrivers_end; drv++) {
218 if ((*drv)->probe()) {
219 apic = *drv;
220 break;
221 }
222 }
223 /* Not visible without early console */
224 if (drv == __apicdrivers_end)
225 panic("Didn't find an APIC driver");
226 }
227 printk(KERN_INFO "Using APIC driver %s\n", apic->name);
228 }
229
230 /* These functions can switch the APIC even after the initial ->probe() */
231
232 int __init
generic_mps_oem_check(struct mpc_table * mpc,char * oem,char * productid)233 generic_mps_oem_check(struct mpc_table *mpc, char *oem, char *productid)
234 {
235 struct apic **drv;
236
237 for (drv = __apicdrivers; drv < __apicdrivers_end; drv++) {
238 if (!((*drv)->mps_oem_check))
239 continue;
240 if (!(*drv)->mps_oem_check(mpc, oem, productid))
241 continue;
242
243 if (!cmdline_apic) {
244 apic = *drv;
245 printk(KERN_INFO "Switched to APIC driver `%s'.\n",
246 apic->name);
247 }
248 return 1;
249 }
250 return 0;
251 }
252
default_acpi_madt_oem_check(char * oem_id,char * oem_table_id)253 int __init default_acpi_madt_oem_check(char *oem_id, char *oem_table_id)
254 {
255 struct apic **drv;
256
257 for (drv = __apicdrivers; drv < __apicdrivers_end; drv++) {
258 if (!(*drv)->acpi_madt_oem_check)
259 continue;
260 if (!(*drv)->acpi_madt_oem_check(oem_id, oem_table_id))
261 continue;
262
263 if (!cmdline_apic) {
264 apic = *drv;
265 printk(KERN_INFO "Switched to APIC driver `%s'.\n",
266 apic->name);
267 }
268 return 1;
269 }
270 return 0;
271 }
272