1 /*
2  *  acpi.c - Architecture-Specific Low-Level ACPI Support
3  *
4  *  Copyright (C) 1999 VA Linux Systems
5  *  Copyright (C) 1999,2000 Walt Drummond <drummond@valinux.com>
6  *  Copyright (C) 2000, 2002-2003 Hewlett-Packard Co.
7  *	David Mosberger-Tang <davidm@hpl.hp.com>
8  *  Copyright (C) 2000 Intel Corp.
9  *  Copyright (C) 2000,2001 J.I. Lee <jung-ik.lee@intel.com>
10  *  Copyright (C) 2001 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com>
11  *  Copyright (C) 2001 Jenna Hall <jenna.s.hall@intel.com>
12  *  Copyright (C) 2001 Takayoshi Kochi <t-kochi@bq.jp.nec.com>
13  *  Copyright (C) 2002 Erich Focht <efocht@ess.nec.de>
14  *  Copyright (C) 2004 Ashok Raj <ashok.raj@intel.com>
15  *
16  * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
17  *
18  *  This program is free software; you can redistribute it and/or modify
19  *  it under the terms of the GNU General Public License as published by
20  *  the Free Software Foundation; either version 2 of the License, or
21  *  (at your option) any later version.
22  *
23  *  This program is distributed in the hope that it will be useful,
24  *  but WITHOUT ANY WARRANTY; without even the implied warranty of
25  *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
26  *  GNU General Public License for more details.
27  *
28  *  You should have received a copy of the GNU General Public License
29  *  along with this program; if not, write to the Free Software
30  *  Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
31  *
32  * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
33  */
34 
35 #include <linux/module.h>
36 #include <linux/init.h>
37 #include <linux/kernel.h>
38 #include <linux/sched.h>
39 #include <linux/smp.h>
40 #include <linux/string.h>
41 #include <linux/types.h>
42 #include <linux/irq.h>
43 #include <linux/acpi.h>
44 #include <linux/efi.h>
45 #include <linux/mmzone.h>
46 #include <linux/nodemask.h>
47 #include <linux/slab.h>
48 #include <acpi/processor.h>
49 #include <asm/io.h>
50 #include <asm/iosapic.h>
51 #include <asm/machvec.h>
52 #include <asm/page.h>
53 #include <asm/system.h>
54 #include <asm/numa.h>
55 #include <asm/sal.h>
56 #include <asm/cyclone.h>
57 #include <asm/xen/hypervisor.h>
58 
59 #define BAD_MADT_ENTRY(entry, end) (                                        \
60 		(!entry) || (unsigned long)entry + sizeof(*entry) > end ||  \
61 		((struct acpi_subtable_header *)entry)->length < sizeof(*entry))
62 
63 #define PREFIX			"ACPI: "
64 
65 u32 acpi_rsdt_forced;
66 unsigned int acpi_cpei_override;
67 unsigned int acpi_cpei_phys_cpuid;
68 
69 unsigned long acpi_wakeup_address = 0;
70 
71 #ifdef CONFIG_IA64_GENERIC
acpi_find_rsdp(void)72 static unsigned long __init acpi_find_rsdp(void)
73 {
74 	unsigned long rsdp_phys = 0;
75 
76 	if (efi.acpi20 != EFI_INVALID_TABLE_ADDR)
77 		rsdp_phys = efi.acpi20;
78 	else if (efi.acpi != EFI_INVALID_TABLE_ADDR)
79 		printk(KERN_WARNING PREFIX
80 		       "v1.0/r0.71 tables no longer supported\n");
81 	return rsdp_phys;
82 }
83 
84 const char __init *
acpi_get_sysname(void)85 acpi_get_sysname(void)
86 {
87 	unsigned long rsdp_phys;
88 	struct acpi_table_rsdp *rsdp;
89 	struct acpi_table_xsdt *xsdt;
90 	struct acpi_table_header *hdr;
91 #ifdef CONFIG_DMAR
92 	u64 i, nentries;
93 #endif
94 
95 	rsdp_phys = acpi_find_rsdp();
96 	if (!rsdp_phys) {
97 		printk(KERN_ERR
98 		       "ACPI 2.0 RSDP not found, default to \"dig\"\n");
99 		return "dig";
100 	}
101 
102 	rsdp = (struct acpi_table_rsdp *)__va(rsdp_phys);
103 	if (strncmp(rsdp->signature, ACPI_SIG_RSDP, sizeof(ACPI_SIG_RSDP) - 1)) {
104 		printk(KERN_ERR
105 		       "ACPI 2.0 RSDP signature incorrect, default to \"dig\"\n");
106 		return "dig";
107 	}
108 
109 	xsdt = (struct acpi_table_xsdt *)__va(rsdp->xsdt_physical_address);
110 	hdr = &xsdt->header;
111 	if (strncmp(hdr->signature, ACPI_SIG_XSDT, sizeof(ACPI_SIG_XSDT) - 1)) {
112 		printk(KERN_ERR
113 		       "ACPI 2.0 XSDT signature incorrect, default to \"dig\"\n");
114 		return "dig";
115 	}
116 
117 	if (!strcmp(hdr->oem_id, "HP")) {
118 		return "hpzx1";
119 	} else if (!strcmp(hdr->oem_id, "SGI")) {
120 		if (!strcmp(hdr->oem_table_id + 4, "UV"))
121 			return "uv";
122 		else
123 			return "sn2";
124 	} else if (xen_pv_domain() && !strcmp(hdr->oem_id, "XEN")) {
125 		return "xen";
126 	}
127 
128 #ifdef CONFIG_DMAR
129 	/* Look for Intel IOMMU */
130 	nentries = (hdr->length - sizeof(*hdr)) /
131 			 sizeof(xsdt->table_offset_entry[0]);
132 	for (i = 0; i < nentries; i++) {
133 		hdr = __va(xsdt->table_offset_entry[i]);
134 		if (strncmp(hdr->signature, ACPI_SIG_DMAR,
135 			sizeof(ACPI_SIG_DMAR) - 1) == 0)
136 			return "dig_vtd";
137 	}
138 #endif
139 
140 	return "dig";
141 }
142 #endif /* CONFIG_IA64_GENERIC */
143 
144 #define ACPI_MAX_PLATFORM_INTERRUPTS	256
145 
146 /* Array to record platform interrupt vectors for generic interrupt routing. */
147 int platform_intr_list[ACPI_MAX_PLATFORM_INTERRUPTS] = {
148 	[0 ... ACPI_MAX_PLATFORM_INTERRUPTS - 1] = -1
149 };
150 
151 enum acpi_irq_model_id acpi_irq_model = ACPI_IRQ_MODEL_IOSAPIC;
152 
153 /*
154  * Interrupt routing API for device drivers.  Provides interrupt vector for
155  * a generic platform event.  Currently only CPEI is implemented.
156  */
acpi_request_vector(u32 int_type)157 int acpi_request_vector(u32 int_type)
158 {
159 	int vector = -1;
160 
161 	if (int_type < ACPI_MAX_PLATFORM_INTERRUPTS) {
162 		/* corrected platform error interrupt */
163 		vector = platform_intr_list[int_type];
164 	} else
165 		printk(KERN_ERR
166 		       "acpi_request_vector(): invalid interrupt type\n");
167 	return vector;
168 }
169 
__acpi_map_table(unsigned long phys_addr,unsigned long size)170 char *__init __acpi_map_table(unsigned long phys_addr, unsigned long size)
171 {
172 	return __va(phys_addr);
173 }
174 
__acpi_unmap_table(char * map,unsigned long size)175 void __init __acpi_unmap_table(char *map, unsigned long size)
176 {
177 }
178 
179 /* --------------------------------------------------------------------------
180                             Boot-time Table Parsing
181    -------------------------------------------------------------------------- */
182 
183 static int available_cpus __initdata;
184 struct acpi_table_madt *acpi_madt __initdata;
185 static u8 has_8259;
186 
187 static int __init
acpi_parse_lapic_addr_ovr(struct acpi_subtable_header * header,const unsigned long end)188 acpi_parse_lapic_addr_ovr(struct acpi_subtable_header * header,
189 			  const unsigned long end)
190 {
191 	struct acpi_madt_local_apic_override *lapic;
192 
193 	lapic = (struct acpi_madt_local_apic_override *)header;
194 
195 	if (BAD_MADT_ENTRY(lapic, end))
196 		return -EINVAL;
197 
198 	if (lapic->address) {
199 		iounmap(ipi_base_addr);
200 		ipi_base_addr = ioremap(lapic->address, 0);
201 	}
202 	return 0;
203 }
204 
205 static int __init
acpi_parse_lsapic(struct acpi_subtable_header * header,const unsigned long end)206 acpi_parse_lsapic(struct acpi_subtable_header * header, const unsigned long end)
207 {
208 	struct acpi_madt_local_sapic *lsapic;
209 
210 	lsapic = (struct acpi_madt_local_sapic *)header;
211 
212 	/*Skip BAD_MADT_ENTRY check, as lsapic size could vary */
213 
214 	if (lsapic->lapic_flags & ACPI_MADT_ENABLED) {
215 #ifdef CONFIG_SMP
216 		smp_boot_data.cpu_phys_id[available_cpus] =
217 		    (lsapic->id << 8) | lsapic->eid;
218 #endif
219 		++available_cpus;
220 	}
221 
222 	total_cpus++;
223 	return 0;
224 }
225 
226 static int __init
acpi_parse_lapic_nmi(struct acpi_subtable_header * header,const unsigned long end)227 acpi_parse_lapic_nmi(struct acpi_subtable_header * header, const unsigned long end)
228 {
229 	struct acpi_madt_local_apic_nmi *lacpi_nmi;
230 
231 	lacpi_nmi = (struct acpi_madt_local_apic_nmi *)header;
232 
233 	if (BAD_MADT_ENTRY(lacpi_nmi, end))
234 		return -EINVAL;
235 
236 	/* TBD: Support lapic_nmi entries */
237 	return 0;
238 }
239 
240 static int __init
acpi_parse_iosapic(struct acpi_subtable_header * header,const unsigned long end)241 acpi_parse_iosapic(struct acpi_subtable_header * header, const unsigned long end)
242 {
243 	struct acpi_madt_io_sapic *iosapic;
244 
245 	iosapic = (struct acpi_madt_io_sapic *)header;
246 
247 	if (BAD_MADT_ENTRY(iosapic, end))
248 		return -EINVAL;
249 
250 	return iosapic_init(iosapic->address, iosapic->global_irq_base);
251 }
252 
253 static unsigned int __initdata acpi_madt_rev;
254 
255 static int __init
acpi_parse_plat_int_src(struct acpi_subtable_header * header,const unsigned long end)256 acpi_parse_plat_int_src(struct acpi_subtable_header * header,
257 			const unsigned long end)
258 {
259 	struct acpi_madt_interrupt_source *plintsrc;
260 	int vector;
261 
262 	plintsrc = (struct acpi_madt_interrupt_source *)header;
263 
264 	if (BAD_MADT_ENTRY(plintsrc, end))
265 		return -EINVAL;
266 
267 	/*
268 	 * Get vector assignment for this interrupt, set attributes,
269 	 * and program the IOSAPIC routing table.
270 	 */
271 	vector = iosapic_register_platform_intr(plintsrc->type,
272 						plintsrc->global_irq,
273 						plintsrc->io_sapic_vector,
274 						plintsrc->eid,
275 						plintsrc->id,
276 						((plintsrc->inti_flags & ACPI_MADT_POLARITY_MASK) ==
277 						 ACPI_MADT_POLARITY_ACTIVE_HIGH) ?
278 						IOSAPIC_POL_HIGH : IOSAPIC_POL_LOW,
279 						((plintsrc->inti_flags & ACPI_MADT_TRIGGER_MASK) ==
280 						 ACPI_MADT_TRIGGER_EDGE) ?
281 						IOSAPIC_EDGE : IOSAPIC_LEVEL);
282 
283 	platform_intr_list[plintsrc->type] = vector;
284 	if (acpi_madt_rev > 1) {
285 		acpi_cpei_override = plintsrc->flags & ACPI_MADT_CPEI_OVERRIDE;
286 	}
287 
288 	/*
289 	 * Save the physical id, so we can check when its being removed
290 	 */
291 	acpi_cpei_phys_cpuid = ((plintsrc->id << 8) | (plintsrc->eid)) & 0xffff;
292 
293 	return 0;
294 }
295 
296 #ifdef CONFIG_HOTPLUG_CPU
can_cpei_retarget(void)297 unsigned int can_cpei_retarget(void)
298 {
299 	extern int cpe_vector;
300 	extern unsigned int force_cpei_retarget;
301 
302 	/*
303 	 * Only if CPEI is supported and the override flag
304 	 * is present, otherwise return that its re-targettable
305 	 * if we are in polling mode.
306 	 */
307 	if (cpe_vector > 0) {
308 		if (acpi_cpei_override || force_cpei_retarget)
309 			return 1;
310 		else
311 			return 0;
312 	}
313 	return 1;
314 }
315 
is_cpu_cpei_target(unsigned int cpu)316 unsigned int is_cpu_cpei_target(unsigned int cpu)
317 {
318 	unsigned int logical_id;
319 
320 	logical_id = cpu_logical_id(acpi_cpei_phys_cpuid);
321 
322 	if (logical_id == cpu)
323 		return 1;
324 	else
325 		return 0;
326 }
327 
set_cpei_target_cpu(unsigned int cpu)328 void set_cpei_target_cpu(unsigned int cpu)
329 {
330 	acpi_cpei_phys_cpuid = cpu_physical_id(cpu);
331 }
332 #endif
333 
get_cpei_target_cpu(void)334 unsigned int get_cpei_target_cpu(void)
335 {
336 	return acpi_cpei_phys_cpuid;
337 }
338 
339 static int __init
acpi_parse_int_src_ovr(struct acpi_subtable_header * header,const unsigned long end)340 acpi_parse_int_src_ovr(struct acpi_subtable_header * header,
341 		       const unsigned long end)
342 {
343 	struct acpi_madt_interrupt_override *p;
344 
345 	p = (struct acpi_madt_interrupt_override *)header;
346 
347 	if (BAD_MADT_ENTRY(p, end))
348 		return -EINVAL;
349 
350 	iosapic_override_isa_irq(p->source_irq, p->global_irq,
351 				 ((p->inti_flags & ACPI_MADT_POLARITY_MASK) ==
352 				  ACPI_MADT_POLARITY_ACTIVE_HIGH) ?
353 				 IOSAPIC_POL_HIGH : IOSAPIC_POL_LOW,
354 				 ((p->inti_flags & ACPI_MADT_TRIGGER_MASK) ==
355 				 ACPI_MADT_TRIGGER_EDGE) ?
356 				 IOSAPIC_EDGE : IOSAPIC_LEVEL);
357 	return 0;
358 }
359 
360 static int __init
acpi_parse_nmi_src(struct acpi_subtable_header * header,const unsigned long end)361 acpi_parse_nmi_src(struct acpi_subtable_header * header, const unsigned long end)
362 {
363 	struct acpi_madt_nmi_source *nmi_src;
364 
365 	nmi_src = (struct acpi_madt_nmi_source *)header;
366 
367 	if (BAD_MADT_ENTRY(nmi_src, end))
368 		return -EINVAL;
369 
370 	/* TBD: Support nimsrc entries */
371 	return 0;
372 }
373 
acpi_madt_oem_check(char * oem_id,char * oem_table_id)374 static void __init acpi_madt_oem_check(char *oem_id, char *oem_table_id)
375 {
376 	if (!strncmp(oem_id, "IBM", 3) && (!strncmp(oem_table_id, "SERMOW", 6))) {
377 
378 		/*
379 		 * Unfortunately ITC_DRIFT is not yet part of the
380 		 * official SAL spec, so the ITC_DRIFT bit is not
381 		 * set by the BIOS on this hardware.
382 		 */
383 		sal_platform_features |= IA64_SAL_PLATFORM_FEATURE_ITC_DRIFT;
384 
385 		cyclone_setup();
386 	}
387 }
388 
acpi_parse_madt(struct acpi_table_header * table)389 static int __init acpi_parse_madt(struct acpi_table_header *table)
390 {
391 	if (!table)
392 		return -EINVAL;
393 
394 	acpi_madt = (struct acpi_table_madt *)table;
395 
396 	acpi_madt_rev = acpi_madt->header.revision;
397 
398 	/* remember the value for reference after free_initmem() */
399 #ifdef CONFIG_ITANIUM
400 	has_8259 = 1;		/* Firmware on old Itanium systems is broken */
401 #else
402 	has_8259 = acpi_madt->flags & ACPI_MADT_PCAT_COMPAT;
403 #endif
404 	iosapic_system_init(has_8259);
405 
406 	/* Get base address of IPI Message Block */
407 
408 	if (acpi_madt->address)
409 		ipi_base_addr = ioremap(acpi_madt->address, 0);
410 
411 	printk(KERN_INFO PREFIX "Local APIC address %p\n", ipi_base_addr);
412 
413 	acpi_madt_oem_check(acpi_madt->header.oem_id,
414 			    acpi_madt->header.oem_table_id);
415 
416 	return 0;
417 }
418 
419 #ifdef CONFIG_ACPI_NUMA
420 
421 #undef SLIT_DEBUG
422 
423 #define PXM_FLAG_LEN ((MAX_PXM_DOMAINS + 1)/32)
424 
425 static int __initdata srat_num_cpus;	/* number of cpus */
426 static u32 __devinitdata pxm_flag[PXM_FLAG_LEN];
427 #define pxm_bit_set(bit)	(set_bit(bit,(void *)pxm_flag))
428 #define pxm_bit_test(bit)	(test_bit(bit,(void *)pxm_flag))
429 static struct acpi_table_slit __initdata *slit_table;
430 cpumask_t early_cpu_possible_map = CPU_MASK_NONE;
431 
get_processor_proximity_domain(struct acpi_srat_cpu_affinity * pa)432 static int get_processor_proximity_domain(struct acpi_srat_cpu_affinity *pa)
433 {
434 	int pxm;
435 
436 	pxm = pa->proximity_domain_lo;
437 	if (ia64_platform_is("sn2"))
438 		pxm += pa->proximity_domain_hi[0] << 8;
439 	return pxm;
440 }
441 
get_memory_proximity_domain(struct acpi_srat_mem_affinity * ma)442 static int get_memory_proximity_domain(struct acpi_srat_mem_affinity *ma)
443 {
444 	int pxm;
445 
446 	pxm = ma->proximity_domain;
447 	if (!ia64_platform_is("sn2"))
448 		pxm &= 0xff;
449 
450 	return pxm;
451 }
452 
453 /*
454  * ACPI 2.0 SLIT (System Locality Information Table)
455  * http://devresource.hp.com/devresource/Docs/TechPapers/IA64/slit.pdf
456  */
acpi_numa_slit_init(struct acpi_table_slit * slit)457 void __init acpi_numa_slit_init(struct acpi_table_slit *slit)
458 {
459 	u32 len;
460 
461 	len = sizeof(struct acpi_table_header) + 8
462 	    + slit->locality_count * slit->locality_count;
463 	if (slit->header.length != len) {
464 		printk(KERN_ERR
465 		       "ACPI 2.0 SLIT: size mismatch: %d expected, %d actual\n",
466 		       len, slit->header.length);
467 		return;
468 	}
469 	slit_table = slit;
470 }
471 
472 void __init
acpi_numa_processor_affinity_init(struct acpi_srat_cpu_affinity * pa)473 acpi_numa_processor_affinity_init(struct acpi_srat_cpu_affinity *pa)
474 {
475 	int pxm;
476 
477 	if (!(pa->flags & ACPI_SRAT_CPU_ENABLED))
478 		return;
479 
480 	if (srat_num_cpus >= ARRAY_SIZE(node_cpuid)) {
481 		printk_once(KERN_WARNING
482 			    "node_cpuid[%ld] is too small, may not be able to use all cpus\n",
483 			    ARRAY_SIZE(node_cpuid));
484 		return;
485 	}
486 	pxm = get_processor_proximity_domain(pa);
487 
488 	/* record this node in proximity bitmap */
489 	pxm_bit_set(pxm);
490 
491 	node_cpuid[srat_num_cpus].phys_id =
492 	    (pa->apic_id << 8) | (pa->local_sapic_eid);
493 	/* nid should be overridden as logical node id later */
494 	node_cpuid[srat_num_cpus].nid = pxm;
495 	cpu_set(srat_num_cpus, early_cpu_possible_map);
496 	srat_num_cpus++;
497 }
498 
499 void __init
acpi_numa_memory_affinity_init(struct acpi_srat_mem_affinity * ma)500 acpi_numa_memory_affinity_init(struct acpi_srat_mem_affinity *ma)
501 {
502 	unsigned long paddr, size;
503 	int pxm;
504 	struct node_memblk_s *p, *q, *pend;
505 
506 	pxm = get_memory_proximity_domain(ma);
507 
508 	/* fill node memory chunk structure */
509 	paddr = ma->base_address;
510 	size = ma->length;
511 
512 	/* Ignore disabled entries */
513 	if (!(ma->flags & ACPI_SRAT_MEM_ENABLED))
514 		return;
515 
516 	/* record this node in proximity bitmap */
517 	pxm_bit_set(pxm);
518 
519 	/* Insertion sort based on base address */
520 	pend = &node_memblk[num_node_memblks];
521 	for (p = &node_memblk[0]; p < pend; p++) {
522 		if (paddr < p->start_paddr)
523 			break;
524 	}
525 	if (p < pend) {
526 		for (q = pend - 1; q >= p; q--)
527 			*(q + 1) = *q;
528 	}
529 	p->start_paddr = paddr;
530 	p->size = size;
531 	p->nid = pxm;
532 	num_node_memblks++;
533 }
534 
acpi_numa_arch_fixup(void)535 void __init acpi_numa_arch_fixup(void)
536 {
537 	int i, j, node_from, node_to;
538 
539 	/* If there's no SRAT, fix the phys_id and mark node 0 online */
540 	if (srat_num_cpus == 0) {
541 		node_set_online(0);
542 		node_cpuid[0].phys_id = hard_smp_processor_id();
543 		return;
544 	}
545 
546 	/*
547 	 * MCD - This can probably be dropped now.  No need for pxm ID to node ID
548 	 * mapping with sparse node numbering iff MAX_PXM_DOMAINS <= MAX_NUMNODES.
549 	 */
550 	nodes_clear(node_online_map);
551 	for (i = 0; i < MAX_PXM_DOMAINS; i++) {
552 		if (pxm_bit_test(i)) {
553 			int nid = acpi_map_pxm_to_node(i);
554 			node_set_online(nid);
555 		}
556 	}
557 
558 	/* set logical node id in memory chunk structure */
559 	for (i = 0; i < num_node_memblks; i++)
560 		node_memblk[i].nid = pxm_to_node(node_memblk[i].nid);
561 
562 	/* assign memory bank numbers for each chunk on each node */
563 	for_each_online_node(i) {
564 		int bank;
565 
566 		bank = 0;
567 		for (j = 0; j < num_node_memblks; j++)
568 			if (node_memblk[j].nid == i)
569 				node_memblk[j].bank = bank++;
570 	}
571 
572 	/* set logical node id in cpu structure */
573 	for_each_possible_early_cpu(i)
574 		node_cpuid[i].nid = pxm_to_node(node_cpuid[i].nid);
575 
576 	printk(KERN_INFO "Number of logical nodes in system = %d\n",
577 	       num_online_nodes());
578 	printk(KERN_INFO "Number of memory chunks in system = %d\n",
579 	       num_node_memblks);
580 
581 	if (!slit_table) {
582 		for (i = 0; i < MAX_NUMNODES; i++)
583 			for (j = 0; j < MAX_NUMNODES; j++)
584 				node_distance(i, j) = i == j ? LOCAL_DISTANCE :
585 							REMOTE_DISTANCE;
586 		return;
587 	}
588 
589 	memset(numa_slit, -1, sizeof(numa_slit));
590 	for (i = 0; i < slit_table->locality_count; i++) {
591 		if (!pxm_bit_test(i))
592 			continue;
593 		node_from = pxm_to_node(i);
594 		for (j = 0; j < slit_table->locality_count; j++) {
595 			if (!pxm_bit_test(j))
596 				continue;
597 			node_to = pxm_to_node(j);
598 			node_distance(node_from, node_to) =
599 			    slit_table->entry[i * slit_table->locality_count + j];
600 		}
601 	}
602 
603 #ifdef SLIT_DEBUG
604 	printk("ACPI 2.0 SLIT locality table:\n");
605 	for_each_online_node(i) {
606 		for_each_online_node(j)
607 		    printk("%03d ", node_distance(i, j));
608 		printk("\n");
609 	}
610 #endif
611 }
612 #endif				/* CONFIG_ACPI_NUMA */
613 
614 /*
615  * success: return IRQ number (>=0)
616  * failure: return < 0
617  */
acpi_register_gsi(struct device * dev,u32 gsi,int triggering,int polarity)618 int acpi_register_gsi(struct device *dev, u32 gsi, int triggering, int polarity)
619 {
620 	if (acpi_irq_model == ACPI_IRQ_MODEL_PLATFORM)
621 		return gsi;
622 
623 	if (has_8259 && gsi < 16)
624 		return isa_irq_to_vector(gsi);
625 
626 	return iosapic_register_intr(gsi,
627 				     (polarity ==
628 				      ACPI_ACTIVE_HIGH) ? IOSAPIC_POL_HIGH :
629 				     IOSAPIC_POL_LOW,
630 				     (triggering ==
631 				      ACPI_EDGE_SENSITIVE) ? IOSAPIC_EDGE :
632 				     IOSAPIC_LEVEL);
633 }
634 
acpi_unregister_gsi(u32 gsi)635 void acpi_unregister_gsi(u32 gsi)
636 {
637 	if (acpi_irq_model == ACPI_IRQ_MODEL_PLATFORM)
638 		return;
639 
640 	if (has_8259 && gsi < 16)
641 		return;
642 
643 	iosapic_unregister_intr(gsi);
644 }
645 
acpi_parse_fadt(struct acpi_table_header * table)646 static int __init acpi_parse_fadt(struct acpi_table_header *table)
647 {
648 	struct acpi_table_header *fadt_header;
649 	struct acpi_table_fadt *fadt;
650 
651 	if (!table)
652 		return -EINVAL;
653 
654 	fadt_header = (struct acpi_table_header *)table;
655 	if (fadt_header->revision != 3)
656 		return -ENODEV;	/* Only deal with ACPI 2.0 FADT */
657 
658 	fadt = (struct acpi_table_fadt *)fadt_header;
659 
660 	acpi_register_gsi(NULL, fadt->sci_interrupt, ACPI_LEVEL_SENSITIVE,
661 				 ACPI_ACTIVE_LOW);
662 	return 0;
663 }
664 
early_acpi_boot_init(void)665 int __init early_acpi_boot_init(void)
666 {
667 	int ret;
668 
669 	/*
670 	 * do a partial walk of MADT to determine how many CPUs
671 	 * we have including offline CPUs
672 	 */
673 	if (acpi_table_parse(ACPI_SIG_MADT, acpi_parse_madt)) {
674 		printk(KERN_ERR PREFIX "Can't find MADT\n");
675 		return 0;
676 	}
677 
678 	ret = acpi_table_parse_madt(ACPI_MADT_TYPE_LOCAL_SAPIC,
679 		acpi_parse_lsapic, NR_CPUS);
680 	if (ret < 1)
681 		printk(KERN_ERR PREFIX
682 		       "Error parsing MADT - no LAPIC entries\n");
683 
684 #ifdef CONFIG_SMP
685 	if (available_cpus == 0) {
686 		printk(KERN_INFO "ACPI: Found 0 CPUS; assuming 1\n");
687 		printk(KERN_INFO "CPU 0 (0x%04x)", hard_smp_processor_id());
688 		smp_boot_data.cpu_phys_id[available_cpus] =
689 		    hard_smp_processor_id();
690 		available_cpus = 1;	/* We've got at least one of these, no? */
691 	}
692 	smp_boot_data.cpu_count = available_cpus;
693 #endif
694 	/* Make boot-up look pretty */
695 	printk(KERN_INFO "%d CPUs available, %d CPUs total\n", available_cpus,
696 	       total_cpus);
697 
698 	return 0;
699 }
700 
acpi_boot_init(void)701 int __init acpi_boot_init(void)
702 {
703 
704 	/*
705 	 * MADT
706 	 * ----
707 	 * Parse the Multiple APIC Description Table (MADT), if exists.
708 	 * Note that this table provides platform SMP configuration
709 	 * information -- the successor to MPS tables.
710 	 */
711 
712 	if (acpi_table_parse(ACPI_SIG_MADT, acpi_parse_madt)) {
713 		printk(KERN_ERR PREFIX "Can't find MADT\n");
714 		goto skip_madt;
715 	}
716 
717 	/* Local APIC */
718 
719 	if (acpi_table_parse_madt
720 	    (ACPI_MADT_TYPE_LOCAL_APIC_OVERRIDE, acpi_parse_lapic_addr_ovr, 0) < 0)
721 		printk(KERN_ERR PREFIX
722 		       "Error parsing LAPIC address override entry\n");
723 
724 	if (acpi_table_parse_madt(ACPI_MADT_TYPE_LOCAL_APIC_NMI, acpi_parse_lapic_nmi, 0)
725 	    < 0)
726 		printk(KERN_ERR PREFIX "Error parsing LAPIC NMI entry\n");
727 
728 	/* I/O APIC */
729 
730 	if (acpi_table_parse_madt
731 	    (ACPI_MADT_TYPE_IO_SAPIC, acpi_parse_iosapic, NR_IOSAPICS) < 1) {
732 		if (!ia64_platform_is("sn2"))
733 			printk(KERN_ERR PREFIX
734 			       "Error parsing MADT - no IOSAPIC entries\n");
735 	}
736 
737 	/* System-Level Interrupt Routing */
738 
739 	if (acpi_table_parse_madt
740 	    (ACPI_MADT_TYPE_INTERRUPT_SOURCE, acpi_parse_plat_int_src,
741 	     ACPI_MAX_PLATFORM_INTERRUPTS) < 0)
742 		printk(KERN_ERR PREFIX
743 		       "Error parsing platform interrupt source entry\n");
744 
745 	if (acpi_table_parse_madt
746 	    (ACPI_MADT_TYPE_INTERRUPT_OVERRIDE, acpi_parse_int_src_ovr, 0) < 0)
747 		printk(KERN_ERR PREFIX
748 		       "Error parsing interrupt source overrides entry\n");
749 
750 	if (acpi_table_parse_madt(ACPI_MADT_TYPE_NMI_SOURCE, acpi_parse_nmi_src, 0) < 0)
751 		printk(KERN_ERR PREFIX "Error parsing NMI SRC entry\n");
752       skip_madt:
753 
754 	/*
755 	 * FADT says whether a legacy keyboard controller is present.
756 	 * The FADT also contains an SCI_INT line, by which the system
757 	 * gets interrupts such as power and sleep buttons.  If it's not
758 	 * on a Legacy interrupt, it needs to be setup.
759 	 */
760 	if (acpi_table_parse(ACPI_SIG_FADT, acpi_parse_fadt))
761 		printk(KERN_ERR PREFIX "Can't find FADT\n");
762 
763 #ifdef CONFIG_ACPI_NUMA
764 #ifdef CONFIG_SMP
765 	if (srat_num_cpus == 0) {
766 		int cpu, i = 1;
767 		for (cpu = 0; cpu < smp_boot_data.cpu_count; cpu++)
768 			if (smp_boot_data.cpu_phys_id[cpu] !=
769 			    hard_smp_processor_id())
770 				node_cpuid[i++].phys_id =
771 				    smp_boot_data.cpu_phys_id[cpu];
772 	}
773 #endif
774 	build_cpu_to_node_map();
775 #endif
776 	return 0;
777 }
778 
acpi_gsi_to_irq(u32 gsi,unsigned int * irq)779 int acpi_gsi_to_irq(u32 gsi, unsigned int *irq)
780 {
781 	int tmp;
782 
783 	if (has_8259 && gsi < 16)
784 		*irq = isa_irq_to_vector(gsi);
785 	else {
786 		tmp = gsi_to_irq(gsi);
787 		if (tmp == -1)
788 			return -1;
789 		*irq = tmp;
790 	}
791 	return 0;
792 }
793 
acpi_isa_irq_to_gsi(unsigned isa_irq,u32 * gsi)794 int acpi_isa_irq_to_gsi(unsigned isa_irq, u32 *gsi)
795 {
796 	if (isa_irq >= 16)
797 		return -1;
798 	*gsi = isa_irq;
799 	return 0;
800 }
801 
802 /*
803  *  ACPI based hotplug CPU support
804  */
805 #ifdef CONFIG_ACPI_HOTPLUG_CPU
806 static __cpuinit
acpi_map_cpu2node(acpi_handle handle,int cpu,int physid)807 int acpi_map_cpu2node(acpi_handle handle, int cpu, int physid)
808 {
809 #ifdef CONFIG_ACPI_NUMA
810 	int pxm_id;
811 	int nid;
812 
813 	pxm_id = acpi_get_pxm(handle);
814 	/*
815 	 * We don't have cpu-only-node hotadd. But if the system equips
816 	 * SRAT table, pxm is already found and node is ready.
817   	 * So, just pxm_to_nid(pxm) is OK.
818 	 * This code here is for the system which doesn't have full SRAT
819   	 * table for possible cpus.
820 	 */
821 	nid = acpi_map_pxm_to_node(pxm_id);
822 	node_cpuid[cpu].phys_id = physid;
823 	node_cpuid[cpu].nid = nid;
824 #endif
825 	return (0);
826 }
827 
828 int additional_cpus __initdata = -1;
829 
setup_additional_cpus(char * s)830 static __init int setup_additional_cpus(char *s)
831 {
832 	if (s)
833 		additional_cpus = simple_strtol(s, NULL, 0);
834 
835 	return 0;
836 }
837 
838 early_param("additional_cpus", setup_additional_cpus);
839 
840 /*
841  * cpu_possible_map should be static, it cannot change as CPUs
842  * are onlined, or offlined. The reason is per-cpu data-structures
843  * are allocated by some modules at init time, and dont expect to
844  * do this dynamically on cpu arrival/departure.
845  * cpu_present_map on the other hand can change dynamically.
846  * In case when cpu_hotplug is not compiled, then we resort to current
847  * behaviour, which is cpu_possible == cpu_present.
848  * - Ashok Raj
849  *
850  * Three ways to find out the number of additional hotplug CPUs:
851  * - If the BIOS specified disabled CPUs in ACPI/mptables use that.
852  * - The user can overwrite it with additional_cpus=NUM
853  * - Otherwise don't reserve additional CPUs.
854  */
prefill_possible_map(void)855 __init void prefill_possible_map(void)
856 {
857 	int i;
858 	int possible, disabled_cpus;
859 
860 	disabled_cpus = total_cpus - available_cpus;
861 
862  	if (additional_cpus == -1) {
863  		if (disabled_cpus > 0)
864 			additional_cpus = disabled_cpus;
865  		else
866 			additional_cpus = 0;
867  	}
868 
869 	possible = available_cpus + additional_cpus;
870 
871 	if (possible > nr_cpu_ids)
872 		possible = nr_cpu_ids;
873 
874 	printk(KERN_INFO "SMP: Allowing %d CPUs, %d hotplug CPUs\n",
875 		possible, max((possible - available_cpus), 0));
876 
877 	for (i = 0; i < possible; i++)
878 		set_cpu_possible(i, true);
879 }
880 
_acpi_map_lsapic(acpi_handle handle,int * pcpu)881 static int __cpuinit _acpi_map_lsapic(acpi_handle handle, int *pcpu)
882 {
883 	struct acpi_buffer buffer = { ACPI_ALLOCATE_BUFFER, NULL };
884 	union acpi_object *obj;
885 	struct acpi_madt_local_sapic *lsapic;
886 	cpumask_t tmp_map;
887 	int cpu, physid;
888 
889 	if (ACPI_FAILURE(acpi_evaluate_object(handle, "_MAT", NULL, &buffer)))
890 		return -EINVAL;
891 
892 	if (!buffer.length || !buffer.pointer)
893 		return -EINVAL;
894 
895 	obj = buffer.pointer;
896 	if (obj->type != ACPI_TYPE_BUFFER)
897 	{
898 		kfree(buffer.pointer);
899 		return -EINVAL;
900 	}
901 
902 	lsapic = (struct acpi_madt_local_sapic *)obj->buffer.pointer;
903 
904 	if ((lsapic->header.type != ACPI_MADT_TYPE_LOCAL_SAPIC) ||
905 	    (!(lsapic->lapic_flags & ACPI_MADT_ENABLED))) {
906 		kfree(buffer.pointer);
907 		return -EINVAL;
908 	}
909 
910 	physid = ((lsapic->id << 8) | (lsapic->eid));
911 
912 	kfree(buffer.pointer);
913 	buffer.length = ACPI_ALLOCATE_BUFFER;
914 	buffer.pointer = NULL;
915 
916 	cpumask_complement(&tmp_map, cpu_present_mask);
917 	cpu = cpumask_first(&tmp_map);
918 	if (cpu >= nr_cpu_ids)
919 		return -EINVAL;
920 
921 	acpi_map_cpu2node(handle, cpu, physid);
922 
923 	cpu_set(cpu, cpu_present_map);
924 	ia64_cpu_to_sapicid[cpu] = physid;
925 
926 	acpi_processor_set_pdc(handle);
927 
928 	*pcpu = cpu;
929 	return (0);
930 }
931 
932 /* wrapper to silence section mismatch warning */
acpi_map_lsapic(acpi_handle handle,int * pcpu)933 int __ref acpi_map_lsapic(acpi_handle handle, int *pcpu)
934 {
935 	return _acpi_map_lsapic(handle, pcpu);
936 }
937 EXPORT_SYMBOL(acpi_map_lsapic);
938 
acpi_unmap_lsapic(int cpu)939 int acpi_unmap_lsapic(int cpu)
940 {
941 	ia64_cpu_to_sapicid[cpu] = -1;
942 	cpu_clear(cpu, cpu_present_map);
943 
944 #ifdef CONFIG_ACPI_NUMA
945 	/* NUMA specific cleanup's */
946 #endif
947 
948 	return (0);
949 }
950 
951 EXPORT_SYMBOL(acpi_unmap_lsapic);
952 #endif				/* CONFIG_ACPI_HOTPLUG_CPU */
953 
954 #ifdef CONFIG_ACPI_NUMA
955 static acpi_status __devinit
acpi_map_iosapic(acpi_handle handle,u32 depth,void * context,void ** ret)956 acpi_map_iosapic(acpi_handle handle, u32 depth, void *context, void **ret)
957 {
958 	struct acpi_buffer buffer = { ACPI_ALLOCATE_BUFFER, NULL };
959 	union acpi_object *obj;
960 	struct acpi_madt_io_sapic *iosapic;
961 	unsigned int gsi_base;
962 	int pxm, node;
963 
964 	/* Only care about objects w/ a method that returns the MADT */
965 	if (ACPI_FAILURE(acpi_evaluate_object(handle, "_MAT", NULL, &buffer)))
966 		return AE_OK;
967 
968 	if (!buffer.length || !buffer.pointer)
969 		return AE_OK;
970 
971 	obj = buffer.pointer;
972 	if (obj->type != ACPI_TYPE_BUFFER ||
973 	    obj->buffer.length < sizeof(*iosapic)) {
974 		kfree(buffer.pointer);
975 		return AE_OK;
976 	}
977 
978 	iosapic = (struct acpi_madt_io_sapic *)obj->buffer.pointer;
979 
980 	if (iosapic->header.type != ACPI_MADT_TYPE_IO_SAPIC) {
981 		kfree(buffer.pointer);
982 		return AE_OK;
983 	}
984 
985 	gsi_base = iosapic->global_irq_base;
986 
987 	kfree(buffer.pointer);
988 
989 	/*
990 	 * OK, it's an IOSAPIC MADT entry, look for a _PXM value to tell
991 	 * us which node to associate this with.
992 	 */
993 	pxm = acpi_get_pxm(handle);
994 	if (pxm < 0)
995 		return AE_OK;
996 
997 	node = pxm_to_node(pxm);
998 
999 	if (node >= MAX_NUMNODES || !node_online(node) ||
1000 	    cpumask_empty(cpumask_of_node(node)))
1001 		return AE_OK;
1002 
1003 	/* We know a gsi to node mapping! */
1004 	map_iosapic_to_node(gsi_base, node);
1005 	return AE_OK;
1006 }
1007 
1008 static int __init
acpi_map_iosapics(void)1009 acpi_map_iosapics (void)
1010 {
1011 	acpi_get_devices(NULL, acpi_map_iosapic, NULL, NULL);
1012 	return 0;
1013 }
1014 
1015 fs_initcall(acpi_map_iosapics);
1016 #endif				/* CONFIG_ACPI_NUMA */
1017 
acpi_register_ioapic(acpi_handle handle,u64 phys_addr,u32 gsi_base)1018 int __ref acpi_register_ioapic(acpi_handle handle, u64 phys_addr, u32 gsi_base)
1019 {
1020 	int err;
1021 
1022 	if ((err = iosapic_init(phys_addr, gsi_base)))
1023 		return err;
1024 
1025 #ifdef CONFIG_ACPI_NUMA
1026 	acpi_map_iosapic(handle, 0, NULL, NULL);
1027 #endif				/* CONFIG_ACPI_NUMA */
1028 
1029 	return 0;
1030 }
1031 
1032 EXPORT_SYMBOL(acpi_register_ioapic);
1033 
acpi_unregister_ioapic(acpi_handle handle,u32 gsi_base)1034 int acpi_unregister_ioapic(acpi_handle handle, u32 gsi_base)
1035 {
1036 	return iosapic_remove(gsi_base);
1037 }
1038 
1039 EXPORT_SYMBOL(acpi_unregister_ioapic);
1040 
1041 /*
1042  * acpi_suspend_lowlevel() - save kernel state and suspend.
1043  *
1044  * TBD when when IA64 starts to support suspend...
1045  */
acpi_suspend_lowlevel(void)1046 int acpi_suspend_lowlevel(void) { return 0; }
1047