1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3 * boot.c - Architecture-Specific Low-Level ACPI Boot Support
4 *
5 * Copyright (C) 2001, 2002 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com>
6 * Copyright (C) 2001 Jun Nakajima <jun.nakajima@intel.com>
7 */
8 #define pr_fmt(fmt) "ACPI: " fmt
9
10 #include <linux/init.h>
11 #include <linux/acpi.h>
12 #include <linux/acpi_pmtmr.h>
13 #include <linux/efi.h>
14 #include <linux/cpumask.h>
15 #include <linux/export.h>
16 #include <linux/dmi.h>
17 #include <linux/irq.h>
18 #include <linux/slab.h>
19 #include <linux/memblock.h>
20 #include <linux/ioport.h>
21 #include <linux/pci.h>
22 #include <linux/efi-bgrt.h>
23 #include <linux/serial_core.h>
24 #include <linux/pgtable.h>
25
26 #include <asm/e820/api.h>
27 #include <asm/irqdomain.h>
28 #include <asm/pci_x86.h>
29 #include <asm/io_apic.h>
30 #include <asm/apic.h>
31 #include <asm/io.h>
32 #include <asm/mpspec.h>
33 #include <asm/smp.h>
34 #include <asm/i8259.h>
35 #include <asm/setup.h>
36
37 #include "sleep.h" /* To include x86_acpi_suspend_lowlevel */
38 static int __initdata acpi_force = 0;
39 int acpi_disabled;
40 EXPORT_SYMBOL(acpi_disabled);
41
42 #ifdef CONFIG_X86_64
43 # include <asm/proto.h>
44 #endif /* X86 */
45
46 int acpi_noirq; /* skip ACPI IRQ initialization */
47 static int acpi_nobgrt; /* skip ACPI BGRT */
48 int acpi_pci_disabled; /* skip ACPI PCI scan and IRQ initialization */
49 EXPORT_SYMBOL(acpi_pci_disabled);
50
51 int acpi_lapic;
52 int acpi_ioapic;
53 int acpi_strict;
54 int acpi_disable_cmcff;
55 bool acpi_int_src_ovr[NR_IRQS_LEGACY];
56
57 /* ACPI SCI override configuration */
58 u8 acpi_sci_flags __initdata;
59 u32 acpi_sci_override_gsi __initdata = INVALID_ACPI_IRQ;
60 int acpi_skip_timer_override __initdata;
61 int acpi_use_timer_override __initdata;
62 int acpi_fix_pin2_polarity __initdata;
63
64 #ifdef CONFIG_X86_LOCAL_APIC
65 static u64 acpi_lapic_addr __initdata = APIC_DEFAULT_PHYS_BASE;
66 static bool has_lapic_cpus __initdata;
67 static bool acpi_support_online_capable;
68 #endif
69
70 #ifdef CONFIG_X86_IO_APIC
71 /*
72 * Locks related to IOAPIC hotplug
73 * Hotplug side:
74 * ->device_hotplug_lock
75 * ->acpi_ioapic_lock
76 * ->ioapic_lock
77 * Interrupt mapping side:
78 * ->acpi_ioapic_lock
79 * ->ioapic_mutex
80 * ->ioapic_lock
81 */
82 static DEFINE_MUTEX(acpi_ioapic_lock);
83 #endif
84
85 /* --------------------------------------------------------------------------
86 Boot-time Configuration
87 -------------------------------------------------------------------------- */
88
89 /*
90 * The default interrupt routing model is PIC (8259). This gets
91 * overridden if IOAPICs are enumerated (below).
92 */
93 enum acpi_irq_model_id acpi_irq_model = ACPI_IRQ_MODEL_PIC;
94
95
96 /*
97 * ISA irqs by default are the first 16 gsis but can be
98 * any gsi as specified by an interrupt source override.
99 */
100 static u32 isa_irq_to_gsi[NR_IRQS_LEGACY] __read_mostly = {
101 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15
102 };
103
104 /*
105 * This is just a simple wrapper around early_memremap(),
106 * with sanity checks for phys == 0 and size == 0.
107 */
__acpi_map_table(unsigned long phys,unsigned long size)108 void __init __iomem *__acpi_map_table(unsigned long phys, unsigned long size)
109 {
110
111 if (!phys || !size)
112 return NULL;
113
114 return early_memremap(phys, size);
115 }
116
__acpi_unmap_table(void __iomem * map,unsigned long size)117 void __init __acpi_unmap_table(void __iomem *map, unsigned long size)
118 {
119 if (!map || !size)
120 return;
121
122 early_memunmap(map, size);
123 }
124
125 #ifdef CONFIG_X86_LOCAL_APIC
acpi_parse_madt(struct acpi_table_header * table)126 static int __init acpi_parse_madt(struct acpi_table_header *table)
127 {
128 struct acpi_table_madt *madt = NULL;
129
130 if (!boot_cpu_has(X86_FEATURE_APIC))
131 return -EINVAL;
132
133 madt = (struct acpi_table_madt *)table;
134 if (!madt) {
135 pr_warn("Unable to map MADT\n");
136 return -ENODEV;
137 }
138
139 if (madt->address) {
140 acpi_lapic_addr = (u64) madt->address;
141
142 pr_debug("Local APIC address 0x%08x\n", madt->address);
143 }
144
145 if (madt->flags & ACPI_MADT_PCAT_COMPAT)
146 legacy_pic_pcat_compat();
147
148 /* ACPI 6.3 and newer support the online capable bit. */
149 if (acpi_gbl_FADT.header.revision > 6 ||
150 (acpi_gbl_FADT.header.revision == 6 &&
151 acpi_gbl_FADT.minor_revision >= 3))
152 acpi_support_online_capable = true;
153
154 default_acpi_madt_oem_check(madt->header.oem_id,
155 madt->header.oem_table_id);
156
157 return 0;
158 }
159
acpi_is_processor_usable(u32 lapic_flags)160 static bool __init acpi_is_processor_usable(u32 lapic_flags)
161 {
162 if (lapic_flags & ACPI_MADT_ENABLED)
163 return true;
164
165 if (!acpi_support_online_capable ||
166 (lapic_flags & ACPI_MADT_ONLINE_CAPABLE))
167 return true;
168
169 return false;
170 }
171
172 static int __init
acpi_parse_x2apic(union acpi_subtable_headers * header,const unsigned long end)173 acpi_parse_x2apic(union acpi_subtable_headers *header, const unsigned long end)
174 {
175 struct acpi_madt_local_x2apic *processor = NULL;
176 #ifdef CONFIG_X86_X2APIC
177 u32 apic_id;
178 u8 enabled;
179 #endif
180
181 processor = (struct acpi_madt_local_x2apic *)header;
182
183 if (BAD_MADT_ENTRY(processor, end))
184 return -EINVAL;
185
186 acpi_table_print_madt_entry(&header->common);
187
188 #ifdef CONFIG_X86_X2APIC
189 apic_id = processor->local_apic_id;
190 enabled = processor->lapic_flags & ACPI_MADT_ENABLED;
191
192 /* Ignore invalid ID */
193 if (apic_id == 0xffffffff)
194 return 0;
195
196 /* don't register processors that cannot be onlined */
197 if (!acpi_is_processor_usable(processor->lapic_flags))
198 return 0;
199
200 /*
201 * According to https://uefi.org/specs/ACPI/6.5/05_ACPI_Software_Programming_Model.html#processor-local-x2apic-structure
202 * when MADT provides both valid LAPIC and x2APIC entries, the APIC ID
203 * in x2APIC must be equal or greater than 0xff.
204 */
205 if (has_lapic_cpus && apic_id < 0xff)
206 return 0;
207
208 /*
209 * We need to register disabled CPU as well to permit
210 * counting disabled CPUs. This allows us to size
211 * cpus_possible_map more accurately, to permit
212 * to not preallocating memory for all NR_CPUS
213 * when we use CPU hotplug.
214 */
215 if (!apic_id_valid(apic_id)) {
216 if (enabled)
217 pr_warn("x2apic entry ignored\n");
218 return 0;
219 }
220
221 topology_register_apic(apic_id, processor->uid, enabled);
222 #else
223 pr_warn("x2apic entry ignored\n");
224 #endif
225
226 return 0;
227 }
228
229 static int __init
acpi_check_lapic(union acpi_subtable_headers * header,const unsigned long end)230 acpi_check_lapic(union acpi_subtable_headers *header, const unsigned long end)
231 {
232 struct acpi_madt_local_apic *processor = NULL;
233
234 processor = (struct acpi_madt_local_apic *)header;
235
236 if (BAD_MADT_ENTRY(processor, end))
237 return -EINVAL;
238
239 /* Ignore invalid ID */
240 if (processor->id == 0xff)
241 return 0;
242
243 /* Ignore processors that can not be onlined */
244 if (!acpi_is_processor_usable(processor->lapic_flags))
245 return 0;
246
247 has_lapic_cpus = true;
248 return 0;
249 }
250
251 static int __init
acpi_parse_lapic(union acpi_subtable_headers * header,const unsigned long end)252 acpi_parse_lapic(union acpi_subtable_headers * header, const unsigned long end)
253 {
254 struct acpi_madt_local_apic *processor = NULL;
255
256 processor = (struct acpi_madt_local_apic *)header;
257
258 if (BAD_MADT_ENTRY(processor, end))
259 return -EINVAL;
260
261 acpi_table_print_madt_entry(&header->common);
262
263 /* Ignore invalid ID */
264 if (processor->id == 0xff)
265 return 0;
266
267 /* don't register processors that can not be onlined */
268 if (!acpi_is_processor_usable(processor->lapic_flags))
269 return 0;
270
271 /*
272 * We need to register disabled CPU as well to permit
273 * counting disabled CPUs. This allows us to size
274 * cpus_possible_map more accurately, to permit
275 * to not preallocating memory for all NR_CPUS
276 * when we use CPU hotplug.
277 */
278 topology_register_apic(processor->id, /* APIC ID */
279 processor->processor_id, /* ACPI ID */
280 processor->lapic_flags & ACPI_MADT_ENABLED);
281
282 return 0;
283 }
284
285 static int __init
acpi_parse_sapic(union acpi_subtable_headers * header,const unsigned long end)286 acpi_parse_sapic(union acpi_subtable_headers *header, const unsigned long end)
287 {
288 struct acpi_madt_local_sapic *processor = NULL;
289
290 processor = (struct acpi_madt_local_sapic *)header;
291
292 if (BAD_MADT_ENTRY(processor, end))
293 return -EINVAL;
294
295 acpi_table_print_madt_entry(&header->common);
296
297 topology_register_apic((processor->id << 8) | processor->eid,/* APIC ID */
298 processor->processor_id, /* ACPI ID */
299 processor->lapic_flags & ACPI_MADT_ENABLED);
300
301 return 0;
302 }
303
304 static int __init
acpi_parse_lapic_addr_ovr(union acpi_subtable_headers * header,const unsigned long end)305 acpi_parse_lapic_addr_ovr(union acpi_subtable_headers * header,
306 const unsigned long end)
307 {
308 struct acpi_madt_local_apic_override *lapic_addr_ovr = NULL;
309
310 lapic_addr_ovr = (struct acpi_madt_local_apic_override *)header;
311
312 if (BAD_MADT_ENTRY(lapic_addr_ovr, end))
313 return -EINVAL;
314
315 acpi_table_print_madt_entry(&header->common);
316
317 acpi_lapic_addr = lapic_addr_ovr->address;
318
319 return 0;
320 }
321
322 static int __init
acpi_parse_x2apic_nmi(union acpi_subtable_headers * header,const unsigned long end)323 acpi_parse_x2apic_nmi(union acpi_subtable_headers *header,
324 const unsigned long end)
325 {
326 struct acpi_madt_local_x2apic_nmi *x2apic_nmi = NULL;
327
328 x2apic_nmi = (struct acpi_madt_local_x2apic_nmi *)header;
329
330 if (BAD_MADT_ENTRY(x2apic_nmi, end))
331 return -EINVAL;
332
333 acpi_table_print_madt_entry(&header->common);
334
335 if (x2apic_nmi->lint != 1)
336 pr_warn("NMI not connected to LINT 1!\n");
337
338 return 0;
339 }
340
341 static int __init
acpi_parse_lapic_nmi(union acpi_subtable_headers * header,const unsigned long end)342 acpi_parse_lapic_nmi(union acpi_subtable_headers * header, const unsigned long end)
343 {
344 struct acpi_madt_local_apic_nmi *lapic_nmi = NULL;
345
346 lapic_nmi = (struct acpi_madt_local_apic_nmi *)header;
347
348 if (BAD_MADT_ENTRY(lapic_nmi, end))
349 return -EINVAL;
350
351 acpi_table_print_madt_entry(&header->common);
352
353 if (lapic_nmi->lint != 1)
354 pr_warn("NMI not connected to LINT 1!\n");
355
356 return 0;
357 }
358 #endif /* CONFIG_X86_LOCAL_APIC */
359
360 #ifdef CONFIG_X86_IO_APIC
361 #define MP_ISA_BUS 0
362
363 static int __init mp_register_ioapic_irq(u8 bus_irq, u8 polarity,
364 u8 trigger, u32 gsi);
365
mp_override_legacy_irq(u8 bus_irq,u8 polarity,u8 trigger,u32 gsi)366 static void __init mp_override_legacy_irq(u8 bus_irq, u8 polarity, u8 trigger,
367 u32 gsi)
368 {
369 /*
370 * Check bus_irq boundary.
371 */
372 if (bus_irq >= NR_IRQS_LEGACY) {
373 pr_warn("Invalid bus_irq %u for legacy override\n", bus_irq);
374 return;
375 }
376
377 /*
378 * TBD: This check is for faulty timer entries, where the override
379 * erroneously sets the trigger to level, resulting in a HUGE
380 * increase of timer interrupts!
381 */
382 if ((bus_irq == 0) && (trigger == 3))
383 trigger = 1;
384
385 if (mp_register_ioapic_irq(bus_irq, polarity, trigger, gsi) < 0)
386 return;
387 /*
388 * Reset default identity mapping if gsi is also an legacy IRQ,
389 * otherwise there will be more than one entry with the same GSI
390 * and acpi_isa_irq_to_gsi() may give wrong result.
391 */
392 if (gsi < nr_legacy_irqs() && isa_irq_to_gsi[gsi] == gsi)
393 isa_irq_to_gsi[gsi] = INVALID_ACPI_IRQ;
394 isa_irq_to_gsi[bus_irq] = gsi;
395 }
396
mp_config_acpi_gsi(struct device * dev,u32 gsi,int trigger,int polarity)397 static void mp_config_acpi_gsi(struct device *dev, u32 gsi, int trigger,
398 int polarity)
399 {
400 #ifdef CONFIG_X86_MPPARSE
401 struct mpc_intsrc mp_irq;
402 struct pci_dev *pdev;
403 unsigned char number;
404 unsigned int devfn;
405 int ioapic;
406 u8 pin;
407
408 if (!acpi_ioapic)
409 return;
410 if (!dev || !dev_is_pci(dev))
411 return;
412
413 pdev = to_pci_dev(dev);
414 number = pdev->bus->number;
415 devfn = pdev->devfn;
416 pin = pdev->pin;
417 /* print the entry should happen on mptable identically */
418 mp_irq.type = MP_INTSRC;
419 mp_irq.irqtype = mp_INT;
420 mp_irq.irqflag = (trigger == ACPI_EDGE_SENSITIVE ? 4 : 0x0c) |
421 (polarity == ACPI_ACTIVE_HIGH ? 1 : 3);
422 mp_irq.srcbus = number;
423 mp_irq.srcbusirq = (((devfn >> 3) & 0x1f) << 2) | ((pin - 1) & 3);
424 ioapic = mp_find_ioapic(gsi);
425 mp_irq.dstapic = mpc_ioapic_id(ioapic);
426 mp_irq.dstirq = mp_find_ioapic_pin(ioapic, gsi);
427
428 mp_save_irq(&mp_irq);
429 #endif
430 }
431
mp_register_ioapic_irq(u8 bus_irq,u8 polarity,u8 trigger,u32 gsi)432 static int __init mp_register_ioapic_irq(u8 bus_irq, u8 polarity,
433 u8 trigger, u32 gsi)
434 {
435 struct mpc_intsrc mp_irq;
436 int ioapic, pin;
437
438 /* Convert 'gsi' to 'ioapic.pin'(INTIN#) */
439 ioapic = mp_find_ioapic(gsi);
440 if (ioapic < 0) {
441 pr_warn("Failed to find ioapic for gsi : %u\n", gsi);
442 return ioapic;
443 }
444
445 pin = mp_find_ioapic_pin(ioapic, gsi);
446
447 mp_irq.type = MP_INTSRC;
448 mp_irq.irqtype = mp_INT;
449 mp_irq.irqflag = (trigger << 2) | polarity;
450 mp_irq.srcbus = MP_ISA_BUS;
451 mp_irq.srcbusirq = bus_irq;
452 mp_irq.dstapic = mpc_ioapic_id(ioapic);
453 mp_irq.dstirq = pin;
454
455 mp_save_irq(&mp_irq);
456
457 return 0;
458 }
459
460 static int __init
acpi_parse_ioapic(union acpi_subtable_headers * header,const unsigned long end)461 acpi_parse_ioapic(union acpi_subtable_headers * header, const unsigned long end)
462 {
463 struct acpi_madt_io_apic *ioapic = NULL;
464 struct ioapic_domain_cfg cfg = {
465 .type = IOAPIC_DOMAIN_DYNAMIC,
466 .ops = &mp_ioapic_irqdomain_ops,
467 };
468
469 ioapic = (struct acpi_madt_io_apic *)header;
470
471 if (BAD_MADT_ENTRY(ioapic, end))
472 return -EINVAL;
473
474 acpi_table_print_madt_entry(&header->common);
475
476 /* Statically assign IRQ numbers for IOAPICs hosting legacy IRQs */
477 if (ioapic->global_irq_base < nr_legacy_irqs())
478 cfg.type = IOAPIC_DOMAIN_LEGACY;
479
480 mp_register_ioapic(ioapic->id, ioapic->address, ioapic->global_irq_base,
481 &cfg);
482
483 return 0;
484 }
485
486 /*
487 * Parse Interrupt Source Override for the ACPI SCI
488 */
acpi_sci_ioapic_setup(u8 bus_irq,u16 polarity,u16 trigger,u32 gsi)489 static void __init acpi_sci_ioapic_setup(u8 bus_irq, u16 polarity, u16 trigger, u32 gsi)
490 {
491 if (trigger == 0) /* compatible SCI trigger is level */
492 trigger = 3;
493
494 if (polarity == 0) /* compatible SCI polarity is low */
495 polarity = 3;
496
497 /* Command-line over-ride via acpi_sci= */
498 if (acpi_sci_flags & ACPI_MADT_TRIGGER_MASK)
499 trigger = (acpi_sci_flags & ACPI_MADT_TRIGGER_MASK) >> 2;
500
501 if (acpi_sci_flags & ACPI_MADT_POLARITY_MASK)
502 polarity = acpi_sci_flags & ACPI_MADT_POLARITY_MASK;
503
504 if (bus_irq < NR_IRQS_LEGACY)
505 mp_override_legacy_irq(bus_irq, polarity, trigger, gsi);
506 else
507 mp_register_ioapic_irq(bus_irq, polarity, trigger, gsi);
508
509 acpi_penalize_sci_irq(bus_irq, trigger, polarity);
510
511 /*
512 * stash over-ride to indicate we've been here
513 * and for later update of acpi_gbl_FADT
514 */
515 acpi_sci_override_gsi = gsi;
516 return;
517 }
518
519 static int __init
acpi_parse_int_src_ovr(union acpi_subtable_headers * header,const unsigned long end)520 acpi_parse_int_src_ovr(union acpi_subtable_headers * header,
521 const unsigned long end)
522 {
523 struct acpi_madt_interrupt_override *intsrc = NULL;
524
525 intsrc = (struct acpi_madt_interrupt_override *)header;
526
527 if (BAD_MADT_ENTRY(intsrc, end))
528 return -EINVAL;
529
530 acpi_table_print_madt_entry(&header->common);
531
532 if (intsrc->source_irq < NR_IRQS_LEGACY)
533 acpi_int_src_ovr[intsrc->source_irq] = true;
534
535 if (intsrc->source_irq == acpi_gbl_FADT.sci_interrupt) {
536 acpi_sci_ioapic_setup(intsrc->source_irq,
537 intsrc->inti_flags & ACPI_MADT_POLARITY_MASK,
538 (intsrc->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2,
539 intsrc->global_irq);
540 return 0;
541 }
542
543 if (intsrc->source_irq == 0) {
544 if (acpi_skip_timer_override) {
545 pr_warn("BIOS IRQ0 override ignored.\n");
546 return 0;
547 }
548
549 if ((intsrc->global_irq == 2) && acpi_fix_pin2_polarity
550 && (intsrc->inti_flags & ACPI_MADT_POLARITY_MASK)) {
551 intsrc->inti_flags &= ~ACPI_MADT_POLARITY_MASK;
552 pr_warn("BIOS IRQ0 pin2 override: forcing polarity to high active.\n");
553 }
554 }
555
556 mp_override_legacy_irq(intsrc->source_irq,
557 intsrc->inti_flags & ACPI_MADT_POLARITY_MASK,
558 (intsrc->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2,
559 intsrc->global_irq);
560
561 return 0;
562 }
563
564 static int __init
acpi_parse_nmi_src(union acpi_subtable_headers * header,const unsigned long end)565 acpi_parse_nmi_src(union acpi_subtable_headers * header, const unsigned long end)
566 {
567 struct acpi_madt_nmi_source *nmi_src = NULL;
568
569 nmi_src = (struct acpi_madt_nmi_source *)header;
570
571 if (BAD_MADT_ENTRY(nmi_src, end))
572 return -EINVAL;
573
574 acpi_table_print_madt_entry(&header->common);
575
576 /* TBD: Support nimsrc entries? */
577
578 return 0;
579 }
580
581 #endif /* CONFIG_X86_IO_APIC */
582
583 /*
584 * acpi_pic_sci_set_trigger()
585 *
586 * use ELCR to set PIC-mode trigger type for SCI
587 *
588 * If a PIC-mode SCI is not recognized or gives spurious IRQ7's
589 * it may require Edge Trigger -- use "acpi_sci=edge"
590 *
591 * Port 0x4d0-4d1 are ELCR1 and ELCR2, the Edge/Level Control Registers
592 * for the 8259 PIC. bit[n] = 1 means irq[n] is Level, otherwise Edge.
593 * ELCR1 is IRQs 0-7 (IRQ 0, 1, 2 must be 0)
594 * ELCR2 is IRQs 8-15 (IRQ 8, 13 must be 0)
595 */
596
acpi_pic_sci_set_trigger(unsigned int irq,u16 trigger)597 void __init acpi_pic_sci_set_trigger(unsigned int irq, u16 trigger)
598 {
599 unsigned int mask = 1 << irq;
600 unsigned int old, new;
601
602 /* Real old ELCR mask */
603 old = inb(PIC_ELCR1) | (inb(PIC_ELCR2) << 8);
604
605 /*
606 * If we use ACPI to set PCI IRQs, then we should clear ELCR
607 * since we will set it correctly as we enable the PCI irq
608 * routing.
609 */
610 new = acpi_noirq ? old : 0;
611
612 /*
613 * Update SCI information in the ELCR, it isn't in the PCI
614 * routing tables..
615 */
616 switch (trigger) {
617 case 1: /* Edge - clear */
618 new &= ~mask;
619 break;
620 case 3: /* Level - set */
621 new |= mask;
622 break;
623 }
624
625 if (old == new)
626 return;
627
628 pr_warn("setting ELCR to %04x (from %04x)\n", new, old);
629 outb(new, PIC_ELCR1);
630 outb(new >> 8, PIC_ELCR2);
631 }
632
acpi_gsi_to_irq(u32 gsi,unsigned int * irqp)633 int acpi_gsi_to_irq(u32 gsi, unsigned int *irqp)
634 {
635 int rc, irq, trigger, polarity;
636
637 if (acpi_irq_model == ACPI_IRQ_MODEL_PIC) {
638 *irqp = gsi;
639 return 0;
640 }
641
642 rc = acpi_get_override_irq(gsi, &trigger, &polarity);
643 if (rc)
644 return rc;
645
646 trigger = trigger ? ACPI_LEVEL_SENSITIVE : ACPI_EDGE_SENSITIVE;
647 polarity = polarity ? ACPI_ACTIVE_LOW : ACPI_ACTIVE_HIGH;
648 irq = acpi_register_gsi(NULL, gsi, trigger, polarity);
649 if (irq < 0)
650 return irq;
651
652 *irqp = irq;
653 return 0;
654 }
655 EXPORT_SYMBOL_GPL(acpi_gsi_to_irq);
656
acpi_isa_irq_to_gsi(unsigned isa_irq,u32 * gsi)657 int acpi_isa_irq_to_gsi(unsigned isa_irq, u32 *gsi)
658 {
659 if (isa_irq < nr_legacy_irqs() &&
660 isa_irq_to_gsi[isa_irq] != INVALID_ACPI_IRQ) {
661 *gsi = isa_irq_to_gsi[isa_irq];
662 return 0;
663 }
664
665 return -1;
666 }
667
acpi_register_gsi_pic(struct device * dev,u32 gsi,int trigger,int polarity)668 static int acpi_register_gsi_pic(struct device *dev, u32 gsi,
669 int trigger, int polarity)
670 {
671 #ifdef CONFIG_PCI
672 /*
673 * Make sure all (legacy) PCI IRQs are set as level-triggered.
674 */
675 if (trigger == ACPI_LEVEL_SENSITIVE)
676 elcr_set_level_irq(gsi);
677 #endif
678
679 return gsi;
680 }
681
682 #ifdef CONFIG_X86_LOCAL_APIC
acpi_register_gsi_ioapic(struct device * dev,u32 gsi,int trigger,int polarity)683 static int acpi_register_gsi_ioapic(struct device *dev, u32 gsi,
684 int trigger, int polarity)
685 {
686 int irq = gsi;
687 #ifdef CONFIG_X86_IO_APIC
688 int node;
689 struct irq_alloc_info info;
690
691 node = dev ? dev_to_node(dev) : NUMA_NO_NODE;
692 trigger = trigger == ACPI_EDGE_SENSITIVE ? 0 : 1;
693 polarity = polarity == ACPI_ACTIVE_HIGH ? 0 : 1;
694 ioapic_set_alloc_attr(&info, node, trigger, polarity);
695
696 mutex_lock(&acpi_ioapic_lock);
697 irq = mp_map_gsi_to_irq(gsi, IOAPIC_MAP_ALLOC, &info);
698 /* Don't set up the ACPI SCI because it's already set up */
699 if (irq >= 0 && enable_update_mptable && gsi != acpi_gbl_FADT.sci_interrupt)
700 mp_config_acpi_gsi(dev, gsi, trigger, polarity);
701 mutex_unlock(&acpi_ioapic_lock);
702 #endif
703
704 return irq;
705 }
706
acpi_unregister_gsi_ioapic(u32 gsi)707 static void acpi_unregister_gsi_ioapic(u32 gsi)
708 {
709 #ifdef CONFIG_X86_IO_APIC
710 int irq;
711
712 mutex_lock(&acpi_ioapic_lock);
713 irq = mp_map_gsi_to_irq(gsi, 0, NULL);
714 if (irq > 0)
715 mp_unmap_irq(irq);
716 mutex_unlock(&acpi_ioapic_lock);
717 #endif
718 }
719 #endif
720
721 int (*__acpi_register_gsi)(struct device *dev, u32 gsi,
722 int trigger, int polarity) = acpi_register_gsi_pic;
723 void (*__acpi_unregister_gsi)(u32 gsi) = NULL;
724
725 #ifdef CONFIG_ACPI_SLEEP
726 int (*acpi_suspend_lowlevel)(void) = x86_acpi_suspend_lowlevel;
727 #else
728 int (*acpi_suspend_lowlevel)(void);
729 #endif
730
731 /*
732 * success: return IRQ number (>=0)
733 * failure: return < 0
734 */
acpi_register_gsi(struct device * dev,u32 gsi,int trigger,int polarity)735 int acpi_register_gsi(struct device *dev, u32 gsi, int trigger, int polarity)
736 {
737 return __acpi_register_gsi(dev, gsi, trigger, polarity);
738 }
739 EXPORT_SYMBOL_GPL(acpi_register_gsi);
740
acpi_unregister_gsi(u32 gsi)741 void acpi_unregister_gsi(u32 gsi)
742 {
743 if (__acpi_unregister_gsi)
744 __acpi_unregister_gsi(gsi);
745 }
746 EXPORT_SYMBOL_GPL(acpi_unregister_gsi);
747
748 #ifdef CONFIG_X86_LOCAL_APIC
acpi_set_irq_model_ioapic(void)749 static void __init acpi_set_irq_model_ioapic(void)
750 {
751 acpi_irq_model = ACPI_IRQ_MODEL_IOAPIC;
752 __acpi_register_gsi = acpi_register_gsi_ioapic;
753 __acpi_unregister_gsi = acpi_unregister_gsi_ioapic;
754 acpi_ioapic = 1;
755 }
756 #endif
757
758 /*
759 * ACPI based hotplug support for CPU
760 */
761 #ifdef CONFIG_ACPI_HOTPLUG_CPU
762 #include <acpi/processor.h>
763
acpi_map_cpu2node(acpi_handle handle,int cpu,int physid)764 static int acpi_map_cpu2node(acpi_handle handle, int cpu, int physid)
765 {
766 #ifdef CONFIG_ACPI_NUMA
767 int nid;
768
769 nid = acpi_get_node(handle);
770 if (nid != NUMA_NO_NODE) {
771 set_apicid_to_node(physid, nid);
772 numa_set_node(cpu, nid);
773 }
774 #endif
775 return 0;
776 }
777
acpi_map_cpu(acpi_handle handle,phys_cpuid_t physid,u32 acpi_id,int * pcpu)778 int acpi_map_cpu(acpi_handle handle, phys_cpuid_t physid, u32 acpi_id, int *pcpu)
779 {
780 int cpu = topology_hotplug_apic(physid, acpi_id);
781
782 if (cpu < 0) {
783 pr_info("Unable to map lapic to logical cpu number\n");
784 return cpu;
785 }
786
787 acpi_processor_set_pdc(handle);
788 acpi_map_cpu2node(handle, cpu, physid);
789
790 *pcpu = cpu;
791 return 0;
792 }
793 EXPORT_SYMBOL(acpi_map_cpu);
794
acpi_unmap_cpu(int cpu)795 int acpi_unmap_cpu(int cpu)
796 {
797 #ifdef CONFIG_ACPI_NUMA
798 set_apicid_to_node(per_cpu(x86_cpu_to_apicid, cpu), NUMA_NO_NODE);
799 #endif
800 topology_hotunplug_apic(cpu);
801 return 0;
802 }
803 EXPORT_SYMBOL(acpi_unmap_cpu);
804 #endif /* CONFIG_ACPI_HOTPLUG_CPU */
805
acpi_register_ioapic(acpi_handle handle,u64 phys_addr,u32 gsi_base)806 int acpi_register_ioapic(acpi_handle handle, u64 phys_addr, u32 gsi_base)
807 {
808 int ret = -ENOSYS;
809 #ifdef CONFIG_ACPI_HOTPLUG_IOAPIC
810 int ioapic_id;
811 u64 addr;
812 struct ioapic_domain_cfg cfg = {
813 .type = IOAPIC_DOMAIN_DYNAMIC,
814 .ops = &mp_ioapic_irqdomain_ops,
815 };
816
817 ioapic_id = acpi_get_ioapic_id(handle, gsi_base, &addr);
818 if (ioapic_id < 0) {
819 unsigned long long uid;
820 acpi_status status;
821
822 status = acpi_evaluate_integer(handle, METHOD_NAME__UID,
823 NULL, &uid);
824 if (ACPI_FAILURE(status)) {
825 acpi_handle_warn(handle, "failed to get IOAPIC ID.\n");
826 return -EINVAL;
827 }
828 ioapic_id = (int)uid;
829 }
830
831 mutex_lock(&acpi_ioapic_lock);
832 ret = mp_register_ioapic(ioapic_id, phys_addr, gsi_base, &cfg);
833 mutex_unlock(&acpi_ioapic_lock);
834 #endif
835
836 return ret;
837 }
838 EXPORT_SYMBOL(acpi_register_ioapic);
839
acpi_unregister_ioapic(acpi_handle handle,u32 gsi_base)840 int acpi_unregister_ioapic(acpi_handle handle, u32 gsi_base)
841 {
842 int ret = -ENOSYS;
843
844 #ifdef CONFIG_ACPI_HOTPLUG_IOAPIC
845 mutex_lock(&acpi_ioapic_lock);
846 ret = mp_unregister_ioapic(gsi_base);
847 mutex_unlock(&acpi_ioapic_lock);
848 #endif
849
850 return ret;
851 }
852 EXPORT_SYMBOL(acpi_unregister_ioapic);
853
854 /**
855 * acpi_ioapic_registered - Check whether IOAPIC associated with @gsi_base
856 * has been registered
857 * @handle: ACPI handle of the IOAPIC device
858 * @gsi_base: GSI base associated with the IOAPIC
859 *
860 * Assume caller holds some type of lock to serialize acpi_ioapic_registered()
861 * with acpi_register_ioapic()/acpi_unregister_ioapic().
862 */
acpi_ioapic_registered(acpi_handle handle,u32 gsi_base)863 int acpi_ioapic_registered(acpi_handle handle, u32 gsi_base)
864 {
865 int ret = 0;
866
867 #ifdef CONFIG_ACPI_HOTPLUG_IOAPIC
868 mutex_lock(&acpi_ioapic_lock);
869 ret = mp_ioapic_registered(gsi_base);
870 mutex_unlock(&acpi_ioapic_lock);
871 #endif
872
873 return ret;
874 }
875
acpi_parse_sbf(struct acpi_table_header * table)876 static int __init acpi_parse_sbf(struct acpi_table_header *table)
877 {
878 struct acpi_table_boot *sb = (struct acpi_table_boot *)table;
879
880 sbf_port = sb->cmos_index; /* Save CMOS port */
881
882 return 0;
883 }
884
885 #ifdef CONFIG_HPET_TIMER
886 #include <asm/hpet.h>
887
888 static struct resource *hpet_res __initdata;
889
acpi_parse_hpet(struct acpi_table_header * table)890 static int __init acpi_parse_hpet(struct acpi_table_header *table)
891 {
892 struct acpi_table_hpet *hpet_tbl = (struct acpi_table_hpet *)table;
893
894 if (hpet_tbl->address.space_id != ACPI_SPACE_MEM) {
895 pr_warn("HPET timers must be located in memory.\n");
896 return -1;
897 }
898
899 hpet_address = hpet_tbl->address.address;
900 hpet_blockid = hpet_tbl->sequence;
901
902 /*
903 * Some broken BIOSes advertise HPET at 0x0. We really do not
904 * want to allocate a resource there.
905 */
906 if (!hpet_address) {
907 pr_warn("HPET id: %#x base: %#lx is invalid\n", hpet_tbl->id, hpet_address);
908 return 0;
909 }
910 #ifdef CONFIG_X86_64
911 /*
912 * Some even more broken BIOSes advertise HPET at
913 * 0xfed0000000000000 instead of 0xfed00000. Fix it up and add
914 * some noise:
915 */
916 if (hpet_address == 0xfed0000000000000UL) {
917 if (!hpet_force_user) {
918 pr_warn("HPET id: %#x base: 0xfed0000000000000 is bogus, try hpet=force on the kernel command line to fix it up to 0xfed00000.\n",
919 hpet_tbl->id);
920 hpet_address = 0;
921 return 0;
922 }
923 pr_warn("HPET id: %#x base: 0xfed0000000000000 fixed up to 0xfed00000.\n",
924 hpet_tbl->id);
925 hpet_address >>= 32;
926 }
927 #endif
928 pr_info("HPET id: %#x base: %#lx\n", hpet_tbl->id, hpet_address);
929
930 /*
931 * Allocate and initialize the HPET firmware resource for adding into
932 * the resource tree during the lateinit timeframe.
933 */
934 #define HPET_RESOURCE_NAME_SIZE 9
935 hpet_res = memblock_alloc_or_panic(sizeof(*hpet_res) + HPET_RESOURCE_NAME_SIZE,
936 SMP_CACHE_BYTES);
937
938 hpet_res->name = (void *)&hpet_res[1];
939 hpet_res->flags = IORESOURCE_MEM;
940 snprintf((char *)hpet_res->name, HPET_RESOURCE_NAME_SIZE, "HPET %u",
941 hpet_tbl->sequence);
942
943 hpet_res->start = hpet_address;
944 hpet_res->end = hpet_address + (1 * 1024) - 1;
945
946 return 0;
947 }
948
949 /*
950 * hpet_insert_resource inserts the HPET resources used into the resource
951 * tree.
952 */
hpet_insert_resource(void)953 static __init int hpet_insert_resource(void)
954 {
955 if (!hpet_res)
956 return 1;
957
958 return insert_resource(&iomem_resource, hpet_res);
959 }
960
961 late_initcall(hpet_insert_resource);
962
963 #else
964 #define acpi_parse_hpet NULL
965 #endif
966
acpi_parse_fadt(struct acpi_table_header * table)967 static int __init acpi_parse_fadt(struct acpi_table_header *table)
968 {
969 if (!(acpi_gbl_FADT.boot_flags & ACPI_FADT_LEGACY_DEVICES)) {
970 pr_debug("no legacy devices present\n");
971 x86_platform.legacy.devices.pnpbios = 0;
972 }
973
974 if (acpi_gbl_FADT.header.revision >= FADT2_REVISION_ID &&
975 !(acpi_gbl_FADT.boot_flags & ACPI_FADT_8042) &&
976 x86_platform.legacy.i8042 != X86_LEGACY_I8042_PLATFORM_ABSENT) {
977 pr_debug("i8042 controller is absent\n");
978 x86_platform.legacy.i8042 = X86_LEGACY_I8042_FIRMWARE_ABSENT;
979 }
980
981 if (acpi_gbl_FADT.boot_flags & ACPI_FADT_NO_CMOS_RTC) {
982 pr_debug("not registering RTC platform device\n");
983 x86_platform.legacy.rtc = 0;
984 }
985
986 if (acpi_gbl_FADT.boot_flags & ACPI_FADT_NO_VGA) {
987 pr_debug("probing for VGA not safe\n");
988 x86_platform.legacy.no_vga = 1;
989 }
990
991 #ifdef CONFIG_X86_PM_TIMER
992 /* detect the location of the ACPI PM Timer */
993 if (acpi_gbl_FADT.header.revision >= FADT2_REVISION_ID) {
994 /* FADT rev. 2 */
995 if (acpi_gbl_FADT.xpm_timer_block.space_id !=
996 ACPI_ADR_SPACE_SYSTEM_IO)
997 return 0;
998
999 pmtmr_ioport = acpi_gbl_FADT.xpm_timer_block.address;
1000 /*
1001 * "X" fields are optional extensions to the original V1.0
1002 * fields, so we must selectively expand V1.0 fields if the
1003 * corresponding X field is zero.
1004 */
1005 if (!pmtmr_ioport)
1006 pmtmr_ioport = acpi_gbl_FADT.pm_timer_block;
1007 } else {
1008 /* FADT rev. 1 */
1009 pmtmr_ioport = acpi_gbl_FADT.pm_timer_block;
1010 }
1011 if (pmtmr_ioport)
1012 pr_info("PM-Timer IO Port: %#x\n", pmtmr_ioport);
1013 #endif
1014 return 0;
1015 }
1016
1017 #ifdef CONFIG_X86_LOCAL_APIC
1018 /*
1019 * Parse LAPIC entries in MADT
1020 * returns 0 on success, < 0 on error
1021 */
1022
early_acpi_parse_madt_lapic_addr_ovr(void)1023 static int __init early_acpi_parse_madt_lapic_addr_ovr(void)
1024 {
1025 int count;
1026
1027 if (!boot_cpu_has(X86_FEATURE_APIC))
1028 return -ENODEV;
1029
1030 /*
1031 * Note that the LAPIC address is obtained from the MADT (32-bit value)
1032 * and (optionally) overridden by a LAPIC_ADDR_OVR entry (64-bit value).
1033 */
1034
1035 count = acpi_table_parse_madt(ACPI_MADT_TYPE_LOCAL_APIC_OVERRIDE,
1036 acpi_parse_lapic_addr_ovr, 0);
1037 if (count < 0) {
1038 pr_err("Error parsing LAPIC address override entry\n");
1039 return count;
1040 }
1041
1042 register_lapic_address(acpi_lapic_addr);
1043
1044 return count;
1045 }
1046
acpi_parse_madt_lapic_entries(void)1047 static int __init acpi_parse_madt_lapic_entries(void)
1048 {
1049 int count, x2count = 0;
1050 struct acpi_subtable_proc madt_proc[2];
1051 int ret;
1052
1053 if (!boot_cpu_has(X86_FEATURE_APIC))
1054 return -ENODEV;
1055
1056 count = acpi_table_parse_madt(ACPI_MADT_TYPE_LOCAL_SAPIC,
1057 acpi_parse_sapic, MAX_LOCAL_APIC);
1058
1059 if (!count) {
1060 /* Check if there are valid LAPIC entries */
1061 acpi_table_parse_madt(ACPI_MADT_TYPE_LOCAL_APIC, acpi_check_lapic, MAX_LOCAL_APIC);
1062
1063 /*
1064 * Enumerate the APIC IDs in the order that they appear in the
1065 * MADT, no matter LAPIC entry or x2APIC entry is used.
1066 */
1067 memset(madt_proc, 0, sizeof(madt_proc));
1068 madt_proc[0].id = ACPI_MADT_TYPE_LOCAL_APIC;
1069 madt_proc[0].handler = acpi_parse_lapic;
1070 madt_proc[1].id = ACPI_MADT_TYPE_LOCAL_X2APIC;
1071 madt_proc[1].handler = acpi_parse_x2apic;
1072 ret = acpi_table_parse_entries_array(ACPI_SIG_MADT,
1073 sizeof(struct acpi_table_madt),
1074 madt_proc, ARRAY_SIZE(madt_proc), MAX_LOCAL_APIC);
1075 if (ret < 0) {
1076 pr_err("Error parsing LAPIC/X2APIC entries\n");
1077 return ret;
1078 }
1079 count = madt_proc[0].count;
1080 x2count = madt_proc[1].count;
1081 }
1082 if (!count && !x2count) {
1083 pr_err("No LAPIC entries present\n");
1084 /* TBD: Cleanup to allow fallback to MPS */
1085 return -ENODEV;
1086 } else if (count < 0 || x2count < 0) {
1087 pr_err("Error parsing LAPIC entry\n");
1088 /* TBD: Cleanup to allow fallback to MPS */
1089 return count;
1090 }
1091
1092 x2count = acpi_table_parse_madt(ACPI_MADT_TYPE_LOCAL_X2APIC_NMI,
1093 acpi_parse_x2apic_nmi, 0);
1094 count = acpi_table_parse_madt(ACPI_MADT_TYPE_LOCAL_APIC_NMI,
1095 acpi_parse_lapic_nmi, 0);
1096 if (count < 0 || x2count < 0) {
1097 pr_err("Error parsing LAPIC NMI entry\n");
1098 /* TBD: Cleanup to allow fallback to MPS */
1099 return count;
1100 }
1101 return 0;
1102 }
1103 #endif /* CONFIG_X86_LOCAL_APIC */
1104
1105 #ifdef CONFIG_X86_IO_APIC
mp_config_acpi_legacy_irqs(void)1106 static void __init mp_config_acpi_legacy_irqs(void)
1107 {
1108 int i;
1109 struct mpc_intsrc mp_irq;
1110
1111 #ifdef CONFIG_EISA
1112 /*
1113 * Fabricate the legacy ISA bus (bus #31).
1114 */
1115 mp_bus_id_to_type[MP_ISA_BUS] = MP_BUS_ISA;
1116 #endif
1117 set_bit(MP_ISA_BUS, mp_bus_not_pci);
1118 pr_debug("Bus #%d is ISA (nIRQs: %d)\n", MP_ISA_BUS, nr_legacy_irqs());
1119
1120 /*
1121 * Use the default configuration for the IRQs 0-15. Unless
1122 * overridden by (MADT) interrupt source override entries.
1123 */
1124 for (i = 0; i < nr_legacy_irqs(); i++) {
1125 int ioapic, pin;
1126 unsigned int dstapic;
1127 int idx;
1128 u32 gsi;
1129
1130 /* Locate the gsi that irq i maps to. */
1131 if (acpi_isa_irq_to_gsi(i, &gsi))
1132 continue;
1133
1134 /*
1135 * Locate the IOAPIC that manages the ISA IRQ.
1136 */
1137 ioapic = mp_find_ioapic(gsi);
1138 if (ioapic < 0)
1139 continue;
1140 pin = mp_find_ioapic_pin(ioapic, gsi);
1141 dstapic = mpc_ioapic_id(ioapic);
1142
1143 for (idx = 0; idx < mp_irq_entries; idx++) {
1144 struct mpc_intsrc *irq = mp_irqs + idx;
1145
1146 /* Do we already have a mapping for this ISA IRQ? */
1147 if (irq->srcbus == MP_ISA_BUS && irq->srcbusirq == i)
1148 break;
1149
1150 /* Do we already have a mapping for this IOAPIC pin */
1151 if (irq->dstapic == dstapic && irq->dstirq == pin)
1152 break;
1153 }
1154
1155 if (idx != mp_irq_entries) {
1156 pr_debug("ACPI: IRQ%d used by override.\n", i);
1157 continue; /* IRQ already used */
1158 }
1159
1160 mp_irq.type = MP_INTSRC;
1161 mp_irq.irqflag = 0; /* Conforming */
1162 mp_irq.srcbus = MP_ISA_BUS;
1163 mp_irq.dstapic = dstapic;
1164 mp_irq.irqtype = mp_INT;
1165 mp_irq.srcbusirq = i; /* Identity mapped */
1166 mp_irq.dstirq = pin;
1167
1168 mp_save_irq(&mp_irq);
1169 }
1170 }
1171
1172 /*
1173 * Parse IOAPIC related entries in MADT
1174 * returns 0 on success, < 0 on error
1175 */
acpi_parse_madt_ioapic_entries(void)1176 static int __init acpi_parse_madt_ioapic_entries(void)
1177 {
1178 int count;
1179
1180 /*
1181 * ACPI interpreter is required to complete interrupt setup,
1182 * so if it is off, don't enumerate the io-apics with ACPI.
1183 * If MPS is present, it will handle them,
1184 * otherwise the system will stay in PIC mode
1185 */
1186 if (acpi_disabled || acpi_noirq)
1187 return -ENODEV;
1188
1189 if (!boot_cpu_has(X86_FEATURE_APIC))
1190 return -ENODEV;
1191
1192 /*
1193 * if "noapic" boot option, don't look for IO-APICs
1194 */
1195 if (ioapic_is_disabled) {
1196 pr_info("Skipping IOAPIC probe due to 'noapic' option.\n");
1197 return -ENODEV;
1198 }
1199
1200 count = acpi_table_parse_madt(ACPI_MADT_TYPE_IO_APIC, acpi_parse_ioapic,
1201 MAX_IO_APICS);
1202 if (!count) {
1203 pr_err("No IOAPIC entries present\n");
1204 return -ENODEV;
1205 } else if (count < 0) {
1206 pr_err("Error parsing IOAPIC entry\n");
1207 return count;
1208 }
1209
1210 count = acpi_table_parse_madt(ACPI_MADT_TYPE_INTERRUPT_OVERRIDE,
1211 acpi_parse_int_src_ovr,
1212 irq_get_nr_irqs());
1213 if (count < 0) {
1214 pr_err("Error parsing interrupt source overrides entry\n");
1215 /* TBD: Cleanup to allow fallback to MPS */
1216 return count;
1217 }
1218
1219 /*
1220 * If BIOS did not supply an INT_SRC_OVR for the SCI
1221 * pretend we got one so we can set the SCI flags.
1222 * But ignore setting up SCI on hardware reduced platforms.
1223 */
1224 if (acpi_sci_override_gsi == INVALID_ACPI_IRQ && !acpi_gbl_reduced_hardware)
1225 acpi_sci_ioapic_setup(acpi_gbl_FADT.sci_interrupt, 0, 0,
1226 acpi_gbl_FADT.sci_interrupt);
1227
1228 /* Fill in identity legacy mappings where no override */
1229 mp_config_acpi_legacy_irqs();
1230
1231 count = acpi_table_parse_madt(ACPI_MADT_TYPE_NMI_SOURCE,
1232 acpi_parse_nmi_src,
1233 irq_get_nr_irqs());
1234 if (count < 0) {
1235 pr_err("Error parsing NMI SRC entry\n");
1236 /* TBD: Cleanup to allow fallback to MPS */
1237 return count;
1238 }
1239
1240 return 0;
1241 }
1242 #else
acpi_parse_madt_ioapic_entries(void)1243 static inline int acpi_parse_madt_ioapic_entries(void)
1244 {
1245 return -1;
1246 }
1247 #endif /* !CONFIG_X86_IO_APIC */
1248
early_acpi_process_madt(void)1249 static void __init early_acpi_process_madt(void)
1250 {
1251 #ifdef CONFIG_X86_LOCAL_APIC
1252 int error;
1253
1254 if (!acpi_table_parse(ACPI_SIG_MADT, acpi_parse_madt)) {
1255
1256 /*
1257 * Parse MADT LAPIC entries
1258 */
1259 error = early_acpi_parse_madt_lapic_addr_ovr();
1260 if (!error) {
1261 acpi_lapic = 1;
1262 smp_found_config = 1;
1263 }
1264 if (error == -EINVAL) {
1265 /*
1266 * Dell Precision Workstation 410, 610 come here.
1267 */
1268 pr_err("Invalid BIOS MADT, disabling ACPI\n");
1269 disable_acpi();
1270 }
1271 }
1272 #endif
1273 }
1274
acpi_process_madt(void)1275 static void __init acpi_process_madt(void)
1276 {
1277 #ifdef CONFIG_X86_LOCAL_APIC
1278 int error;
1279
1280 if (!acpi_table_parse(ACPI_SIG_MADT, acpi_parse_madt)) {
1281
1282 /*
1283 * Parse MADT LAPIC entries
1284 */
1285 error = acpi_parse_madt_lapic_entries();
1286 if (!error) {
1287 acpi_lapic = 1;
1288
1289 /*
1290 * Parse MADT IO-APIC entries
1291 */
1292 mutex_lock(&acpi_ioapic_lock);
1293 error = acpi_parse_madt_ioapic_entries();
1294 mutex_unlock(&acpi_ioapic_lock);
1295 if (!error) {
1296 acpi_set_irq_model_ioapic();
1297
1298 smp_found_config = 1;
1299 }
1300
1301 #ifdef CONFIG_ACPI_MADT_WAKEUP
1302 /*
1303 * Parse MADT MP Wake entry.
1304 */
1305 acpi_table_parse_madt(ACPI_MADT_TYPE_MULTIPROC_WAKEUP,
1306 acpi_parse_mp_wake, 1);
1307 #endif
1308 }
1309 if (error == -EINVAL) {
1310 /*
1311 * Dell Precision Workstation 410, 610 come here.
1312 */
1313 pr_err("Invalid BIOS MADT, disabling ACPI\n");
1314 disable_acpi();
1315 }
1316 } else {
1317 /*
1318 * ACPI found no MADT, and so ACPI wants UP PIC mode.
1319 * In the event an MPS table was found, forget it.
1320 * Boot with "acpi=off" to use MPS on such a system.
1321 */
1322 if (smp_found_config) {
1323 pr_warn("No APIC-table, disabling MPS\n");
1324 smp_found_config = 0;
1325 }
1326 }
1327
1328 /*
1329 * ACPI supports both logical (e.g. Hyper-Threading) and physical
1330 * processors, where MPS only supports physical.
1331 */
1332 if (acpi_lapic && acpi_ioapic)
1333 pr_info("Using ACPI (MADT) for SMP configuration information\n");
1334 else if (acpi_lapic)
1335 pr_info("Using ACPI for processor (LAPIC) configuration information\n");
1336 #endif
1337 return;
1338 }
1339
disable_acpi_irq(const struct dmi_system_id * d)1340 static int __init disable_acpi_irq(const struct dmi_system_id *d)
1341 {
1342 if (!acpi_force) {
1343 pr_notice("%s detected: force use of acpi=noirq\n", d->ident);
1344 acpi_noirq_set();
1345 }
1346 return 0;
1347 }
1348
disable_acpi_pci(const struct dmi_system_id * d)1349 static int __init disable_acpi_pci(const struct dmi_system_id *d)
1350 {
1351 if (!acpi_force) {
1352 pr_notice("%s detected: force use of pci=noacpi\n", d->ident);
1353 acpi_disable_pci();
1354 }
1355 return 0;
1356 }
1357
disable_acpi_xsdt(const struct dmi_system_id * d)1358 static int __init disable_acpi_xsdt(const struct dmi_system_id *d)
1359 {
1360 if (!acpi_force) {
1361 pr_notice("%s detected: force use of acpi=rsdt\n", d->ident);
1362 acpi_gbl_do_not_use_xsdt = TRUE;
1363 } else {
1364 pr_notice("Warning: DMI blacklist says broken, but acpi XSDT forced\n");
1365 }
1366 return 0;
1367 }
1368
dmi_disable_acpi(const struct dmi_system_id * d)1369 static int __init dmi_disable_acpi(const struct dmi_system_id *d)
1370 {
1371 if (!acpi_force) {
1372 pr_notice("%s detected: acpi off\n", d->ident);
1373 disable_acpi();
1374 } else {
1375 pr_notice("Warning: DMI blacklist says broken, but acpi forced\n");
1376 }
1377 return 0;
1378 }
1379
1380 /*
1381 * Force ignoring BIOS IRQ0 override
1382 */
dmi_ignore_irq0_timer_override(const struct dmi_system_id * d)1383 static int __init dmi_ignore_irq0_timer_override(const struct dmi_system_id *d)
1384 {
1385 if (!acpi_skip_timer_override) {
1386 pr_notice("%s detected: Ignoring BIOS IRQ0 override\n",
1387 d->ident);
1388 acpi_skip_timer_override = 1;
1389 }
1390 return 0;
1391 }
1392
1393 /*
1394 * ACPI offers an alternative platform interface model that removes
1395 * ACPI hardware requirements for platforms that do not implement
1396 * the PC Architecture.
1397 *
1398 * We initialize the Hardware-reduced ACPI model here:
1399 */
acpi_generic_reduced_hw_init(void)1400 void __init acpi_generic_reduced_hw_init(void)
1401 {
1402 /*
1403 * Override x86_init functions and bypass legacy PIC in
1404 * hardware reduced ACPI mode.
1405 */
1406 x86_init.timers.timer_init = x86_init_noop;
1407 x86_init.irqs.pre_vector_init = x86_init_noop;
1408 legacy_pic = &null_legacy_pic;
1409 }
1410
acpi_reduced_hw_init(void)1411 static void __init acpi_reduced_hw_init(void)
1412 {
1413 if (acpi_gbl_reduced_hardware)
1414 x86_init.acpi.reduced_hw_early_init();
1415 }
1416
1417 /*
1418 * If your system is blacklisted here, but you find that acpi=force
1419 * works for you, please contact linux-acpi@vger.kernel.org
1420 */
1421 static const struct dmi_system_id acpi_dmi_table[] __initconst = {
1422 /*
1423 * Boxes that need ACPI disabled
1424 */
1425 {
1426 .callback = dmi_disable_acpi,
1427 .ident = "IBM Thinkpad",
1428 .matches = {
1429 DMI_MATCH(DMI_BOARD_VENDOR, "IBM"),
1430 DMI_MATCH(DMI_BOARD_NAME, "2629H1G"),
1431 },
1432 },
1433
1434 /*
1435 * Boxes that need ACPI PCI IRQ routing disabled
1436 */
1437 {
1438 .callback = disable_acpi_irq,
1439 .ident = "ASUS A7V",
1440 .matches = {
1441 DMI_MATCH(DMI_BOARD_VENDOR, "ASUSTeK Computer INC"),
1442 DMI_MATCH(DMI_BOARD_NAME, "<A7V>"),
1443 /* newer BIOS, Revision 1011, does work */
1444 DMI_MATCH(DMI_BIOS_VERSION,
1445 "ASUS A7V ACPI BIOS Revision 1007"),
1446 },
1447 },
1448 {
1449 /*
1450 * Latest BIOS for IBM 600E (1.16) has bad pcinum
1451 * for LPC bridge, which is needed for the PCI
1452 * interrupt links to work. DSDT fix is in bug 5966.
1453 * 2645, 2646 model numbers are shared with 600/600E/600X
1454 */
1455 .callback = disable_acpi_irq,
1456 .ident = "IBM Thinkpad 600 Series 2645",
1457 .matches = {
1458 DMI_MATCH(DMI_BOARD_VENDOR, "IBM"),
1459 DMI_MATCH(DMI_BOARD_NAME, "2645"),
1460 },
1461 },
1462 {
1463 .callback = disable_acpi_irq,
1464 .ident = "IBM Thinkpad 600 Series 2646",
1465 .matches = {
1466 DMI_MATCH(DMI_BOARD_VENDOR, "IBM"),
1467 DMI_MATCH(DMI_BOARD_NAME, "2646"),
1468 },
1469 },
1470 /*
1471 * Boxes that need ACPI PCI IRQ routing and PCI scan disabled
1472 */
1473 { /* _BBN 0 bug */
1474 .callback = disable_acpi_pci,
1475 .ident = "ASUS PR-DLS",
1476 .matches = {
1477 DMI_MATCH(DMI_BOARD_VENDOR, "ASUSTeK Computer INC."),
1478 DMI_MATCH(DMI_BOARD_NAME, "PR-DLS"),
1479 DMI_MATCH(DMI_BIOS_VERSION,
1480 "ASUS PR-DLS ACPI BIOS Revision 1010"),
1481 DMI_MATCH(DMI_BIOS_DATE, "03/21/2003")
1482 },
1483 },
1484 {
1485 .callback = disable_acpi_pci,
1486 .ident = "Acer TravelMate 36x Laptop",
1487 .matches = {
1488 DMI_MATCH(DMI_SYS_VENDOR, "Acer"),
1489 DMI_MATCH(DMI_PRODUCT_NAME, "TravelMate 360"),
1490 },
1491 },
1492 /*
1493 * Boxes that need ACPI XSDT use disabled due to corrupted tables
1494 */
1495 {
1496 .callback = disable_acpi_xsdt,
1497 .ident = "Advantech DAC-BJ01",
1498 .matches = {
1499 DMI_MATCH(DMI_SYS_VENDOR, "NEC"),
1500 DMI_MATCH(DMI_PRODUCT_NAME, "Bearlake CRB Board"),
1501 DMI_MATCH(DMI_BIOS_VERSION, "V1.12"),
1502 DMI_MATCH(DMI_BIOS_DATE, "02/01/2011"),
1503 },
1504 },
1505 {}
1506 };
1507
1508 /* second table for DMI checks that should run after early-quirks */
1509 static const struct dmi_system_id acpi_dmi_table_late[] __initconst = {
1510 /*
1511 * HP laptops which use a DSDT reporting as HP/SB400/10000,
1512 * which includes some code which overrides all temperature
1513 * trip points to 16C if the INTIN2 input of the I/O APIC
1514 * is enabled. This input is incorrectly designated the
1515 * ISA IRQ 0 via an interrupt source override even though
1516 * it is wired to the output of the master 8259A and INTIN0
1517 * is not connected at all. Force ignoring BIOS IRQ0
1518 * override in that cases.
1519 */
1520 {
1521 .callback = dmi_ignore_irq0_timer_override,
1522 .ident = "HP nx6115 laptop",
1523 .matches = {
1524 DMI_MATCH(DMI_SYS_VENDOR, "Hewlett-Packard"),
1525 DMI_MATCH(DMI_PRODUCT_NAME, "HP Compaq nx6115"),
1526 },
1527 },
1528 {
1529 .callback = dmi_ignore_irq0_timer_override,
1530 .ident = "HP NX6125 laptop",
1531 .matches = {
1532 DMI_MATCH(DMI_SYS_VENDOR, "Hewlett-Packard"),
1533 DMI_MATCH(DMI_PRODUCT_NAME, "HP Compaq nx6125"),
1534 },
1535 },
1536 {
1537 .callback = dmi_ignore_irq0_timer_override,
1538 .ident = "HP NX6325 laptop",
1539 .matches = {
1540 DMI_MATCH(DMI_SYS_VENDOR, "Hewlett-Packard"),
1541 DMI_MATCH(DMI_PRODUCT_NAME, "HP Compaq nx6325"),
1542 },
1543 },
1544 {
1545 .callback = dmi_ignore_irq0_timer_override,
1546 .ident = "HP 6715b laptop",
1547 .matches = {
1548 DMI_MATCH(DMI_SYS_VENDOR, "Hewlett-Packard"),
1549 DMI_MATCH(DMI_PRODUCT_NAME, "HP Compaq 6715b"),
1550 },
1551 },
1552 {
1553 .callback = dmi_ignore_irq0_timer_override,
1554 .ident = "FUJITSU SIEMENS",
1555 .matches = {
1556 DMI_MATCH(DMI_SYS_VENDOR, "FUJITSU SIEMENS"),
1557 DMI_MATCH(DMI_PRODUCT_NAME, "AMILO PRO V2030"),
1558 },
1559 },
1560 {}
1561 };
1562
1563 /*
1564 * acpi_boot_table_init() and acpi_boot_init()
1565 * called from setup_arch(), always.
1566 * 1. checksums all tables
1567 * 2. enumerates lapics
1568 * 3. enumerates io-apics
1569 *
1570 * acpi_table_init() is separate to allow reading SRAT without
1571 * other side effects.
1572 *
1573 * side effects of acpi_boot_init:
1574 * acpi_lapic = 1 if LAPIC found
1575 * acpi_ioapic = 1 if IOAPIC found
1576 * if (acpi_lapic && acpi_ioapic) smp_found_config = 1;
1577 * if acpi_blacklisted() acpi_disabled = 1;
1578 * acpi_irq_model=...
1579 * ...
1580 */
1581
acpi_boot_table_init(void)1582 void __init acpi_boot_table_init(void)
1583 {
1584 dmi_check_system(acpi_dmi_table);
1585
1586 /*
1587 * If acpi_disabled, bail out
1588 */
1589 if (acpi_disabled)
1590 return;
1591
1592 /*
1593 * Initialize the ACPI boot-time table parser.
1594 */
1595 if (acpi_locate_initial_tables())
1596 disable_acpi();
1597 else
1598 acpi_reserve_initial_tables();
1599 }
1600
early_acpi_boot_init(void)1601 int __init early_acpi_boot_init(void)
1602 {
1603 if (acpi_disabled)
1604 return 1;
1605
1606 acpi_table_init_complete();
1607
1608 acpi_table_parse(ACPI_SIG_BOOT, acpi_parse_sbf);
1609
1610 /*
1611 * blacklist may disable ACPI entirely
1612 */
1613 if (acpi_blacklisted()) {
1614 if (acpi_force) {
1615 pr_warn("acpi=force override\n");
1616 } else {
1617 pr_warn("Disabling ACPI support\n");
1618 disable_acpi();
1619 return 1;
1620 }
1621 }
1622
1623 /*
1624 * Process the Multiple APIC Description Table (MADT), if present
1625 */
1626 early_acpi_process_madt();
1627
1628 /*
1629 * Hardware-reduced ACPI mode initialization:
1630 */
1631 acpi_reduced_hw_init();
1632
1633 return 0;
1634 }
1635
acpi_boot_init(void)1636 int __init acpi_boot_init(void)
1637 {
1638 /* those are executed after early-quirks are executed */
1639 dmi_check_system(acpi_dmi_table_late);
1640
1641 /*
1642 * If acpi_disabled, bail out
1643 */
1644 if (acpi_disabled)
1645 return 1;
1646
1647 acpi_table_parse(ACPI_SIG_BOOT, acpi_parse_sbf);
1648
1649 /*
1650 * set sci_int and PM timer address
1651 */
1652 acpi_table_parse(ACPI_SIG_FADT, acpi_parse_fadt);
1653
1654 /*
1655 * Process the Multiple APIC Description Table (MADT), if present
1656 */
1657 acpi_process_madt();
1658
1659 acpi_table_parse(ACPI_SIG_HPET, acpi_parse_hpet);
1660 if (IS_ENABLED(CONFIG_ACPI_BGRT) && !acpi_nobgrt)
1661 acpi_table_parse(ACPI_SIG_BGRT, acpi_parse_bgrt);
1662
1663 if (!acpi_noirq)
1664 x86_init.pci.init = pci_acpi_init;
1665
1666 /* Do not enable ACPI SPCR console by default */
1667 acpi_parse_spcr(earlycon_acpi_spcr_enable, false);
1668 return 0;
1669 }
1670
parse_acpi(char * arg)1671 static int __init parse_acpi(char *arg)
1672 {
1673 if (!arg)
1674 return -EINVAL;
1675
1676 /* "acpi=off" disables both ACPI table parsing and interpreter */
1677 if (strcmp(arg, "off") == 0) {
1678 disable_acpi();
1679 }
1680 /* acpi=force to over-ride black-list */
1681 else if (strcmp(arg, "force") == 0) {
1682 acpi_force = 1;
1683 acpi_disabled = 0;
1684 }
1685 /* acpi=strict disables out-of-spec workarounds */
1686 else if (strcmp(arg, "strict") == 0) {
1687 acpi_strict = 1;
1688 }
1689 /* acpi=rsdt use RSDT instead of XSDT */
1690 else if (strcmp(arg, "rsdt") == 0) {
1691 acpi_gbl_do_not_use_xsdt = TRUE;
1692 }
1693 /* "acpi=noirq" disables ACPI interrupt routing */
1694 else if (strcmp(arg, "noirq") == 0) {
1695 acpi_noirq_set();
1696 }
1697 /* "acpi=copy_dsdt" copies DSDT */
1698 else if (strcmp(arg, "copy_dsdt") == 0) {
1699 acpi_gbl_copy_dsdt_locally = 1;
1700 }
1701 /* "acpi=nocmcff" disables FF mode for corrected errors */
1702 else if (strcmp(arg, "nocmcff") == 0) {
1703 acpi_disable_cmcff = 1;
1704 } else {
1705 /* Core will printk when we return error. */
1706 return -EINVAL;
1707 }
1708 return 0;
1709 }
1710 early_param("acpi", parse_acpi);
1711
parse_acpi_bgrt(char * arg)1712 static int __init parse_acpi_bgrt(char *arg)
1713 {
1714 acpi_nobgrt = true;
1715 return 0;
1716 }
1717 early_param("bgrt_disable", parse_acpi_bgrt);
1718
1719 /* FIXME: Using pci= for an ACPI parameter is a travesty. */
parse_pci(char * arg)1720 static int __init parse_pci(char *arg)
1721 {
1722 if (arg && strcmp(arg, "noacpi") == 0)
1723 acpi_disable_pci();
1724 return 0;
1725 }
1726 early_param("pci", parse_pci);
1727
acpi_mps_check(void)1728 int __init acpi_mps_check(void)
1729 {
1730 #if defined(CONFIG_X86_LOCAL_APIC) && !defined(CONFIG_X86_MPPARSE)
1731 /* mptable code is not built-in*/
1732 if (acpi_disabled || acpi_noirq) {
1733 pr_warn("MPS support code is not built-in, using acpi=off or acpi=noirq or pci=noacpi may have problem\n");
1734 return 1;
1735 }
1736 #endif
1737 return 0;
1738 }
1739
1740 #ifdef CONFIG_X86_IO_APIC
parse_acpi_skip_timer_override(char * arg)1741 static int __init parse_acpi_skip_timer_override(char *arg)
1742 {
1743 acpi_skip_timer_override = 1;
1744 return 0;
1745 }
1746 early_param("acpi_skip_timer_override", parse_acpi_skip_timer_override);
1747
parse_acpi_use_timer_override(char * arg)1748 static int __init parse_acpi_use_timer_override(char *arg)
1749 {
1750 acpi_use_timer_override = 1;
1751 return 0;
1752 }
1753 early_param("acpi_use_timer_override", parse_acpi_use_timer_override);
1754 #endif /* CONFIG_X86_IO_APIC */
1755
setup_acpi_sci(char * s)1756 static int __init setup_acpi_sci(char *s)
1757 {
1758 if (!s)
1759 return -EINVAL;
1760 if (!strcmp(s, "edge"))
1761 acpi_sci_flags = ACPI_MADT_TRIGGER_EDGE |
1762 (acpi_sci_flags & ~ACPI_MADT_TRIGGER_MASK);
1763 else if (!strcmp(s, "level"))
1764 acpi_sci_flags = ACPI_MADT_TRIGGER_LEVEL |
1765 (acpi_sci_flags & ~ACPI_MADT_TRIGGER_MASK);
1766 else if (!strcmp(s, "high"))
1767 acpi_sci_flags = ACPI_MADT_POLARITY_ACTIVE_HIGH |
1768 (acpi_sci_flags & ~ACPI_MADT_POLARITY_MASK);
1769 else if (!strcmp(s, "low"))
1770 acpi_sci_flags = ACPI_MADT_POLARITY_ACTIVE_LOW |
1771 (acpi_sci_flags & ~ACPI_MADT_POLARITY_MASK);
1772 else
1773 return -EINVAL;
1774 return 0;
1775 }
1776 early_param("acpi_sci", setup_acpi_sci);
1777
__acpi_acquire_global_lock(unsigned int * lock)1778 int __acpi_acquire_global_lock(unsigned int *lock)
1779 {
1780 unsigned int old, new, val;
1781
1782 old = READ_ONCE(*lock);
1783 do {
1784 val = (old >> 1) & 0x1;
1785 new = (old & ~0x3) + 2 + val;
1786 } while (!try_cmpxchg(lock, &old, new));
1787
1788 if (val)
1789 return 0;
1790
1791 return -1;
1792 }
1793
__acpi_release_global_lock(unsigned int * lock)1794 int __acpi_release_global_lock(unsigned int *lock)
1795 {
1796 unsigned int old, new;
1797
1798 old = READ_ONCE(*lock);
1799 do {
1800 new = old & ~0x3;
1801 } while (!try_cmpxchg(lock, &old, new));
1802 return old & 0x1;
1803 }
1804
arch_reserve_mem_area(acpi_physical_address addr,size_t size)1805 void __init arch_reserve_mem_area(acpi_physical_address addr, size_t size)
1806 {
1807 e820__range_add(addr, size, E820_TYPE_NVS);
1808 e820__update_table_print();
1809 }
1810
x86_default_set_root_pointer(u64 addr)1811 void x86_default_set_root_pointer(u64 addr)
1812 {
1813 boot_params.acpi_rsdp_addr = addr;
1814 }
1815
x86_default_get_root_pointer(void)1816 u64 x86_default_get_root_pointer(void)
1817 {
1818 return boot_params.acpi_rsdp_addr;
1819 }
1820
1821 #ifdef CONFIG_XEN_PV
x86_acpi_os_ioremap(acpi_physical_address phys,acpi_size size)1822 void __iomem *x86_acpi_os_ioremap(acpi_physical_address phys, acpi_size size)
1823 {
1824 return ioremap_cache(phys, size);
1825 }
1826
1827 void __iomem * (*acpi_os_ioremap)(acpi_physical_address phys, acpi_size size) =
1828 x86_acpi_os_ioremap;
1829 EXPORT_SYMBOL_GPL(acpi_os_ioremap);
1830 #endif
1831