1// SPDX-License-Identifier: GPL-2.0-or-later
2/*
3 * boot.c - Architecture-Specific Low-Level ACPI Boot Support
4 *
5 * Copyright (C) 2001, 2002 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com>
6 * Copyright (C) 2001 Jun Nakajima <jun.nakajima@intel.com>
7 */
8#define pr_fmt(fmt) "ACPI: " fmt
9
10#include <linux/init.h>
11#include <linux/acpi.h>
12#include <linux/acpi_pmtmr.h>
13#include <linux/efi.h>
14#include <linux/cpumask.h>
15#include <linux/export.h>
16#include <linux/dmi.h>
17#include <linux/irq.h>
18#include <linux/slab.h>
19#include <linux/memblock.h>
20#include <linux/ioport.h>
21#include <linux/pci.h>
22#include <linux/efi-bgrt.h>
23#include <linux/serial_core.h>
24#include <linux/pgtable.h>
25
26#include <asm/e820/api.h>
27#include <asm/irqdomain.h>
28#include <asm/pci_x86.h>
29#include <asm/io_apic.h>
30#include <asm/apic.h>
31#include <asm/io.h>
32#include <asm/mpspec.h>
33#include <asm/smp.h>
34#include <asm/i8259.h>
35#include <asm/setup.h>
36
37#include "sleep.h" /* To include x86_acpi_suspend_lowlevel */
38static int __initdata acpi_force = 0;
39int acpi_disabled;
40EXPORT_SYMBOL(acpi_disabled);
41
42#ifdef CONFIG_X86_64
43# include <asm/proto.h>
44#endif /* X86 */
45
46int acpi_noirq; /* skip ACPI IRQ initialization */
47static int acpi_nobgrt; /* skip ACPI BGRT */
48int acpi_pci_disabled; /* skip ACPI PCI scan and IRQ initialization */
49EXPORT_SYMBOL(acpi_pci_disabled);
50
51int acpi_lapic;
52int acpi_ioapic;
53int acpi_strict;
54int acpi_disable_cmcff;
55
56/* ACPI SCI override configuration */
57u8 acpi_sci_flags __initdata;
58u32 acpi_sci_override_gsi __initdata = INVALID_ACPI_IRQ;
59int acpi_skip_timer_override __initdata;
60int acpi_use_timer_override __initdata;
61int acpi_fix_pin2_polarity __initdata;
62
63#ifdef CONFIG_X86_LOCAL_APIC
64static u64 acpi_lapic_addr __initdata = APIC_DEFAULT_PHYS_BASE;
65static bool acpi_support_online_capable;
66#endif
67
68#ifdef CONFIG_X86_64
69/* Physical address of the Multiprocessor Wakeup Structure mailbox */
70static u64 acpi_mp_wake_mailbox_paddr;
71/* Virtual address of the Multiprocessor Wakeup Structure mailbox */
72static struct acpi_madt_multiproc_wakeup_mailbox *acpi_mp_wake_mailbox;
73#endif
74
75#ifdef CONFIG_X86_IO_APIC
76/*
77 * Locks related to IOAPIC hotplug
78 * Hotplug side:
79 * ->device_hotplug_lock
80 * ->acpi_ioapic_lock
81 * ->ioapic_lock
82 * Interrupt mapping side:
83 * ->acpi_ioapic_lock
84 * ->ioapic_mutex
85 * ->ioapic_lock
86 */
87static DEFINE_MUTEX(acpi_ioapic_lock);
88#endif
89
90/* --------------------------------------------------------------------------
91 Boot-time Configuration
92 -------------------------------------------------------------------------- */
93
94/*
95 * The default interrupt routing model is PIC (8259). This gets
96 * overridden if IOAPICs are enumerated (below).
97 */
98enum acpi_irq_model_id acpi_irq_model = ACPI_IRQ_MODEL_PIC;
99
100
101/*
102 * ISA irqs by default are the first 16 gsis but can be
103 * any gsi as specified by an interrupt source override.
104 */
105static u32 isa_irq_to_gsi[NR_IRQS_LEGACY] __read_mostly = {
106 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15
107};
108
109/*
110 * This is just a simple wrapper around early_memremap(),
111 * with sanity checks for phys == 0 and size == 0.
112 */
113void __init __iomem *__acpi_map_table(unsigned long phys, unsigned long size)
114{
115
116 if (!phys || !size)
117 return NULL;
118
119 return early_memremap(phys, size);
120}
121
122void __init __acpi_unmap_table(void __iomem *map, unsigned long size)
123{
124 if (!map || !size)
125 return;
126
127 early_memunmap(map, size);
128}
129
130#ifdef CONFIG_X86_LOCAL_APIC
131static int __init acpi_parse_madt(struct acpi_table_header *table)
132{
133 struct acpi_table_madt *madt = NULL;
134
135 if (!boot_cpu_has(X86_FEATURE_APIC))
136 return -EINVAL;
137
138 madt = (struct acpi_table_madt *)table;
139 if (!madt) {
140 pr_warn("Unable to map MADT\n");
141 return -ENODEV;
142 }
143
144 if (madt->address) {
145 acpi_lapic_addr = (u64) madt->address;
146
147 pr_debug("Local APIC address 0x%08x\n", madt->address);
148 }
149 if (madt->header.revision >= 5)
150 acpi_support_online_capable = true;
151
152 default_acpi_madt_oem_check(madt->header.oem_id,
153 madt->header.oem_table_id);
154
155 return 0;
156}
157
158/**
159 * acpi_register_lapic - register a local apic and generates a logic cpu number
160 * @id: local apic id to register
161 * @acpiid: ACPI id to register
162 * @enabled: this cpu is enabled or not
163 *
164 * Returns the logic cpu number which maps to the local apic
165 */
166static int acpi_register_lapic(int id, u32 acpiid, u8 enabled)
167{
168 unsigned int ver = 0;
169 int cpu;
170
171 if (id >= MAX_LOCAL_APIC) {
172 pr_info("skipped apicid that is too big\n");
173 return -EINVAL;
174 }
175
176 if (!enabled) {
177 ++disabled_cpus;
178 return -EINVAL;
179 }
180
181 if (boot_cpu_physical_apicid != -1U)
182 ver = boot_cpu_apic_version;
183
184 cpu = generic_processor_info(id, ver);
185 if (cpu >= 0)
186 early_per_cpu(x86_cpu_to_acpiid, cpu) = acpiid;
187
188 return cpu;
189}
190
191static int __init
192acpi_parse_x2apic(union acpi_subtable_headers *header, const unsigned long end)
193{
194 struct acpi_madt_local_x2apic *processor = NULL;
195#ifdef CONFIG_X86_X2APIC
196 u32 apic_id;
197 u8 enabled;
198#endif
199
200 processor = (struct acpi_madt_local_x2apic *)header;
201
202 if (BAD_MADT_ENTRY(processor, end))
203 return -EINVAL;
204
205 acpi_table_print_madt_entry(&header->common);
206
207#ifdef CONFIG_X86_X2APIC
208 apic_id = processor->local_apic_id;
209 enabled = processor->lapic_flags & ACPI_MADT_ENABLED;
210
211 /* Ignore invalid ID */
212 if (apic_id == 0xffffffff)
213 return 0;
214
215 /*
216 * We need to register disabled CPU as well to permit
217 * counting disabled CPUs. This allows us to size
218 * cpus_possible_map more accurately, to permit
219 * to not preallocating memory for all NR_CPUS
220 * when we use CPU hotplug.
221 */
222 if (!apic->apic_id_valid(apic_id)) {
223 if (enabled)
224 pr_warn("x2apic entry ignored\n");
225 return 0;
226 }
227
228 acpi_register_lapic(apic_id, processor->uid, enabled);
229#else
230 pr_warn("x2apic entry ignored\n");
231#endif
232
233 return 0;
234}
235
236static int __init
237acpi_parse_lapic(union acpi_subtable_headers * header, const unsigned long end)
238{
239 struct acpi_madt_local_apic *processor = NULL;
240
241 processor = (struct acpi_madt_local_apic *)header;
242
243 if (BAD_MADT_ENTRY(processor, end))
244 return -EINVAL;
245
246 acpi_table_print_madt_entry(&header->common);
247
248 /* Ignore invalid ID */
249 if (processor->id == 0xff)
250 return 0;
251
252 /* don't register processors that can not be onlined */
253 if (acpi_support_online_capable &&
254 !(processor->lapic_flags & ACPI_MADT_ENABLED) &&
255 !(processor->lapic_flags & ACPI_MADT_ONLINE_CAPABLE))
256 return 0;
257
258 /*
259 * We need to register disabled CPU as well to permit
260 * counting disabled CPUs. This allows us to size
261 * cpus_possible_map more accurately, to permit
262 * to not preallocating memory for all NR_CPUS
263 * when we use CPU hotplug.
264 */
265 acpi_register_lapic(processor->id, /* APIC ID */
266 processor->processor_id, /* ACPI ID */
267 processor->lapic_flags & ACPI_MADT_ENABLED);
268
269 return 0;
270}
271
272static int __init
273acpi_parse_sapic(union acpi_subtable_headers *header, const unsigned long end)
274{
275 struct acpi_madt_local_sapic *processor = NULL;
276
277 processor = (struct acpi_madt_local_sapic *)header;
278
279 if (BAD_MADT_ENTRY(processor, end))
280 return -EINVAL;
281
282 acpi_table_print_madt_entry(&header->common);
283
284 acpi_register_lapic((processor->id << 8) | processor->eid,/* APIC ID */
285 processor->processor_id, /* ACPI ID */
286 processor->lapic_flags & ACPI_MADT_ENABLED);
287
288 return 0;
289}
290
291static int __init
292acpi_parse_lapic_addr_ovr(union acpi_subtable_headers * header,
293 const unsigned long end)
294{
295 struct acpi_madt_local_apic_override *lapic_addr_ovr = NULL;
296
297 lapic_addr_ovr = (struct acpi_madt_local_apic_override *)header;
298
299 if (BAD_MADT_ENTRY(lapic_addr_ovr, end))
300 return -EINVAL;
301
302 acpi_table_print_madt_entry(&header->common);
303
304 acpi_lapic_addr = lapic_addr_ovr->address;
305
306 return 0;
307}
308
309static int __init
310acpi_parse_x2apic_nmi(union acpi_subtable_headers *header,
311 const unsigned long end)
312{
313 struct acpi_madt_local_x2apic_nmi *x2apic_nmi = NULL;
314
315 x2apic_nmi = (struct acpi_madt_local_x2apic_nmi *)header;
316
317 if (BAD_MADT_ENTRY(x2apic_nmi, end))
318 return -EINVAL;
319
320 acpi_table_print_madt_entry(&header->common);
321
322 if (x2apic_nmi->lint != 1)
323 pr_warn("NMI not connected to LINT 1!\n");
324
325 return 0;
326}
327
328static int __init
329acpi_parse_lapic_nmi(union acpi_subtable_headers * header, const unsigned long end)
330{
331 struct acpi_madt_local_apic_nmi *lapic_nmi = NULL;
332
333 lapic_nmi = (struct acpi_madt_local_apic_nmi *)header;
334
335 if (BAD_MADT_ENTRY(lapic_nmi, end))
336 return -EINVAL;
337
338 acpi_table_print_madt_entry(&header->common);
339
340 if (lapic_nmi->lint != 1)
341 pr_warn("NMI not connected to LINT 1!\n");
342
343 return 0;
344}
345
346#ifdef CONFIG_X86_64
347static int acpi_wakeup_cpu(int apicid, unsigned long start_ip)
348{
349 /*
350 * Remap mailbox memory only for the first call to acpi_wakeup_cpu().
351 *
352 * Wakeup of secondary CPUs is fully serialized in the core code.
353 * No need to protect acpi_mp_wake_mailbox from concurrent accesses.
354 */
355 if (!acpi_mp_wake_mailbox) {
356 acpi_mp_wake_mailbox = memremap(acpi_mp_wake_mailbox_paddr,
357 sizeof(*acpi_mp_wake_mailbox),
358 MEMREMAP_WB);
359 }
360
361 /*
362 * Mailbox memory is shared between the firmware and OS. Firmware will
363 * listen on mailbox command address, and once it receives the wakeup
364 * command, the CPU associated with the given apicid will be booted.
365 *
366 * The value of 'apic_id' and 'wakeup_vector' must be visible to the
367 * firmware before the wakeup command is visible. smp_store_release()
368 * ensures ordering and visibility.
369 */
370 acpi_mp_wake_mailbox->apic_id = apicid;
371 acpi_mp_wake_mailbox->wakeup_vector = start_ip;
372 smp_store_release(&acpi_mp_wake_mailbox->command,
373 ACPI_MP_WAKE_COMMAND_WAKEUP);
374
375 /*
376 * Wait for the CPU to wake up.
377 *
378 * The CPU being woken up is essentially in a spin loop waiting to be
379 * woken up. It should not take long for it wake up and acknowledge by
380 * zeroing out ->command.
381 *
382 * ACPI specification doesn't provide any guidance on how long kernel
383 * has to wait for a wake up acknowledgement. It also doesn't provide
384 * a way to cancel a wake up request if it takes too long.
385 *
386 * In TDX environment, the VMM has control over how long it takes to
387 * wake up secondary. It can postpone scheduling secondary vCPU
388 * indefinitely. Giving up on wake up request and reporting error opens
389 * possible attack vector for VMM: it can wake up a secondary CPU when
390 * kernel doesn't expect it. Wait until positive result of the wake up
391 * request.
392 */
393 while (READ_ONCE(acpi_mp_wake_mailbox->command))
394 cpu_relax();
395
396 return 0;
397}
398#endif /* CONFIG_X86_64 */
399#endif /* CONFIG_X86_LOCAL_APIC */
400
401#ifdef CONFIG_X86_IO_APIC
402#define MP_ISA_BUS 0
403
404static int __init mp_register_ioapic_irq(u8 bus_irq, u8 polarity,
405 u8 trigger, u32 gsi);
406
407static void __init mp_override_legacy_irq(u8 bus_irq, u8 polarity, u8 trigger,
408 u32 gsi)
409{
410 /*
411 * Check bus_irq boundary.
412 */
413 if (bus_irq >= NR_IRQS_LEGACY) {
414 pr_warn("Invalid bus_irq %u for legacy override\n", bus_irq);
415 return;
416 }
417
418 /*
419 * TBD: This check is for faulty timer entries, where the override
420 * erroneously sets the trigger to level, resulting in a HUGE
421 * increase of timer interrupts!
422 */
423 if ((bus_irq == 0) && (trigger == 3))
424 trigger = 1;
425
426 if (mp_register_ioapic_irq(bus_irq, polarity, trigger, gsi) < 0)
427 return;
428 /*
429 * Reset default identity mapping if gsi is also an legacy IRQ,
430 * otherwise there will be more than one entry with the same GSI
431 * and acpi_isa_irq_to_gsi() may give wrong result.
432 */
433 if (gsi < nr_legacy_irqs() && isa_irq_to_gsi[gsi] == gsi)
434 isa_irq_to_gsi[gsi] = INVALID_ACPI_IRQ;
435 isa_irq_to_gsi[bus_irq] = gsi;
436}
437
438static void mp_config_acpi_gsi(struct device *dev, u32 gsi, int trigger,
439 int polarity)
440{
441#ifdef CONFIG_X86_MPPARSE
442 struct mpc_intsrc mp_irq;
443 struct pci_dev *pdev;
444 unsigned char number;
445 unsigned int devfn;
446 int ioapic;
447 u8 pin;
448
449 if (!acpi_ioapic)
450 return;
451 if (!dev || !dev_is_pci(dev))
452 return;
453
454 pdev = to_pci_dev(dev);
455 number = pdev->bus->number;
456 devfn = pdev->devfn;
457 pin = pdev->pin;
458 /* print the entry should happen on mptable identically */
459 mp_irq.type = MP_INTSRC;
460 mp_irq.irqtype = mp_INT;
461 mp_irq.irqflag = (trigger == ACPI_EDGE_SENSITIVE ? 4 : 0x0c) |
462 (polarity == ACPI_ACTIVE_HIGH ? 1 : 3);
463 mp_irq.srcbus = number;
464 mp_irq.srcbusirq = (((devfn >> 3) & 0x1f) << 2) | ((pin - 1) & 3);
465 ioapic = mp_find_ioapic(gsi);
466 mp_irq.dstapic = mpc_ioapic_id(ioapic);
467 mp_irq.dstirq = mp_find_ioapic_pin(ioapic, gsi);
468
469 mp_save_irq(&mp_irq);
470#endif
471}
472
473static int __init mp_register_ioapic_irq(u8 bus_irq, u8 polarity,
474 u8 trigger, u32 gsi)
475{
476 struct mpc_intsrc mp_irq;
477 int ioapic, pin;
478
479 /* Convert 'gsi' to 'ioapic.pin'(INTIN#) */
480 ioapic = mp_find_ioapic(gsi);
481 if (ioapic < 0) {
482 pr_warn("Failed to find ioapic for gsi : %u\n", gsi);
483 return ioapic;
484 }
485
486 pin = mp_find_ioapic_pin(ioapic, gsi);
487
488 mp_irq.type = MP_INTSRC;
489 mp_irq.irqtype = mp_INT;
490 mp_irq.irqflag = (trigger << 2) | polarity;
491 mp_irq.srcbus = MP_ISA_BUS;
492 mp_irq.srcbusirq = bus_irq;
493 mp_irq.dstapic = mpc_ioapic_id(ioapic);
494 mp_irq.dstirq = pin;
495
496 mp_save_irq(&mp_irq);
497
498 return 0;
499}
500
501static int __init
502acpi_parse_ioapic(union acpi_subtable_headers * header, const unsigned long end)
503{
504 struct acpi_madt_io_apic *ioapic = NULL;
505 struct ioapic_domain_cfg cfg = {
506 .type = IOAPIC_DOMAIN_DYNAMIC,
507 .ops = &mp_ioapic_irqdomain_ops,
508 };
509
510 ioapic = (struct acpi_madt_io_apic *)header;
511
512 if (BAD_MADT_ENTRY(ioapic, end))
513 return -EINVAL;
514
515 acpi_table_print_madt_entry(&header->common);
516
517 /* Statically assign IRQ numbers for IOAPICs hosting legacy IRQs */
518 if (ioapic->global_irq_base < nr_legacy_irqs())
519 cfg.type = IOAPIC_DOMAIN_LEGACY;
520
521 mp_register_ioapic(ioapic->id, ioapic->address, ioapic->global_irq_base,
522 &cfg);
523
524 return 0;
525}
526
527/*
528 * Parse Interrupt Source Override for the ACPI SCI
529 */
530static void __init acpi_sci_ioapic_setup(u8 bus_irq, u16 polarity, u16 trigger, u32 gsi)
531{
532 if (trigger == 0) /* compatible SCI trigger is level */
533 trigger = 3;
534
535 if (polarity == 0) /* compatible SCI polarity is low */
536 polarity = 3;
537
538 /* Command-line over-ride via acpi_sci= */
539 if (acpi_sci_flags & ACPI_MADT_TRIGGER_MASK)
540 trigger = (acpi_sci_flags & ACPI_MADT_TRIGGER_MASK) >> 2;
541
542 if (acpi_sci_flags & ACPI_MADT_POLARITY_MASK)
543 polarity = acpi_sci_flags & ACPI_MADT_POLARITY_MASK;
544
545 if (bus_irq < NR_IRQS_LEGACY)
546 mp_override_legacy_irq(bus_irq, polarity, trigger, gsi);
547 else
548 mp_register_ioapic_irq(bus_irq, polarity, trigger, gsi);
549
550 acpi_penalize_sci_irq(bus_irq, trigger, polarity);
551
552 /*
553 * stash over-ride to indicate we've been here
554 * and for later update of acpi_gbl_FADT
555 */
556 acpi_sci_override_gsi = gsi;
557 return;
558}
559
560static int __init
561acpi_parse_int_src_ovr(union acpi_subtable_headers * header,
562 const unsigned long end)
563{
564 struct acpi_madt_interrupt_override *intsrc = NULL;
565
566 intsrc = (struct acpi_madt_interrupt_override *)header;
567
568 if (BAD_MADT_ENTRY(intsrc, end))
569 return -EINVAL;
570
571 acpi_table_print_madt_entry(&header->common);
572
573 if (intsrc->source_irq == acpi_gbl_FADT.sci_interrupt) {
574 acpi_sci_ioapic_setup(intsrc->source_irq,
575 intsrc->inti_flags & ACPI_MADT_POLARITY_MASK,
576 (intsrc->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2,
577 intsrc->global_irq);
578 return 0;
579 }
580
581 if (intsrc->source_irq == 0) {
582 if (acpi_skip_timer_override) {
583 pr_warn("BIOS IRQ0 override ignored.\n");
584 return 0;
585 }
586
587 if ((intsrc->global_irq == 2) && acpi_fix_pin2_polarity
588 && (intsrc->inti_flags & ACPI_MADT_POLARITY_MASK)) {
589 intsrc->inti_flags &= ~ACPI_MADT_POLARITY_MASK;
590 pr_warn("BIOS IRQ0 pin2 override: forcing polarity to high active.\n");
591 }
592 }
593
594 mp_override_legacy_irq(intsrc->source_irq,
595 intsrc->inti_flags & ACPI_MADT_POLARITY_MASK,
596 (intsrc->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2,
597 intsrc->global_irq);
598
599 return 0;
600}
601
602static int __init
603acpi_parse_nmi_src(union acpi_subtable_headers * header, const unsigned long end)
604{
605 struct acpi_madt_nmi_source *nmi_src = NULL;
606
607 nmi_src = (struct acpi_madt_nmi_source *)header;
608
609 if (BAD_MADT_ENTRY(nmi_src, end))
610 return -EINVAL;
611
612 acpi_table_print_madt_entry(&header->common);
613
614 /* TBD: Support nimsrc entries? */
615
616 return 0;
617}
618
619#endif /* CONFIG_X86_IO_APIC */
620
621/*
622 * acpi_pic_sci_set_trigger()
623 *
624 * use ELCR to set PIC-mode trigger type for SCI
625 *
626 * If a PIC-mode SCI is not recognized or gives spurious IRQ7's
627 * it may require Edge Trigger -- use "acpi_sci=edge"
628 *
629 * Port 0x4d0-4d1 are ELCR1 and ELCR2, the Edge/Level Control Registers
630 * for the 8259 PIC. bit[n] = 1 means irq[n] is Level, otherwise Edge.
631 * ELCR1 is IRQs 0-7 (IRQ 0, 1, 2 must be 0)
632 * ELCR2 is IRQs 8-15 (IRQ 8, 13 must be 0)
633 */
634
635void __init acpi_pic_sci_set_trigger(unsigned int irq, u16 trigger)
636{
637 unsigned int mask = 1 << irq;
638 unsigned int old, new;
639
640 /* Real old ELCR mask */
641 old = inb(PIC_ELCR1) | (inb(PIC_ELCR2) << 8);
642
643 /*
644 * If we use ACPI to set PCI IRQs, then we should clear ELCR
645 * since we will set it correctly as we enable the PCI irq
646 * routing.
647 */
648 new = acpi_noirq ? old : 0;
649
650 /*
651 * Update SCI information in the ELCR, it isn't in the PCI
652 * routing tables..
653 */
654 switch (trigger) {
655 case 1: /* Edge - clear */
656 new &= ~mask;
657 break;
658 case 3: /* Level - set */
659 new |= mask;
660 break;
661 }
662
663 if (old == new)
664 return;
665
666 pr_warn("setting ELCR to %04x (from %04x)\n", new, old);
667 outb(new, PIC_ELCR1);
668 outb(new >> 8, PIC_ELCR2);
669}
670
671int acpi_gsi_to_irq(u32 gsi, unsigned int *irqp)
672{
673 int rc, irq, trigger, polarity;
674
675 if (acpi_irq_model == ACPI_IRQ_MODEL_PIC) {
676 *irqp = gsi;
677 return 0;
678 }
679
680 rc = acpi_get_override_irq(gsi, &trigger, &polarity);
681 if (rc)
682 return rc;
683
684 trigger = trigger ? ACPI_LEVEL_SENSITIVE : ACPI_EDGE_SENSITIVE;
685 polarity = polarity ? ACPI_ACTIVE_LOW : ACPI_ACTIVE_HIGH;
686 irq = acpi_register_gsi(NULL, gsi, trigger, polarity);
687 if (irq < 0)
688 return irq;
689
690 *irqp = irq;
691 return 0;
692}
693EXPORT_SYMBOL_GPL(acpi_gsi_to_irq);
694
695int acpi_isa_irq_to_gsi(unsigned isa_irq, u32 *gsi)
696{
697 if (isa_irq < nr_legacy_irqs() &&
698 isa_irq_to_gsi[isa_irq] != INVALID_ACPI_IRQ) {
699 *gsi = isa_irq_to_gsi[isa_irq];
700 return 0;
701 }
702
703 return -1;
704}
705
706static int acpi_register_gsi_pic(struct device *dev, u32 gsi,
707 int trigger, int polarity)
708{
709#ifdef CONFIG_PCI
710 /*
711 * Make sure all (legacy) PCI IRQs are set as level-triggered.
712 */
713 if (trigger == ACPI_LEVEL_SENSITIVE)
714 elcr_set_level_irq(gsi);
715#endif
716
717 return gsi;
718}
719
720#ifdef CONFIG_X86_LOCAL_APIC
721static int acpi_register_gsi_ioapic(struct device *dev, u32 gsi,
722 int trigger, int polarity)
723{
724 int irq = gsi;
725#ifdef CONFIG_X86_IO_APIC
726 int node;
727 struct irq_alloc_info info;
728
729 node = dev ? dev_to_node(dev) : NUMA_NO_NODE;
730 trigger = trigger == ACPI_EDGE_SENSITIVE ? 0 : 1;
731 polarity = polarity == ACPI_ACTIVE_HIGH ? 0 : 1;
732 ioapic_set_alloc_attr(&info, node, trigger, polarity);
733
734 mutex_lock(&acpi_ioapic_lock);
735 irq = mp_map_gsi_to_irq(gsi, IOAPIC_MAP_ALLOC, &info);
736 /* Don't set up the ACPI SCI because it's already set up */
737 if (irq >= 0 && enable_update_mptable && gsi != acpi_gbl_FADT.sci_interrupt)
738 mp_config_acpi_gsi(dev, gsi, trigger, polarity);
739 mutex_unlock(&acpi_ioapic_lock);
740#endif
741
742 return irq;
743}
744
745static void acpi_unregister_gsi_ioapic(u32 gsi)
746{
747#ifdef CONFIG_X86_IO_APIC
748 int irq;
749
750 mutex_lock(&acpi_ioapic_lock);
751 irq = mp_map_gsi_to_irq(gsi, 0, NULL);
752 if (irq > 0)
753 mp_unmap_irq(irq);
754 mutex_unlock(&acpi_ioapic_lock);
755#endif
756}
757#endif
758
759int (*__acpi_register_gsi)(struct device *dev, u32 gsi,
760 int trigger, int polarity) = acpi_register_gsi_pic;
761void (*__acpi_unregister_gsi)(u32 gsi) = NULL;
762
763#ifdef CONFIG_ACPI_SLEEP
764int (*acpi_suspend_lowlevel)(void) = x86_acpi_suspend_lowlevel;
765#else
766int (*acpi_suspend_lowlevel)(void);
767#endif
768
769/*
770 * success: return IRQ number (>=0)
771 * failure: return < 0
772 */
773int acpi_register_gsi(struct device *dev, u32 gsi, int trigger, int polarity)
774{
775 return __acpi_register_gsi(dev, gsi, trigger, polarity);
776}
777EXPORT_SYMBOL_GPL(acpi_register_gsi);
778
779void acpi_unregister_gsi(u32 gsi)
780{
781 if (__acpi_unregister_gsi)
782 __acpi_unregister_gsi(gsi);
783}
784EXPORT_SYMBOL_GPL(acpi_unregister_gsi);
785
786#ifdef CONFIG_X86_LOCAL_APIC
787static void __init acpi_set_irq_model_ioapic(void)
788{
789 acpi_irq_model = ACPI_IRQ_MODEL_IOAPIC;
790 __acpi_register_gsi = acpi_register_gsi_ioapic;
791 __acpi_unregister_gsi = acpi_unregister_gsi_ioapic;
792 acpi_ioapic = 1;
793}
794#endif
795
796/*
797 * ACPI based hotplug support for CPU
798 */
799#ifdef CONFIG_ACPI_HOTPLUG_CPU
800#include <acpi/processor.h>
801
802static int acpi_map_cpu2node(acpi_handle handle, int cpu, int physid)
803{
804#ifdef CONFIG_ACPI_NUMA
805 int nid;
806
807 nid = acpi_get_node(handle);
808 if (nid != NUMA_NO_NODE) {
809 set_apicid_to_node(physid, nid);
810 numa_set_node(cpu, nid);
811 }
812#endif
813 return 0;
814}
815
816int acpi_map_cpu(acpi_handle handle, phys_cpuid_t physid, u32 acpi_id,
817 int *pcpu)
818{
819 int cpu;
820
821 cpu = acpi_register_lapic(physid, acpi_id, ACPI_MADT_ENABLED);
822 if (cpu < 0) {
823 pr_info("Unable to map lapic to logical cpu number\n");
824 return cpu;
825 }
826
827 acpi_processor_set_pdc(handle);
828 acpi_map_cpu2node(handle, cpu, physid);
829
830 *pcpu = cpu;
831 return 0;
832}
833EXPORT_SYMBOL(acpi_map_cpu);
834
835int acpi_unmap_cpu(int cpu)
836{
837#ifdef CONFIG_ACPI_NUMA
838 set_apicid_to_node(per_cpu(x86_cpu_to_apicid, cpu), NUMA_NO_NODE);
839#endif
840
841 per_cpu(x86_cpu_to_apicid, cpu) = -1;
842 set_cpu_present(cpu, false);
843 num_processors--;
844
845 return (0);
846}
847EXPORT_SYMBOL(acpi_unmap_cpu);
848#endif /* CONFIG_ACPI_HOTPLUG_CPU */
849
850int acpi_register_ioapic(acpi_handle handle, u64 phys_addr, u32 gsi_base)
851{
852 int ret = -ENOSYS;
853#ifdef CONFIG_ACPI_HOTPLUG_IOAPIC
854 int ioapic_id;
855 u64 addr;
856 struct ioapic_domain_cfg cfg = {
857 .type = IOAPIC_DOMAIN_DYNAMIC,
858 .ops = &mp_ioapic_irqdomain_ops,
859 };
860
861 ioapic_id = acpi_get_ioapic_id(handle, gsi_base, &addr);
862 if (ioapic_id < 0) {
863 unsigned long long uid;
864 acpi_status status;
865
866 status = acpi_evaluate_integer(handle, METHOD_NAME__UID,
867 NULL, &uid);
868 if (ACPI_FAILURE(status)) {
869 acpi_handle_warn(handle, "failed to get IOAPIC ID.\n");
870 return -EINVAL;
871 }
872 ioapic_id = (int)uid;
873 }
874
875 mutex_lock(&acpi_ioapic_lock);
876 ret = mp_register_ioapic(ioapic_id, phys_addr, gsi_base, &cfg);
877 mutex_unlock(&acpi_ioapic_lock);
878#endif
879
880 return ret;
881}
882EXPORT_SYMBOL(acpi_register_ioapic);
883
884int acpi_unregister_ioapic(acpi_handle handle, u32 gsi_base)
885{
886 int ret = -ENOSYS;
887
888#ifdef CONFIG_ACPI_HOTPLUG_IOAPIC
889 mutex_lock(&acpi_ioapic_lock);
890 ret = mp_unregister_ioapic(gsi_base);
891 mutex_unlock(&acpi_ioapic_lock);
892#endif
893
894 return ret;
895}
896EXPORT_SYMBOL(acpi_unregister_ioapic);
897
898/**
899 * acpi_ioapic_registered - Check whether IOAPIC associated with @gsi_base
900 * has been registered
901 * @handle: ACPI handle of the IOAPIC device
902 * @gsi_base: GSI base associated with the IOAPIC
903 *
904 * Assume caller holds some type of lock to serialize acpi_ioapic_registered()
905 * with acpi_register_ioapic()/acpi_unregister_ioapic().
906 */
907int acpi_ioapic_registered(acpi_handle handle, u32 gsi_base)
908{
909 int ret = 0;
910
911#ifdef CONFIG_ACPI_HOTPLUG_IOAPIC
912 mutex_lock(&acpi_ioapic_lock);
913 ret = mp_ioapic_registered(gsi_base);
914 mutex_unlock(&acpi_ioapic_lock);
915#endif
916
917 return ret;
918}
919
920static int __init acpi_parse_sbf(struct acpi_table_header *table)
921{
922 struct acpi_table_boot *sb = (struct acpi_table_boot *)table;
923
924 sbf_port = sb->cmos_index; /* Save CMOS port */
925
926 return 0;
927}
928
929#ifdef CONFIG_HPET_TIMER
930#include <asm/hpet.h>
931
932static struct resource *hpet_res __initdata;
933
934static int __init acpi_parse_hpet(struct acpi_table_header *table)
935{
936 struct acpi_table_hpet *hpet_tbl = (struct acpi_table_hpet *)table;
937
938 if (hpet_tbl->address.space_id != ACPI_SPACE_MEM) {
939 pr_warn("HPET timers must be located in memory.\n");
940 return -1;
941 }
942
943 hpet_address = hpet_tbl->address.address;
944 hpet_blockid = hpet_tbl->sequence;
945
946 /*
947 * Some broken BIOSes advertise HPET at 0x0. We really do not
948 * want to allocate a resource there.
949 */
950 if (!hpet_address) {
951 pr_warn("HPET id: %#x base: %#lx is invalid\n", hpet_tbl->id, hpet_address);
952 return 0;
953 }
954#ifdef CONFIG_X86_64
955 /*
956 * Some even more broken BIOSes advertise HPET at
957 * 0xfed0000000000000 instead of 0xfed00000. Fix it up and add
958 * some noise:
959 */
960 if (hpet_address == 0xfed0000000000000UL) {
961 if (!hpet_force_user) {
962 pr_warn("HPET id: %#x base: 0xfed0000000000000 is bogus, try hpet=force on the kernel command line to fix it up to 0xfed00000.\n",
963 hpet_tbl->id);
964 hpet_address = 0;
965 return 0;
966 }
967 pr_warn("HPET id: %#x base: 0xfed0000000000000 fixed up to 0xfed00000.\n",
968 hpet_tbl->id);
969 hpet_address >>= 32;
970 }
971#endif
972 pr_info("HPET id: %#x base: %#lx\n", hpet_tbl->id, hpet_address);
973
974 /*
975 * Allocate and initialize the HPET firmware resource for adding into
976 * the resource tree during the lateinit timeframe.
977 */
978#define HPET_RESOURCE_NAME_SIZE 9
979 hpet_res = memblock_alloc(sizeof(*hpet_res) + HPET_RESOURCE_NAME_SIZE,
980 SMP_CACHE_BYTES);
981 if (!hpet_res)
982 panic("%s: Failed to allocate %zu bytes\n", __func__,
983 sizeof(*hpet_res) + HPET_RESOURCE_NAME_SIZE);
984
985 hpet_res->name = (void *)&hpet_res[1];
986 hpet_res->flags = IORESOURCE_MEM;
987 snprintf((char *)hpet_res->name, HPET_RESOURCE_NAME_SIZE, "HPET %u",
988 hpet_tbl->sequence);
989
990 hpet_res->start = hpet_address;
991 hpet_res->end = hpet_address + (1 * 1024) - 1;
992
993 return 0;
994}
995
996/*
997 * hpet_insert_resource inserts the HPET resources used into the resource
998 * tree.
999 */
1000static __init int hpet_insert_resource(void)
1001{
1002 if (!hpet_res)
1003 return 1;
1004
1005 return insert_resource(&iomem_resource, hpet_res);
1006}
1007
1008late_initcall(hpet_insert_resource);
1009
1010#else
1011#define acpi_parse_hpet NULL
1012#endif
1013
1014static int __init acpi_parse_fadt(struct acpi_table_header *table)
1015{
1016 if (!(acpi_gbl_FADT.boot_flags & ACPI_FADT_LEGACY_DEVICES)) {
1017 pr_debug("no legacy devices present\n");
1018 x86_platform.legacy.devices.pnpbios = 0;
1019 }
1020
1021 if (acpi_gbl_FADT.header.revision >= FADT2_REVISION_ID &&
1022 !(acpi_gbl_FADT.boot_flags & ACPI_FADT_8042) &&
1023 x86_platform.legacy.i8042 != X86_LEGACY_I8042_PLATFORM_ABSENT) {
1024 pr_debug("i8042 controller is absent\n");
1025 x86_platform.legacy.i8042 = X86_LEGACY_I8042_FIRMWARE_ABSENT;
1026 }
1027
1028 if (acpi_gbl_FADT.boot_flags & ACPI_FADT_NO_CMOS_RTC) {
1029 pr_debug("not registering RTC platform device\n");
1030 x86_platform.legacy.rtc = 0;
1031 }
1032
1033 if (acpi_gbl_FADT.boot_flags & ACPI_FADT_NO_VGA) {
1034 pr_debug("probing for VGA not safe\n");
1035 x86_platform.legacy.no_vga = 1;
1036 }
1037
1038#ifdef CONFIG_X86_PM_TIMER
1039 /* detect the location of the ACPI PM Timer */
1040 if (acpi_gbl_FADT.header.revision >= FADT2_REVISION_ID) {
1041 /* FADT rev. 2 */
1042 if (acpi_gbl_FADT.xpm_timer_block.space_id !=
1043 ACPI_ADR_SPACE_SYSTEM_IO)
1044 return 0;
1045
1046 pmtmr_ioport = acpi_gbl_FADT.xpm_timer_block.address;
1047 /*
1048 * "X" fields are optional extensions to the original V1.0
1049 * fields, so we must selectively expand V1.0 fields if the
1050 * corresponding X field is zero.
1051 */
1052 if (!pmtmr_ioport)
1053 pmtmr_ioport = acpi_gbl_FADT.pm_timer_block;
1054 } else {
1055 /* FADT rev. 1 */
1056 pmtmr_ioport = acpi_gbl_FADT.pm_timer_block;
1057 }
1058 if (pmtmr_ioport)
1059 pr_info("PM-Timer IO Port: %#x\n", pmtmr_ioport);
1060#endif
1061 return 0;
1062}
1063
1064#ifdef CONFIG_X86_LOCAL_APIC
1065/*
1066 * Parse LAPIC entries in MADT
1067 * returns 0 on success, < 0 on error
1068 */
1069
1070static int __init early_acpi_parse_madt_lapic_addr_ovr(void)
1071{
1072 int count;
1073
1074 if (!boot_cpu_has(X86_FEATURE_APIC))
1075 return -ENODEV;
1076
1077 /*
1078 * Note that the LAPIC address is obtained from the MADT (32-bit value)
1079 * and (optionally) overridden by a LAPIC_ADDR_OVR entry (64-bit value).
1080 */
1081
1082 count = acpi_table_parse_madt(ACPI_MADT_TYPE_LOCAL_APIC_OVERRIDE,
1083 acpi_parse_lapic_addr_ovr, 0);
1084 if (count < 0) {
1085 pr_err("Error parsing LAPIC address override entry\n");
1086 return count;
1087 }
1088
1089 register_lapic_address(acpi_lapic_addr);
1090
1091 return count;
1092}
1093
1094static int __init acpi_parse_madt_lapic_entries(void)
1095{
1096 int count;
1097 int x2count = 0;
1098 int ret;
1099 struct acpi_subtable_proc madt_proc[2];
1100
1101 if (!boot_cpu_has(X86_FEATURE_APIC))
1102 return -ENODEV;
1103
1104 count = acpi_table_parse_madt(ACPI_MADT_TYPE_LOCAL_SAPIC,
1105 acpi_parse_sapic, MAX_LOCAL_APIC);
1106
1107 if (!count) {
1108 memset(madt_proc, 0, sizeof(madt_proc));
1109 madt_proc[0].id = ACPI_MADT_TYPE_LOCAL_APIC;
1110 madt_proc[0].handler = acpi_parse_lapic;
1111 madt_proc[1].id = ACPI_MADT_TYPE_LOCAL_X2APIC;
1112 madt_proc[1].handler = acpi_parse_x2apic;
1113 ret = acpi_table_parse_entries_array(ACPI_SIG_MADT,
1114 sizeof(struct acpi_table_madt),
1115 madt_proc, ARRAY_SIZE(madt_proc), MAX_LOCAL_APIC);
1116 if (ret < 0) {
1117 pr_err("Error parsing LAPIC/X2APIC entries\n");
1118 return ret;
1119 }
1120
1121 count = madt_proc[0].count;
1122 x2count = madt_proc[1].count;
1123 }
1124 if (!count && !x2count) {
1125 pr_err("No LAPIC entries present\n");
1126 /* TBD: Cleanup to allow fallback to MPS */
1127 return -ENODEV;
1128 } else if (count < 0 || x2count < 0) {
1129 pr_err("Error parsing LAPIC entry\n");
1130 /* TBD: Cleanup to allow fallback to MPS */
1131 return count;
1132 }
1133
1134 x2count = acpi_table_parse_madt(ACPI_MADT_TYPE_LOCAL_X2APIC_NMI,
1135 acpi_parse_x2apic_nmi, 0);
1136 count = acpi_table_parse_madt(ACPI_MADT_TYPE_LOCAL_APIC_NMI,
1137 acpi_parse_lapic_nmi, 0);
1138 if (count < 0 || x2count < 0) {
1139 pr_err("Error parsing LAPIC NMI entry\n");
1140 /* TBD: Cleanup to allow fallback to MPS */
1141 return count;
1142 }
1143 return 0;
1144}
1145
1146#ifdef CONFIG_X86_64
1147static int __init acpi_parse_mp_wake(union acpi_subtable_headers *header,
1148 const unsigned long end)
1149{
1150 struct acpi_madt_multiproc_wakeup *mp_wake;
1151
1152 if (!IS_ENABLED(CONFIG_SMP))
1153 return -ENODEV;
1154
1155 mp_wake = (struct acpi_madt_multiproc_wakeup *)header;
1156 if (BAD_MADT_ENTRY(mp_wake, end))
1157 return -EINVAL;
1158
1159 acpi_table_print_madt_entry(&header->common);
1160
1161 acpi_mp_wake_mailbox_paddr = mp_wake->base_address;
1162
1163 acpi_wake_cpu_handler_update(acpi_wakeup_cpu);
1164
1165 return 0;
1166}
1167#endif /* CONFIG_X86_64 */
1168#endif /* CONFIG_X86_LOCAL_APIC */
1169
1170#ifdef CONFIG_X86_IO_APIC
1171static void __init mp_config_acpi_legacy_irqs(void)
1172{
1173 int i;
1174 struct mpc_intsrc mp_irq;
1175
1176#ifdef CONFIG_EISA
1177 /*
1178 * Fabricate the legacy ISA bus (bus #31).
1179 */
1180 mp_bus_id_to_type[MP_ISA_BUS] = MP_BUS_ISA;
1181#endif
1182 set_bit(MP_ISA_BUS, mp_bus_not_pci);
1183 pr_debug("Bus #%d is ISA (nIRQs: %d)\n", MP_ISA_BUS, nr_legacy_irqs());
1184
1185 /*
1186 * Use the default configuration for the IRQs 0-15. Unless
1187 * overridden by (MADT) interrupt source override entries.
1188 */
1189 for (i = 0; i < nr_legacy_irqs(); i++) {
1190 int ioapic, pin;
1191 unsigned int dstapic;
1192 int idx;
1193 u32 gsi;
1194
1195 /* Locate the gsi that irq i maps to. */
1196 if (acpi_isa_irq_to_gsi(i, &gsi))
1197 continue;
1198
1199 /*
1200 * Locate the IOAPIC that manages the ISA IRQ.
1201 */
1202 ioapic = mp_find_ioapic(gsi);
1203 if (ioapic < 0)
1204 continue;
1205 pin = mp_find_ioapic_pin(ioapic, gsi);
1206 dstapic = mpc_ioapic_id(ioapic);
1207
1208 for (idx = 0; idx < mp_irq_entries; idx++) {
1209 struct mpc_intsrc *irq = mp_irqs + idx;
1210
1211 /* Do we already have a mapping for this ISA IRQ? */
1212 if (irq->srcbus == MP_ISA_BUS && irq->srcbusirq == i)
1213 break;
1214
1215 /* Do we already have a mapping for this IOAPIC pin */
1216 if (irq->dstapic == dstapic && irq->dstirq == pin)
1217 break;
1218 }
1219
1220 if (idx != mp_irq_entries) {
1221 pr_debug("ACPI: IRQ%d used by override.\n", i);
1222 continue; /* IRQ already used */
1223 }
1224
1225 mp_irq.type = MP_INTSRC;
1226 mp_irq.irqflag = 0; /* Conforming */
1227 mp_irq.srcbus = MP_ISA_BUS;
1228 mp_irq.dstapic = dstapic;
1229 mp_irq.irqtype = mp_INT;
1230 mp_irq.srcbusirq = i; /* Identity mapped */
1231 mp_irq.dstirq = pin;
1232
1233 mp_save_irq(&mp_irq);
1234 }
1235}
1236
1237/*
1238 * Parse IOAPIC related entries in MADT
1239 * returns 0 on success, < 0 on error
1240 */
1241static int __init acpi_parse_madt_ioapic_entries(void)
1242{
1243 int count;
1244
1245 /*
1246 * ACPI interpreter is required to complete interrupt setup,
1247 * so if it is off, don't enumerate the io-apics with ACPI.
1248 * If MPS is present, it will handle them,
1249 * otherwise the system will stay in PIC mode
1250 */
1251 if (acpi_disabled || acpi_noirq)
1252 return -ENODEV;
1253
1254 if (!boot_cpu_has(X86_FEATURE_APIC))
1255 return -ENODEV;
1256
1257 /*
1258 * if "noapic" boot option, don't look for IO-APICs
1259 */
1260 if (skip_ioapic_setup) {
1261 pr_info("Skipping IOAPIC probe due to 'noapic' option.\n");
1262 return -ENODEV;
1263 }
1264
1265 count = acpi_table_parse_madt(ACPI_MADT_TYPE_IO_APIC, acpi_parse_ioapic,
1266 MAX_IO_APICS);
1267 if (!count) {
1268 pr_err("No IOAPIC entries present\n");
1269 return -ENODEV;
1270 } else if (count < 0) {
1271 pr_err("Error parsing IOAPIC entry\n");
1272 return count;
1273 }
1274
1275 count = acpi_table_parse_madt(ACPI_MADT_TYPE_INTERRUPT_OVERRIDE,
1276 acpi_parse_int_src_ovr, nr_irqs);
1277 if (count < 0) {
1278 pr_err("Error parsing interrupt source overrides entry\n");
1279 /* TBD: Cleanup to allow fallback to MPS */
1280 return count;
1281 }
1282
1283 /*
1284 * If BIOS did not supply an INT_SRC_OVR for the SCI
1285 * pretend we got one so we can set the SCI flags.
1286 * But ignore setting up SCI on hardware reduced platforms.
1287 */
1288 if (acpi_sci_override_gsi == INVALID_ACPI_IRQ && !acpi_gbl_reduced_hardware)
1289 acpi_sci_ioapic_setup(acpi_gbl_FADT.sci_interrupt, 0, 0,
1290 acpi_gbl_FADT.sci_interrupt);
1291
1292 /* Fill in identity legacy mappings where no override */
1293 mp_config_acpi_legacy_irqs();
1294
1295 count = acpi_table_parse_madt(ACPI_MADT_TYPE_NMI_SOURCE,
1296 acpi_parse_nmi_src, nr_irqs);
1297 if (count < 0) {
1298 pr_err("Error parsing NMI SRC entry\n");
1299 /* TBD: Cleanup to allow fallback to MPS */
1300 return count;
1301 }
1302
1303 return 0;
1304}
1305#else
1306static inline int acpi_parse_madt_ioapic_entries(void)
1307{
1308 return -1;
1309}
1310#endif /* !CONFIG_X86_IO_APIC */
1311
1312static void __init early_acpi_process_madt(void)
1313{
1314#ifdef CONFIG_X86_LOCAL_APIC
1315 int error;
1316
1317 if (!acpi_table_parse(ACPI_SIG_MADT, acpi_parse_madt)) {
1318
1319 /*
1320 * Parse MADT LAPIC entries
1321 */
1322 error = early_acpi_parse_madt_lapic_addr_ovr();
1323 if (!error) {
1324 acpi_lapic = 1;
1325 smp_found_config = 1;
1326 }
1327 if (error == -EINVAL) {
1328 /*
1329 * Dell Precision Workstation 410, 610 come here.
1330 */
1331 pr_err("Invalid BIOS MADT, disabling ACPI\n");
1332 disable_acpi();
1333 }
1334 }
1335#endif
1336}
1337
1338static void __init acpi_process_madt(void)
1339{
1340#ifdef CONFIG_X86_LOCAL_APIC
1341 int error;
1342
1343 if (!acpi_table_parse(ACPI_SIG_MADT, acpi_parse_madt)) {
1344
1345 /*
1346 * Parse MADT LAPIC entries
1347 */
1348 error = acpi_parse_madt_lapic_entries();
1349 if (!error) {
1350 acpi_lapic = 1;
1351
1352 /*
1353 * Parse MADT IO-APIC entries
1354 */
1355 mutex_lock(&acpi_ioapic_lock);
1356 error = acpi_parse_madt_ioapic_entries();
1357 mutex_unlock(&acpi_ioapic_lock);
1358 if (!error) {
1359 acpi_set_irq_model_ioapic();
1360
1361 smp_found_config = 1;
1362 }
1363
1364#ifdef CONFIG_X86_64
1365 /*
1366 * Parse MADT MP Wake entry.
1367 */
1368 acpi_table_parse_madt(ACPI_MADT_TYPE_MULTIPROC_WAKEUP,
1369 acpi_parse_mp_wake, 1);
1370#endif
1371 }
1372 if (error == -EINVAL) {
1373 /*
1374 * Dell Precision Workstation 410, 610 come here.
1375 */
1376 pr_err("Invalid BIOS MADT, disabling ACPI\n");
1377 disable_acpi();
1378 }
1379 } else {
1380 /*
1381 * ACPI found no MADT, and so ACPI wants UP PIC mode.
1382 * In the event an MPS table was found, forget it.
1383 * Boot with "acpi=off" to use MPS on such a system.
1384 */
1385 if (smp_found_config) {
1386 pr_warn("No APIC-table, disabling MPS\n");
1387 smp_found_config = 0;
1388 }
1389 }
1390
1391 /*
1392 * ACPI supports both logical (e.g. Hyper-Threading) and physical
1393 * processors, where MPS only supports physical.
1394 */
1395 if (acpi_lapic && acpi_ioapic)
1396 pr_info("Using ACPI (MADT) for SMP configuration information\n");
1397 else if (acpi_lapic)
1398 pr_info("Using ACPI for processor (LAPIC) configuration information\n");
1399#endif
1400 return;
1401}
1402
1403static int __init disable_acpi_irq(const struct dmi_system_id *d)
1404{
1405 if (!acpi_force) {
1406 pr_notice("%s detected: force use of acpi=noirq\n", d->ident);
1407 acpi_noirq_set();
1408 }
1409 return 0;
1410}
1411
1412static int __init disable_acpi_pci(const struct dmi_system_id *d)
1413{
1414 if (!acpi_force) {
1415 pr_notice("%s detected: force use of pci=noacpi\n", d->ident);
1416 acpi_disable_pci();
1417 }
1418 return 0;
1419}
1420
1421static int __init disable_acpi_xsdt(const struct dmi_system_id *d)
1422{
1423 if (!acpi_force) {
1424 pr_notice("%s detected: force use of acpi=rsdt\n", d->ident);
1425 acpi_gbl_do_not_use_xsdt = TRUE;
1426 } else {
1427 pr_notice("Warning: DMI blacklist says broken, but acpi XSDT forced\n");
1428 }
1429 return 0;
1430}
1431
1432static int __init dmi_disable_acpi(const struct dmi_system_id *d)
1433{
1434 if (!acpi_force) {
1435 pr_notice("%s detected: acpi off\n", d->ident);
1436 disable_acpi();
1437 } else {
1438 pr_notice("Warning: DMI blacklist says broken, but acpi forced\n");
1439 }
1440 return 0;
1441}
1442
1443/*
1444 * Force ignoring BIOS IRQ0 override
1445 */
1446static int __init dmi_ignore_irq0_timer_override(const struct dmi_system_id *d)
1447{
1448 if (!acpi_skip_timer_override) {
1449 pr_notice("%s detected: Ignoring BIOS IRQ0 override\n",
1450 d->ident);
1451 acpi_skip_timer_override = 1;
1452 }
1453 return 0;
1454}
1455
1456/*
1457 * ACPI offers an alternative platform interface model that removes
1458 * ACPI hardware requirements for platforms that do not implement
1459 * the PC Architecture.
1460 *
1461 * We initialize the Hardware-reduced ACPI model here:
1462 */
1463void __init acpi_generic_reduced_hw_init(void)
1464{
1465 /*
1466 * Override x86_init functions and bypass legacy PIC in
1467 * hardware reduced ACPI mode.
1468 */
1469 x86_init.timers.timer_init = x86_init_noop;
1470 x86_init.irqs.pre_vector_init = x86_init_noop;
1471 legacy_pic = &null_legacy_pic;
1472}
1473
1474static void __init acpi_reduced_hw_init(void)
1475{
1476 if (acpi_gbl_reduced_hardware)
1477 x86_init.acpi.reduced_hw_early_init();
1478}
1479
1480/*
1481 * If your system is blacklisted here, but you find that acpi=force
1482 * works for you, please contact linux-acpi@vger.kernel.org
1483 */
1484static const struct dmi_system_id acpi_dmi_table[] __initconst = {
1485 /*
1486 * Boxes that need ACPI disabled
1487 */
1488 {
1489 .callback = dmi_disable_acpi,
1490 .ident = "IBM Thinkpad",
1491 .matches = {
1492 DMI_MATCH(DMI_BOARD_VENDOR, "IBM"),
1493 DMI_MATCH(DMI_BOARD_NAME, "2629H1G"),
1494 },
1495 },
1496
1497 /*
1498 * Boxes that need ACPI PCI IRQ routing disabled
1499 */
1500 {
1501 .callback = disable_acpi_irq,
1502 .ident = "ASUS A7V",
1503 .matches = {
1504 DMI_MATCH(DMI_BOARD_VENDOR, "ASUSTeK Computer INC"),
1505 DMI_MATCH(DMI_BOARD_NAME, "<A7V>"),
1506 /* newer BIOS, Revision 1011, does work */
1507 DMI_MATCH(DMI_BIOS_VERSION,
1508 "ASUS A7V ACPI BIOS Revision 1007"),
1509 },
1510 },
1511 {
1512 /*
1513 * Latest BIOS for IBM 600E (1.16) has bad pcinum
1514 * for LPC bridge, which is needed for the PCI
1515 * interrupt links to work. DSDT fix is in bug 5966.
1516 * 2645, 2646 model numbers are shared with 600/600E/600X
1517 */
1518 .callback = disable_acpi_irq,
1519 .ident = "IBM Thinkpad 600 Series 2645",
1520 .matches = {
1521 DMI_MATCH(DMI_BOARD_VENDOR, "IBM"),
1522 DMI_MATCH(DMI_BOARD_NAME, "2645"),
1523 },
1524 },
1525 {
1526 .callback = disable_acpi_irq,
1527 .ident = "IBM Thinkpad 600 Series 2646",
1528 .matches = {
1529 DMI_MATCH(DMI_BOARD_VENDOR, "IBM"),
1530 DMI_MATCH(DMI_BOARD_NAME, "2646"),
1531 },
1532 },
1533 /*
1534 * Boxes that need ACPI PCI IRQ routing and PCI scan disabled
1535 */
1536 { /* _BBN 0 bug */
1537 .callback = disable_acpi_pci,
1538 .ident = "ASUS PR-DLS",
1539 .matches = {
1540 DMI_MATCH(DMI_BOARD_VENDOR, "ASUSTeK Computer INC."),
1541 DMI_MATCH(DMI_BOARD_NAME, "PR-DLS"),
1542 DMI_MATCH(DMI_BIOS_VERSION,
1543 "ASUS PR-DLS ACPI BIOS Revision 1010"),
1544 DMI_MATCH(DMI_BIOS_DATE, "03/21/2003")
1545 },
1546 },
1547 {
1548 .callback = disable_acpi_pci,
1549 .ident = "Acer TravelMate 36x Laptop",
1550 .matches = {
1551 DMI_MATCH(DMI_SYS_VENDOR, "Acer"),
1552 DMI_MATCH(DMI_PRODUCT_NAME, "TravelMate 360"),
1553 },
1554 },
1555 /*
1556 * Boxes that need ACPI XSDT use disabled due to corrupted tables
1557 */
1558 {
1559 .callback = disable_acpi_xsdt,
1560 .ident = "Advantech DAC-BJ01",
1561 .matches = {
1562 DMI_MATCH(DMI_SYS_VENDOR, "NEC"),
1563 DMI_MATCH(DMI_PRODUCT_NAME, "Bearlake CRB Board"),
1564 DMI_MATCH(DMI_BIOS_VERSION, "V1.12"),
1565 DMI_MATCH(DMI_BIOS_DATE, "02/01/2011"),
1566 },
1567 },
1568 {}
1569};
1570
1571/* second table for DMI checks that should run after early-quirks */
1572static const struct dmi_system_id acpi_dmi_table_late[] __initconst = {
1573 /*
1574 * HP laptops which use a DSDT reporting as HP/SB400/10000,
1575 * which includes some code which overrides all temperature
1576 * trip points to 16C if the INTIN2 input of the I/O APIC
1577 * is enabled. This input is incorrectly designated the
1578 * ISA IRQ 0 via an interrupt source override even though
1579 * it is wired to the output of the master 8259A and INTIN0
1580 * is not connected at all. Force ignoring BIOS IRQ0
1581 * override in that cases.
1582 */
1583 {
1584 .callback = dmi_ignore_irq0_timer_override,
1585 .ident = "HP nx6115 laptop",
1586 .matches = {
1587 DMI_MATCH(DMI_SYS_VENDOR, "Hewlett-Packard"),
1588 DMI_MATCH(DMI_PRODUCT_NAME, "HP Compaq nx6115"),
1589 },
1590 },
1591 {
1592 .callback = dmi_ignore_irq0_timer_override,
1593 .ident = "HP NX6125 laptop",
1594 .matches = {
1595 DMI_MATCH(DMI_SYS_VENDOR, "Hewlett-Packard"),
1596 DMI_MATCH(DMI_PRODUCT_NAME, "HP Compaq nx6125"),
1597 },
1598 },
1599 {
1600 .callback = dmi_ignore_irq0_timer_override,
1601 .ident = "HP NX6325 laptop",
1602 .matches = {
1603 DMI_MATCH(DMI_SYS_VENDOR, "Hewlett-Packard"),
1604 DMI_MATCH(DMI_PRODUCT_NAME, "HP Compaq nx6325"),
1605 },
1606 },
1607 {
1608 .callback = dmi_ignore_irq0_timer_override,
1609 .ident = "HP 6715b laptop",
1610 .matches = {
1611 DMI_MATCH(DMI_SYS_VENDOR, "Hewlett-Packard"),
1612 DMI_MATCH(DMI_PRODUCT_NAME, "HP Compaq 6715b"),
1613 },
1614 },
1615 {
1616 .callback = dmi_ignore_irq0_timer_override,
1617 .ident = "FUJITSU SIEMENS",
1618 .matches = {
1619 DMI_MATCH(DMI_SYS_VENDOR, "FUJITSU SIEMENS"),
1620 DMI_MATCH(DMI_PRODUCT_NAME, "AMILO PRO V2030"),
1621 },
1622 },
1623 {}
1624};
1625
1626/*
1627 * acpi_boot_table_init() and acpi_boot_init()
1628 * called from setup_arch(), always.
1629 * 1. checksums all tables
1630 * 2. enumerates lapics
1631 * 3. enumerates io-apics
1632 *
1633 * acpi_table_init() is separate to allow reading SRAT without
1634 * other side effects.
1635 *
1636 * side effects of acpi_boot_init:
1637 * acpi_lapic = 1 if LAPIC found
1638 * acpi_ioapic = 1 if IOAPIC found
1639 * if (acpi_lapic && acpi_ioapic) smp_found_config = 1;
1640 * if acpi_blacklisted() acpi_disabled = 1;
1641 * acpi_irq_model=...
1642 * ...
1643 */
1644
1645void __init acpi_boot_table_init(void)
1646{
1647 dmi_check_system(acpi_dmi_table);
1648
1649 /*
1650 * If acpi_disabled, bail out
1651 */
1652 if (acpi_disabled)
1653 return;
1654
1655 /*
1656 * Initialize the ACPI boot-time table parser.
1657 */
1658 if (acpi_locate_initial_tables())
1659 disable_acpi();
1660 else
1661 acpi_reserve_initial_tables();
1662}
1663
1664int __init early_acpi_boot_init(void)
1665{
1666 if (acpi_disabled)
1667 return 1;
1668
1669 acpi_table_init_complete();
1670
1671 acpi_table_parse(ACPI_SIG_BOOT, acpi_parse_sbf);
1672
1673 /*
1674 * blacklist may disable ACPI entirely
1675 */
1676 if (acpi_blacklisted()) {
1677 if (acpi_force) {
1678 pr_warn("acpi=force override\n");
1679 } else {
1680 pr_warn("Disabling ACPI support\n");
1681 disable_acpi();
1682 return 1;
1683 }
1684 }
1685
1686 /*
1687 * Process the Multiple APIC Description Table (MADT), if present
1688 */
1689 early_acpi_process_madt();
1690
1691 /*
1692 * Hardware-reduced ACPI mode initialization:
1693 */
1694 acpi_reduced_hw_init();
1695
1696 return 0;
1697}
1698
1699int __init acpi_boot_init(void)
1700{
1701 /* those are executed after early-quirks are executed */
1702 dmi_check_system(acpi_dmi_table_late);
1703
1704 /*
1705 * If acpi_disabled, bail out
1706 */
1707 if (acpi_disabled)
1708 return 1;
1709
1710 acpi_table_parse(ACPI_SIG_BOOT, acpi_parse_sbf);
1711
1712 /*
1713 * set sci_int and PM timer address
1714 */
1715 acpi_table_parse(ACPI_SIG_FADT, acpi_parse_fadt);
1716
1717 /*
1718 * Process the Multiple APIC Description Table (MADT), if present
1719 */
1720 acpi_process_madt();
1721
1722 acpi_table_parse(ACPI_SIG_HPET, acpi_parse_hpet);
1723 if (IS_ENABLED(CONFIG_ACPI_BGRT) && !acpi_nobgrt)
1724 acpi_table_parse(ACPI_SIG_BGRT, acpi_parse_bgrt);
1725
1726 if (!acpi_noirq)
1727 x86_init.pci.init = pci_acpi_init;
1728
1729 /* Do not enable ACPI SPCR console by default */
1730 acpi_parse_spcr(earlycon_acpi_spcr_enable, false);
1731 return 0;
1732}
1733
1734static int __init parse_acpi(char *arg)
1735{
1736 if (!arg)
1737 return -EINVAL;
1738
1739 /* "acpi=off" disables both ACPI table parsing and interpreter */
1740 if (strcmp(arg, "off") == 0) {
1741 disable_acpi();
1742 }
1743 /* acpi=force to over-ride black-list */
1744 else if (strcmp(arg, "force") == 0) {
1745 acpi_force = 1;
1746 acpi_disabled = 0;
1747 }
1748 /* acpi=strict disables out-of-spec workarounds */
1749 else if (strcmp(arg, "strict") == 0) {
1750 acpi_strict = 1;
1751 }
1752 /* acpi=rsdt use RSDT instead of XSDT */
1753 else if (strcmp(arg, "rsdt") == 0) {
1754 acpi_gbl_do_not_use_xsdt = TRUE;
1755 }
1756 /* "acpi=noirq" disables ACPI interrupt routing */
1757 else if (strcmp(arg, "noirq") == 0) {
1758 acpi_noirq_set();
1759 }
1760 /* "acpi=copy_dsdt" copies DSDT */
1761 else if (strcmp(arg, "copy_dsdt") == 0) {
1762 acpi_gbl_copy_dsdt_locally = 1;
1763 }
1764 /* "acpi=nocmcff" disables FF mode for corrected errors */
1765 else if (strcmp(arg, "nocmcff") == 0) {
1766 acpi_disable_cmcff = 1;
1767 } else {
1768 /* Core will printk when we return error. */
1769 return -EINVAL;
1770 }
1771 return 0;
1772}
1773early_param("acpi", parse_acpi);
1774
1775static int __init parse_acpi_bgrt(char *arg)
1776{
1777 acpi_nobgrt = true;
1778 return 0;
1779}
1780early_param("bgrt_disable", parse_acpi_bgrt);
1781
1782/* FIXME: Using pci= for an ACPI parameter is a travesty. */
1783static int __init parse_pci(char *arg)
1784{
1785 if (arg && strcmp(arg, "noacpi") == 0)
1786 acpi_disable_pci();
1787 return 0;
1788}
1789early_param("pci", parse_pci);
1790
1791int __init acpi_mps_check(void)
1792{
1793#if defined(CONFIG_X86_LOCAL_APIC) && !defined(CONFIG_X86_MPPARSE)
1794/* mptable code is not built-in*/
1795 if (acpi_disabled || acpi_noirq) {
1796 pr_warn("MPS support code is not built-in, using acpi=off or acpi=noirq or pci=noacpi may have problem\n");
1797 return 1;
1798 }
1799#endif
1800 return 0;
1801}
1802
1803#ifdef CONFIG_X86_IO_APIC
1804static int __init parse_acpi_skip_timer_override(char *arg)
1805{
1806 acpi_skip_timer_override = 1;
1807 return 0;
1808}
1809early_param("acpi_skip_timer_override", parse_acpi_skip_timer_override);
1810
1811static int __init parse_acpi_use_timer_override(char *arg)
1812{
1813 acpi_use_timer_override = 1;
1814 return 0;
1815}
1816early_param("acpi_use_timer_override", parse_acpi_use_timer_override);
1817#endif /* CONFIG_X86_IO_APIC */
1818
1819static int __init setup_acpi_sci(char *s)
1820{
1821 if (!s)
1822 return -EINVAL;
1823 if (!strcmp(s, "edge"))
1824 acpi_sci_flags = ACPI_MADT_TRIGGER_EDGE |
1825 (acpi_sci_flags & ~ACPI_MADT_TRIGGER_MASK);
1826 else if (!strcmp(s, "level"))
1827 acpi_sci_flags = ACPI_MADT_TRIGGER_LEVEL |
1828 (acpi_sci_flags & ~ACPI_MADT_TRIGGER_MASK);
1829 else if (!strcmp(s, "high"))
1830 acpi_sci_flags = ACPI_MADT_POLARITY_ACTIVE_HIGH |
1831 (acpi_sci_flags & ~ACPI_MADT_POLARITY_MASK);
1832 else if (!strcmp(s, "low"))
1833 acpi_sci_flags = ACPI_MADT_POLARITY_ACTIVE_LOW |
1834 (acpi_sci_flags & ~ACPI_MADT_POLARITY_MASK);
1835 else
1836 return -EINVAL;
1837 return 0;
1838}
1839early_param("acpi_sci", setup_acpi_sci);
1840
1841int __acpi_acquire_global_lock(unsigned int *lock)
1842{
1843 unsigned int old, new, val;
1844 do {
1845 old = *lock;
1846 new = (((old & ~0x3) + 2) + ((old >> 1) & 0x1));
1847 val = cmpxchg(lock, old, new);
1848 } while (unlikely (val != old));
1849 return ((new & 0x3) < 3) ? -1 : 0;
1850}
1851
1852int __acpi_release_global_lock(unsigned int *lock)
1853{
1854 unsigned int old, new, val;
1855 do {
1856 old = *lock;
1857 new = old & ~0x3;
1858 val = cmpxchg(lock, old, new);
1859 } while (unlikely (val != old));
1860 return old & 0x1;
1861}
1862
1863void __init arch_reserve_mem_area(acpi_physical_address addr, size_t size)
1864{
1865 e820__range_add(addr, size, E820_TYPE_NVS);
1866 e820__update_table_print();
1867}
1868
1869void x86_default_set_root_pointer(u64 addr)
1870{
1871 boot_params.acpi_rsdp_addr = addr;
1872}
1873
1874u64 x86_default_get_root_pointer(void)
1875{
1876 return boot_params.acpi_rsdp_addr;
1877}
1878

source code of linux/arch/x86/kernel/acpi/boot.c