xref: /linux/drivers/acpi/tables.c (revision 3f19cad3fa0d0fff18ee126f03a80420ae7bcbc9)
1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3  *  acpi_tables.c - ACPI Boot-Time Table Parsing
4  *
5  *  Copyright (C) 2001 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com>
6  */
7 
8 /* Uncomment next line to get verbose printout */
9 /* #define DEBUG */
10 #define pr_fmt(fmt) "ACPI: " fmt
11 
12 #include <linux/init.h>
13 #include <linux/kernel.h>
14 #include <linux/smp.h>
15 #include <linux/string.h>
16 #include <linux/types.h>
17 #include <linux/irq.h>
18 #include <linux/errno.h>
19 #include <linux/acpi.h>
20 #include <linux/memblock.h>
21 #include <linux/earlycpio.h>
22 #include <linux/initrd.h>
23 #include <linux/security.h>
24 #include "internal.h"
25 
26 #ifdef CONFIG_ACPI_CUSTOM_DSDT
27 #include CONFIG_ACPI_CUSTOM_DSDT_FILE
28 #endif
29 
30 #define ACPI_MAX_TABLES		128
31 
32 static char *mps_inti_flags_polarity[] = { "dfl", "high", "res", "low" };
33 static char *mps_inti_flags_trigger[] = { "dfl", "edge", "res", "level" };
34 
35 static struct acpi_table_desc initial_tables[ACPI_MAX_TABLES] __initdata;
36 
37 static int acpi_apic_instance __initdata;
38 
39 enum acpi_subtable_type {
40 	ACPI_SUBTABLE_COMMON,
41 	ACPI_SUBTABLE_HMAT,
42 };
43 
44 struct acpi_subtable_entry {
45 	union acpi_subtable_headers *hdr;
46 	enum acpi_subtable_type type;
47 };
48 
49 /*
50  * Disable table checksum verification for the early stage due to the size
51  * limitation of the current x86 early mapping implementation.
52  */
53 static bool acpi_verify_table_checksum __initdata = false;
54 
55 void acpi_table_print_madt_entry(struct acpi_subtable_header *header)
56 {
57 	if (!header)
58 		return;
59 
60 	switch (header->type) {
61 
62 	case ACPI_MADT_TYPE_LOCAL_APIC:
63 		{
64 			struct acpi_madt_local_apic *p =
65 			    (struct acpi_madt_local_apic *)header;
66 			pr_debug("LAPIC (acpi_id[0x%02x] lapic_id[0x%02x] %s)\n",
67 				 p->processor_id, p->id,
68 				 (p->lapic_flags & ACPI_MADT_ENABLED) ? "enabled" : "disabled");
69 		}
70 		break;
71 
72 	case ACPI_MADT_TYPE_LOCAL_X2APIC:
73 		{
74 			struct acpi_madt_local_x2apic *p =
75 			    (struct acpi_madt_local_x2apic *)header;
76 			pr_debug("X2APIC (apic_id[0x%02x] uid[0x%02x] %s)\n",
77 				 p->local_apic_id, p->uid,
78 				 (p->lapic_flags & ACPI_MADT_ENABLED) ? "enabled" : "disabled");
79 		}
80 		break;
81 
82 	case ACPI_MADT_TYPE_IO_APIC:
83 		{
84 			struct acpi_madt_io_apic *p =
85 			    (struct acpi_madt_io_apic *)header;
86 			pr_debug("IOAPIC (id[0x%02x] address[0x%08x] gsi_base[%d])\n",
87 				 p->id, p->address, p->global_irq_base);
88 		}
89 		break;
90 
91 	case ACPI_MADT_TYPE_INTERRUPT_OVERRIDE:
92 		{
93 			struct acpi_madt_interrupt_override *p =
94 			    (struct acpi_madt_interrupt_override *)header;
95 			pr_info("INT_SRC_OVR (bus %d bus_irq %d global_irq %d %s %s)\n",
96 				p->bus, p->source_irq, p->global_irq,
97 				mps_inti_flags_polarity[p->inti_flags & ACPI_MADT_POLARITY_MASK],
98 				mps_inti_flags_trigger[(p->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2]);
99 			if (p->inti_flags  &
100 			    ~(ACPI_MADT_POLARITY_MASK | ACPI_MADT_TRIGGER_MASK))
101 				pr_info("INT_SRC_OVR unexpected reserved flags: 0x%x\n",
102 					p->inti_flags  &
103 					~(ACPI_MADT_POLARITY_MASK | ACPI_MADT_TRIGGER_MASK));
104 		}
105 		break;
106 
107 	case ACPI_MADT_TYPE_NMI_SOURCE:
108 		{
109 			struct acpi_madt_nmi_source *p =
110 			    (struct acpi_madt_nmi_source *)header;
111 			pr_info("NMI_SRC (%s %s global_irq %d)\n",
112 				mps_inti_flags_polarity[p->inti_flags & ACPI_MADT_POLARITY_MASK],
113 				mps_inti_flags_trigger[(p->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2],
114 				p->global_irq);
115 		}
116 		break;
117 
118 	case ACPI_MADT_TYPE_LOCAL_APIC_NMI:
119 		{
120 			struct acpi_madt_local_apic_nmi *p =
121 			    (struct acpi_madt_local_apic_nmi *)header;
122 			pr_info("LAPIC_NMI (acpi_id[0x%02x] %s %s lint[0x%x])\n",
123 				p->processor_id,
124 				mps_inti_flags_polarity[p->inti_flags & ACPI_MADT_POLARITY_MASK	],
125 				mps_inti_flags_trigger[(p->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2],
126 				p->lint);
127 		}
128 		break;
129 
130 	case ACPI_MADT_TYPE_LOCAL_X2APIC_NMI:
131 		{
132 			u16 polarity, trigger;
133 			struct acpi_madt_local_x2apic_nmi *p =
134 			    (struct acpi_madt_local_x2apic_nmi *)header;
135 
136 			polarity = p->inti_flags & ACPI_MADT_POLARITY_MASK;
137 			trigger = (p->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2;
138 
139 			pr_info("X2APIC_NMI (uid[0x%02x] %s %s lint[0x%x])\n",
140 				p->uid,
141 				mps_inti_flags_polarity[polarity],
142 				mps_inti_flags_trigger[trigger],
143 				p->lint);
144 		}
145 		break;
146 
147 	case ACPI_MADT_TYPE_LOCAL_APIC_OVERRIDE:
148 		{
149 			struct acpi_madt_local_apic_override *p =
150 			    (struct acpi_madt_local_apic_override *)header;
151 			pr_info("LAPIC_ADDR_OVR (address[%p])\n",
152 				(void *)(unsigned long)p->address);
153 		}
154 		break;
155 
156 	case ACPI_MADT_TYPE_IO_SAPIC:
157 		{
158 			struct acpi_madt_io_sapic *p =
159 			    (struct acpi_madt_io_sapic *)header;
160 			pr_debug("IOSAPIC (id[0x%x] address[%p] gsi_base[%d])\n",
161 				 p->id, (void *)(unsigned long)p->address,
162 				 p->global_irq_base);
163 		}
164 		break;
165 
166 	case ACPI_MADT_TYPE_LOCAL_SAPIC:
167 		{
168 			struct acpi_madt_local_sapic *p =
169 			    (struct acpi_madt_local_sapic *)header;
170 			pr_debug("LSAPIC (acpi_id[0x%02x] lsapic_id[0x%02x] lsapic_eid[0x%02x] %s)\n",
171 				 p->processor_id, p->id, p->eid,
172 				 (p->lapic_flags & ACPI_MADT_ENABLED) ? "enabled" : "disabled");
173 		}
174 		break;
175 
176 	case ACPI_MADT_TYPE_INTERRUPT_SOURCE:
177 		{
178 			struct acpi_madt_interrupt_source *p =
179 			    (struct acpi_madt_interrupt_source *)header;
180 			pr_info("PLAT_INT_SRC (%s %s type[0x%x] id[0x%04x] eid[0x%x] iosapic_vector[0x%x] global_irq[0x%x]\n",
181 				mps_inti_flags_polarity[p->inti_flags & ACPI_MADT_POLARITY_MASK],
182 				mps_inti_flags_trigger[(p->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2],
183 				p->type, p->id, p->eid, p->io_sapic_vector,
184 				p->global_irq);
185 		}
186 		break;
187 
188 	case ACPI_MADT_TYPE_GENERIC_INTERRUPT:
189 		{
190 			struct acpi_madt_generic_interrupt *p =
191 				(struct acpi_madt_generic_interrupt *)header;
192 			pr_debug("GICC (acpi_id[0x%04x] address[%llx] MPIDR[0x%llx] %s)\n",
193 				 p->uid, p->base_address,
194 				 p->arm_mpidr,
195 				 (p->flags & ACPI_MADT_ENABLED) ? "enabled" : "disabled");
196 
197 		}
198 		break;
199 
200 	case ACPI_MADT_TYPE_GENERIC_DISTRIBUTOR:
201 		{
202 			struct acpi_madt_generic_distributor *p =
203 				(struct acpi_madt_generic_distributor *)header;
204 			pr_debug("GIC Distributor (gic_id[0x%04x] address[%llx] gsi_base[%d])\n",
205 				 p->gic_id, p->base_address,
206 				 p->global_irq_base);
207 		}
208 		break;
209 
210 	default:
211 		pr_warn("Found unsupported MADT entry (type = 0x%x)\n",
212 			header->type);
213 		break;
214 	}
215 }
216 
217 static unsigned long __init
218 acpi_get_entry_type(struct acpi_subtable_entry *entry)
219 {
220 	switch (entry->type) {
221 	case ACPI_SUBTABLE_COMMON:
222 		return entry->hdr->common.type;
223 	case ACPI_SUBTABLE_HMAT:
224 		return entry->hdr->hmat.type;
225 	}
226 	return 0;
227 }
228 
229 static unsigned long __init
230 acpi_get_entry_length(struct acpi_subtable_entry *entry)
231 {
232 	switch (entry->type) {
233 	case ACPI_SUBTABLE_COMMON:
234 		return entry->hdr->common.length;
235 	case ACPI_SUBTABLE_HMAT:
236 		return entry->hdr->hmat.length;
237 	}
238 	return 0;
239 }
240 
241 static unsigned long __init
242 acpi_get_subtable_header_length(struct acpi_subtable_entry *entry)
243 {
244 	switch (entry->type) {
245 	case ACPI_SUBTABLE_COMMON:
246 		return sizeof(entry->hdr->common);
247 	case ACPI_SUBTABLE_HMAT:
248 		return sizeof(entry->hdr->hmat);
249 	}
250 	return 0;
251 }
252 
253 static enum acpi_subtable_type __init
254 acpi_get_subtable_type(char *id)
255 {
256 	if (strncmp(id, ACPI_SIG_HMAT, 4) == 0)
257 		return ACPI_SUBTABLE_HMAT;
258 	return ACPI_SUBTABLE_COMMON;
259 }
260 
261 /**
262  * acpi_parse_entries_array - for each proc_num find a suitable subtable
263  *
264  * @id: table id (for debugging purposes)
265  * @table_size: size of the root table
266  * @table_header: where does the table start?
267  * @proc: array of acpi_subtable_proc struct containing entry id
268  *        and associated handler with it
269  * @proc_num: how big proc is?
270  * @max_entries: how many entries can we process?
271  *
272  * For each proc_num find a subtable with proc->id and run proc->handler
273  * on it. Assumption is that there's only single handler for particular
274  * entry id.
275  *
276  * The table_size is not the size of the complete ACPI table (the length
277  * field in the header struct), but only the size of the root table; i.e.,
278  * the offset from the very first byte of the complete ACPI table, to the
279  * first byte of the very first subtable.
280  *
281  * On success returns sum of all matching entries for all proc handlers.
282  * Otherwise, -ENODEV or -EINVAL is returned.
283  */
284 static int __init acpi_parse_entries_array(char *id, unsigned long table_size,
285 		struct acpi_table_header *table_header,
286 		struct acpi_subtable_proc *proc, int proc_num,
287 		unsigned int max_entries)
288 {
289 	struct acpi_subtable_entry entry;
290 	unsigned long table_end, subtable_len, entry_len;
291 	int count = 0;
292 	int errs = 0;
293 	int i;
294 
295 	if (acpi_disabled)
296 		return -ENODEV;
297 
298 	if (!id)
299 		return -EINVAL;
300 
301 	if (!table_size)
302 		return -EINVAL;
303 
304 	if (!table_header) {
305 		pr_warn("%4.4s not present\n", id);
306 		return -ENODEV;
307 	}
308 
309 	table_end = (unsigned long)table_header + table_header->length;
310 
311 	/* Parse all entries looking for a match. */
312 
313 	entry.type = acpi_get_subtable_type(id);
314 	entry.hdr = (union acpi_subtable_headers *)
315 	    ((unsigned long)table_header + table_size);
316 	subtable_len = acpi_get_subtable_header_length(&entry);
317 
318 	while (((unsigned long)entry.hdr) + subtable_len  < table_end) {
319 		if (max_entries && count >= max_entries)
320 			break;
321 
322 		for (i = 0; i < proc_num; i++) {
323 			if (acpi_get_entry_type(&entry) != proc[i].id)
324 				continue;
325 			if (!proc[i].handler ||
326 			     (!errs && proc[i].handler(entry.hdr, table_end))) {
327 				errs++;
328 				continue;
329 			}
330 
331 			proc[i].count++;
332 			break;
333 		}
334 		if (i != proc_num)
335 			count++;
336 
337 		/*
338 		 * If entry->length is 0, break from this loop to avoid
339 		 * infinite loop.
340 		 */
341 		entry_len = acpi_get_entry_length(&entry);
342 		if (entry_len == 0) {
343 			pr_err("[%4.4s:0x%02x] Invalid zero length\n", id, proc->id);
344 			return -EINVAL;
345 		}
346 
347 		entry.hdr = (union acpi_subtable_headers *)
348 		    ((unsigned long)entry.hdr + entry_len);
349 	}
350 
351 	if (max_entries && count > max_entries) {
352 		pr_warn("[%4.4s:0x%02x] found the maximum %i entries\n",
353 			id, proc->id, count);
354 	}
355 
356 	return errs ? -EINVAL : count;
357 }
358 
359 int __init acpi_table_parse_entries_array(char *id,
360 			 unsigned long table_size,
361 			 struct acpi_subtable_proc *proc, int proc_num,
362 			 unsigned int max_entries)
363 {
364 	struct acpi_table_header *table_header = NULL;
365 	int count;
366 	u32 instance = 0;
367 
368 	if (acpi_disabled)
369 		return -ENODEV;
370 
371 	if (!id)
372 		return -EINVAL;
373 
374 	if (!strncmp(id, ACPI_SIG_MADT, 4))
375 		instance = acpi_apic_instance;
376 
377 	acpi_get_table(id, instance, &table_header);
378 	if (!table_header) {
379 		pr_warn("%4.4s not present\n", id);
380 		return -ENODEV;
381 	}
382 
383 	count = acpi_parse_entries_array(id, table_size, table_header,
384 			proc, proc_num, max_entries);
385 
386 	acpi_put_table(table_header);
387 	return count;
388 }
389 
390 int __init acpi_table_parse_entries(char *id,
391 			unsigned long table_size,
392 			int entry_id,
393 			acpi_tbl_entry_handler handler,
394 			unsigned int max_entries)
395 {
396 	struct acpi_subtable_proc proc = {
397 		.id		= entry_id,
398 		.handler	= handler,
399 	};
400 
401 	return acpi_table_parse_entries_array(id, table_size, &proc, 1,
402 						max_entries);
403 }
404 
405 int __init acpi_table_parse_madt(enum acpi_madt_type id,
406 		      acpi_tbl_entry_handler handler, unsigned int max_entries)
407 {
408 	return acpi_table_parse_entries(ACPI_SIG_MADT,
409 					    sizeof(struct acpi_table_madt), id,
410 					    handler, max_entries);
411 }
412 
413 /**
414  * acpi_table_parse - find table with @id, run @handler on it
415  * @id: table id to find
416  * @handler: handler to run
417  *
418  * Scan the ACPI System Descriptor Table (STD) for a table matching @id,
419  * run @handler on it.
420  *
421  * Return 0 if table found, -errno if not.
422  */
423 int __init acpi_table_parse(char *id, acpi_tbl_table_handler handler)
424 {
425 	struct acpi_table_header *table = NULL;
426 
427 	if (acpi_disabled)
428 		return -ENODEV;
429 
430 	if (!id || !handler)
431 		return -EINVAL;
432 
433 	if (strncmp(id, ACPI_SIG_MADT, 4) == 0)
434 		acpi_get_table(id, acpi_apic_instance, &table);
435 	else
436 		acpi_get_table(id, 0, &table);
437 
438 	if (table) {
439 		handler(table);
440 		acpi_put_table(table);
441 		return 0;
442 	} else
443 		return -ENODEV;
444 }
445 
446 /*
447  * The BIOS is supposed to supply a single APIC/MADT,
448  * but some report two.  Provide a knob to use either.
449  * (don't you wish instance 0 and 1 were not the same?)
450  */
451 static void __init check_multiple_madt(void)
452 {
453 	struct acpi_table_header *table = NULL;
454 
455 	acpi_get_table(ACPI_SIG_MADT, 2, &table);
456 	if (table) {
457 		pr_warn("BIOS bug: multiple APIC/MADT found, using %d\n",
458 			acpi_apic_instance);
459 		pr_warn("If \"acpi_apic_instance=%d\" works better, "
460 			"notify linux-acpi@vger.kernel.org\n",
461 			acpi_apic_instance ? 0 : 2);
462 		acpi_put_table(table);
463 
464 	} else
465 		acpi_apic_instance = 0;
466 
467 	return;
468 }
469 
470 static void acpi_table_taint(struct acpi_table_header *table)
471 {
472 	pr_warn("Override [%4.4s-%8.8s], this is unsafe: tainting kernel\n",
473 		table->signature, table->oem_table_id);
474 	add_taint(TAINT_OVERRIDDEN_ACPI_TABLE, LOCKDEP_NOW_UNRELIABLE);
475 }
476 
477 #ifdef CONFIG_ACPI_TABLE_UPGRADE
478 static u64 acpi_tables_addr;
479 static int all_tables_size;
480 
481 /* Copied from acpica/tbutils.c:acpi_tb_checksum() */
482 static u8 __init acpi_table_checksum(u8 *buffer, u32 length)
483 {
484 	u8 sum = 0;
485 	u8 *end = buffer + length;
486 
487 	while (buffer < end)
488 		sum = (u8) (sum + *(buffer++));
489 	return sum;
490 }
491 
492 /* All but ACPI_SIG_RSDP and ACPI_SIG_FACS: */
493 static const char * const table_sigs[] = {
494 	ACPI_SIG_BERT, ACPI_SIG_CPEP, ACPI_SIG_ECDT, ACPI_SIG_EINJ,
495 	ACPI_SIG_ERST, ACPI_SIG_HEST, ACPI_SIG_MADT, ACPI_SIG_MSCT,
496 	ACPI_SIG_SBST, ACPI_SIG_SLIT, ACPI_SIG_SRAT, ACPI_SIG_ASF,
497 	ACPI_SIG_BOOT, ACPI_SIG_DBGP, ACPI_SIG_DMAR, ACPI_SIG_HPET,
498 	ACPI_SIG_IBFT, ACPI_SIG_IVRS, ACPI_SIG_MCFG, ACPI_SIG_MCHI,
499 	ACPI_SIG_SLIC, ACPI_SIG_SPCR, ACPI_SIG_SPMI, ACPI_SIG_TCPA,
500 	ACPI_SIG_UEFI, ACPI_SIG_WAET, ACPI_SIG_WDAT, ACPI_SIG_WDDT,
501 	ACPI_SIG_WDRT, ACPI_SIG_DSDT, ACPI_SIG_FADT, ACPI_SIG_PSDT,
502 	ACPI_SIG_RSDT, ACPI_SIG_XSDT, ACPI_SIG_SSDT, ACPI_SIG_IORT,
503 	ACPI_SIG_NFIT, ACPI_SIG_HMAT, ACPI_SIG_PPTT, NULL };
504 
505 #define ACPI_HEADER_SIZE sizeof(struct acpi_table_header)
506 
507 #define NR_ACPI_INITRD_TABLES 64
508 static struct cpio_data __initdata acpi_initrd_files[NR_ACPI_INITRD_TABLES];
509 static DECLARE_BITMAP(acpi_initrd_installed, NR_ACPI_INITRD_TABLES);
510 
511 #define MAP_CHUNK_SIZE   (NR_FIX_BTMAPS << PAGE_SHIFT)
512 
513 void __init acpi_table_upgrade(void)
514 {
515 	void *data;
516 	size_t size;
517 	int sig, no, table_nr = 0, total_offset = 0;
518 	long offset = 0;
519 	struct acpi_table_header *table;
520 	char cpio_path[32] = "kernel/firmware/acpi/";
521 	struct cpio_data file;
522 
523 	if (IS_ENABLED(CONFIG_ACPI_TABLE_OVERRIDE_VIA_BUILTIN_INITRD)) {
524 		data = __initramfs_start;
525 		size = __initramfs_size;
526 	} else {
527 		data = (void *)initrd_start;
528 		size = initrd_end - initrd_start;
529 	}
530 
531 	if (data == NULL || size == 0)
532 		return;
533 
534 	for (no = 0; no < NR_ACPI_INITRD_TABLES; no++) {
535 		file = find_cpio_data(cpio_path, data, size, &offset);
536 		if (!file.data)
537 			break;
538 
539 		data += offset;
540 		size -= offset;
541 
542 		if (file.size < sizeof(struct acpi_table_header)) {
543 			pr_err("ACPI OVERRIDE: Table smaller than ACPI header [%s%s]\n",
544 				cpio_path, file.name);
545 			continue;
546 		}
547 
548 		table = file.data;
549 
550 		for (sig = 0; table_sigs[sig]; sig++)
551 			if (!memcmp(table->signature, table_sigs[sig], 4))
552 				break;
553 
554 		if (!table_sigs[sig]) {
555 			pr_err("ACPI OVERRIDE: Unknown signature [%s%s]\n",
556 				cpio_path, file.name);
557 			continue;
558 		}
559 		if (file.size != table->length) {
560 			pr_err("ACPI OVERRIDE: File length does not match table length [%s%s]\n",
561 				cpio_path, file.name);
562 			continue;
563 		}
564 		if (acpi_table_checksum(file.data, table->length)) {
565 			pr_err("ACPI OVERRIDE: Bad table checksum [%s%s]\n",
566 				cpio_path, file.name);
567 			continue;
568 		}
569 
570 		pr_info("%4.4s ACPI table found in initrd [%s%s][0x%x]\n",
571 			table->signature, cpio_path, file.name, table->length);
572 
573 		all_tables_size += table->length;
574 		acpi_initrd_files[table_nr].data = file.data;
575 		acpi_initrd_files[table_nr].size = file.size;
576 		table_nr++;
577 	}
578 	if (table_nr == 0)
579 		return;
580 
581 	if (security_locked_down(LOCKDOWN_ACPI_TABLES)) {
582 		pr_notice("kernel is locked down, ignoring table override\n");
583 		return;
584 	}
585 
586 	acpi_tables_addr =
587 		memblock_find_in_range(0, ACPI_TABLE_UPGRADE_MAX_PHYS,
588 				       all_tables_size, PAGE_SIZE);
589 	if (!acpi_tables_addr) {
590 		WARN_ON(1);
591 		return;
592 	}
593 	/*
594 	 * Only calling e820_add_reserve does not work and the
595 	 * tables are invalid (memory got used) later.
596 	 * memblock_reserve works as expected and the tables won't get modified.
597 	 * But it's not enough on X86 because ioremap will
598 	 * complain later (used by acpi_os_map_memory) that the pages
599 	 * that should get mapped are not marked "reserved".
600 	 * Both memblock_reserve and e820__range_add (via arch_reserve_mem_area)
601 	 * works fine.
602 	 */
603 	memblock_reserve(acpi_tables_addr, all_tables_size);
604 	arch_reserve_mem_area(acpi_tables_addr, all_tables_size);
605 
606 	/*
607 	 * early_ioremap only can remap 256k one time. If we map all
608 	 * tables one time, we will hit the limit. Need to map chunks
609 	 * one by one during copying the same as that in relocate_initrd().
610 	 */
611 	for (no = 0; no < table_nr; no++) {
612 		unsigned char *src_p = acpi_initrd_files[no].data;
613 		phys_addr_t size = acpi_initrd_files[no].size;
614 		phys_addr_t dest_addr = acpi_tables_addr + total_offset;
615 		phys_addr_t slop, clen;
616 		char *dest_p;
617 
618 		total_offset += size;
619 
620 		while (size) {
621 			slop = dest_addr & ~PAGE_MASK;
622 			clen = size;
623 			if (clen > MAP_CHUNK_SIZE - slop)
624 				clen = MAP_CHUNK_SIZE - slop;
625 			dest_p = early_memremap(dest_addr & PAGE_MASK,
626 						clen + slop);
627 			memcpy(dest_p + slop, src_p, clen);
628 			early_memunmap(dest_p, clen + slop);
629 			src_p += clen;
630 			dest_addr += clen;
631 			size -= clen;
632 		}
633 	}
634 }
635 
636 static acpi_status
637 acpi_table_initrd_override(struct acpi_table_header *existing_table,
638 			   acpi_physical_address *address, u32 *length)
639 {
640 	int table_offset = 0;
641 	int table_index = 0;
642 	struct acpi_table_header *table;
643 	u32 table_length;
644 
645 	*length = 0;
646 	*address = 0;
647 	if (!acpi_tables_addr)
648 		return AE_OK;
649 
650 	while (table_offset + ACPI_HEADER_SIZE <= all_tables_size) {
651 		table = acpi_os_map_memory(acpi_tables_addr + table_offset,
652 					   ACPI_HEADER_SIZE);
653 		if (table_offset + table->length > all_tables_size) {
654 			acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
655 			WARN_ON(1);
656 			return AE_OK;
657 		}
658 
659 		table_length = table->length;
660 
661 		/* Only override tables matched */
662 		if (memcmp(existing_table->signature, table->signature, 4) ||
663 		    memcmp(table->oem_id, existing_table->oem_id,
664 			   ACPI_OEM_ID_SIZE) ||
665 		    memcmp(table->oem_table_id, existing_table->oem_table_id,
666 			   ACPI_OEM_TABLE_ID_SIZE)) {
667 			acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
668 			goto next_table;
669 		}
670 		/*
671 		 * Mark the table to avoid being used in
672 		 * acpi_table_initrd_scan() and check the revision.
673 		 */
674 		if (test_and_set_bit(table_index, acpi_initrd_installed) ||
675 		    existing_table->oem_revision >= table->oem_revision) {
676 			acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
677 			goto next_table;
678 		}
679 
680 		*length = table_length;
681 		*address = acpi_tables_addr + table_offset;
682 		pr_info("Table Upgrade: override [%4.4s-%6.6s-%8.8s]\n",
683 			table->signature, table->oem_id,
684 			table->oem_table_id);
685 		acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
686 		break;
687 
688 next_table:
689 		table_offset += table_length;
690 		table_index++;
691 	}
692 	return AE_OK;
693 }
694 
695 static void __init acpi_table_initrd_scan(void)
696 {
697 	int table_offset = 0;
698 	int table_index = 0;
699 	u32 table_length;
700 	struct acpi_table_header *table;
701 
702 	if (!acpi_tables_addr)
703 		return;
704 
705 	while (table_offset + ACPI_HEADER_SIZE <= all_tables_size) {
706 		table = acpi_os_map_memory(acpi_tables_addr + table_offset,
707 					   ACPI_HEADER_SIZE);
708 		if (table_offset + table->length > all_tables_size) {
709 			acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
710 			WARN_ON(1);
711 			return;
712 		}
713 
714 		table_length = table->length;
715 
716 		/* Skip RSDT/XSDT which should only be used for override */
717 		if (ACPI_COMPARE_NAMESEG(table->signature, ACPI_SIG_RSDT) ||
718 		    ACPI_COMPARE_NAMESEG(table->signature, ACPI_SIG_XSDT)) {
719 			acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
720 			goto next_table;
721 		}
722 		/*
723 		 * Mark the table to avoid being used in
724 		 * acpi_table_initrd_override(). Though this is not possible
725 		 * because override is disabled in acpi_install_table().
726 		 */
727 		if (test_and_set_bit(table_index, acpi_initrd_installed)) {
728 			acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
729 			goto next_table;
730 		}
731 
732 		pr_info("Table Upgrade: install [%4.4s-%6.6s-%8.8s]\n",
733 			table->signature, table->oem_id,
734 			table->oem_table_id);
735 		acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
736 		acpi_install_table(acpi_tables_addr + table_offset, TRUE);
737 next_table:
738 		table_offset += table_length;
739 		table_index++;
740 	}
741 }
742 #else
743 static acpi_status
744 acpi_table_initrd_override(struct acpi_table_header *existing_table,
745 			   acpi_physical_address *address,
746 			   u32 *table_length)
747 {
748 	*table_length = 0;
749 	*address = 0;
750 	return AE_OK;
751 }
752 
753 static void __init acpi_table_initrd_scan(void)
754 {
755 }
756 #endif /* CONFIG_ACPI_TABLE_UPGRADE */
757 
758 acpi_status
759 acpi_os_physical_table_override(struct acpi_table_header *existing_table,
760 				acpi_physical_address *address,
761 				u32 *table_length)
762 {
763 	return acpi_table_initrd_override(existing_table, address,
764 					  table_length);
765 }
766 
767 #ifdef CONFIG_ACPI_CUSTOM_DSDT
768 static void *amlcode __attribute__ ((weakref("AmlCode")));
769 static void *dsdt_amlcode __attribute__ ((weakref("dsdt_aml_code")));
770 #endif
771 
772 acpi_status acpi_os_table_override(struct acpi_table_header *existing_table,
773 		       struct acpi_table_header **new_table)
774 {
775 	if (!existing_table || !new_table)
776 		return AE_BAD_PARAMETER;
777 
778 	*new_table = NULL;
779 
780 #ifdef CONFIG_ACPI_CUSTOM_DSDT
781 	if (!strncmp(existing_table->signature, "DSDT", 4)) {
782 		*new_table = (struct acpi_table_header *)&amlcode;
783 		if (!(*new_table))
784 			*new_table = (struct acpi_table_header *)&dsdt_amlcode;
785 	}
786 #endif
787 	if (*new_table != NULL)
788 		acpi_table_taint(existing_table);
789 	return AE_OK;
790 }
791 
792 /*
793  * acpi_table_init()
794  *
795  * find RSDP, find and checksum SDT/XSDT.
796  * checksum all tables, print SDT/XSDT
797  *
798  * result: sdt_entry[] is initialized
799  */
800 
801 int __init acpi_table_init(void)
802 {
803 	acpi_status status;
804 
805 	if (acpi_verify_table_checksum) {
806 		pr_info("Early table checksum verification enabled\n");
807 		acpi_gbl_enable_table_validation = TRUE;
808 	} else {
809 		pr_info("Early table checksum verification disabled\n");
810 		acpi_gbl_enable_table_validation = FALSE;
811 	}
812 
813 	status = acpi_initialize_tables(initial_tables, ACPI_MAX_TABLES, 0);
814 	if (ACPI_FAILURE(status))
815 		return -EINVAL;
816 	acpi_table_initrd_scan();
817 
818 	check_multiple_madt();
819 	return 0;
820 }
821 
822 static int __init acpi_parse_apic_instance(char *str)
823 {
824 	if (!str)
825 		return -EINVAL;
826 
827 	if (kstrtoint(str, 0, &acpi_apic_instance))
828 		return -EINVAL;
829 
830 	pr_notice("Shall use APIC/MADT table %d\n", acpi_apic_instance);
831 
832 	return 0;
833 }
834 early_param("acpi_apic_instance", acpi_parse_apic_instance);
835 
836 static int __init acpi_force_table_verification_setup(char *s)
837 {
838 	acpi_verify_table_checksum = true;
839 
840 	return 0;
841 }
842 early_param("acpi_force_table_verification", acpi_force_table_verification_setup);
843 
844 static int __init acpi_force_32bit_fadt_addr(char *s)
845 {
846 	pr_info("Forcing 32 Bit FADT addresses\n");
847 	acpi_gbl_use32_bit_fadt_addresses = TRUE;
848 
849 	return 0;
850 }
851 early_param("acpi_force_32bit_fadt_addr", acpi_force_32bit_fadt_addr);
852