xref: /linux/arch/x86/tools/vdso2c.h (revision c17ee635fd3a482b2ad2bf5e269755c2eae5f25e)
1*a76108d0SH. Peter Anvin /* SPDX-License-Identifier: GPL-2.0 */
2*a76108d0SH. Peter Anvin /*
3*a76108d0SH. Peter Anvin  * This file is included twice from vdso2c.c.  It generates code for 32-bit
4*a76108d0SH. Peter Anvin  * and 64-bit vDSOs.  We need both for 64-bit builds, since 32-bit vDSOs
5*a76108d0SH. Peter Anvin  * are built for 32-bit userspace.
6*a76108d0SH. Peter Anvin  */
7*a76108d0SH. Peter Anvin 
8*a76108d0SH. Peter Anvin static void BITSFUNC(copy)(FILE *outfile, const unsigned char *data, size_t len)
9*a76108d0SH. Peter Anvin {
10*a76108d0SH. Peter Anvin 	size_t i;
11*a76108d0SH. Peter Anvin 
12*a76108d0SH. Peter Anvin 	for (i = 0; i < len; i++) {
13*a76108d0SH. Peter Anvin 		if (i % 10 == 0)
14*a76108d0SH. Peter Anvin 			fprintf(outfile, "\n\t");
15*a76108d0SH. Peter Anvin 		fprintf(outfile, "0x%02X, ", (int)(data)[i]);
16*a76108d0SH. Peter Anvin 	}
17*a76108d0SH. Peter Anvin }
18*a76108d0SH. Peter Anvin 
19*a76108d0SH. Peter Anvin 
20*a76108d0SH. Peter Anvin /*
21*a76108d0SH. Peter Anvin  * Extract a section from the input data into a standalone blob.  Used to
22*a76108d0SH. Peter Anvin  * capture kernel-only data that needs to persist indefinitely, e.g. the
23*a76108d0SH. Peter Anvin  * exception fixup tables, but only in the kernel, i.e. the section can
24*a76108d0SH. Peter Anvin  * be stripped from the final vDSO image.
25*a76108d0SH. Peter Anvin  */
26*a76108d0SH. Peter Anvin static void BITSFUNC(extract)(const unsigned char *data, size_t data_len,
27*a76108d0SH. Peter Anvin 			      FILE *outfile, ELF(Shdr) *sec, const char *name)
28*a76108d0SH. Peter Anvin {
29*a76108d0SH. Peter Anvin 	unsigned long offset;
30*a76108d0SH. Peter Anvin 	size_t len;
31*a76108d0SH. Peter Anvin 
32*a76108d0SH. Peter Anvin 	offset = (unsigned long)GET_LE(&sec->sh_offset);
33*a76108d0SH. Peter Anvin 	len = (size_t)GET_LE(&sec->sh_size);
34*a76108d0SH. Peter Anvin 
35*a76108d0SH. Peter Anvin 	if (offset + len > data_len)
36*a76108d0SH. Peter Anvin 		fail("section to extract overruns input data");
37*a76108d0SH. Peter Anvin 
38*a76108d0SH. Peter Anvin 	fprintf(outfile, "static const unsigned char %s[%zu] = {", name, len);
39*a76108d0SH. Peter Anvin 	BITSFUNC(copy)(outfile, data + offset, len);
40*a76108d0SH. Peter Anvin 	fprintf(outfile, "\n};\n\n");
41*a76108d0SH. Peter Anvin }
42*a76108d0SH. Peter Anvin 
43*a76108d0SH. Peter Anvin static void BITSFUNC(go)(void *raw_addr, size_t raw_len,
44*a76108d0SH. Peter Anvin 			 void *stripped_addr, size_t stripped_len,
45*a76108d0SH. Peter Anvin 			 FILE *outfile, const char *image_name)
46*a76108d0SH. Peter Anvin {
47*a76108d0SH. Peter Anvin 	int found_load = 0;
48*a76108d0SH. Peter Anvin 	unsigned long load_size = -1;  /* Work around bogus warning */
49*a76108d0SH. Peter Anvin 	unsigned long mapping_size;
50*a76108d0SH. Peter Anvin 	ELF(Ehdr) *hdr = (ELF(Ehdr) *)raw_addr;
51*a76108d0SH. Peter Anvin 	unsigned long i, syms_nr;
52*a76108d0SH. Peter Anvin 	ELF(Shdr) *symtab_hdr = NULL, *strtab_hdr, *secstrings_hdr,
53*a76108d0SH. Peter Anvin 		*alt_sec = NULL, *extable_sec = NULL;
54*a76108d0SH. Peter Anvin 	ELF(Dyn) *dyn = 0, *dyn_end = 0;
55*a76108d0SH. Peter Anvin 	const char *secstrings;
56*a76108d0SH. Peter Anvin 	INT_BITS syms[NSYMS] = {};
57*a76108d0SH. Peter Anvin 
58*a76108d0SH. Peter Anvin 	ELF(Phdr) *pt = (ELF(Phdr) *)(raw_addr + GET_LE(&hdr->e_phoff));
59*a76108d0SH. Peter Anvin 
60*a76108d0SH. Peter Anvin 	if (GET_LE(&hdr->e_type) != ET_DYN)
61*a76108d0SH. Peter Anvin 		fail("input is not a shared object\n");
62*a76108d0SH. Peter Anvin 
63*a76108d0SH. Peter Anvin 	/* Walk the segment table. */
64*a76108d0SH. Peter Anvin 	for (i = 0; i < GET_LE(&hdr->e_phnum); i++) {
65*a76108d0SH. Peter Anvin 		if (GET_LE(&pt[i].p_type) == PT_LOAD) {
66*a76108d0SH. Peter Anvin 			if (found_load)
67*a76108d0SH. Peter Anvin 				fail("multiple PT_LOAD segs\n");
68*a76108d0SH. Peter Anvin 
69*a76108d0SH. Peter Anvin 			if (GET_LE(&pt[i].p_offset) != 0 ||
70*a76108d0SH. Peter Anvin 			    GET_LE(&pt[i].p_vaddr) != 0)
71*a76108d0SH. Peter Anvin 				fail("PT_LOAD in wrong place\n");
72*a76108d0SH. Peter Anvin 
73*a76108d0SH. Peter Anvin 			if (GET_LE(&pt[i].p_memsz) != GET_LE(&pt[i].p_filesz))
74*a76108d0SH. Peter Anvin 				fail("cannot handle memsz != filesz\n");
75*a76108d0SH. Peter Anvin 
76*a76108d0SH. Peter Anvin 			load_size = GET_LE(&pt[i].p_memsz);
77*a76108d0SH. Peter Anvin 			found_load = 1;
78*a76108d0SH. Peter Anvin 		} else if (GET_LE(&pt[i].p_type) == PT_DYNAMIC) {
79*a76108d0SH. Peter Anvin 			dyn = raw_addr + GET_LE(&pt[i].p_offset);
80*a76108d0SH. Peter Anvin 			dyn_end = raw_addr + GET_LE(&pt[i].p_offset) +
81*a76108d0SH. Peter Anvin 				GET_LE(&pt[i].p_memsz);
82*a76108d0SH. Peter Anvin 		}
83*a76108d0SH. Peter Anvin 	}
84*a76108d0SH. Peter Anvin 	if (!found_load)
85*a76108d0SH. Peter Anvin 		fail("no PT_LOAD seg\n");
86*a76108d0SH. Peter Anvin 
87*a76108d0SH. Peter Anvin 	if (stripped_len < load_size)
88*a76108d0SH. Peter Anvin 		fail("stripped input is too short\n");
89*a76108d0SH. Peter Anvin 
90*a76108d0SH. Peter Anvin 	if (!dyn)
91*a76108d0SH. Peter Anvin 		fail("input has no PT_DYNAMIC section -- your toolchain is buggy\n");
92*a76108d0SH. Peter Anvin 
93*a76108d0SH. Peter Anvin 	/* Walk the dynamic table */
94*a76108d0SH. Peter Anvin 	for (i = 0; dyn + i < dyn_end &&
95*a76108d0SH. Peter Anvin 		     GET_LE(&dyn[i].d_tag) != DT_NULL; i++) {
96*a76108d0SH. Peter Anvin 		typeof(dyn[i].d_tag) tag = GET_LE(&dyn[i].d_tag);
97*a76108d0SH. Peter Anvin 		if (tag == DT_REL || tag == DT_RELSZ || tag == DT_RELA ||
98*a76108d0SH. Peter Anvin 		    tag == DT_RELENT || tag == DT_TEXTREL)
99*a76108d0SH. Peter Anvin 			fail("vdso image contains dynamic relocations\n");
100*a76108d0SH. Peter Anvin 	}
101*a76108d0SH. Peter Anvin 
102*a76108d0SH. Peter Anvin 	/* Walk the section table */
103*a76108d0SH. Peter Anvin 	secstrings_hdr = raw_addr + GET_LE(&hdr->e_shoff) +
104*a76108d0SH. Peter Anvin 		GET_LE(&hdr->e_shentsize)*GET_LE(&hdr->e_shstrndx);
105*a76108d0SH. Peter Anvin 	secstrings = raw_addr + GET_LE(&secstrings_hdr->sh_offset);
106*a76108d0SH. Peter Anvin 	for (i = 0; i < GET_LE(&hdr->e_shnum); i++) {
107*a76108d0SH. Peter Anvin 		ELF(Shdr) *sh = raw_addr + GET_LE(&hdr->e_shoff) +
108*a76108d0SH. Peter Anvin 			GET_LE(&hdr->e_shentsize) * i;
109*a76108d0SH. Peter Anvin 		if (GET_LE(&sh->sh_type) == SHT_SYMTAB)
110*a76108d0SH. Peter Anvin 			symtab_hdr = sh;
111*a76108d0SH. Peter Anvin 
112*a76108d0SH. Peter Anvin 		if (!strcmp(secstrings + GET_LE(&sh->sh_name),
113*a76108d0SH. Peter Anvin 			    ".altinstructions"))
114*a76108d0SH. Peter Anvin 			alt_sec = sh;
115*a76108d0SH. Peter Anvin 		if (!strcmp(secstrings + GET_LE(&sh->sh_name), "__ex_table"))
116*a76108d0SH. Peter Anvin 			extable_sec = sh;
117*a76108d0SH. Peter Anvin 	}
118*a76108d0SH. Peter Anvin 
119*a76108d0SH. Peter Anvin 	if (!symtab_hdr)
120*a76108d0SH. Peter Anvin 		fail("no symbol table\n");
121*a76108d0SH. Peter Anvin 
122*a76108d0SH. Peter Anvin 	strtab_hdr = raw_addr + GET_LE(&hdr->e_shoff) +
123*a76108d0SH. Peter Anvin 		GET_LE(&hdr->e_shentsize) * GET_LE(&symtab_hdr->sh_link);
124*a76108d0SH. Peter Anvin 
125*a76108d0SH. Peter Anvin 	syms_nr = GET_LE(&symtab_hdr->sh_size) / GET_LE(&symtab_hdr->sh_entsize);
126*a76108d0SH. Peter Anvin 	/* Walk the symbol table */
127*a76108d0SH. Peter Anvin 	for (i = 0; i < syms_nr; i++) {
128*a76108d0SH. Peter Anvin 		unsigned int k;
129*a76108d0SH. Peter Anvin 		ELF(Sym) *sym = raw_addr + GET_LE(&symtab_hdr->sh_offset) +
130*a76108d0SH. Peter Anvin 			GET_LE(&symtab_hdr->sh_entsize) * i;
131*a76108d0SH. Peter Anvin 		const char *sym_name = raw_addr +
132*a76108d0SH. Peter Anvin 				       GET_LE(&strtab_hdr->sh_offset) +
133*a76108d0SH. Peter Anvin 				       GET_LE(&sym->st_name);
134*a76108d0SH. Peter Anvin 
135*a76108d0SH. Peter Anvin 		for (k = 0; k < NSYMS; k++) {
136*a76108d0SH. Peter Anvin 			if (!strcmp(sym_name, required_syms[k].name)) {
137*a76108d0SH. Peter Anvin 				if (syms[k]) {
138*a76108d0SH. Peter Anvin 					fail("duplicate symbol %s\n",
139*a76108d0SH. Peter Anvin 					     required_syms[k].name);
140*a76108d0SH. Peter Anvin 				}
141*a76108d0SH. Peter Anvin 
142*a76108d0SH. Peter Anvin 				/*
143*a76108d0SH. Peter Anvin 				 * Careful: we use negative addresses, but
144*a76108d0SH. Peter Anvin 				 * st_value is unsigned, so we rely
145*a76108d0SH. Peter Anvin 				 * on syms[k] being a signed type of the
146*a76108d0SH. Peter Anvin 				 * correct width.
147*a76108d0SH. Peter Anvin 				 */
148*a76108d0SH. Peter Anvin 				syms[k] = GET_LE(&sym->st_value);
149*a76108d0SH. Peter Anvin 			}
150*a76108d0SH. Peter Anvin 		}
151*a76108d0SH. Peter Anvin 	}
152*a76108d0SH. Peter Anvin 
153*a76108d0SH. Peter Anvin 	if (!image_name) {
154*a76108d0SH. Peter Anvin 		fwrite(stripped_addr, stripped_len, 1, outfile);
155*a76108d0SH. Peter Anvin 		return;
156*a76108d0SH. Peter Anvin 	}
157*a76108d0SH. Peter Anvin 
158*a76108d0SH. Peter Anvin 	mapping_size = (stripped_len + 4095) / 4096 * 4096;
159*a76108d0SH. Peter Anvin 
160*a76108d0SH. Peter Anvin 	fprintf(outfile, "/* AUTOMATICALLY GENERATED -- DO NOT EDIT */\n\n");
161*a76108d0SH. Peter Anvin 	fprintf(outfile, "#include <linux/linkage.h>\n");
162*a76108d0SH. Peter Anvin 	fprintf(outfile, "#include <linux/init.h>\n");
163*a76108d0SH. Peter Anvin 	fprintf(outfile, "#include <asm/page_types.h>\n");
164*a76108d0SH. Peter Anvin 	fprintf(outfile, "#include <asm/vdso.h>\n");
165*a76108d0SH. Peter Anvin 	fprintf(outfile, "\n");
166*a76108d0SH. Peter Anvin 	fprintf(outfile,
167*a76108d0SH. Peter Anvin 		"static unsigned char raw_data[%lu] __ro_after_init __aligned(PAGE_SIZE) = {",
168*a76108d0SH. Peter Anvin 		mapping_size);
169*a76108d0SH. Peter Anvin 	for (i = 0; i < stripped_len; i++) {
170*a76108d0SH. Peter Anvin 		if (i % 10 == 0)
171*a76108d0SH. Peter Anvin 			fprintf(outfile, "\n\t");
172*a76108d0SH. Peter Anvin 		fprintf(outfile, "0x%02X, ",
173*a76108d0SH. Peter Anvin 			(int)((unsigned char *)stripped_addr)[i]);
174*a76108d0SH. Peter Anvin 	}
175*a76108d0SH. Peter Anvin 	fprintf(outfile, "\n};\n\n");
176*a76108d0SH. Peter Anvin 	if (extable_sec)
177*a76108d0SH. Peter Anvin 		BITSFUNC(extract)(raw_addr, raw_len, outfile,
178*a76108d0SH. Peter Anvin 				  extable_sec, "extable");
179*a76108d0SH. Peter Anvin 
180*a76108d0SH. Peter Anvin 	fprintf(outfile, "const struct vdso_image %s = {\n", image_name);
181*a76108d0SH. Peter Anvin 	fprintf(outfile, "\t.data = raw_data,\n");
182*a76108d0SH. Peter Anvin 	fprintf(outfile, "\t.size = %lu,\n", mapping_size);
183*a76108d0SH. Peter Anvin 	if (alt_sec) {
184*a76108d0SH. Peter Anvin 		fprintf(outfile, "\t.alt = %lu,\n",
185*a76108d0SH. Peter Anvin 			(unsigned long)GET_LE(&alt_sec->sh_offset));
186*a76108d0SH. Peter Anvin 		fprintf(outfile, "\t.alt_len = %lu,\n",
187*a76108d0SH. Peter Anvin 			(unsigned long)GET_LE(&alt_sec->sh_size));
188*a76108d0SH. Peter Anvin 	}
189*a76108d0SH. Peter Anvin 	if (extable_sec) {
190*a76108d0SH. Peter Anvin 		fprintf(outfile, "\t.extable_base = %lu,\n",
191*a76108d0SH. Peter Anvin 			(unsigned long)GET_LE(&extable_sec->sh_offset));
192*a76108d0SH. Peter Anvin 		fprintf(outfile, "\t.extable_len = %lu,\n",
193*a76108d0SH. Peter Anvin 			(unsigned long)GET_LE(&extable_sec->sh_size));
194*a76108d0SH. Peter Anvin 		fprintf(outfile, "\t.extable = extable,\n");
195*a76108d0SH. Peter Anvin 	}
196*a76108d0SH. Peter Anvin 
197*a76108d0SH. Peter Anvin 	for (i = 0; i < NSYMS; i++) {
198*a76108d0SH. Peter Anvin 		if (required_syms[i].export && syms[i])
199*a76108d0SH. Peter Anvin 			fprintf(outfile, "\t.sym_%s = %" PRIi64 ",\n",
200*a76108d0SH. Peter Anvin 				required_syms[i].name, (int64_t)syms[i]);
201*a76108d0SH. Peter Anvin 	}
202*a76108d0SH. Peter Anvin 	fprintf(outfile, "};\n\n");
203*a76108d0SH. Peter Anvin 	fprintf(outfile, "static __init int init_%s(void) {\n", image_name);
204*a76108d0SH. Peter Anvin 	fprintf(outfile, "\treturn init_vdso_image(&%s);\n", image_name);
205*a76108d0SH. Peter Anvin 	fprintf(outfile, "};\n");
206*a76108d0SH. Peter Anvin 	fprintf(outfile, "subsys_initcall(init_%s);\n", image_name);
207*a76108d0SH. Peter Anvin 
208*a76108d0SH. Peter Anvin }
209