1*a76108d0SH. Peter Anvin /* SPDX-License-Identifier: GPL-2.0 */ 2*a76108d0SH. Peter Anvin /* 3*a76108d0SH. Peter Anvin * This file is included twice from vdso2c.c. It generates code for 32-bit 4*a76108d0SH. Peter Anvin * and 64-bit vDSOs. We need both for 64-bit builds, since 32-bit vDSOs 5*a76108d0SH. Peter Anvin * are built for 32-bit userspace. 6*a76108d0SH. Peter Anvin */ 7*a76108d0SH. Peter Anvin 8*a76108d0SH. Peter Anvin static void BITSFUNC(copy)(FILE *outfile, const unsigned char *data, size_t len) 9*a76108d0SH. Peter Anvin { 10*a76108d0SH. Peter Anvin size_t i; 11*a76108d0SH. Peter Anvin 12*a76108d0SH. Peter Anvin for (i = 0; i < len; i++) { 13*a76108d0SH. Peter Anvin if (i % 10 == 0) 14*a76108d0SH. Peter Anvin fprintf(outfile, "\n\t"); 15*a76108d0SH. Peter Anvin fprintf(outfile, "0x%02X, ", (int)(data)[i]); 16*a76108d0SH. Peter Anvin } 17*a76108d0SH. Peter Anvin } 18*a76108d0SH. Peter Anvin 19*a76108d0SH. Peter Anvin 20*a76108d0SH. Peter Anvin /* 21*a76108d0SH. Peter Anvin * Extract a section from the input data into a standalone blob. Used to 22*a76108d0SH. Peter Anvin * capture kernel-only data that needs to persist indefinitely, e.g. the 23*a76108d0SH. Peter Anvin * exception fixup tables, but only in the kernel, i.e. the section can 24*a76108d0SH. Peter Anvin * be stripped from the final vDSO image. 25*a76108d0SH. Peter Anvin */ 26*a76108d0SH. Peter Anvin static void BITSFUNC(extract)(const unsigned char *data, size_t data_len, 27*a76108d0SH. Peter Anvin FILE *outfile, ELF(Shdr) *sec, const char *name) 28*a76108d0SH. Peter Anvin { 29*a76108d0SH. Peter Anvin unsigned long offset; 30*a76108d0SH. Peter Anvin size_t len; 31*a76108d0SH. Peter Anvin 32*a76108d0SH. Peter Anvin offset = (unsigned long)GET_LE(&sec->sh_offset); 33*a76108d0SH. Peter Anvin len = (size_t)GET_LE(&sec->sh_size); 34*a76108d0SH. Peter Anvin 35*a76108d0SH. Peter Anvin if (offset + len > data_len) 36*a76108d0SH. Peter Anvin fail("section to extract overruns input data"); 37*a76108d0SH. Peter Anvin 38*a76108d0SH. Peter Anvin fprintf(outfile, "static const unsigned char %s[%zu] = {", name, len); 39*a76108d0SH. Peter Anvin BITSFUNC(copy)(outfile, data + offset, len); 40*a76108d0SH. Peter Anvin fprintf(outfile, "\n};\n\n"); 41*a76108d0SH. Peter Anvin } 42*a76108d0SH. Peter Anvin 43*a76108d0SH. Peter Anvin static void BITSFUNC(go)(void *raw_addr, size_t raw_len, 44*a76108d0SH. Peter Anvin void *stripped_addr, size_t stripped_len, 45*a76108d0SH. Peter Anvin FILE *outfile, const char *image_name) 46*a76108d0SH. Peter Anvin { 47*a76108d0SH. Peter Anvin int found_load = 0; 48*a76108d0SH. Peter Anvin unsigned long load_size = -1; /* Work around bogus warning */ 49*a76108d0SH. Peter Anvin unsigned long mapping_size; 50*a76108d0SH. Peter Anvin ELF(Ehdr) *hdr = (ELF(Ehdr) *)raw_addr; 51*a76108d0SH. Peter Anvin unsigned long i, syms_nr; 52*a76108d0SH. Peter Anvin ELF(Shdr) *symtab_hdr = NULL, *strtab_hdr, *secstrings_hdr, 53*a76108d0SH. Peter Anvin *alt_sec = NULL, *extable_sec = NULL; 54*a76108d0SH. Peter Anvin ELF(Dyn) *dyn = 0, *dyn_end = 0; 55*a76108d0SH. Peter Anvin const char *secstrings; 56*a76108d0SH. Peter Anvin INT_BITS syms[NSYMS] = {}; 57*a76108d0SH. Peter Anvin 58*a76108d0SH. Peter Anvin ELF(Phdr) *pt = (ELF(Phdr) *)(raw_addr + GET_LE(&hdr->e_phoff)); 59*a76108d0SH. Peter Anvin 60*a76108d0SH. Peter Anvin if (GET_LE(&hdr->e_type) != ET_DYN) 61*a76108d0SH. Peter Anvin fail("input is not a shared object\n"); 62*a76108d0SH. Peter Anvin 63*a76108d0SH. Peter Anvin /* Walk the segment table. */ 64*a76108d0SH. Peter Anvin for (i = 0; i < GET_LE(&hdr->e_phnum); i++) { 65*a76108d0SH. Peter Anvin if (GET_LE(&pt[i].p_type) == PT_LOAD) { 66*a76108d0SH. Peter Anvin if (found_load) 67*a76108d0SH. Peter Anvin fail("multiple PT_LOAD segs\n"); 68*a76108d0SH. Peter Anvin 69*a76108d0SH. Peter Anvin if (GET_LE(&pt[i].p_offset) != 0 || 70*a76108d0SH. Peter Anvin GET_LE(&pt[i].p_vaddr) != 0) 71*a76108d0SH. Peter Anvin fail("PT_LOAD in wrong place\n"); 72*a76108d0SH. Peter Anvin 73*a76108d0SH. Peter Anvin if (GET_LE(&pt[i].p_memsz) != GET_LE(&pt[i].p_filesz)) 74*a76108d0SH. Peter Anvin fail("cannot handle memsz != filesz\n"); 75*a76108d0SH. Peter Anvin 76*a76108d0SH. Peter Anvin load_size = GET_LE(&pt[i].p_memsz); 77*a76108d0SH. Peter Anvin found_load = 1; 78*a76108d0SH. Peter Anvin } else if (GET_LE(&pt[i].p_type) == PT_DYNAMIC) { 79*a76108d0SH. Peter Anvin dyn = raw_addr + GET_LE(&pt[i].p_offset); 80*a76108d0SH. Peter Anvin dyn_end = raw_addr + GET_LE(&pt[i].p_offset) + 81*a76108d0SH. Peter Anvin GET_LE(&pt[i].p_memsz); 82*a76108d0SH. Peter Anvin } 83*a76108d0SH. Peter Anvin } 84*a76108d0SH. Peter Anvin if (!found_load) 85*a76108d0SH. Peter Anvin fail("no PT_LOAD seg\n"); 86*a76108d0SH. Peter Anvin 87*a76108d0SH. Peter Anvin if (stripped_len < load_size) 88*a76108d0SH. Peter Anvin fail("stripped input is too short\n"); 89*a76108d0SH. Peter Anvin 90*a76108d0SH. Peter Anvin if (!dyn) 91*a76108d0SH. Peter Anvin fail("input has no PT_DYNAMIC section -- your toolchain is buggy\n"); 92*a76108d0SH. Peter Anvin 93*a76108d0SH. Peter Anvin /* Walk the dynamic table */ 94*a76108d0SH. Peter Anvin for (i = 0; dyn + i < dyn_end && 95*a76108d0SH. Peter Anvin GET_LE(&dyn[i].d_tag) != DT_NULL; i++) { 96*a76108d0SH. Peter Anvin typeof(dyn[i].d_tag) tag = GET_LE(&dyn[i].d_tag); 97*a76108d0SH. Peter Anvin if (tag == DT_REL || tag == DT_RELSZ || tag == DT_RELA || 98*a76108d0SH. Peter Anvin tag == DT_RELENT || tag == DT_TEXTREL) 99*a76108d0SH. Peter Anvin fail("vdso image contains dynamic relocations\n"); 100*a76108d0SH. Peter Anvin } 101*a76108d0SH. Peter Anvin 102*a76108d0SH. Peter Anvin /* Walk the section table */ 103*a76108d0SH. Peter Anvin secstrings_hdr = raw_addr + GET_LE(&hdr->e_shoff) + 104*a76108d0SH. Peter Anvin GET_LE(&hdr->e_shentsize)*GET_LE(&hdr->e_shstrndx); 105*a76108d0SH. Peter Anvin secstrings = raw_addr + GET_LE(&secstrings_hdr->sh_offset); 106*a76108d0SH. Peter Anvin for (i = 0; i < GET_LE(&hdr->e_shnum); i++) { 107*a76108d0SH. Peter Anvin ELF(Shdr) *sh = raw_addr + GET_LE(&hdr->e_shoff) + 108*a76108d0SH. Peter Anvin GET_LE(&hdr->e_shentsize) * i; 109*a76108d0SH. Peter Anvin if (GET_LE(&sh->sh_type) == SHT_SYMTAB) 110*a76108d0SH. Peter Anvin symtab_hdr = sh; 111*a76108d0SH. Peter Anvin 112*a76108d0SH. Peter Anvin if (!strcmp(secstrings + GET_LE(&sh->sh_name), 113*a76108d0SH. Peter Anvin ".altinstructions")) 114*a76108d0SH. Peter Anvin alt_sec = sh; 115*a76108d0SH. Peter Anvin if (!strcmp(secstrings + GET_LE(&sh->sh_name), "__ex_table")) 116*a76108d0SH. Peter Anvin extable_sec = sh; 117*a76108d0SH. Peter Anvin } 118*a76108d0SH. Peter Anvin 119*a76108d0SH. Peter Anvin if (!symtab_hdr) 120*a76108d0SH. Peter Anvin fail("no symbol table\n"); 121*a76108d0SH. Peter Anvin 122*a76108d0SH. Peter Anvin strtab_hdr = raw_addr + GET_LE(&hdr->e_shoff) + 123*a76108d0SH. Peter Anvin GET_LE(&hdr->e_shentsize) * GET_LE(&symtab_hdr->sh_link); 124*a76108d0SH. Peter Anvin 125*a76108d0SH. Peter Anvin syms_nr = GET_LE(&symtab_hdr->sh_size) / GET_LE(&symtab_hdr->sh_entsize); 126*a76108d0SH. Peter Anvin /* Walk the symbol table */ 127*a76108d0SH. Peter Anvin for (i = 0; i < syms_nr; i++) { 128*a76108d0SH. Peter Anvin unsigned int k; 129*a76108d0SH. Peter Anvin ELF(Sym) *sym = raw_addr + GET_LE(&symtab_hdr->sh_offset) + 130*a76108d0SH. Peter Anvin GET_LE(&symtab_hdr->sh_entsize) * i; 131*a76108d0SH. Peter Anvin const char *sym_name = raw_addr + 132*a76108d0SH. Peter Anvin GET_LE(&strtab_hdr->sh_offset) + 133*a76108d0SH. Peter Anvin GET_LE(&sym->st_name); 134*a76108d0SH. Peter Anvin 135*a76108d0SH. Peter Anvin for (k = 0; k < NSYMS; k++) { 136*a76108d0SH. Peter Anvin if (!strcmp(sym_name, required_syms[k].name)) { 137*a76108d0SH. Peter Anvin if (syms[k]) { 138*a76108d0SH. Peter Anvin fail("duplicate symbol %s\n", 139*a76108d0SH. Peter Anvin required_syms[k].name); 140*a76108d0SH. Peter Anvin } 141*a76108d0SH. Peter Anvin 142*a76108d0SH. Peter Anvin /* 143*a76108d0SH. Peter Anvin * Careful: we use negative addresses, but 144*a76108d0SH. Peter Anvin * st_value is unsigned, so we rely 145*a76108d0SH. Peter Anvin * on syms[k] being a signed type of the 146*a76108d0SH. Peter Anvin * correct width. 147*a76108d0SH. Peter Anvin */ 148*a76108d0SH. Peter Anvin syms[k] = GET_LE(&sym->st_value); 149*a76108d0SH. Peter Anvin } 150*a76108d0SH. Peter Anvin } 151*a76108d0SH. Peter Anvin } 152*a76108d0SH. Peter Anvin 153*a76108d0SH. Peter Anvin if (!image_name) { 154*a76108d0SH. Peter Anvin fwrite(stripped_addr, stripped_len, 1, outfile); 155*a76108d0SH. Peter Anvin return; 156*a76108d0SH. Peter Anvin } 157*a76108d0SH. Peter Anvin 158*a76108d0SH. Peter Anvin mapping_size = (stripped_len + 4095) / 4096 * 4096; 159*a76108d0SH. Peter Anvin 160*a76108d0SH. Peter Anvin fprintf(outfile, "/* AUTOMATICALLY GENERATED -- DO NOT EDIT */\n\n"); 161*a76108d0SH. Peter Anvin fprintf(outfile, "#include <linux/linkage.h>\n"); 162*a76108d0SH. Peter Anvin fprintf(outfile, "#include <linux/init.h>\n"); 163*a76108d0SH. Peter Anvin fprintf(outfile, "#include <asm/page_types.h>\n"); 164*a76108d0SH. Peter Anvin fprintf(outfile, "#include <asm/vdso.h>\n"); 165*a76108d0SH. Peter Anvin fprintf(outfile, "\n"); 166*a76108d0SH. Peter Anvin fprintf(outfile, 167*a76108d0SH. Peter Anvin "static unsigned char raw_data[%lu] __ro_after_init __aligned(PAGE_SIZE) = {", 168*a76108d0SH. Peter Anvin mapping_size); 169*a76108d0SH. Peter Anvin for (i = 0; i < stripped_len; i++) { 170*a76108d0SH. Peter Anvin if (i % 10 == 0) 171*a76108d0SH. Peter Anvin fprintf(outfile, "\n\t"); 172*a76108d0SH. Peter Anvin fprintf(outfile, "0x%02X, ", 173*a76108d0SH. Peter Anvin (int)((unsigned char *)stripped_addr)[i]); 174*a76108d0SH. Peter Anvin } 175*a76108d0SH. Peter Anvin fprintf(outfile, "\n};\n\n"); 176*a76108d0SH. Peter Anvin if (extable_sec) 177*a76108d0SH. Peter Anvin BITSFUNC(extract)(raw_addr, raw_len, outfile, 178*a76108d0SH. Peter Anvin extable_sec, "extable"); 179*a76108d0SH. Peter Anvin 180*a76108d0SH. Peter Anvin fprintf(outfile, "const struct vdso_image %s = {\n", image_name); 181*a76108d0SH. Peter Anvin fprintf(outfile, "\t.data = raw_data,\n"); 182*a76108d0SH. Peter Anvin fprintf(outfile, "\t.size = %lu,\n", mapping_size); 183*a76108d0SH. Peter Anvin if (alt_sec) { 184*a76108d0SH. Peter Anvin fprintf(outfile, "\t.alt = %lu,\n", 185*a76108d0SH. Peter Anvin (unsigned long)GET_LE(&alt_sec->sh_offset)); 186*a76108d0SH. Peter Anvin fprintf(outfile, "\t.alt_len = %lu,\n", 187*a76108d0SH. Peter Anvin (unsigned long)GET_LE(&alt_sec->sh_size)); 188*a76108d0SH. Peter Anvin } 189*a76108d0SH. Peter Anvin if (extable_sec) { 190*a76108d0SH. Peter Anvin fprintf(outfile, "\t.extable_base = %lu,\n", 191*a76108d0SH. Peter Anvin (unsigned long)GET_LE(&extable_sec->sh_offset)); 192*a76108d0SH. Peter Anvin fprintf(outfile, "\t.extable_len = %lu,\n", 193*a76108d0SH. Peter Anvin (unsigned long)GET_LE(&extable_sec->sh_size)); 194*a76108d0SH. Peter Anvin fprintf(outfile, "\t.extable = extable,\n"); 195*a76108d0SH. Peter Anvin } 196*a76108d0SH. Peter Anvin 197*a76108d0SH. Peter Anvin for (i = 0; i < NSYMS; i++) { 198*a76108d0SH. Peter Anvin if (required_syms[i].export && syms[i]) 199*a76108d0SH. Peter Anvin fprintf(outfile, "\t.sym_%s = %" PRIi64 ",\n", 200*a76108d0SH. Peter Anvin required_syms[i].name, (int64_t)syms[i]); 201*a76108d0SH. Peter Anvin } 202*a76108d0SH. Peter Anvin fprintf(outfile, "};\n\n"); 203*a76108d0SH. Peter Anvin fprintf(outfile, "static __init int init_%s(void) {\n", image_name); 204*a76108d0SH. Peter Anvin fprintf(outfile, "\treturn init_vdso_image(&%s);\n", image_name); 205*a76108d0SH. Peter Anvin fprintf(outfile, "};\n"); 206*a76108d0SH. Peter Anvin fprintf(outfile, "subsys_initcall(init_%s);\n", image_name); 207*a76108d0SH. Peter Anvin 208*a76108d0SH. Peter Anvin } 209