1a4f67738SDoug Rabson /*- 2326e27d8SDoug Rabson * Copyright (c) 1998-2000 Doug Rabson 3e9eabf59SPeter Wemm * Copyright (c) 2004 Peter Wemm 4a4f67738SDoug Rabson * All rights reserved. 5a4f67738SDoug Rabson * 6a4f67738SDoug Rabson * Redistribution and use in source and binary forms, with or without 7a4f67738SDoug Rabson * modification, are permitted provided that the following conditions 8a4f67738SDoug Rabson * are met: 9a4f67738SDoug Rabson * 1. Redistributions of source code must retain the above copyright 10a4f67738SDoug Rabson * notice, this list of conditions and the following disclaimer. 11a4f67738SDoug Rabson * 2. Redistributions in binary form must reproduce the above copyright 12a4f67738SDoug Rabson * notice, this list of conditions and the following disclaimer in the 13a4f67738SDoug Rabson * documentation and/or other materials provided with the distribution. 14a4f67738SDoug Rabson * 15a4f67738SDoug Rabson * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 16a4f67738SDoug Rabson * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 17a4f67738SDoug Rabson * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 18a4f67738SDoug Rabson * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 19a4f67738SDoug Rabson * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 20a4f67738SDoug Rabson * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 21a4f67738SDoug Rabson * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 22a4f67738SDoug Rabson * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 23a4f67738SDoug Rabson * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 24a4f67738SDoug Rabson * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 25a4f67738SDoug Rabson * SUCH DAMAGE. 26a4f67738SDoug Rabson */ 27a4f67738SDoug Rabson 28677b542eSDavid E. O'Brien #include <sys/cdefs.h> 29677b542eSDavid E. O'Brien __FBSDID("$FreeBSD$"); 30677b542eSDavid E. O'Brien 31326e27d8SDoug Rabson #include "opt_ddb.h" 32a3df768bSRobert Watson #include "opt_mac.h" 33326e27d8SDoug Rabson 34a4f67738SDoug Rabson #include <sys/param.h> 35a4f67738SDoug Rabson #include <sys/systm.h> 36fb919e4dSMark Murray #include <sys/kernel.h> 37fb919e4dSMark Murray #include <sys/lock.h> 38a3df768bSRobert Watson #include <sys/mac.h> 39a4f67738SDoug Rabson #include <sys/malloc.h> 40c0b824f9SDima Dorfman #include <sys/mutex.h> 41a4f67738SDoug Rabson #include <sys/proc.h> 42a4f67738SDoug Rabson #include <sys/namei.h> 43a4f67738SDoug Rabson #include <sys/fcntl.h> 44a4f67738SDoug Rabson #include <sys/vnode.h> 45a4f67738SDoug Rabson #include <sys/linker.h> 46fb919e4dSMark Murray 47a4f67738SDoug Rabson #include <machine/elf.h> 48a4f67738SDoug Rabson 49fe3db7c7SDoug Rabson #include <vm/vm.h> 50fe3db7c7SDoug Rabson #include <vm/vm_param.h> 51fe3db7c7SDoug Rabson #include <vm/vm_object.h> 52fe3db7c7SDoug Rabson #include <vm/vm_kern.h> 53fe3db7c7SDoug Rabson #include <vm/vm_extern.h> 54fe3db7c7SDoug Rabson #include <vm/pmap.h> 55fe3db7c7SDoug Rabson #include <vm/vm_map.h> 56fb919e4dSMark Murray 57f9980387SPeter Wemm #include <sys/link_elf.h> 58fe3db7c7SDoug Rabson 59326e27d8SDoug Rabson #include "linker_if.h" 60a4f67738SDoug Rabson 61e9eabf59SPeter Wemm typedef struct { 62e9eabf59SPeter Wemm void *addr; 6320947801SPeter Wemm Elf_Off size; 64e9eabf59SPeter Wemm int flags; 65e9eabf59SPeter Wemm int sec; /* Original section */ 66e9eabf59SPeter Wemm char *name; 67e9eabf59SPeter Wemm } Elf_progent; 68e9eabf59SPeter Wemm 69e9eabf59SPeter Wemm typedef struct { 70e9eabf59SPeter Wemm Elf_Rel *rel; 7120947801SPeter Wemm int nrel; 72e9eabf59SPeter Wemm int sec; 73e9eabf59SPeter Wemm } Elf_relent; 74e9eabf59SPeter Wemm 75e9eabf59SPeter Wemm typedef struct { 76e9eabf59SPeter Wemm Elf_Rela *rela; 7720947801SPeter Wemm int nrela; 78e9eabf59SPeter Wemm int sec; 79e9eabf59SPeter Wemm } Elf_relaent; 80e9eabf59SPeter Wemm 81e9eabf59SPeter Wemm 82a4f67738SDoug Rabson typedef struct elf_file { 83326e27d8SDoug Rabson struct linker_file lf; /* Common fields */ 8420947801SPeter Wemm 85fe3db7c7SDoug Rabson caddr_t address; /* Relocation address */ 86fe3db7c7SDoug Rabson vm_object_t object; /* VM object to hold file pages */ 87e9eabf59SPeter Wemm Elf_Shdr *e_shdr; 88e9eabf59SPeter Wemm 89e9eabf59SPeter Wemm Elf_progent *progtab; 90e9eabf59SPeter Wemm int nprogtab; 91e9eabf59SPeter Wemm 92e9eabf59SPeter Wemm Elf_relaent *relatab; 93e9eabf59SPeter Wemm int nrela; 94e9eabf59SPeter Wemm 95e9eabf59SPeter Wemm Elf_relent *reltab; 96e9eabf59SPeter Wemm int nrel; 97e9eabf59SPeter Wemm 98e9eabf59SPeter Wemm Elf_Sym *ddbsymtab; /* The symbol table we are using */ 992d636ab0SPeter Wemm long ddbsymcnt; /* Number of symbols */ 1002d636ab0SPeter Wemm caddr_t ddbstrtab; /* String table */ 1012d636ab0SPeter Wemm long ddbstrcnt; /* number of bytes in string table */ 102e9eabf59SPeter Wemm 103e9eabf59SPeter Wemm caddr_t shstrtab; /* Section name string table */ 104e9eabf59SPeter Wemm long shstrcnt; /* number of bytes in string table */ 105e9eabf59SPeter Wemm 106a4f67738SDoug Rabson } *elf_file_t; 107a4f67738SDoug Rabson 10854823af2SPeter Wemm static int link_elf_link_preload(linker_class_t cls, 109326e27d8SDoug Rabson const char *, linker_file_t *); 11054823af2SPeter Wemm static int link_elf_link_preload_finish(linker_file_t); 11154823af2SPeter Wemm static int link_elf_load_file(linker_class_t, const char *, linker_file_t *); 112326e27d8SDoug Rabson static int link_elf_lookup_symbol(linker_file_t, const char *, 113326e27d8SDoug Rabson c_linker_sym_t *); 114e9eabf59SPeter Wemm static int link_elf_symbol_values(linker_file_t, c_linker_sym_t, 115e9eabf59SPeter Wemm linker_symval_t *); 116326e27d8SDoug Rabson static int link_elf_search_symbol(linker_file_t, caddr_t value, 117326e27d8SDoug Rabson c_linker_sym_t *sym, long *diffp); 118326e27d8SDoug Rabson 119326e27d8SDoug Rabson static void link_elf_unload_file(linker_file_t); 120f41325dbSPeter Wemm static int link_elf_lookup_set(linker_file_t, const char *, 121f41325dbSPeter Wemm void ***, void ***, int *); 122bb9fe9ddSBrian Feldman static int link_elf_each_function_name(linker_file_t, 123e9eabf59SPeter Wemm int (*)(const char *, void *), void *); 1247251b4bfSJake Burkholder static void link_elf_reloc_local(linker_file_t); 125326e27d8SDoug Rabson 126e9eabf59SPeter Wemm static Elf_Addr elf_obj_lookup(linker_file_t lf, Elf_Word symidx, int deps); 127e9eabf59SPeter Wemm 128326e27d8SDoug Rabson static kobj_method_t link_elf_methods[] = { 129326e27d8SDoug Rabson KOBJMETHOD(linker_lookup_symbol, link_elf_lookup_symbol), 130326e27d8SDoug Rabson KOBJMETHOD(linker_symbol_values, link_elf_symbol_values), 131326e27d8SDoug Rabson KOBJMETHOD(linker_search_symbol, link_elf_search_symbol), 132326e27d8SDoug Rabson KOBJMETHOD(linker_unload, link_elf_unload_file), 13354823af2SPeter Wemm KOBJMETHOD(linker_load_file, link_elf_load_file), 13454823af2SPeter Wemm KOBJMETHOD(linker_link_preload, link_elf_link_preload), 13554823af2SPeter Wemm KOBJMETHOD(linker_link_preload_finish, link_elf_link_preload_finish), 136f41325dbSPeter Wemm KOBJMETHOD(linker_lookup_set, link_elf_lookup_set), 137bb9fe9ddSBrian Feldman KOBJMETHOD(linker_each_function_name, link_elf_each_function_name), 138326e27d8SDoug Rabson { 0, 0 } 139326e27d8SDoug Rabson }; 140326e27d8SDoug Rabson 141326e27d8SDoug Rabson static struct linker_class link_elf_class = { 142326e27d8SDoug Rabson #if ELF_TARG_CLASS == ELFCLASS32 143e9eabf59SPeter Wemm "elf32_obj", 144326e27d8SDoug Rabson #else 145e9eabf59SPeter Wemm "elf64_obj", 146326e27d8SDoug Rabson #endif 147326e27d8SDoug Rabson link_elf_methods, sizeof(struct elf_file) 148326e27d8SDoug Rabson }; 149326e27d8SDoug Rabson 150326e27d8SDoug Rabson static int relocate_file(elf_file_t ef); 151a4f67738SDoug Rabson 152a4f67738SDoug Rabson static void 1531720979bSMarcel Moolenaar link_elf_error(const char *s) 1541720979bSMarcel Moolenaar { 1551720979bSMarcel Moolenaar printf("kldload: %s\n", s); 1561720979bSMarcel Moolenaar } 1571720979bSMarcel Moolenaar 1581720979bSMarcel Moolenaar static void 159a4f67738SDoug Rabson link_elf_init(void *arg) 160a4f67738SDoug Rabson { 161a4f67738SDoug Rabson 162326e27d8SDoug Rabson linker_add_class(&link_elf_class); 163a4f67738SDoug Rabson } 164a4f67738SDoug Rabson 165e9eabf59SPeter Wemm SYSINIT(link_elf_obj, SI_SUB_KLD, SI_ORDER_SECOND, link_elf_init, 0); 166a4f67738SDoug Rabson 167a4f67738SDoug Rabson static int 168e9eabf59SPeter Wemm link_elf_link_preload(linker_class_t cls, const char *filename, 169e9eabf59SPeter Wemm linker_file_t *result) 1702d636ab0SPeter Wemm { 171e9eabf59SPeter Wemm /* preload not done this way */ 172de78ca7eSPeter Wemm return (EFTYPE); 173de78ca7eSPeter Wemm } 174de78ca7eSPeter Wemm 175de78ca7eSPeter Wemm static int 17654823af2SPeter Wemm link_elf_link_preload_finish(linker_file_t lf) 17754823af2SPeter Wemm { 178e9eabf59SPeter Wemm /* preload not done this way */ 179e9eabf59SPeter Wemm return (EFTYPE); 18054823af2SPeter Wemm } 18154823af2SPeter Wemm 18254823af2SPeter Wemm static int 183c143d6c2SMarcel Moolenaar link_elf_load_file(linker_class_t cls, const char *filename, 184c143d6c2SMarcel Moolenaar linker_file_t *result) 185a4f67738SDoug Rabson { 186a4f67738SDoug Rabson struct nameidata nd; 187b40ce416SJulian Elischer struct thread *td = curthread; /* XXX */ 188caab6e90SPeter Wemm Elf_Ehdr *hdr; 189e9eabf59SPeter Wemm Elf_Shdr *shdr; 190a8774e39SPeter Wemm Elf_Sym *es; 191a8774e39SPeter Wemm int nbytes, i, j; 19220947801SPeter Wemm vm_offset_t mapbase; 193fe3db7c7SDoug Rabson size_t mapsize; 194a4f67738SDoug Rabson int error = 0; 195e6796b67SKirk McKusick int resid, flags; 196a4f67738SDoug Rabson elf_file_t ef; 197a4f67738SDoug Rabson linker_file_t lf; 198ca65d5c7SPeter Wemm int symtabindex; 199ca65d5c7SPeter Wemm int symstrindex; 200e9eabf59SPeter Wemm int shstrindex; 201e9eabf59SPeter Wemm int nsym; 20220947801SPeter Wemm int pb, rl, ra; 203e9eabf59SPeter Wemm int alignmask; 204ca65d5c7SPeter Wemm 2050cddd8f0SMatthew Dillon GIANT_REQUIRED; 2060cddd8f0SMatthew Dillon 207ca65d5c7SPeter Wemm shdr = NULL; 208ca65d5c7SPeter Wemm lf = NULL; 209e9eabf59SPeter Wemm mapsize = 0; 210e9eabf59SPeter Wemm hdr = NULL; 211a4f67738SDoug Rabson 212b40ce416SJulian Elischer NDINIT(&nd, LOOKUP, FOLLOW, UIO_SYSSPACE, filename, td); 213e6796b67SKirk McKusick flags = FREAD; 2147c89f162SPoul-Henning Kamp error = vn_open(&nd, &flags, 0, -1); 215a4f67738SDoug Rabson if (error) 216a4f67738SDoug Rabson return error; 217762e6b85SEivind Eklund NDFREE(&nd, NDF_ONLY_PNBUF); 218a3df768bSRobert Watson #ifdef MAC 219e9eabf59SPeter Wemm error = mac_check_kld_load(td->td_ucred, nd.ni_vp); 220a3df768bSRobert Watson if (error) { 221a3df768bSRobert Watson goto out; 222a3df768bSRobert Watson } 223a3df768bSRobert Watson #endif 224a4f67738SDoug Rabson 225e9eabf59SPeter Wemm /* Read the elf header from the file. */ 226e9eabf59SPeter Wemm hdr = malloc(sizeof(*hdr), M_LINKER, M_WAITOK); 227e9eabf59SPeter Wemm if (hdr == NULL) { 228caab6e90SPeter Wemm error = ENOMEM; 229caab6e90SPeter Wemm goto out; 230caab6e90SPeter Wemm } 231e9eabf59SPeter Wemm error = vn_rdwr(UIO_READ, nd.ni_vp, (void *)hdr, sizeof(*hdr), 0, 2329ca43589SRobert Watson UIO_SYSSPACE, IO_NODELOCKED, td->td_ucred, NOCRED, 2339ca43589SRobert Watson &resid, td); 234a4f67738SDoug Rabson if (error) 235a4f67738SDoug Rabson goto out; 236e9eabf59SPeter Wemm if (resid != 0){ 237e9eabf59SPeter Wemm error = ENOEXEC; 238e9eabf59SPeter Wemm goto out; 239e9eabf59SPeter Wemm } 240a4f67738SDoug Rabson 241caab6e90SPeter Wemm if (!IS_ELF(*hdr)) { 242fe3db7c7SDoug Rabson error = ENOEXEC; 243a4f67738SDoug Rabson goto out; 244fe3db7c7SDoug Rabson } 245fe3db7c7SDoug Rabson 246caab6e90SPeter Wemm if (hdr->e_ident[EI_CLASS] != ELF_TARG_CLASS 247caab6e90SPeter Wemm || hdr->e_ident[EI_DATA] != ELF_TARG_DATA) { 248fe3db7c7SDoug Rabson link_elf_error("Unsupported file layout"); 249fe3db7c7SDoug Rabson error = ENOEXEC; 250fe3db7c7SDoug Rabson goto out; 251fe3db7c7SDoug Rabson } 252caab6e90SPeter Wemm if (hdr->e_ident[EI_VERSION] != EV_CURRENT 253caab6e90SPeter Wemm || hdr->e_version != EV_CURRENT) { 254fe3db7c7SDoug Rabson link_elf_error("Unsupported file version"); 255fe3db7c7SDoug Rabson error = ENOEXEC; 256fe3db7c7SDoug Rabson goto out; 257fe3db7c7SDoug Rabson } 258e9eabf59SPeter Wemm if (hdr->e_type != ET_REL) { 259fe3db7c7SDoug Rabson link_elf_error("Unsupported file type"); 260fe3db7c7SDoug Rabson error = ENOEXEC; 261fe3db7c7SDoug Rabson goto out; 262fe3db7c7SDoug Rabson } 263caab6e90SPeter Wemm if (hdr->e_machine != ELF_TARG_MACH) { 264fe3db7c7SDoug Rabson link_elf_error("Unsupported machine"); 265fe3db7c7SDoug Rabson error = ENOEXEC; 266fe3db7c7SDoug Rabson goto out; 267fe3db7c7SDoug Rabson } 268a4f67738SDoug Rabson 269326e27d8SDoug Rabson lf = linker_make_file(filename, &link_elf_class); 270326e27d8SDoug Rabson if (!lf) { 271326e27d8SDoug Rabson error = ENOMEM; 272326e27d8SDoug Rabson goto out; 273326e27d8SDoug Rabson } 274326e27d8SDoug Rabson ef = (elf_file_t) lf; 275e9eabf59SPeter Wemm ef->nprogtab = 0; 276e9eabf59SPeter Wemm ef->e_shdr = 0; 277e9eabf59SPeter Wemm ef->nrel = 0; 278e9eabf59SPeter Wemm ef->nrela = 0; 279e9eabf59SPeter Wemm 280e9eabf59SPeter Wemm /* Allocate and read in the section header */ 281e9eabf59SPeter Wemm nbytes = hdr->e_shnum * hdr->e_shentsize; 282e9eabf59SPeter Wemm if (nbytes == 0 || hdr->e_shoff == 0 || 283e9eabf59SPeter Wemm hdr->e_shentsize != sizeof(Elf_Shdr)) { 284e9eabf59SPeter Wemm error = ENOEXEC; 285e9eabf59SPeter Wemm goto out; 286e9eabf59SPeter Wemm } 28720947801SPeter Wemm shdr = malloc(nbytes, M_LINKER, M_WAITOK); 288e9eabf59SPeter Wemm if (shdr == NULL) { 289e9eabf59SPeter Wemm error = ENOMEM; 290e9eabf59SPeter Wemm goto out; 291e9eabf59SPeter Wemm } 292e9eabf59SPeter Wemm ef->e_shdr = shdr; 293e9eabf59SPeter Wemm error = vn_rdwr(UIO_READ, nd.ni_vp, (caddr_t)shdr, nbytes, hdr->e_shoff, 294e9eabf59SPeter Wemm UIO_SYSSPACE, IO_NODELOCKED, td->td_ucred, NOCRED, &resid, td); 295e9eabf59SPeter Wemm if (error) 296e9eabf59SPeter Wemm goto out; 297e9eabf59SPeter Wemm if (resid) { 298e9eabf59SPeter Wemm error = ENOEXEC; 299e9eabf59SPeter Wemm goto out; 300e9eabf59SPeter Wemm } 301e9eabf59SPeter Wemm 302e9eabf59SPeter Wemm /* Scan the section header for information and table sizing. */ 303e9eabf59SPeter Wemm nsym = 0; 304e9eabf59SPeter Wemm symtabindex = -1; 305e9eabf59SPeter Wemm symstrindex = -1; 306e9eabf59SPeter Wemm for (i = 0; i < hdr->e_shnum; i++) { 307e9eabf59SPeter Wemm switch (shdr[i].sh_type) { 308e9eabf59SPeter Wemm case SHT_PROGBITS: 309e9eabf59SPeter Wemm case SHT_NOBITS: 31020947801SPeter Wemm ef->nprogtab++; 311e9eabf59SPeter Wemm break; 312e9eabf59SPeter Wemm case SHT_SYMTAB: 313e9eabf59SPeter Wemm nsym++; 314e9eabf59SPeter Wemm symtabindex = i; 315e9eabf59SPeter Wemm symstrindex = shdr[i].sh_link; 316e9eabf59SPeter Wemm break; 317e9eabf59SPeter Wemm case SHT_REL: 318e9eabf59SPeter Wemm ef->nrel++; 319e9eabf59SPeter Wemm break; 320e9eabf59SPeter Wemm case SHT_RELA: 321e9eabf59SPeter Wemm ef->nrela++; 322e9eabf59SPeter Wemm break; 323e9eabf59SPeter Wemm case SHT_STRTAB: 324e9eabf59SPeter Wemm break; 325e9eabf59SPeter Wemm } 326e9eabf59SPeter Wemm } 32720947801SPeter Wemm if (ef->nprogtab == 0) { 328e9eabf59SPeter Wemm link_elf_error("file has no contents"); 329e9eabf59SPeter Wemm error = ENOEXEC; 330e9eabf59SPeter Wemm goto out; 331e9eabf59SPeter Wemm } 332e9eabf59SPeter Wemm if (nsym != 1) { 333e9eabf59SPeter Wemm /* Only allow one symbol table for now */ 334e9eabf59SPeter Wemm link_elf_error("file has no valid symbol table"); 335e9eabf59SPeter Wemm error = ENOEXEC; 336e9eabf59SPeter Wemm goto out; 337e9eabf59SPeter Wemm } 338e9eabf59SPeter Wemm if (symstrindex < 0 || symstrindex > hdr->e_shnum || 339e9eabf59SPeter Wemm shdr[symstrindex].sh_type != SHT_STRTAB) { 340e9eabf59SPeter Wemm link_elf_error("file has invalid symbol strings"); 341e9eabf59SPeter Wemm error = ENOEXEC; 342e9eabf59SPeter Wemm goto out; 343e9eabf59SPeter Wemm } 344e9eabf59SPeter Wemm 345e9eabf59SPeter Wemm /* Allocate space for tracking the load chunks */ 346e9eabf59SPeter Wemm if (ef->nprogtab != 0) 34720947801SPeter Wemm ef->progtab = malloc(ef->nprogtab * sizeof(*ef->progtab), 34820947801SPeter Wemm M_LINKER, M_WAITOK | M_ZERO); 349e9eabf59SPeter Wemm if (ef->nrel != 0) 35020947801SPeter Wemm ef->reltab = malloc(ef->nrel * sizeof(*ef->reltab), M_LINKER, 35120947801SPeter Wemm M_WAITOK | M_ZERO); 352e9eabf59SPeter Wemm if (ef->nrela != 0) 35320947801SPeter Wemm ef->relatab = malloc(ef->nrela * sizeof(*ef->relatab), M_LINKER, 35420947801SPeter Wemm M_WAITOK | M_ZERO); 35520947801SPeter Wemm if ((ef->nprogtab != 0 && ef->progtab == NULL) || 35620947801SPeter Wemm (ef->nrel != 0 && ef->reltab == NULL) || 35720947801SPeter Wemm (ef->nrela != 0 && ef->relatab == NULL)) { 35820947801SPeter Wemm error = ENOMEM; 35920947801SPeter Wemm goto out; 36020947801SPeter Wemm } 361e9eabf59SPeter Wemm 36220947801SPeter Wemm if (symtabindex == -1) 36320947801SPeter Wemm panic("lost symbol table index"); 36420947801SPeter Wemm /* Allocate space for and load the symbol table */ 365e9eabf59SPeter Wemm ef->ddbsymcnt = shdr[symtabindex].sh_size / sizeof(Elf_Sym); 366e9eabf59SPeter Wemm ef->ddbsymtab = malloc(shdr[symtabindex].sh_size, M_LINKER, M_WAITOK); 36720947801SPeter Wemm if (ef->ddbsymtab == NULL) { 36820947801SPeter Wemm error = ENOMEM; 36920947801SPeter Wemm goto out; 37020947801SPeter Wemm } 37120947801SPeter Wemm error = vn_rdwr(UIO_READ, nd.ni_vp, (void *)ef->ddbsymtab, 37220947801SPeter Wemm shdr[symtabindex].sh_size, shdr[symtabindex].sh_offset, 37320947801SPeter Wemm UIO_SYSSPACE, IO_NODELOCKED, td->td_ucred, NOCRED, 37420947801SPeter Wemm &resid, td); 37520947801SPeter Wemm if (error) 37620947801SPeter Wemm goto out; 37720947801SPeter Wemm if (resid != 0){ 37820947801SPeter Wemm error = EINVAL; 37920947801SPeter Wemm goto out; 38020947801SPeter Wemm } 381e9eabf59SPeter Wemm 38220947801SPeter Wemm if (symstrindex == -1) 38320947801SPeter Wemm panic("lost symbol string index"); 38420947801SPeter Wemm /* Allocate space for and load the symbol strings */ 385e9eabf59SPeter Wemm ef->ddbstrcnt = shdr[symstrindex].sh_size; 386e9eabf59SPeter Wemm ef->ddbstrtab = malloc(shdr[symstrindex].sh_size, M_LINKER, M_WAITOK); 38720947801SPeter Wemm if (ef->ddbstrtab == NULL) { 388e9eabf59SPeter Wemm error = ENOMEM; 389e9eabf59SPeter Wemm goto out; 390e9eabf59SPeter Wemm } 39120947801SPeter Wemm error = vn_rdwr(UIO_READ, nd.ni_vp, ef->ddbstrtab, 39220947801SPeter Wemm shdr[symstrindex].sh_size, shdr[symstrindex].sh_offset, 39320947801SPeter Wemm UIO_SYSSPACE, IO_NODELOCKED, td->td_ucred, NOCRED, 39420947801SPeter Wemm &resid, td); 39520947801SPeter Wemm if (error) 39620947801SPeter Wemm goto out; 39720947801SPeter Wemm if (resid != 0){ 39820947801SPeter Wemm error = EINVAL; 39920947801SPeter Wemm goto out; 40020947801SPeter Wemm } 401e9eabf59SPeter Wemm 402e9eabf59SPeter Wemm /* Do we have a string table for the section names? */ 403e9eabf59SPeter Wemm shstrindex = -1; 40420947801SPeter Wemm if (hdr->e_shstrndx != 0 && 40520947801SPeter Wemm shdr[hdr->e_shstrndx].sh_type == SHT_STRTAB) { 406e9eabf59SPeter Wemm shstrindex = hdr->e_shstrndx; 407e9eabf59SPeter Wemm ef->shstrcnt = shdr[shstrindex].sh_size; 40820947801SPeter Wemm ef->shstrtab = malloc(shdr[shstrindex].sh_size, M_LINKER, 40920947801SPeter Wemm M_WAITOK); 410e9eabf59SPeter Wemm if (ef->shstrtab == NULL) { 411e9eabf59SPeter Wemm error = ENOMEM; 412e9eabf59SPeter Wemm goto out; 413e9eabf59SPeter Wemm } 41420947801SPeter Wemm error = vn_rdwr(UIO_READ, nd.ni_vp, ef->shstrtab, 41520947801SPeter Wemm shdr[shstrindex].sh_size, shdr[shstrindex].sh_offset, 416e9eabf59SPeter Wemm UIO_SYSSPACE, IO_NODELOCKED, td->td_ucred, NOCRED, 417e9eabf59SPeter Wemm &resid, td); 418e9eabf59SPeter Wemm if (error) 419e9eabf59SPeter Wemm goto out; 42020947801SPeter Wemm if (resid != 0){ 42120947801SPeter Wemm error = EINVAL; 42220947801SPeter Wemm goto out; 42320947801SPeter Wemm } 424e9eabf59SPeter Wemm } 425e9eabf59SPeter Wemm 42620947801SPeter Wemm /* Size up code/data(progbits) and bss(nobits). */ 427e9eabf59SPeter Wemm alignmask = 0; 428e9eabf59SPeter Wemm for (i = 0; i < hdr->e_shnum; i++) { 429e9eabf59SPeter Wemm switch (shdr[i].sh_type) { 430e9eabf59SPeter Wemm case SHT_PROGBITS: 431e9eabf59SPeter Wemm case SHT_NOBITS: 432e9eabf59SPeter Wemm alignmask = shdr[i].sh_addralign - 1; 433e9eabf59SPeter Wemm mapsize += alignmask; 434e9eabf59SPeter Wemm mapsize &= ~alignmask; 435e9eabf59SPeter Wemm mapsize += shdr[i].sh_size; 436e9eabf59SPeter Wemm break; 437e9eabf59SPeter Wemm } 438e9eabf59SPeter Wemm } 439e9eabf59SPeter Wemm 440e9eabf59SPeter Wemm /* 441e9eabf59SPeter Wemm * We know how much space we need for the text/data/bss/etc. 442e9eabf59SPeter Wemm * This stuff needs to be in a single chunk so that profiling etc 443e9eabf59SPeter Wemm * can get the bounds and gdb can associate offsets with modules 444e9eabf59SPeter Wemm */ 44520947801SPeter Wemm ef->object = vm_object_allocate(OBJT_DEFAULT, 44620947801SPeter Wemm round_page(mapsize) >> PAGE_SHIFT); 447fe3db7c7SDoug Rabson if (ef->object == NULL) { 448fe3db7c7SDoug Rabson error = ENOMEM; 449fe3db7c7SDoug Rabson goto out; 450fe3db7c7SDoug Rabson } 451fe3db7c7SDoug Rabson vm_object_reference(ef->object); 452fe3db7c7SDoug Rabson ef->address = (caddr_t) vm_map_min(kernel_map); 45320947801SPeter Wemm error = vm_map_find(kernel_map, ef->object, 0, &mapbase, 45420947801SPeter Wemm round_page(mapsize), TRUE, VM_PROT_ALL, VM_PROT_ALL, FALSE); 455fe3db7c7SDoug Rabson if (error) { 456fe3db7c7SDoug Rabson vm_object_deallocate(ef->object); 457326e27d8SDoug Rabson ef->object = 0; 458fe3db7c7SDoug Rabson goto out; 459fe3db7c7SDoug Rabson } 46020947801SPeter Wemm 461e9eabf59SPeter Wemm /* Wire the pages */ 46220947801SPeter Wemm vm_map_wire(kernel_map, mapbase, 46320947801SPeter Wemm mapbase + round_page(mapsize), 464e9eabf59SPeter Wemm VM_MAP_WIRE_SYSTEM|VM_MAP_WIRE_NOHOLES); 465a4f67738SDoug Rabson 46620947801SPeter Wemm /* Inform the kld system about the situation */ 46720947801SPeter Wemm lf->address = ef->address = (caddr_t)mapbase; 46820947801SPeter Wemm lf->size = mapsize; 469e9eabf59SPeter Wemm 470e9eabf59SPeter Wemm /* 47120947801SPeter Wemm * Now load code/data(progbits), zero bss(nobits), allocate space for 47220947801SPeter Wemm * and load relocs 473e9eabf59SPeter Wemm */ 47420947801SPeter Wemm pb = 0; 47520947801SPeter Wemm rl = 0; 47620947801SPeter Wemm ra = 0; 47720947801SPeter Wemm alignmask = 0; 47820947801SPeter Wemm for (i = 0; i < hdr->e_shnum; i++) { 47920947801SPeter Wemm switch (shdr[i].sh_type) { 48020947801SPeter Wemm case SHT_PROGBITS: 48120947801SPeter Wemm case SHT_NOBITS: 48220947801SPeter Wemm alignmask = shdr[i].sh_addralign - 1; 48320947801SPeter Wemm mapbase += alignmask; 48420947801SPeter Wemm mapbase &= ~alignmask; 48520947801SPeter Wemm ef->progtab[pb].addr = (void *)(uintptr_t)mapbase; 48620947801SPeter Wemm if (shdr[i].sh_type == SHT_PROGBITS) { 48720947801SPeter Wemm ef->progtab[pb].name = "<<PROGBITS>>"; 488e9eabf59SPeter Wemm error = vn_rdwr(UIO_READ, nd.ni_vp, 48920947801SPeter Wemm ef->progtab[pb].addr, 49020947801SPeter Wemm shdr[i].sh_size, shdr[i].sh_offset, 49120947801SPeter Wemm UIO_SYSSPACE, IO_NODELOCKED, td->td_ucred, 49220947801SPeter Wemm NOCRED, &resid, td); 49320947801SPeter Wemm if (error) 49420947801SPeter Wemm goto out; 49520947801SPeter Wemm if (resid != 0){ 49620947801SPeter Wemm error = EINVAL; 49720947801SPeter Wemm goto out; 49820947801SPeter Wemm } 49920947801SPeter Wemm } else { 50020947801SPeter Wemm ef->progtab[pb].name = "<<NOBITS>>"; 50120947801SPeter Wemm bzero(ef->progtab[pb].addr, shdr[i].sh_size); 50220947801SPeter Wemm } 50320947801SPeter Wemm ef->progtab[pb].size = shdr[i].sh_size; 50420947801SPeter Wemm ef->progtab[pb].sec = i; 50520947801SPeter Wemm if (ef->shstrtab && shdr[i].sh_name != 0) 50620947801SPeter Wemm ef->progtab[pb].name = 50720947801SPeter Wemm ef->shstrtab + shdr[i].sh_name; 508a8774e39SPeter Wemm 509a8774e39SPeter Wemm /* Update all symbol values with the offset. */ 510a8774e39SPeter Wemm for (j = 0; j < ef->ddbsymcnt; j++) { 511a8774e39SPeter Wemm es = &ef->ddbsymtab[j]; 512a8774e39SPeter Wemm if (es->st_shndx != i) 513a8774e39SPeter Wemm continue; 514a8774e39SPeter Wemm es->st_value += (Elf_Addr)ef->progtab[pb].addr; 515a8774e39SPeter Wemm } 51620947801SPeter Wemm mapbase += shdr[i].sh_size; 51720947801SPeter Wemm pb++; 51820947801SPeter Wemm break; 51920947801SPeter Wemm case SHT_REL: 52020947801SPeter Wemm ef->reltab[rl].rel = malloc(shdr[i].sh_size, M_LINKER, 52120947801SPeter Wemm M_WAITOK); 52220947801SPeter Wemm ef->reltab[rl].nrel = shdr[i].sh_size / sizeof(Elf_Rel); 52320947801SPeter Wemm ef->reltab[rl].sec = shdr[i].sh_info; 52420947801SPeter Wemm error = vn_rdwr(UIO_READ, nd.ni_vp, 52520947801SPeter Wemm (void *)ef->reltab[rl].rel, 52620947801SPeter Wemm shdr[i].sh_size, shdr[i].sh_offset, 527e9eabf59SPeter Wemm UIO_SYSSPACE, IO_NODELOCKED, td->td_ucred, NOCRED, 528e9eabf59SPeter Wemm &resid, td); 529e9eabf59SPeter Wemm if (error) 530e9eabf59SPeter Wemm goto out; 53120947801SPeter Wemm if (resid != 0){ 53220947801SPeter Wemm error = EINVAL; 53320947801SPeter Wemm goto out; 534e9eabf59SPeter Wemm } 53520947801SPeter Wemm rl++; 53620947801SPeter Wemm break; 53720947801SPeter Wemm case SHT_RELA: 53820947801SPeter Wemm ef->relatab[ra].rela = malloc(shdr[i].sh_size, M_LINKER, 53920947801SPeter Wemm M_WAITOK); 54020947801SPeter Wemm ef->relatab[ra].nrela = 54120947801SPeter Wemm shdr[i].sh_size / sizeof(Elf_Rela); 54220947801SPeter Wemm ef->relatab[ra].sec = shdr[i].sh_info; 543e9eabf59SPeter Wemm error = vn_rdwr(UIO_READ, nd.ni_vp, 54420947801SPeter Wemm (void *)ef->relatab[ra].rela, 54520947801SPeter Wemm shdr[i].sh_size, shdr[i].sh_offset, 546e9eabf59SPeter Wemm UIO_SYSSPACE, IO_NODELOCKED, td->td_ucred, NOCRED, 547e9eabf59SPeter Wemm &resid, td); 548e9eabf59SPeter Wemm if (error) 549e9eabf59SPeter Wemm goto out; 55020947801SPeter Wemm if (resid != 0){ 55120947801SPeter Wemm error = EINVAL; 55220947801SPeter Wemm goto out; 553e9eabf59SPeter Wemm } 55420947801SPeter Wemm ra++; 55520947801SPeter Wemm break; 55620947801SPeter Wemm } 55720947801SPeter Wemm } 55820947801SPeter Wemm if (pb != ef->nprogtab) 55920947801SPeter Wemm panic("lost progbits"); 56020947801SPeter Wemm if (rl != ef->nrel) 56120947801SPeter Wemm panic("lost rel"); 56220947801SPeter Wemm if (ra != ef->nrela) 56320947801SPeter Wemm panic("lost rela"); 56420947801SPeter Wemm if (mapbase != (vm_offset_t)ef->address + mapsize) 5655b201fdcSPeter Wemm panic("mapbase 0x%lx != address %p + mapsize 0x%lx (0x%lx)\n", 5665b201fdcSPeter Wemm mapbase, ef->address, mapsize, 5675b201fdcSPeter Wemm (vm_offset_t)ef->address + mapsize); 568e9eabf59SPeter Wemm 569e9eabf59SPeter Wemm /* Local intra-module relocations */ 5707251b4bfSJake Burkholder link_elf_reloc_local(lf); 5717251b4bfSJake Burkholder 572e9eabf59SPeter Wemm /* Pull in dependencies */ 5737b9716baSIan Dowse error = linker_load_dependencies(lf); 574ca65d5c7SPeter Wemm if (error) 575de78ca7eSPeter Wemm goto out; 576e9eabf59SPeter Wemm 577e9eabf59SPeter Wemm /* External relocations */ 578326e27d8SDoug Rabson error = relocate_file(ef); 579ca65d5c7SPeter Wemm if (error) 580ca65d5c7SPeter Wemm goto out; 581ca65d5c7SPeter Wemm 582e9eabf59SPeter Wemm /* Notify MD code that a module is being loaded. */ 583e9eabf59SPeter Wemm error = elf_cpu_load_file(lf); 584ca65d5c7SPeter Wemm if (error) 585ca65d5c7SPeter Wemm goto out; 586a4f67738SDoug Rabson 587a4f67738SDoug Rabson *result = lf; 588a4f67738SDoug Rabson 589a4f67738SDoug Rabson out: 590ca65d5c7SPeter Wemm if (error && lf) 59165a311fcSPoul-Henning Kamp linker_file_unload(lf, LINKER_UNLOAD_FORCE); 592e9eabf59SPeter Wemm if (hdr) 593e9eabf59SPeter Wemm free(hdr, M_LINKER); 594b40ce416SJulian Elischer VOP_UNLOCK(nd.ni_vp, 0, td); 595a854ed98SJohn Baldwin vn_close(nd.ni_vp, FREAD, td->td_ucred, td); 596a4f67738SDoug Rabson 597a4f67738SDoug Rabson return error; 598a4f67738SDoug Rabson } 599a4f67738SDoug Rabson 600a4f67738SDoug Rabson static void 601de78ca7eSPeter Wemm link_elf_unload_file(linker_file_t file) 602a4f67738SDoug Rabson { 603326e27d8SDoug Rabson elf_file_t ef = (elf_file_t) file; 60420947801SPeter Wemm int i; 605a4f67738SDoug Rabson 6061aeb23cdSMarcel Moolenaar /* Notify MD code that a module is being unloaded. */ 6071aeb23cdSMarcel Moolenaar elf_cpu_unload_file(file); 6081aeb23cdSMarcel Moolenaar 60920947801SPeter Wemm for (i = 0; i < ef->nrel; i++) 61020947801SPeter Wemm if (ef->reltab[i].rel) 61120947801SPeter Wemm free(ef->reltab[i].rel, M_LINKER); 61220947801SPeter Wemm for (i = 0; i < ef->nrela; i++) 61320947801SPeter Wemm if (ef->relatab[i].rela) 61420947801SPeter Wemm free(ef->relatab[i].rela, M_LINKER); 61520947801SPeter Wemm if (ef->reltab) 61620947801SPeter Wemm free(ef->reltab, M_LINKER); 61720947801SPeter Wemm if (ef->relatab) 61820947801SPeter Wemm free(ef->relatab, M_LINKER); 61920947801SPeter Wemm if (ef->progtab) 62020947801SPeter Wemm free(ef->progtab, M_LINKER); 62120947801SPeter Wemm 622fe3db7c7SDoug Rabson if (ef->object) { 623fe3db7c7SDoug Rabson vm_map_remove(kernel_map, (vm_offset_t) ef->address, 62420947801SPeter Wemm (vm_offset_t) ef->address + 62520947801SPeter Wemm (ef->object->size << PAGE_SHIFT)); 626fe3db7c7SDoug Rabson vm_object_deallocate(ef->object); 627fe3db7c7SDoug Rabson } 628e9eabf59SPeter Wemm if (ef->e_shdr) 629e9eabf59SPeter Wemm free(ef->e_shdr, M_LINKER); 630e9eabf59SPeter Wemm if (ef->ddbsymtab) 631e9eabf59SPeter Wemm free(ef->ddbsymtab, M_LINKER); 632e9eabf59SPeter Wemm if (ef->ddbstrtab) 633e9eabf59SPeter Wemm free(ef->ddbstrtab, M_LINKER); 63420947801SPeter Wemm if (ef->shstrtab) 63520947801SPeter Wemm free(ef->shstrtab, M_LINKER); 636de78ca7eSPeter Wemm } 637de78ca7eSPeter Wemm 638fe3db7c7SDoug Rabson static const char * 639aa855a59SPeter Wemm symbol_name(elf_file_t ef, Elf_Word r_info) 640a4f67738SDoug Rabson { 641fe3db7c7SDoug Rabson const Elf_Sym *ref; 642a4f67738SDoug Rabson 643aa855a59SPeter Wemm if (ELF_R_SYM(r_info)) { 644e9eabf59SPeter Wemm ref = ef->ddbsymtab + ELF_R_SYM(r_info); 645e9eabf59SPeter Wemm return ef->ddbstrtab + ref->st_name; 646fe3db7c7SDoug Rabson } else 647fe3db7c7SDoug Rabson return NULL; 648a4f67738SDoug Rabson } 649a4f67738SDoug Rabson 650e9eabf59SPeter Wemm static Elf_Addr 651e9eabf59SPeter Wemm findbase(elf_file_t ef, int sec) 652e9eabf59SPeter Wemm { 653e9eabf59SPeter Wemm int i; 654e9eabf59SPeter Wemm Elf_Addr base = 0; 655e9eabf59SPeter Wemm 656e9eabf59SPeter Wemm for (i = 0; i < ef->nprogtab; i++) { 657a8774e39SPeter Wemm if (sec == ef->progtab[i].sec) { 658e9eabf59SPeter Wemm base = (Elf_Addr)ef->progtab[i].addr; 659a8774e39SPeter Wemm break; 660e9eabf59SPeter Wemm } 661a8774e39SPeter Wemm } 662e9eabf59SPeter Wemm return base; 663e9eabf59SPeter Wemm } 664e9eabf59SPeter Wemm 665a4f67738SDoug Rabson static int 666326e27d8SDoug Rabson relocate_file(elf_file_t ef) 667a4f67738SDoug Rabson { 668fe3db7c7SDoug Rabson const Elf_Rel *rellim; 669fe3db7c7SDoug Rabson const Elf_Rel *rel; 670fe3db7c7SDoug Rabson const Elf_Rela *relalim; 671fe3db7c7SDoug Rabson const Elf_Rela *rela; 672aa855a59SPeter Wemm const char *symname; 673e9eabf59SPeter Wemm const Elf_Sym *sym; 674e9eabf59SPeter Wemm int i; 675e9eabf59SPeter Wemm Elf_Word symidx; 676e9eabf59SPeter Wemm Elf_Addr base; 677e9eabf59SPeter Wemm 678a4f67738SDoug Rabson 679fe3db7c7SDoug Rabson /* Perform relocations without addend if there are any: */ 680e9eabf59SPeter Wemm for (i = 0; i < ef->nrel; i++) { 681e9eabf59SPeter Wemm rel = ef->reltab[i].rel; 68220947801SPeter Wemm if (rel == NULL) 68382d0d1a0SPeter Wemm panic("lost a reltab!"); 68420947801SPeter Wemm rellim = rel + ef->reltab[i].nrel; 685e9eabf59SPeter Wemm base = findbase(ef, ef->reltab[i].sec); 686a8774e39SPeter Wemm if (base == 0) 687a8774e39SPeter Wemm panic("lost base for reltab"); 68820947801SPeter Wemm for ( ; rel < rellim; rel++) { 689e9eabf59SPeter Wemm symidx = ELF_R_SYM(rel->r_info); 69020947801SPeter Wemm if (symidx >= ef->ddbsymcnt) 69120947801SPeter Wemm continue; 692e9eabf59SPeter Wemm sym = ef->ddbsymtab + symidx; 69320947801SPeter Wemm /* Local relocs are already done */ 69420947801SPeter Wemm if (ELF_ST_BIND(sym->st_info) == STB_LOCAL) 69520947801SPeter Wemm continue; 69620947801SPeter Wemm if (elf_reloc(&ef->lf, base, rel, ELF_RELOC_REL, 69720947801SPeter Wemm elf_obj_lookup)) { 698aa855a59SPeter Wemm symname = symbol_name(ef, rel->r_info); 69920947801SPeter Wemm printf("link_elf_obj: symbol %s undefined\n", 70020947801SPeter Wemm symname); 701a4f67738SDoug Rabson return ENOENT; 702a13ddfb6SPeter Wemm } 703aa855a59SPeter Wemm } 704a4f67738SDoug Rabson } 705a4f67738SDoug Rabson 706fe3db7c7SDoug Rabson /* Perform relocations with addend if there are any: */ 707e9eabf59SPeter Wemm for (i = 0; i < ef->nrela; i++) { 708e9eabf59SPeter Wemm rela = ef->relatab[i].rela; 70920947801SPeter Wemm if (rela == NULL) 71082d0d1a0SPeter Wemm panic("lost a relatab!"); 71120947801SPeter Wemm relalim = rela + ef->relatab[i].nrela; 712e9eabf59SPeter Wemm base = findbase(ef, ef->relatab[i].sec); 713a8774e39SPeter Wemm if (base == 0) 714a8774e39SPeter Wemm panic("lost base for relatab"); 71520947801SPeter Wemm for ( ; rela < relalim; rela++) { 716e9eabf59SPeter Wemm symidx = ELF_R_SYM(rela->r_info); 71720947801SPeter Wemm if (symidx >= ef->ddbsymcnt) 71820947801SPeter Wemm continue; 719e9eabf59SPeter Wemm sym = ef->ddbsymtab + symidx; 72020947801SPeter Wemm /* Local relocs are already done */ 72120947801SPeter Wemm if (ELF_ST_BIND(sym->st_info) == STB_LOCAL) 72220947801SPeter Wemm continue; 72320947801SPeter Wemm if (elf_reloc(&ef->lf, base, rela, ELF_RELOC_RELA, 72420947801SPeter Wemm elf_obj_lookup)) { 725aa855a59SPeter Wemm symname = symbol_name(ef, rela->r_info); 72620947801SPeter Wemm printf("link_elf_obj: symbol %s undefined\n", 72720947801SPeter Wemm symname); 728fe3db7c7SDoug Rabson return ENOENT; 729a13ddfb6SPeter Wemm } 730e9eabf59SPeter Wemm } 731e9eabf59SPeter Wemm } 732a4f67738SDoug Rabson 733a4f67738SDoug Rabson return 0; 734a4f67738SDoug Rabson } 735a4f67738SDoug Rabson 73637c84183SPoul-Henning Kamp static int 737d254af07SMatthew Dillon link_elf_lookup_symbol(linker_file_t lf, const char *name, c_linker_sym_t *sym) 738a4f67738SDoug Rabson { 739326e27d8SDoug Rabson elf_file_t ef = (elf_file_t) lf; 7402d636ab0SPeter Wemm const Elf_Sym *symp; 7412d636ab0SPeter Wemm const char *strp; 742a4f67738SDoug Rabson int i; 743a4f67738SDoug Rabson 7442d636ab0SPeter Wemm for (i = 0, symp = ef->ddbsymtab; i < ef->ddbsymcnt; i++, symp++) { 7452d636ab0SPeter Wemm strp = ef->ddbstrtab + symp->st_name; 746a8774e39SPeter Wemm if (symp->st_shndx != SHN_UNDEF && strcmp(name, strp) == 0) { 747d254af07SMatthew Dillon *sym = (c_linker_sym_t) symp; 7482d636ab0SPeter Wemm return 0; 7492d636ab0SPeter Wemm } 7502d636ab0SPeter Wemm } 751a4f67738SDoug Rabson return ENOENT; 752a4f67738SDoug Rabson } 753a4f67738SDoug Rabson 754de78ca7eSPeter Wemm static int 75520947801SPeter Wemm link_elf_symbol_values(linker_file_t lf, c_linker_sym_t sym, 75620947801SPeter Wemm linker_symval_t *symval) 757a4f67738SDoug Rabson { 758326e27d8SDoug Rabson elf_file_t ef = (elf_file_t) lf; 7598aef1712SMatthew Dillon const Elf_Sym *es = (const Elf_Sym*) sym; 760a4f67738SDoug Rabson 7615cf87418SMarcel Moolenaar if (es >= ef->ddbsymtab && es < (ef->ddbsymtab + ef->ddbsymcnt)) { 7622d636ab0SPeter Wemm symval->name = ef->ddbstrtab + es->st_name; 763a8774e39SPeter Wemm symval->value = (caddr_t)es->st_value; 7642d636ab0SPeter Wemm symval->size = es->st_size; 7652d636ab0SPeter Wemm return 0; 7662d636ab0SPeter Wemm } 7672d636ab0SPeter Wemm return ENOENT; 7682d636ab0SPeter Wemm } 769a4f67738SDoug Rabson 770a4f67738SDoug Rabson static int 771a4f67738SDoug Rabson link_elf_search_symbol(linker_file_t lf, caddr_t value, 772d254af07SMatthew Dillon c_linker_sym_t *sym, long *diffp) 773a4f67738SDoug Rabson { 774326e27d8SDoug Rabson elf_file_t ef = (elf_file_t) lf; 775586453feSBruce Evans u_long off = (uintptr_t) (void *) value; 776a4f67738SDoug Rabson u_long diff = off; 777586453feSBruce Evans u_long st_value; 778fe3db7c7SDoug Rabson const Elf_Sym *es; 779fe3db7c7SDoug Rabson const Elf_Sym *best = 0; 780a4f67738SDoug Rabson int i; 781a4f67738SDoug Rabson 7822d636ab0SPeter Wemm for (i = 0, es = ef->ddbsymtab; i < ef->ddbsymcnt; i++, es++) { 783a4f67738SDoug Rabson if (es->st_name == 0) 784a4f67738SDoug Rabson continue; 785a8774e39SPeter Wemm st_value = es->st_value; 786b5abfb70SPeter Wemm if (off >= st_value) { 787b5abfb70SPeter Wemm if (off - st_value < diff) { 788b5abfb70SPeter Wemm diff = off - st_value; 789a4f67738SDoug Rabson best = es; 790a4f67738SDoug Rabson if (diff == 0) 791a4f67738SDoug Rabson break; 792b5abfb70SPeter Wemm } else if (off - st_value == diff) { 793a4f67738SDoug Rabson best = es; 794a4f67738SDoug Rabson } 795a4f67738SDoug Rabson } 796a4f67738SDoug Rabson } 797a4f67738SDoug Rabson if (best == 0) 798a4f67738SDoug Rabson *diffp = off; 799a4f67738SDoug Rabson else 800a4f67738SDoug Rabson *diffp = diff; 801d254af07SMatthew Dillon *sym = (c_linker_sym_t) best; 802a4f67738SDoug Rabson 803a4f67738SDoug Rabson return 0; 804a4f67738SDoug Rabson } 805f41325dbSPeter Wemm 806f41325dbSPeter Wemm /* 807f41325dbSPeter Wemm * Look up a linker set on an ELF system. 808f41325dbSPeter Wemm */ 809f41325dbSPeter Wemm static int 810f41325dbSPeter Wemm link_elf_lookup_set(linker_file_t lf, const char *name, 811f41325dbSPeter Wemm void ***startp, void ***stopp, int *countp) 812f41325dbSPeter Wemm { 813e9eabf59SPeter Wemm elf_file_t ef = (elf_file_t)lf; 814f41325dbSPeter Wemm void **start, **stop; 815e9eabf59SPeter Wemm int i, count; 816f41325dbSPeter Wemm 817e9eabf59SPeter Wemm /* Relative to section number */ 818e9eabf59SPeter Wemm for (i = 0; i < ef->nprogtab; i++) { 819e9eabf59SPeter Wemm if ((strncmp(ef->progtab[i].name, "set_", 4) == 0) && 820e9eabf59SPeter Wemm strcmp(ef->progtab[i].name + 4, name) == 0) { 821e9eabf59SPeter Wemm start = (void **)ef->progtab[i].addr; 82220947801SPeter Wemm stop = (void **)((char *)ef->progtab[i].addr + 82320947801SPeter Wemm ef->progtab[i].size); 824f41325dbSPeter Wemm count = stop - start; 825f41325dbSPeter Wemm if (startp) 826f41325dbSPeter Wemm *startp = start; 827f41325dbSPeter Wemm if (stopp) 828f41325dbSPeter Wemm *stopp = stop; 829f41325dbSPeter Wemm if (countp) 830f41325dbSPeter Wemm *countp = count; 831e9eabf59SPeter Wemm return (0); 832e9eabf59SPeter Wemm } 833e9eabf59SPeter Wemm } 834e9eabf59SPeter Wemm return (ESRCH); 835f41325dbSPeter Wemm } 836bb9fe9ddSBrian Feldman 837bb9fe9ddSBrian Feldman static int 838bb9fe9ddSBrian Feldman link_elf_each_function_name(linker_file_t file, 839e9eabf59SPeter Wemm int (*callback)(const char *, void *), void *opaque) 840e9eabf59SPeter Wemm { 841bb9fe9ddSBrian Feldman elf_file_t ef = (elf_file_t)file; 842bb9fe9ddSBrian Feldman const Elf_Sym *symp; 843bb9fe9ddSBrian Feldman int i, error; 844bb9fe9ddSBrian Feldman 845bb9fe9ddSBrian Feldman /* Exhaustive search */ 846bb9fe9ddSBrian Feldman for (i = 0, symp = ef->ddbsymtab; i < ef->ddbsymcnt; i++, symp++) { 847bb9fe9ddSBrian Feldman if (symp->st_value != 0 && 848bb9fe9ddSBrian Feldman ELF_ST_TYPE(symp->st_info) == STT_FUNC) { 849bb9fe9ddSBrian Feldman error = callback(ef->ddbstrtab + symp->st_name, opaque); 850bb9fe9ddSBrian Feldman if (error) 851bb9fe9ddSBrian Feldman return (error); 852bb9fe9ddSBrian Feldman } 853bb9fe9ddSBrian Feldman } 854bb9fe9ddSBrian Feldman return (0); 855bb9fe9ddSBrian Feldman } 85684201059SMarcel Moolenaar 857d297ad16SMarcel Moolenaar /* 858d297ad16SMarcel Moolenaar * Symbol lookup function that can be used when the symbol index is known (ie 859d297ad16SMarcel Moolenaar * in relocations). It uses the symbol index instead of doing a fully fledged 860d297ad16SMarcel Moolenaar * hash table based lookup when such is valid. For example for local symbols. 861d297ad16SMarcel Moolenaar * This is not only more efficient, it's also more correct. It's not always 862d297ad16SMarcel Moolenaar * the case that the symbol can be found through the hash table. 863d297ad16SMarcel Moolenaar */ 864e9eabf59SPeter Wemm static Elf_Addr 865e9eabf59SPeter Wemm elf_obj_lookup(linker_file_t lf, Elf_Word symidx, int deps) 866d297ad16SMarcel Moolenaar { 867d297ad16SMarcel Moolenaar elf_file_t ef = (elf_file_t)lf; 868d297ad16SMarcel Moolenaar const Elf_Sym *sym; 869d297ad16SMarcel Moolenaar const char *symbol; 870e9eabf59SPeter Wemm Elf_Addr ret; 871d297ad16SMarcel Moolenaar 872d297ad16SMarcel Moolenaar /* Don't even try to lookup the symbol if the index is bogus. */ 873e9eabf59SPeter Wemm if (symidx >= ef->ddbsymcnt) 874d297ad16SMarcel Moolenaar return (0); 875d297ad16SMarcel Moolenaar 876e9eabf59SPeter Wemm sym = ef->ddbsymtab + symidx; 877d297ad16SMarcel Moolenaar 8784cec6f5dSPeter Wemm /* Quick answer if there is a definition included. */ 879a8774e39SPeter Wemm if (sym->st_shndx != SHN_UNDEF) 880a8774e39SPeter Wemm return (sym->st_value); 8814cec6f5dSPeter Wemm 8824cec6f5dSPeter Wemm /* If we get here, then it is undefined and needs a lookup. */ 8834cec6f5dSPeter Wemm switch (ELF_ST_BIND(sym->st_info)) { 8844cec6f5dSPeter Wemm case STB_LOCAL: 8854cec6f5dSPeter Wemm /* Local, but undefined? huh? */ 8864cec6f5dSPeter Wemm return (0); 887d297ad16SMarcel Moolenaar 888e9eabf59SPeter Wemm case STB_GLOBAL: 889e9eabf59SPeter Wemm /* Relative to Data or Function name */ 890e9eabf59SPeter Wemm symbol = ef->ddbstrtab + sym->st_name; 891d297ad16SMarcel Moolenaar 892d297ad16SMarcel Moolenaar /* Force a lookup failure if the symbol name is bogus. */ 893d297ad16SMarcel Moolenaar if (*symbol == 0) 894d297ad16SMarcel Moolenaar return (0); 895e9eabf59SPeter Wemm ret = ((Elf_Addr)linker_file_lookup_symbol(lf, symbol, deps)); 896e9eabf59SPeter Wemm return ret; 897d297ad16SMarcel Moolenaar 898e9eabf59SPeter Wemm case STB_WEAK: 89920947801SPeter Wemm printf("link_elf_obj: Weak symbols not supported\n"); 900e9eabf59SPeter Wemm return (0); 901e9eabf59SPeter Wemm 902e9eabf59SPeter Wemm default: 903e9eabf59SPeter Wemm return (0); 904d297ad16SMarcel Moolenaar } 905e9eabf59SPeter Wemm } 906e9eabf59SPeter Wemm 9077251b4bfSJake Burkholder static void 9087251b4bfSJake Burkholder link_elf_reloc_local(linker_file_t lf) 9097251b4bfSJake Burkholder { 910e9eabf59SPeter Wemm elf_file_t ef = (elf_file_t)lf; 9117251b4bfSJake Burkholder const Elf_Rel *rellim; 9127251b4bfSJake Burkholder const Elf_Rel *rel; 9137251b4bfSJake Burkholder const Elf_Rela *relalim; 9147251b4bfSJake Burkholder const Elf_Rela *rela; 915e9eabf59SPeter Wemm const Elf_Sym *sym; 916e9eabf59SPeter Wemm Elf_Addr base; 917e9eabf59SPeter Wemm int i; 918e9eabf59SPeter Wemm Elf_Word symidx; 919e9eabf59SPeter Wemm 9207251b4bfSJake Burkholder /* Perform relocations without addend if there are any: */ 921e9eabf59SPeter Wemm for (i = 0; i < ef->nrel; i++) { 922e9eabf59SPeter Wemm rel = ef->reltab[i].rel; 92320947801SPeter Wemm if (rel == NULL) 92482d0d1a0SPeter Wemm panic("lost a reltab!"); 92520947801SPeter Wemm rellim = rel + ef->reltab[i].nrel; 926e9eabf59SPeter Wemm base = findbase(ef, ef->reltab[i].sec); 927a8774e39SPeter Wemm if (base == 0) 928a8774e39SPeter Wemm panic("lost base for reltab"); 92920947801SPeter Wemm for ( ; rel < rellim; rel++) { 930e9eabf59SPeter Wemm symidx = ELF_R_SYM(rel->r_info); 93120947801SPeter Wemm if (symidx >= ef->ddbsymcnt) 93220947801SPeter Wemm continue; 933e9eabf59SPeter Wemm sym = ef->ddbsymtab + symidx; 93420947801SPeter Wemm /* Only do local relocs */ 93520947801SPeter Wemm if (ELF_ST_BIND(sym->st_info) != STB_LOCAL) 93620947801SPeter Wemm continue; 93720947801SPeter Wemm elf_reloc_local(lf, base, rel, ELF_RELOC_REL, 93820947801SPeter Wemm elf_obj_lookup); 9397251b4bfSJake Burkholder } 940e9eabf59SPeter Wemm } 9417251b4bfSJake Burkholder 9427251b4bfSJake Burkholder /* Perform relocations with addend if there are any: */ 943e9eabf59SPeter Wemm for (i = 0; i < ef->nrela; i++) { 944e9eabf59SPeter Wemm rela = ef->relatab[i].rela; 94520947801SPeter Wemm if (rela == NULL) 94682d0d1a0SPeter Wemm panic("lost a relatab!"); 94720947801SPeter Wemm relalim = rela + ef->relatab[i].nrela; 948e9eabf59SPeter Wemm base = findbase(ef, ef->relatab[i].sec); 949a8774e39SPeter Wemm if (base == 0) 950a8774e39SPeter Wemm panic("lost base for relatab"); 95120947801SPeter Wemm for ( ; rela < relalim; rela++) { 952e9eabf59SPeter Wemm symidx = ELF_R_SYM(rela->r_info); 95320947801SPeter Wemm if (symidx >= ef->ddbsymcnt) 95420947801SPeter Wemm continue; 955e9eabf59SPeter Wemm sym = ef->ddbsymtab + symidx; 95620947801SPeter Wemm /* Only do local relocs */ 95720947801SPeter Wemm if (ELF_ST_BIND(sym->st_info) != STB_LOCAL) 95820947801SPeter Wemm continue; 95920947801SPeter Wemm elf_reloc_local(lf, base, rela, ELF_RELOC_RELA, 96020947801SPeter Wemm elf_obj_lookup); 9617251b4bfSJake Burkholder } 9627251b4bfSJake Burkholder } 963e9eabf59SPeter Wemm } 964