1a4f67738SDoug Rabson /*- 2326e27d8SDoug Rabson * Copyright (c) 1998-2000 Doug Rabson 3a4f67738SDoug Rabson * All rights reserved. 4a4f67738SDoug Rabson * 5a4f67738SDoug Rabson * Redistribution and use in source and binary forms, with or without 6a4f67738SDoug Rabson * modification, are permitted provided that the following conditions 7a4f67738SDoug Rabson * are met: 8a4f67738SDoug Rabson * 1. Redistributions of source code must retain the above copyright 9a4f67738SDoug Rabson * notice, this list of conditions and the following disclaimer. 10a4f67738SDoug Rabson * 2. Redistributions in binary form must reproduce the above copyright 11a4f67738SDoug Rabson * notice, this list of conditions and the following disclaimer in the 12a4f67738SDoug Rabson * documentation and/or other materials provided with the distribution. 13a4f67738SDoug Rabson * 14a4f67738SDoug Rabson * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 15a4f67738SDoug Rabson * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 16a4f67738SDoug Rabson * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 17a4f67738SDoug Rabson * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 18a4f67738SDoug Rabson * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 19a4f67738SDoug Rabson * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 20a4f67738SDoug Rabson * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 21a4f67738SDoug Rabson * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 22a4f67738SDoug Rabson * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 23a4f67738SDoug Rabson * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 24a4f67738SDoug Rabson * SUCH DAMAGE. 25a4f67738SDoug Rabson * 26c3aac50fSPeter Wemm * $FreeBSD$ 27a4f67738SDoug Rabson */ 28a4f67738SDoug Rabson 29326e27d8SDoug Rabson #include "opt_ddb.h" 30326e27d8SDoug Rabson 31a4f67738SDoug Rabson #include <sys/param.h> 32a4f67738SDoug Rabson #include <sys/systm.h> 33fb919e4dSMark Murray #include <sys/kernel.h> 34fb919e4dSMark Murray #include <sys/lock.h> 35a4f67738SDoug Rabson #include <sys/malloc.h> 36c0b824f9SDima Dorfman #include <sys/mutex.h> 37a4f67738SDoug Rabson #include <sys/proc.h> 38a4f67738SDoug Rabson #include <sys/namei.h> 39a4f67738SDoug Rabson #include <sys/fcntl.h> 40a4f67738SDoug Rabson #include <sys/vnode.h> 41a4f67738SDoug Rabson #include <sys/linker.h> 42fb919e4dSMark Murray 43a4f67738SDoug Rabson #include <machine/elf.h> 44a4f67738SDoug Rabson 45fe3db7c7SDoug Rabson #include <vm/vm.h> 46fe3db7c7SDoug Rabson #include <vm/vm_param.h> 47d1f088daSPeter Wemm #ifdef SPARSE_MAPPING 48fe3db7c7SDoug Rabson #include <vm/vm_object.h> 49fe3db7c7SDoug Rabson #include <vm/vm_kern.h> 50fe3db7c7SDoug Rabson #include <vm/vm_extern.h> 51d1f088daSPeter Wemm #endif 52fe3db7c7SDoug Rabson #include <vm/pmap.h> 53fe3db7c7SDoug Rabson #include <vm/vm_map.h> 54fb919e4dSMark Murray 55d6df01d8SPeter Wemm #ifdef __AOUT__ 56d6df01d8SPeter Wemm #include <nlist.h> 57d6df01d8SPeter Wemm #endif 58326e27d8SDoug Rabson #include <link.h> 59fe3db7c7SDoug Rabson 60326e27d8SDoug Rabson #include "linker_if.h" 61a4f67738SDoug Rabson 62a4f67738SDoug Rabson typedef struct elf_file { 63326e27d8SDoug Rabson struct linker_file lf; /* Common fields */ 64326e27d8SDoug Rabson int preloaded; /* Was file pre-loaded */ 65fe3db7c7SDoug Rabson caddr_t address; /* Relocation address */ 66fe3db7c7SDoug Rabson #ifdef SPARSE_MAPPING 67fe3db7c7SDoug Rabson vm_object_t object; /* VM object to hold file pages */ 68fe3db7c7SDoug Rabson #endif 69326e27d8SDoug Rabson Elf_Dyn* dynamic; /* Symbol table etc. */ 70a4f67738SDoug Rabson Elf_Off nbuckets; /* DT_HASH info */ 71a4f67738SDoug Rabson Elf_Off nchains; 72a4f67738SDoug Rabson const Elf_Off* buckets; 73a4f67738SDoug Rabson const Elf_Off* chains; 74a4f67738SDoug Rabson caddr_t hash; 75a4f67738SDoug Rabson caddr_t strtab; /* DT_STRTAB */ 762d636ab0SPeter Wemm int strsz; /* DT_STRSZ */ 77fe3db7c7SDoug Rabson const Elf_Sym* symtab; /* DT_SYMTAB */ 78fe3db7c7SDoug Rabson Elf_Addr* got; /* DT_PLTGOT */ 79fe3db7c7SDoug Rabson const Elf_Rel* pltrel; /* DT_JMPREL */ 80fe3db7c7SDoug Rabson int pltrelsize; /* DT_PLTRELSZ */ 81fe3db7c7SDoug Rabson const Elf_Rela* pltrela; /* DT_JMPREL */ 82fe3db7c7SDoug Rabson int pltrelasize; /* DT_PLTRELSZ */ 83fe3db7c7SDoug Rabson const Elf_Rel* rel; /* DT_REL */ 84fe3db7c7SDoug Rabson int relsize; /* DT_RELSZ */ 85fe3db7c7SDoug Rabson const Elf_Rela* rela; /* DT_RELA */ 86fe3db7c7SDoug Rabson int relasize; /* DT_RELASZ */ 872d636ab0SPeter Wemm caddr_t modptr; 882d636ab0SPeter Wemm const Elf_Sym* ddbsymtab; /* The symbol table we are using */ 892d636ab0SPeter Wemm long ddbsymcnt; /* Number of symbols */ 902d636ab0SPeter Wemm caddr_t ddbstrtab; /* String table */ 912d636ab0SPeter Wemm long ddbstrcnt; /* number of bytes in string table */ 92ca65d5c7SPeter Wemm caddr_t symbase; /* malloc'ed symbold base */ 93ca65d5c7SPeter Wemm caddr_t strbase; /* malloc'ed string base */ 94326e27d8SDoug Rabson #ifdef DDB 95326e27d8SDoug Rabson struct link_map gdb; /* hooks for gdb */ 96326e27d8SDoug Rabson #endif 97a4f67738SDoug Rabson } *elf_file_t; 98a4f67738SDoug Rabson 9954823af2SPeter Wemm static int link_elf_link_preload(linker_class_t cls, 100326e27d8SDoug Rabson const char*, linker_file_t*); 10154823af2SPeter Wemm static int link_elf_link_preload_finish(linker_file_t); 10254823af2SPeter Wemm static int link_elf_load_file(linker_class_t, const char*, linker_file_t*); 103326e27d8SDoug Rabson static int link_elf_lookup_symbol(linker_file_t, const char*, 104326e27d8SDoug Rabson c_linker_sym_t*); 105326e27d8SDoug Rabson static int link_elf_symbol_values(linker_file_t, c_linker_sym_t, linker_symval_t*); 106326e27d8SDoug Rabson static int link_elf_search_symbol(linker_file_t, caddr_t value, 107326e27d8SDoug Rabson c_linker_sym_t* sym, long* diffp); 108326e27d8SDoug Rabson 109326e27d8SDoug Rabson static void link_elf_unload_file(linker_file_t); 11054823af2SPeter Wemm static void link_elf_unload_preload(linker_file_t); 111f41325dbSPeter Wemm static int link_elf_lookup_set(linker_file_t, const char *, 112f41325dbSPeter Wemm void ***, void ***, int *); 113326e27d8SDoug Rabson 114326e27d8SDoug Rabson static kobj_method_t link_elf_methods[] = { 115326e27d8SDoug Rabson KOBJMETHOD(linker_lookup_symbol, link_elf_lookup_symbol), 116326e27d8SDoug Rabson KOBJMETHOD(linker_symbol_values, link_elf_symbol_values), 117326e27d8SDoug Rabson KOBJMETHOD(linker_search_symbol, link_elf_search_symbol), 118326e27d8SDoug Rabson KOBJMETHOD(linker_unload, link_elf_unload_file), 11954823af2SPeter Wemm KOBJMETHOD(linker_load_file, link_elf_load_file), 12054823af2SPeter Wemm KOBJMETHOD(linker_link_preload, link_elf_link_preload), 12154823af2SPeter Wemm KOBJMETHOD(linker_link_preload_finish, link_elf_link_preload_finish), 122f41325dbSPeter Wemm KOBJMETHOD(linker_lookup_set, link_elf_lookup_set), 123326e27d8SDoug Rabson { 0, 0 } 124326e27d8SDoug Rabson }; 125326e27d8SDoug Rabson 126326e27d8SDoug Rabson static struct linker_class link_elf_class = { 127326e27d8SDoug Rabson #if ELF_TARG_CLASS == ELFCLASS32 128326e27d8SDoug Rabson "elf32", 129326e27d8SDoug Rabson #else 130326e27d8SDoug Rabson "elf64", 131326e27d8SDoug Rabson #endif 132326e27d8SDoug Rabson link_elf_methods, sizeof(struct elf_file) 133326e27d8SDoug Rabson }; 134326e27d8SDoug Rabson 135326e27d8SDoug Rabson static int parse_dynamic(elf_file_t ef); 136326e27d8SDoug Rabson static int relocate_file(elf_file_t ef); 13754823af2SPeter Wemm static int link_elf_preload_parse_symbols(elf_file_t ef); 138326e27d8SDoug Rabson 139326e27d8SDoug Rabson #ifdef DDB 140ca29467eSJohn Baldwin static void r_debug_state(struct r_debug *dummy_one, 141ca29467eSJohn Baldwin struct link_map *dummy_two); 142326e27d8SDoug Rabson 143326e27d8SDoug Rabson /* 144326e27d8SDoug Rabson * A list of loaded modules for GDB to use for loading symbols. 145326e27d8SDoug Rabson */ 146326e27d8SDoug Rabson struct r_debug r_debug; 147326e27d8SDoug Rabson 148ca29467eSJohn Baldwin #define GDB_STATE(s) r_debug.r_state = s; r_debug_state(NULL, NULL); 149326e27d8SDoug Rabson 150326e27d8SDoug Rabson /* 151326e27d8SDoug Rabson * Function for the debugger to set a breakpoint on to gain control. 152326e27d8SDoug Rabson */ 153326e27d8SDoug Rabson void 154ca29467eSJohn Baldwin r_debug_state(struct r_debug *dummy_one __unused, 155ca29467eSJohn Baldwin struct link_map *dummy_two __unused) 156326e27d8SDoug Rabson { 157326e27d8SDoug Rabson } 158326e27d8SDoug Rabson 159326e27d8SDoug Rabson #endif 160a4f67738SDoug Rabson 161a4f67738SDoug Rabson /* 162a4f67738SDoug Rabson * The kernel symbol table starts here. 163a4f67738SDoug Rabson */ 164ff2d7ae5SDoug Rabson #ifndef __ia64__ 165a4f67738SDoug Rabson extern struct _dynamic _DYNAMIC; 166ff2d7ae5SDoug Rabson #endif 167a4f67738SDoug Rabson 168a4f67738SDoug Rabson static void 169a4f67738SDoug Rabson link_elf_init(void* arg) 170a4f67738SDoug Rabson { 171de78ca7eSPeter Wemm #ifdef __ELF__ 172de78ca7eSPeter Wemm Elf_Dyn *dp; 173de78ca7eSPeter Wemm caddr_t modptr, baseptr, sizeptr; 174de78ca7eSPeter Wemm elf_file_t ef; 175de78ca7eSPeter Wemm char *modname; 176de78ca7eSPeter Wemm #endif 177a4f67738SDoug Rabson 178326e27d8SDoug Rabson linker_add_class(&link_elf_class); 179a4f67738SDoug Rabson 180de78ca7eSPeter Wemm #ifdef __ELF__ 181ff2d7ae5SDoug Rabson #ifndef __ia64__ 182de78ca7eSPeter Wemm dp = (Elf_Dyn*) &_DYNAMIC; 183ff2d7ae5SDoug Rabson #else 184ff2d7ae5SDoug Rabson dp = 0; 185ff2d7ae5SDoug Rabson #endif 186a4f67738SDoug Rabson if (dp) { 187de78ca7eSPeter Wemm modname = NULL; 188de78ca7eSPeter Wemm modptr = preload_search_by_type("elf kernel"); 189de78ca7eSPeter Wemm if (modptr) 190de78ca7eSPeter Wemm modname = (char *)preload_search_info(modptr, MODINFO_NAME); 191de78ca7eSPeter Wemm if (modname == NULL) 192de78ca7eSPeter Wemm modname = "kernel"; 193326e27d8SDoug Rabson linker_kernel_file = linker_make_file(modname, &link_elf_class); 194a4f67738SDoug Rabson if (linker_kernel_file == NULL) 195a4f67738SDoug Rabson panic("link_elf_init: Can't create linker structures for kernel"); 196326e27d8SDoug Rabson 197326e27d8SDoug Rabson ef = (elf_file_t) linker_kernel_file; 19854823af2SPeter Wemm ef->preloaded = 1; 199326e27d8SDoug Rabson ef->address = 0; 200326e27d8SDoug Rabson #ifdef SPARSE_MAPPING 201326e27d8SDoug Rabson ef->object = 0; 202326e27d8SDoug Rabson #endif 203326e27d8SDoug Rabson ef->dynamic = dp; 204326e27d8SDoug Rabson 205326e27d8SDoug Rabson parse_dynamic(ef); 2064173e420SPeter Wemm linker_kernel_file->address = (caddr_t) KERNBASE; 207d009ccfaSBruce Evans linker_kernel_file->size = -(intptr_t)linker_kernel_file->address; 208de78ca7eSPeter Wemm 209de78ca7eSPeter Wemm if (modptr) { 2102d636ab0SPeter Wemm ef->modptr = modptr; 211de78ca7eSPeter Wemm baseptr = preload_search_info(modptr, MODINFO_ADDR); 212de78ca7eSPeter Wemm if (baseptr) 213de78ca7eSPeter Wemm linker_kernel_file->address = *(caddr_t *)baseptr; 214de78ca7eSPeter Wemm sizeptr = preload_search_info(modptr, MODINFO_SIZE); 215de78ca7eSPeter Wemm if (sizeptr) 216de78ca7eSPeter Wemm linker_kernel_file->size = *(size_t *)sizeptr; 217de78ca7eSPeter Wemm } 21854823af2SPeter Wemm (void)link_elf_preload_parse_symbols(ef); 219326e27d8SDoug Rabson 220326e27d8SDoug Rabson #ifdef DDB 221326e27d8SDoug Rabson ef->gdb.l_addr = linker_kernel_file->address; 222326e27d8SDoug Rabson ef->gdb.l_name = modname; 223326e27d8SDoug Rabson ef->gdb.l_ld = dp; 224326e27d8SDoug Rabson ef->gdb.l_prev = 0; 225326e27d8SDoug Rabson ef->gdb.l_next = 0; 226326e27d8SDoug Rabson 227326e27d8SDoug Rabson r_debug.r_map = &ef->gdb; 228326e27d8SDoug Rabson r_debug.r_brk = r_debug_state; 229326e27d8SDoug Rabson r_debug.r_state = RT_CONSISTENT; 230326e27d8SDoug Rabson 231ca29467eSJohn Baldwin r_debug_state(NULL, NULL); /* say hello to gdb! */ 232326e27d8SDoug Rabson #endif 233326e27d8SDoug Rabson 234a4f67738SDoug Rabson } 235de78ca7eSPeter Wemm #endif 236a4f67738SDoug Rabson } 237a4f67738SDoug Rabson 238de78ca7eSPeter Wemm SYSINIT(link_elf, SI_SUB_KLD, SI_ORDER_SECOND, link_elf_init, 0); 239a4f67738SDoug Rabson 240a4f67738SDoug Rabson static int 24154823af2SPeter Wemm link_elf_preload_parse_symbols(elf_file_t ef) 2422d636ab0SPeter Wemm { 2432d636ab0SPeter Wemm caddr_t pointer; 2442d636ab0SPeter Wemm caddr_t ssym, esym, base; 2452d636ab0SPeter Wemm caddr_t strtab; 2462d636ab0SPeter Wemm int strcnt; 2472d636ab0SPeter Wemm Elf_Sym* symtab; 2482d636ab0SPeter Wemm int symcnt; 2492d636ab0SPeter Wemm 250ca65d5c7SPeter Wemm if (ef->modptr == NULL) 251ca65d5c7SPeter Wemm return 0; 2522d636ab0SPeter Wemm pointer = preload_search_info(ef->modptr, MODINFO_METADATA|MODINFOMD_SSYM); 2532d636ab0SPeter Wemm if (pointer == NULL) 2542d636ab0SPeter Wemm return 0; 2552d636ab0SPeter Wemm ssym = *(caddr_t *)pointer; 2562d636ab0SPeter Wemm pointer = preload_search_info(ef->modptr, MODINFO_METADATA|MODINFOMD_ESYM); 2572d636ab0SPeter Wemm if (pointer == NULL) 2582d636ab0SPeter Wemm return 0; 2592d636ab0SPeter Wemm esym = *(caddr_t *)pointer; 2602d636ab0SPeter Wemm 2612d636ab0SPeter Wemm base = ssym; 2622d636ab0SPeter Wemm 2632d636ab0SPeter Wemm symcnt = *(long *)base; 2642d636ab0SPeter Wemm base += sizeof(long); 2652d636ab0SPeter Wemm symtab = (Elf_Sym *)base; 2662d636ab0SPeter Wemm base += roundup(symcnt, sizeof(long)); 2672d636ab0SPeter Wemm 2682d636ab0SPeter Wemm if (base > esym || base < ssym) { 2692d636ab0SPeter Wemm printf("Symbols are corrupt!\n"); 2702d636ab0SPeter Wemm return EINVAL; 2712d636ab0SPeter Wemm } 2722d636ab0SPeter Wemm 2732d636ab0SPeter Wemm strcnt = *(long *)base; 2742d636ab0SPeter Wemm base += sizeof(long); 2752d636ab0SPeter Wemm strtab = base; 2762d636ab0SPeter Wemm base += roundup(strcnt, sizeof(long)); 2772d636ab0SPeter Wemm 2782d636ab0SPeter Wemm if (base > esym || base < ssym) { 2792d636ab0SPeter Wemm printf("Symbols are corrupt!\n"); 2802d636ab0SPeter Wemm return EINVAL; 2812d636ab0SPeter Wemm } 2822d636ab0SPeter Wemm 2832d636ab0SPeter Wemm ef->ddbsymtab = symtab; 2842d636ab0SPeter Wemm ef->ddbsymcnt = symcnt / sizeof(Elf_Sym); 2852d636ab0SPeter Wemm ef->ddbstrtab = strtab; 2862d636ab0SPeter Wemm ef->ddbstrcnt = strcnt; 2872d636ab0SPeter Wemm 2882d636ab0SPeter Wemm return 0; 2892d636ab0SPeter Wemm } 2902d636ab0SPeter Wemm 2912d636ab0SPeter Wemm static int 292326e27d8SDoug Rabson parse_dynamic(elf_file_t ef) 293a4f67738SDoug Rabson { 294326e27d8SDoug Rabson Elf_Dyn *dp; 295fe3db7c7SDoug Rabson int plttype = DT_REL; 296a4f67738SDoug Rabson 297a4f67738SDoug Rabson for (dp = ef->dynamic; dp->d_tag != DT_NULL; dp++) { 298a4f67738SDoug Rabson switch (dp->d_tag) { 299a4f67738SDoug Rabson case DT_HASH: 300a4f67738SDoug Rabson { 301a4f67738SDoug Rabson /* From src/libexec/rtld-elf/rtld.c */ 302a4f67738SDoug Rabson const Elf_Off *hashtab = (const Elf_Off *) 303a4f67738SDoug Rabson (ef->address + dp->d_un.d_ptr); 304a4f67738SDoug Rabson ef->nbuckets = hashtab[0]; 305a4f67738SDoug Rabson ef->nchains = hashtab[1]; 306a4f67738SDoug Rabson ef->buckets = hashtab + 2; 307a4f67738SDoug Rabson ef->chains = ef->buckets + ef->nbuckets; 308a4f67738SDoug Rabson break; 309a4f67738SDoug Rabson } 310a4f67738SDoug Rabson case DT_STRTAB: 311fe3db7c7SDoug Rabson ef->strtab = (caddr_t) (ef->address + dp->d_un.d_ptr); 312a4f67738SDoug Rabson break; 3132d636ab0SPeter Wemm case DT_STRSZ: 3142d636ab0SPeter Wemm ef->strsz = dp->d_un.d_val; 3152d636ab0SPeter Wemm break; 316a4f67738SDoug Rabson case DT_SYMTAB: 317fe3db7c7SDoug Rabson ef->symtab = (Elf_Sym*) (ef->address + dp->d_un.d_ptr); 318a4f67738SDoug Rabson break; 319a4f67738SDoug Rabson case DT_SYMENT: 320a4f67738SDoug Rabson if (dp->d_un.d_val != sizeof(Elf_Sym)) 321a4f67738SDoug Rabson return ENOEXEC; 322fe3db7c7SDoug Rabson break; 323fe3db7c7SDoug Rabson case DT_PLTGOT: 324fe3db7c7SDoug Rabson ef->got = (Elf_Addr *) (ef->address + dp->d_un.d_ptr); 325fe3db7c7SDoug Rabson break; 326fe3db7c7SDoug Rabson case DT_REL: 327fe3db7c7SDoug Rabson ef->rel = (const Elf_Rel *) (ef->address + dp->d_un.d_ptr); 328fe3db7c7SDoug Rabson break; 329fe3db7c7SDoug Rabson case DT_RELSZ: 330fe3db7c7SDoug Rabson ef->relsize = dp->d_un.d_val; 331fe3db7c7SDoug Rabson break; 332fe3db7c7SDoug Rabson case DT_RELENT: 333fe3db7c7SDoug Rabson if (dp->d_un.d_val != sizeof(Elf_Rel)) 334fe3db7c7SDoug Rabson return ENOEXEC; 335fe3db7c7SDoug Rabson break; 336fe3db7c7SDoug Rabson case DT_JMPREL: 337fe3db7c7SDoug Rabson ef->pltrel = (const Elf_Rel *) (ef->address + dp->d_un.d_ptr); 338fe3db7c7SDoug Rabson break; 339fe3db7c7SDoug Rabson case DT_PLTRELSZ: 340fe3db7c7SDoug Rabson ef->pltrelsize = dp->d_un.d_val; 341fe3db7c7SDoug Rabson break; 342fe3db7c7SDoug Rabson case DT_RELA: 343fe3db7c7SDoug Rabson ef->rela = (const Elf_Rela *) (ef->address + dp->d_un.d_ptr); 344fe3db7c7SDoug Rabson break; 345fe3db7c7SDoug Rabson case DT_RELASZ: 346fe3db7c7SDoug Rabson ef->relasize = dp->d_un.d_val; 347fe3db7c7SDoug Rabson break; 348fe3db7c7SDoug Rabson case DT_RELAENT: 349fe3db7c7SDoug Rabson if (dp->d_un.d_val != sizeof(Elf_Rela)) 350fe3db7c7SDoug Rabson return ENOEXEC; 351fe3db7c7SDoug Rabson break; 352fe3db7c7SDoug Rabson case DT_PLTREL: 353fe3db7c7SDoug Rabson plttype = dp->d_un.d_val; 354fe3db7c7SDoug Rabson if (plttype != DT_REL && plttype != DT_RELA) 355fe3db7c7SDoug Rabson return ENOEXEC; 356fe3db7c7SDoug Rabson break; 357326e27d8SDoug Rabson #ifdef DDB 358326e27d8SDoug Rabson case DT_DEBUG: 359326e27d8SDoug Rabson dp->d_un.d_ptr = (Elf_Addr) &r_debug; 360326e27d8SDoug Rabson break; 361326e27d8SDoug Rabson #endif 362a4f67738SDoug Rabson } 363a4f67738SDoug Rabson } 364fe3db7c7SDoug Rabson 365fe3db7c7SDoug Rabson if (plttype == DT_RELA) { 366fe3db7c7SDoug Rabson ef->pltrela = (const Elf_Rela *) ef->pltrel; 367fe3db7c7SDoug Rabson ef->pltrel = NULL; 368fe3db7c7SDoug Rabson ef->pltrelasize = ef->pltrelsize; 369fe3db7c7SDoug Rabson ef->pltrelsize = 0; 370fe3db7c7SDoug Rabson } 371fe3db7c7SDoug Rabson 3722d636ab0SPeter Wemm ef->ddbsymtab = ef->symtab; 3732d636ab0SPeter Wemm ef->ddbsymcnt = ef->nchains; 3742d636ab0SPeter Wemm ef->ddbstrtab = ef->strtab; 3752d636ab0SPeter Wemm ef->ddbstrcnt = ef->strsz; 3762d636ab0SPeter Wemm 377a4f67738SDoug Rabson return 0; 378a4f67738SDoug Rabson } 379a4f67738SDoug Rabson 380fe3db7c7SDoug Rabson static void 381fe3db7c7SDoug Rabson link_elf_error(const char *s) 382fe3db7c7SDoug Rabson { 383fe3db7c7SDoug Rabson printf("kldload: %s\n", s); 384fe3db7c7SDoug Rabson } 385fe3db7c7SDoug Rabson 386326e27d8SDoug Rabson #ifdef DDB 387326e27d8SDoug Rabson 388326e27d8SDoug Rabson static void 389326e27d8SDoug Rabson link_elf_add_gdb(struct link_map *l) 390326e27d8SDoug Rabson { 391326e27d8SDoug Rabson struct link_map *prev; 392326e27d8SDoug Rabson 393326e27d8SDoug Rabson /* 394326e27d8SDoug Rabson * Scan to the end of the list. 395326e27d8SDoug Rabson */ 396326e27d8SDoug Rabson for (prev = r_debug.r_map; prev->l_next != NULL; prev = prev->l_next) 397326e27d8SDoug Rabson ; 398326e27d8SDoug Rabson 399326e27d8SDoug Rabson /* Link in the new entry. */ 400326e27d8SDoug Rabson l->l_prev = prev; 401326e27d8SDoug Rabson l->l_next = prev->l_next; 402326e27d8SDoug Rabson prev->l_next = l; 403326e27d8SDoug Rabson } 404326e27d8SDoug Rabson 405326e27d8SDoug Rabson static void 406326e27d8SDoug Rabson link_elf_delete_gdb(struct link_map *l) 407326e27d8SDoug Rabson { 408326e27d8SDoug Rabson if (l->l_prev == NULL) { 409326e27d8SDoug Rabson if ((r_debug.r_map = l->l_next) != NULL) 410326e27d8SDoug Rabson l->l_next->l_prev = NULL; 411326e27d8SDoug Rabson return; 412326e27d8SDoug Rabson } 413326e27d8SDoug Rabson 414326e27d8SDoug Rabson if ((l->l_prev->l_next = l->l_next) != NULL) 415326e27d8SDoug Rabson l->l_next->l_prev = l->l_prev; 416326e27d8SDoug Rabson } 417326e27d8SDoug Rabson 418326e27d8SDoug Rabson #endif /* DDB */ 419326e27d8SDoug Rabson 420a4f67738SDoug Rabson static int 42154823af2SPeter Wemm link_elf_link_preload(linker_class_t cls, 422326e27d8SDoug Rabson const char* filename, linker_file_t *result) 423de78ca7eSPeter Wemm { 424de78ca7eSPeter Wemm caddr_t modptr, baseptr, sizeptr, dynptr; 425de78ca7eSPeter Wemm char *type; 426de78ca7eSPeter Wemm elf_file_t ef; 427de78ca7eSPeter Wemm linker_file_t lf; 428de78ca7eSPeter Wemm int error; 429de78ca7eSPeter Wemm vm_offset_t dp; 430de78ca7eSPeter Wemm 43154823af2SPeter Wemm /* Look to see if we have the file preloaded */ 432de78ca7eSPeter Wemm modptr = preload_search_by_name(filename); 433de78ca7eSPeter Wemm if (modptr == NULL) 43454823af2SPeter Wemm return ENOENT; 435de78ca7eSPeter Wemm 436de78ca7eSPeter Wemm type = (char *)preload_search_info(modptr, MODINFO_TYPE); 437de78ca7eSPeter Wemm baseptr = preload_search_info(modptr, MODINFO_ADDR); 438de78ca7eSPeter Wemm sizeptr = preload_search_info(modptr, MODINFO_SIZE); 439de78ca7eSPeter Wemm dynptr = preload_search_info(modptr, MODINFO_METADATA|MODINFOMD_DYNAMIC); 440de78ca7eSPeter Wemm if (type == NULL || strcmp(type, "elf module") != 0) 441de78ca7eSPeter Wemm return (EFTYPE); 442de78ca7eSPeter Wemm if (baseptr == NULL || sizeptr == NULL || dynptr == NULL) 443de78ca7eSPeter Wemm return (EINVAL); 444de78ca7eSPeter Wemm 445326e27d8SDoug Rabson lf = linker_make_file(filename, &link_elf_class); 446326e27d8SDoug Rabson if (lf == NULL) { 447326e27d8SDoug Rabson return ENOMEM; 448326e27d8SDoug Rabson } 449326e27d8SDoug Rabson 450326e27d8SDoug Rabson ef = (elf_file_t) lf; 451326e27d8SDoug Rabson ef->preloaded = 1; 452ca65d5c7SPeter Wemm ef->modptr = modptr; 453de78ca7eSPeter Wemm ef->address = *(caddr_t *)baseptr; 454de78ca7eSPeter Wemm #ifdef SPARSE_MAPPING 455de78ca7eSPeter Wemm ef->object = 0; 456de78ca7eSPeter Wemm #endif 457de78ca7eSPeter Wemm dp = (vm_offset_t)ef->address + *(vm_offset_t *)dynptr; 458de78ca7eSPeter Wemm ef->dynamic = (Elf_Dyn *)dp; 459de78ca7eSPeter Wemm lf->address = ef->address; 460de78ca7eSPeter Wemm lf->size = *(size_t *)sizeptr; 461de78ca7eSPeter Wemm 462326e27d8SDoug Rabson error = parse_dynamic(ef); 463de78ca7eSPeter Wemm if (error) { 464de78ca7eSPeter Wemm linker_file_unload(lf); 465de78ca7eSPeter Wemm return error; 466de78ca7eSPeter Wemm } 467de78ca7eSPeter Wemm *result = lf; 468de78ca7eSPeter Wemm return (0); 469de78ca7eSPeter Wemm } 470de78ca7eSPeter Wemm 471de78ca7eSPeter Wemm static int 47254823af2SPeter Wemm link_elf_link_preload_finish(linker_file_t lf) 47354823af2SPeter Wemm { 47454823af2SPeter Wemm elf_file_t ef; 47554823af2SPeter Wemm int error; 47654823af2SPeter Wemm 47754823af2SPeter Wemm ef = (elf_file_t) lf; 47854823af2SPeter Wemm #if 0 /* this will be more trouble than it's worth for now */ 47954823af2SPeter Wemm for (dp = ef->dynamic; dp->d_tag != DT_NULL; dp++) { 48054823af2SPeter Wemm if (dp->d_tag != DT_NEEDED) 48154823af2SPeter Wemm continue; 48254823af2SPeter Wemm modname = ef->strtab + dp->d_un.d_val; 48354823af2SPeter Wemm error = linker_load_module(modname, lf); 48454823af2SPeter Wemm if (error) 48554823af2SPeter Wemm goto out; 48654823af2SPeter Wemm } 48754823af2SPeter Wemm #endif 48854823af2SPeter Wemm error = relocate_file(ef); 48954823af2SPeter Wemm if (error) 49054823af2SPeter Wemm return error; 49154823af2SPeter Wemm (void)link_elf_preload_parse_symbols(ef); 49254823af2SPeter Wemm 49354823af2SPeter Wemm #ifdef DDB 49454823af2SPeter Wemm GDB_STATE(RT_ADD); 49554823af2SPeter Wemm ef->gdb.l_addr = lf->address; 49654823af2SPeter Wemm ef->gdb.l_name = lf->filename; 49754823af2SPeter Wemm ef->gdb.l_ld = ef->dynamic; 49854823af2SPeter Wemm link_elf_add_gdb(&ef->gdb); 49954823af2SPeter Wemm GDB_STATE(RT_CONSISTENT); 50054823af2SPeter Wemm #endif 50154823af2SPeter Wemm 50254823af2SPeter Wemm return (0); 50354823af2SPeter Wemm } 50454823af2SPeter Wemm 50554823af2SPeter Wemm static int 50654823af2SPeter Wemm link_elf_load_file(linker_class_t cls, const char* filename, linker_file_t* result) 507a4f67738SDoug Rabson { 508a4f67738SDoug Rabson struct nameidata nd; 509a4f67738SDoug Rabson struct proc* p = curproc; /* XXX */ 510caab6e90SPeter Wemm Elf_Ehdr *hdr; 511caab6e90SPeter Wemm caddr_t firstpage; 512fe3db7c7SDoug Rabson int nbytes, i; 513fe3db7c7SDoug Rabson Elf_Phdr *phdr; 514fe3db7c7SDoug Rabson Elf_Phdr *phlimit; 515fe3db7c7SDoug Rabson Elf_Phdr *segs[2]; 516fe3db7c7SDoug Rabson int nsegs; 517fe3db7c7SDoug Rabson Elf_Phdr *phdyn; 518fe3db7c7SDoug Rabson Elf_Phdr *phphdr; 519fe3db7c7SDoug Rabson caddr_t mapbase; 520fe3db7c7SDoug Rabson size_t mapsize; 521fe3db7c7SDoug Rabson Elf_Off base_offset; 522fe3db7c7SDoug Rabson Elf_Addr base_vaddr; 523fe3db7c7SDoug Rabson Elf_Addr base_vlimit; 524a4f67738SDoug Rabson int error = 0; 525e6796b67SKirk McKusick int resid, flags; 526a4f67738SDoug Rabson elf_file_t ef; 527a4f67738SDoug Rabson linker_file_t lf; 528ca65d5c7SPeter Wemm Elf_Shdr *shdr; 529ca65d5c7SPeter Wemm int symtabindex; 530ca65d5c7SPeter Wemm int symstrindex; 531ca65d5c7SPeter Wemm int symcnt; 532ca65d5c7SPeter Wemm int strcnt; 533ca65d5c7SPeter Wemm 534ca65d5c7SPeter Wemm shdr = NULL; 535ca65d5c7SPeter Wemm lf = NULL; 536a4f67738SDoug Rabson 53754823af2SPeter Wemm NDINIT(&nd, LOOKUP, FOLLOW, UIO_SYSSPACE, filename, p); 538e6796b67SKirk McKusick flags = FREAD; 539e6796b67SKirk McKusick error = vn_open(&nd, &flags, 0); 540a4f67738SDoug Rabson if (error) 541a4f67738SDoug Rabson return error; 542762e6b85SEivind Eklund NDFREE(&nd, NDF_ONLY_PNBUF); 543a4f67738SDoug Rabson 544a4f67738SDoug Rabson /* 545fe3db7c7SDoug Rabson * Read the elf header from the file. 546a4f67738SDoug Rabson */ 547caab6e90SPeter Wemm firstpage = malloc(PAGE_SIZE, M_LINKER, M_WAITOK); 548caab6e90SPeter Wemm if (firstpage == NULL) { 549caab6e90SPeter Wemm error = ENOMEM; 550caab6e90SPeter Wemm goto out; 551caab6e90SPeter Wemm } 552caab6e90SPeter Wemm hdr = (Elf_Ehdr *)firstpage; 553caab6e90SPeter Wemm error = vn_rdwr(UIO_READ, nd.ni_vp, firstpage, PAGE_SIZE, 0, 554a4f67738SDoug Rabson UIO_SYSSPACE, IO_NODELOCKED, p->p_ucred, &resid, p); 555caab6e90SPeter Wemm nbytes = PAGE_SIZE - resid; 556a4f67738SDoug Rabson if (error) 557a4f67738SDoug Rabson goto out; 558a4f67738SDoug Rabson 559caab6e90SPeter Wemm if (!IS_ELF(*hdr)) { 560fe3db7c7SDoug Rabson error = ENOEXEC; 561a4f67738SDoug Rabson goto out; 562fe3db7c7SDoug Rabson } 563fe3db7c7SDoug Rabson 564caab6e90SPeter Wemm if (hdr->e_ident[EI_CLASS] != ELF_TARG_CLASS 565caab6e90SPeter Wemm || hdr->e_ident[EI_DATA] != ELF_TARG_DATA) { 566fe3db7c7SDoug Rabson link_elf_error("Unsupported file layout"); 567fe3db7c7SDoug Rabson error = ENOEXEC; 568fe3db7c7SDoug Rabson goto out; 569fe3db7c7SDoug Rabson } 570caab6e90SPeter Wemm if (hdr->e_ident[EI_VERSION] != EV_CURRENT 571caab6e90SPeter Wemm || hdr->e_version != EV_CURRENT) { 572fe3db7c7SDoug Rabson link_elf_error("Unsupported file version"); 573fe3db7c7SDoug Rabson error = ENOEXEC; 574fe3db7c7SDoug Rabson goto out; 575fe3db7c7SDoug Rabson } 576caab6e90SPeter Wemm if (hdr->e_type != ET_EXEC && hdr->e_type != ET_DYN) { 577fe3db7c7SDoug Rabson link_elf_error("Unsupported file type"); 578fe3db7c7SDoug Rabson error = ENOEXEC; 579fe3db7c7SDoug Rabson goto out; 580fe3db7c7SDoug Rabson } 581caab6e90SPeter Wemm if (hdr->e_machine != ELF_TARG_MACH) { 582fe3db7c7SDoug Rabson link_elf_error("Unsupported machine"); 583fe3db7c7SDoug Rabson error = ENOEXEC; 584fe3db7c7SDoug Rabson goto out; 585fe3db7c7SDoug Rabson } 586a4f67738SDoug Rabson 587a4f67738SDoug Rabson /* 588fe3db7c7SDoug Rabson * We rely on the program header being in the first page. This is 589fe3db7c7SDoug Rabson * not strictly required by the ABI specification, but it seems to 590fe3db7c7SDoug Rabson * always true in practice. And, it simplifies things considerably. 591a4f67738SDoug Rabson */ 592caab6e90SPeter Wemm if (!((hdr->e_phentsize == sizeof(Elf_Phdr)) && 593caab6e90SPeter Wemm (hdr->e_phoff + hdr->e_phnum*sizeof(Elf_Phdr) <= PAGE_SIZE) && 594caab6e90SPeter Wemm (hdr->e_phoff + hdr->e_phnum*sizeof(Elf_Phdr) <= nbytes))) 595fe3db7c7SDoug Rabson link_elf_error("Unreadable program headers"); 596fe3db7c7SDoug Rabson 597fe3db7c7SDoug Rabson /* 598fe3db7c7SDoug Rabson * Scan the program header entries, and save key information. 599fe3db7c7SDoug Rabson * 600fe3db7c7SDoug Rabson * We rely on there being exactly two load segments, text and data, 601fe3db7c7SDoug Rabson * in that order. 602fe3db7c7SDoug Rabson */ 603caab6e90SPeter Wemm phdr = (Elf_Phdr *) (firstpage + hdr->e_phoff); 604caab6e90SPeter Wemm phlimit = phdr + hdr->e_phnum; 605fe3db7c7SDoug Rabson nsegs = 0; 606fe3db7c7SDoug Rabson phdyn = NULL; 607fe3db7c7SDoug Rabson phphdr = NULL; 608fe3db7c7SDoug Rabson while (phdr < phlimit) { 609fe3db7c7SDoug Rabson switch (phdr->p_type) { 610fe3db7c7SDoug Rabson 611fe3db7c7SDoug Rabson case PT_LOAD: 612fe3db7c7SDoug Rabson if (nsegs == 2) { 613fe3db7c7SDoug Rabson link_elf_error("Too many sections"); 614fe3db7c7SDoug Rabson error = ENOEXEC; 615fe3db7c7SDoug Rabson goto out; 616fe3db7c7SDoug Rabson } 617fe3db7c7SDoug Rabson segs[nsegs] = phdr; 618fe3db7c7SDoug Rabson ++nsegs; 619fe3db7c7SDoug Rabson break; 620fe3db7c7SDoug Rabson 621fe3db7c7SDoug Rabson case PT_PHDR: 622fe3db7c7SDoug Rabson phphdr = phdr; 623fe3db7c7SDoug Rabson break; 624fe3db7c7SDoug Rabson 625fe3db7c7SDoug Rabson case PT_DYNAMIC: 626fe3db7c7SDoug Rabson phdyn = phdr; 627fe3db7c7SDoug Rabson break; 6289548091bSBoris Popov 6299548091bSBoris Popov case PT_INTERP: 6309548091bSBoris Popov link_elf_error("Unsupported file type"); 6319548091bSBoris Popov error = ENOEXEC; 6329548091bSBoris Popov goto out; 633fe3db7c7SDoug Rabson } 634fe3db7c7SDoug Rabson 635fe3db7c7SDoug Rabson ++phdr; 636fe3db7c7SDoug Rabson } 637fe3db7c7SDoug Rabson if (phdyn == NULL) { 638fe3db7c7SDoug Rabson link_elf_error("Object is not dynamically-linked"); 639fe3db7c7SDoug Rabson error = ENOEXEC; 640fe3db7c7SDoug Rabson goto out; 641fe3db7c7SDoug Rabson } 642fe3db7c7SDoug Rabson 643fe3db7c7SDoug Rabson /* 644fe3db7c7SDoug Rabson * Allocate the entire address space of the object, to stake out our 645fe3db7c7SDoug Rabson * contiguous region, and to establish the base address for relocation. 646fe3db7c7SDoug Rabson */ 647fe3db7c7SDoug Rabson base_offset = trunc_page(segs[0]->p_offset); 648fe3db7c7SDoug Rabson base_vaddr = trunc_page(segs[0]->p_vaddr); 649fe3db7c7SDoug Rabson base_vlimit = round_page(segs[1]->p_vaddr + segs[1]->p_memsz); 650fe3db7c7SDoug Rabson mapsize = base_vlimit - base_vaddr; 651fe3db7c7SDoug Rabson 652326e27d8SDoug Rabson lf = linker_make_file(filename, &link_elf_class); 653326e27d8SDoug Rabson if (!lf) { 654326e27d8SDoug Rabson error = ENOMEM; 655326e27d8SDoug Rabson goto out; 656326e27d8SDoug Rabson } 657326e27d8SDoug Rabson 658326e27d8SDoug Rabson ef = (elf_file_t) lf; 659fe3db7c7SDoug Rabson #ifdef SPARSE_MAPPING 66023955314SAlfred Perlstein mtx_lock(&vm_mtx); 661fe3db7c7SDoug Rabson ef->object = vm_object_allocate(OBJT_DEFAULT, mapsize >> PAGE_SHIFT); 662fe3db7c7SDoug Rabson if (ef->object == NULL) { 66323955314SAlfred Perlstein mtx_unlock(&vm_mtx); 664fe3db7c7SDoug Rabson free(ef, M_LINKER); 665fe3db7c7SDoug Rabson error = ENOMEM; 666fe3db7c7SDoug Rabson goto out; 667fe3db7c7SDoug Rabson } 668fe3db7c7SDoug Rabson vm_object_reference(ef->object); 669fe3db7c7SDoug Rabson ef->address = (caddr_t) vm_map_min(kernel_map); 670fe3db7c7SDoug Rabson error = vm_map_find(kernel_map, ef->object, 0, 671fe3db7c7SDoug Rabson (vm_offset_t *) &ef->address, 672fe3db7c7SDoug Rabson mapsize, 1, 673fe3db7c7SDoug Rabson VM_PROT_ALL, VM_PROT_ALL, 0); 674fe3db7c7SDoug Rabson if (error) { 675fe3db7c7SDoug Rabson vm_object_deallocate(ef->object); 67623955314SAlfred Perlstein mtx_unlock(&vm_mtx); 677326e27d8SDoug Rabson ef->object = 0; 678fe3db7c7SDoug Rabson goto out; 679fe3db7c7SDoug Rabson } 68023955314SAlfred Perlstein mtx_unlock(&vm_mtx); 681fe3db7c7SDoug Rabson #else 682fe3db7c7SDoug Rabson ef->address = malloc(mapsize, M_LINKER, M_WAITOK); 683326e27d8SDoug Rabson if (!ef->address) { 684326e27d8SDoug Rabson error = ENOMEM; 685326e27d8SDoug Rabson goto out; 686326e27d8SDoug Rabson } 687fe3db7c7SDoug Rabson #endif 688fe3db7c7SDoug Rabson mapbase = ef->address; 689a4f67738SDoug Rabson 690a4f67738SDoug Rabson /* 691a4f67738SDoug Rabson * Read the text and data sections and zero the bss. 692a4f67738SDoug Rabson */ 693fe3db7c7SDoug Rabson for (i = 0; i < 2; i++) { 694fe3db7c7SDoug Rabson caddr_t segbase = mapbase + segs[i]->p_vaddr - base_vaddr; 695fe3db7c7SDoug Rabson error = vn_rdwr(UIO_READ, nd.ni_vp, 696fe3db7c7SDoug Rabson segbase, segs[i]->p_filesz, segs[i]->p_offset, 697a4f67738SDoug Rabson UIO_SYSSPACE, IO_NODELOCKED, p->p_ucred, &resid, p); 698fe3db7c7SDoug Rabson if (error) { 699a4f67738SDoug Rabson goto out; 700a4f67738SDoug Rabson } 701fe3db7c7SDoug Rabson bzero(segbase + segs[i]->p_filesz, 702fe3db7c7SDoug Rabson segs[i]->p_memsz - segs[i]->p_filesz); 703fe3db7c7SDoug Rabson 704fe3db7c7SDoug Rabson #ifdef SPARSE_MAPPING 705fe3db7c7SDoug Rabson /* 706fe3db7c7SDoug Rabson * Wire down the pages 707fe3db7c7SDoug Rabson */ 70823955314SAlfred Perlstein mtx_lock(&vm_mtx); 709fe3db7c7SDoug Rabson vm_map_pageable(kernel_map, 710fe3db7c7SDoug Rabson (vm_offset_t) segbase, 711fe3db7c7SDoug Rabson (vm_offset_t) segbase + segs[i]->p_memsz, 712fe3db7c7SDoug Rabson FALSE); 71323955314SAlfred Perlstein mtx_unlock(&vm_mtx); 714fe3db7c7SDoug Rabson #endif 715fe3db7c7SDoug Rabson } 716fe3db7c7SDoug Rabson 717326e27d8SDoug Rabson ef->dynamic = (Elf_Dyn *) (mapbase + phdyn->p_vaddr - base_vaddr); 718a4f67738SDoug Rabson 719a4f67738SDoug Rabson lf->address = ef->address; 720fe3db7c7SDoug Rabson lf->size = mapsize; 721a4f67738SDoug Rabson 722326e27d8SDoug Rabson error = parse_dynamic(ef); 723ca65d5c7SPeter Wemm if (error) 724de78ca7eSPeter Wemm goto out; 72554823af2SPeter Wemm error = linker_load_dependancies(lf); 726ca65d5c7SPeter Wemm if (error) 727de78ca7eSPeter Wemm goto out; 72854823af2SPeter Wemm #if 0 /* this will be more trouble than it's worth for now */ 72954823af2SPeter Wemm for (dp = ef->dynamic; dp->d_tag != DT_NULL; dp++) { 73054823af2SPeter Wemm if (dp->d_tag != DT_NEEDED) 73154823af2SPeter Wemm continue; 73254823af2SPeter Wemm modname = ef->strtab + dp->d_un.d_val; 73354823af2SPeter Wemm error = linker_load_module(modname, lf); 73454823af2SPeter Wemm if (error) 73554823af2SPeter Wemm goto out; 73654823af2SPeter Wemm } 73754823af2SPeter Wemm #endif 738326e27d8SDoug Rabson error = relocate_file(ef); 739ca65d5c7SPeter Wemm if (error) 740ca65d5c7SPeter Wemm goto out; 741ca65d5c7SPeter Wemm 742ca65d5c7SPeter Wemm /* Try and load the symbol table if it's present. (you can strip it!) */ 743caab6e90SPeter Wemm nbytes = hdr->e_shnum * hdr->e_shentsize; 744caab6e90SPeter Wemm if (nbytes == 0 || hdr->e_shoff == 0) 745ca65d5c7SPeter Wemm goto nosyms; 7467cc0979fSDavid Malone shdr = malloc(nbytes, M_LINKER, M_WAITOK | M_ZERO); 747ca65d5c7SPeter Wemm if (shdr == NULL) { 748ca65d5c7SPeter Wemm error = ENOMEM; 749a4f67738SDoug Rabson goto out; 750a4f67738SDoug Rabson } 751ca65d5c7SPeter Wemm error = vn_rdwr(UIO_READ, nd.ni_vp, 752caab6e90SPeter Wemm (caddr_t)shdr, nbytes, hdr->e_shoff, 753ca65d5c7SPeter Wemm UIO_SYSSPACE, IO_NODELOCKED, p->p_ucred, &resid, p); 754ca65d5c7SPeter Wemm if (error) 755ca65d5c7SPeter Wemm goto out; 756ca65d5c7SPeter Wemm symtabindex = -1; 757ca65d5c7SPeter Wemm symstrindex = -1; 758caab6e90SPeter Wemm for (i = 0; i < hdr->e_shnum; i++) { 759ca65d5c7SPeter Wemm if (shdr[i].sh_type == SHT_SYMTAB) { 760ca65d5c7SPeter Wemm symtabindex = i; 761ca65d5c7SPeter Wemm symstrindex = shdr[i].sh_link; 762ca65d5c7SPeter Wemm } 763ca65d5c7SPeter Wemm } 764ca65d5c7SPeter Wemm if (symtabindex < 0 || symstrindex < 0) 765ca65d5c7SPeter Wemm goto nosyms; 766ca65d5c7SPeter Wemm 767ca65d5c7SPeter Wemm symcnt = shdr[symtabindex].sh_size; 768ca65d5c7SPeter Wemm ef->symbase = malloc(symcnt, M_LINKER, M_WAITOK); 769ca65d5c7SPeter Wemm strcnt = shdr[symstrindex].sh_size; 770ca65d5c7SPeter Wemm ef->strbase = malloc(strcnt, M_LINKER, M_WAITOK); 771ca65d5c7SPeter Wemm 772ca65d5c7SPeter Wemm if (ef->symbase == NULL || ef->strbase == NULL) { 773ca65d5c7SPeter Wemm error = ENOMEM; 774ca65d5c7SPeter Wemm goto out; 775ca65d5c7SPeter Wemm } 776ca65d5c7SPeter Wemm error = vn_rdwr(UIO_READ, nd.ni_vp, 777ca65d5c7SPeter Wemm ef->symbase, symcnt, shdr[symtabindex].sh_offset, 778ca65d5c7SPeter Wemm UIO_SYSSPACE, IO_NODELOCKED, p->p_ucred, &resid, p); 779ca65d5c7SPeter Wemm if (error) 780ca65d5c7SPeter Wemm goto out; 781ca65d5c7SPeter Wemm error = vn_rdwr(UIO_READ, nd.ni_vp, 782ca65d5c7SPeter Wemm ef->strbase, strcnt, shdr[symstrindex].sh_offset, 783ca65d5c7SPeter Wemm UIO_SYSSPACE, IO_NODELOCKED, p->p_ucred, &resid, p); 784ca65d5c7SPeter Wemm if (error) 785ca65d5c7SPeter Wemm goto out; 786ca65d5c7SPeter Wemm 787ca65d5c7SPeter Wemm ef->ddbsymcnt = symcnt / sizeof(Elf_Sym); 788ca65d5c7SPeter Wemm ef->ddbsymtab = (const Elf_Sym *)ef->symbase; 789ca65d5c7SPeter Wemm ef->ddbstrcnt = strcnt; 790ca65d5c7SPeter Wemm ef->ddbstrtab = ef->strbase; 791ca65d5c7SPeter Wemm 792326e27d8SDoug Rabson #ifdef DDB 793326e27d8SDoug Rabson GDB_STATE(RT_ADD); 794326e27d8SDoug Rabson ef->gdb.l_addr = lf->address; 79554823af2SPeter Wemm ef->gdb.l_name = filename; 796326e27d8SDoug Rabson ef->gdb.l_ld = ef->dynamic; 797326e27d8SDoug Rabson link_elf_add_gdb(&ef->gdb); 798326e27d8SDoug Rabson GDB_STATE(RT_CONSISTENT); 799326e27d8SDoug Rabson #endif 800326e27d8SDoug Rabson 801ca65d5c7SPeter Wemm nosyms: 802a4f67738SDoug Rabson 803a4f67738SDoug Rabson *result = lf; 804a4f67738SDoug Rabson 805a4f67738SDoug Rabson out: 806ca65d5c7SPeter Wemm if (error && lf) 807ca65d5c7SPeter Wemm linker_file_unload(lf); 808ca65d5c7SPeter Wemm if (shdr) 809ca65d5c7SPeter Wemm free(shdr, M_LINKER); 810caab6e90SPeter Wemm if (firstpage) 811caab6e90SPeter Wemm free(firstpage, M_LINKER); 812a4f67738SDoug Rabson VOP_UNLOCK(nd.ni_vp, 0, p); 813a4f67738SDoug Rabson vn_close(nd.ni_vp, FREAD, p->p_ucred, p); 814a4f67738SDoug Rabson 815a4f67738SDoug Rabson return error; 816a4f67738SDoug Rabson } 817a4f67738SDoug Rabson 818a4f67738SDoug Rabson static void 819de78ca7eSPeter Wemm link_elf_unload_file(linker_file_t file) 820a4f67738SDoug Rabson { 821326e27d8SDoug Rabson elf_file_t ef = (elf_file_t) file; 822a4f67738SDoug Rabson 823326e27d8SDoug Rabson #ifdef DDB 824326e27d8SDoug Rabson if (ef->gdb.l_ld) { 825326e27d8SDoug Rabson GDB_STATE(RT_DELETE); 826326e27d8SDoug Rabson link_elf_delete_gdb(&ef->gdb); 827326e27d8SDoug Rabson GDB_STATE(RT_CONSISTENT); 828326e27d8SDoug Rabson } 829326e27d8SDoug Rabson #endif 830326e27d8SDoug Rabson 831326e27d8SDoug Rabson if (ef->preloaded) { 83254823af2SPeter Wemm link_elf_unload_preload(file); 833326e27d8SDoug Rabson return; 834326e27d8SDoug Rabson } 835fe3db7c7SDoug Rabson #ifdef SPARSE_MAPPING 836fe3db7c7SDoug Rabson if (ef->object) { 83723955314SAlfred Perlstein mtx_lock(&vm_mtx); 838fe3db7c7SDoug Rabson vm_map_remove(kernel_map, (vm_offset_t) ef->address, 839fe3db7c7SDoug Rabson (vm_offset_t) ef->address 840fe3db7c7SDoug Rabson + (ef->object->size << PAGE_SHIFT)); 841fe3db7c7SDoug Rabson vm_object_deallocate(ef->object); 84223955314SAlfred Perlstein mtx_unlock(&vm_mtx); 843fe3db7c7SDoug Rabson } 844fe3db7c7SDoug Rabson #else 845ca65d5c7SPeter Wemm if (ef->address) 846a4f67738SDoug Rabson free(ef->address, M_LINKER); 847fe3db7c7SDoug Rabson #endif 848ca65d5c7SPeter Wemm if (ef->symbase) 849ca65d5c7SPeter Wemm free(ef->symbase, M_LINKER); 850ca65d5c7SPeter Wemm if (ef->strbase) 851ca65d5c7SPeter Wemm free(ef->strbase, M_LINKER); 852a4f67738SDoug Rabson } 853a4f67738SDoug Rabson 854de78ca7eSPeter Wemm static void 85554823af2SPeter Wemm link_elf_unload_preload(linker_file_t file) 856de78ca7eSPeter Wemm { 857de78ca7eSPeter Wemm if (file->filename) 858de78ca7eSPeter Wemm preload_delete_name(file->filename); 859de78ca7eSPeter Wemm } 860de78ca7eSPeter Wemm 861fe3db7c7SDoug Rabson static const char * 862aa855a59SPeter Wemm symbol_name(elf_file_t ef, Elf_Word r_info) 863a4f67738SDoug Rabson { 864fe3db7c7SDoug Rabson const Elf_Sym *ref; 865a4f67738SDoug Rabson 866aa855a59SPeter Wemm if (ELF_R_SYM(r_info)) { 867aa855a59SPeter Wemm ref = ef->symtab + ELF_R_SYM(r_info); 868434bf653SPeter Wemm return ef->strtab + ref->st_name; 869fe3db7c7SDoug Rabson } else 870fe3db7c7SDoug Rabson return NULL; 871a4f67738SDoug Rabson } 872a4f67738SDoug Rabson 873a4f67738SDoug Rabson static int 874326e27d8SDoug Rabson relocate_file(elf_file_t ef) 875a4f67738SDoug Rabson { 876fe3db7c7SDoug Rabson const Elf_Rel *rellim; 877fe3db7c7SDoug Rabson const Elf_Rel *rel; 878fe3db7c7SDoug Rabson const Elf_Rela *relalim; 879fe3db7c7SDoug Rabson const Elf_Rela *rela; 880aa855a59SPeter Wemm const char *symname; 881a4f67738SDoug Rabson 882fe3db7c7SDoug Rabson /* Perform relocations without addend if there are any: */ 883aa855a59SPeter Wemm rel = ef->rel; 884aa855a59SPeter Wemm if (rel) { 885cacd1f6aSBruce Evans rellim = (const Elf_Rel *)((const char *)ef->rel + ef->relsize); 886aa855a59SPeter Wemm while (rel < rellim) { 887aa855a59SPeter Wemm symname = symbol_name(ef, rel->r_info); 888326e27d8SDoug Rabson if (elf_reloc(&ef->lf, rel, ELF_RELOC_REL, symname)) { 889ef83592dSPeter Wemm printf("link_elf: symbol %s undefined\n", symname); 890a4f67738SDoug Rabson return ENOENT; 891a13ddfb6SPeter Wemm } 892aa855a59SPeter Wemm rel++; 893aa855a59SPeter Wemm } 894a4f67738SDoug Rabson } 895a4f67738SDoug Rabson 896fe3db7c7SDoug Rabson /* Perform relocations with addend if there are any: */ 897aa855a59SPeter Wemm rela = ef->rela; 898aa855a59SPeter Wemm if (rela) { 899cacd1f6aSBruce Evans relalim = (const Elf_Rela *)((const char *)ef->rela + ef->relasize); 900aa855a59SPeter Wemm while (rela < relalim) { 901aa855a59SPeter Wemm symname = symbol_name(ef, rela->r_info); 902326e27d8SDoug Rabson if (elf_reloc(&ef->lf, rela, ELF_RELOC_RELA, symname)) { 903ef83592dSPeter Wemm printf("link_elf: symbol %s undefined\n", symname); 904fe3db7c7SDoug Rabson return ENOENT; 905a13ddfb6SPeter Wemm } 906aa855a59SPeter Wemm rela++; 907aa855a59SPeter Wemm } 908a4f67738SDoug Rabson } 909a4f67738SDoug Rabson 910fe3db7c7SDoug Rabson /* Perform PLT relocations without addend if there are any: */ 911aa855a59SPeter Wemm rel = ef->pltrel; 912aa855a59SPeter Wemm if (rel) { 913cacd1f6aSBruce Evans rellim = (const Elf_Rel *)((const char *)ef->pltrel + ef->pltrelsize); 914aa855a59SPeter Wemm while (rel < rellim) { 915aa855a59SPeter Wemm symname = symbol_name(ef, rel->r_info); 916326e27d8SDoug Rabson if (elf_reloc(&ef->lf, rel, ELF_RELOC_REL, symname)) { 917ef83592dSPeter Wemm printf("link_elf: symbol %s undefined\n", symname); 918fe3db7c7SDoug Rabson return ENOENT; 919a13ddfb6SPeter Wemm } 920aa855a59SPeter Wemm rel++; 921aa855a59SPeter Wemm } 922a4f67738SDoug Rabson } 923a4f67738SDoug Rabson 924fe3db7c7SDoug Rabson /* Perform relocations with addend if there are any: */ 925aa855a59SPeter Wemm rela = ef->pltrela; 926aa855a59SPeter Wemm if (rela) { 927cacd1f6aSBruce Evans relalim = (const Elf_Rela *)((const char *)ef->pltrela + ef->pltrelasize); 928aa855a59SPeter Wemm while (rela < relalim) { 929aa855a59SPeter Wemm symname = symbol_name(ef, rela->r_info); 930326e27d8SDoug Rabson if (elf_reloc(&ef->lf, rela, ELF_RELOC_RELA, symname)) { 931ef83592dSPeter Wemm printf("link_elf: symbol %s undefined\n", symname); 932fe3db7c7SDoug Rabson return ENOENT; 933a13ddfb6SPeter Wemm } 934aa855a59SPeter Wemm rela++; 935aa855a59SPeter Wemm } 936a4f67738SDoug Rabson } 937a4f67738SDoug Rabson 938a4f67738SDoug Rabson return 0; 939a4f67738SDoug Rabson } 940a4f67738SDoug Rabson 941fe3db7c7SDoug Rabson /* 942fe3db7c7SDoug Rabson * Hash function for symbol table lookup. Don't even think about changing 943fe3db7c7SDoug Rabson * this. It is specified by the System V ABI. 944fe3db7c7SDoug Rabson */ 945fe3db7c7SDoug Rabson static unsigned long 946fe3db7c7SDoug Rabson elf_hash(const char *name) 947a4f67738SDoug Rabson { 948fe3db7c7SDoug Rabson const unsigned char *p = (const unsigned char *) name; 949fe3db7c7SDoug Rabson unsigned long h = 0; 950fe3db7c7SDoug Rabson unsigned long g; 951a4f67738SDoug Rabson 952fe3db7c7SDoug Rabson while (*p != '\0') { 953fe3db7c7SDoug Rabson h = (h << 4) + *p++; 954fe3db7c7SDoug Rabson if ((g = h & 0xf0000000) != 0) 955fe3db7c7SDoug Rabson h ^= g >> 24; 956fe3db7c7SDoug Rabson h &= ~g; 957a4f67738SDoug Rabson } 958fe3db7c7SDoug Rabson return h; 959fe3db7c7SDoug Rabson } 960a4f67738SDoug Rabson 961a4f67738SDoug Rabson int 962d254af07SMatthew Dillon link_elf_lookup_symbol(linker_file_t lf, const char* name, c_linker_sym_t* sym) 963a4f67738SDoug Rabson { 964326e27d8SDoug Rabson elf_file_t ef = (elf_file_t) lf; 965fe3db7c7SDoug Rabson unsigned long symnum; 9662d636ab0SPeter Wemm const Elf_Sym* symp; 9672d636ab0SPeter Wemm const char *strp; 968fe3db7c7SDoug Rabson unsigned long hash; 969a4f67738SDoug Rabson int i; 970a4f67738SDoug Rabson 9712d636ab0SPeter Wemm /* First, search hashed global symbols */ 972fe3db7c7SDoug Rabson hash = elf_hash(name); 973fe3db7c7SDoug Rabson symnum = ef->buckets[hash % ef->nbuckets]; 974fe3db7c7SDoug Rabson 975fe3db7c7SDoug Rabson while (symnum != STN_UNDEF) { 976fe3db7c7SDoug Rabson if (symnum >= ef->nchains) { 977fe3db7c7SDoug Rabson printf("link_elf_lookup_symbol: corrupt symbol table\n"); 978fe3db7c7SDoug Rabson return ENOENT; 979a4f67738SDoug Rabson } 980fe3db7c7SDoug Rabson 981fe3db7c7SDoug Rabson symp = ef->symtab + symnum; 982fe3db7c7SDoug Rabson if (symp->st_name == 0) { 983fe3db7c7SDoug Rabson printf("link_elf_lookup_symbol: corrupt symbol table\n"); 984fe3db7c7SDoug Rabson return ENOENT; 985fe3db7c7SDoug Rabson } 986fe3db7c7SDoug Rabson 987fe3db7c7SDoug Rabson strp = ef->strtab + symp->st_name; 988fe3db7c7SDoug Rabson 989fe3db7c7SDoug Rabson if (strcmp(name, strp) == 0) { 990fe3db7c7SDoug Rabson if (symp->st_shndx != SHN_UNDEF || 991fe3db7c7SDoug Rabson (symp->st_value != 0 && 992fe3db7c7SDoug Rabson ELF_ST_TYPE(symp->st_info) == STT_FUNC)) { 993d254af07SMatthew Dillon *sym = (c_linker_sym_t) symp; 994fe3db7c7SDoug Rabson return 0; 995fe3db7c7SDoug Rabson } else 996fe3db7c7SDoug Rabson return ENOENT; 997fe3db7c7SDoug Rabson } 998fe3db7c7SDoug Rabson 999fe3db7c7SDoug Rabson symnum = ef->chains[symnum]; 1000a4f67738SDoug Rabson } 1001a4f67738SDoug Rabson 10022d636ab0SPeter Wemm /* If we have not found it, look at the full table (if loaded) */ 10032d636ab0SPeter Wemm if (ef->symtab == ef->ddbsymtab) 10042d636ab0SPeter Wemm return ENOENT; 10052d636ab0SPeter Wemm 10062d636ab0SPeter Wemm /* Exhaustive search */ 10072d636ab0SPeter Wemm for (i = 0, symp = ef->ddbsymtab; i < ef->ddbsymcnt; i++, symp++) { 10082d636ab0SPeter Wemm strp = ef->ddbstrtab + symp->st_name; 10092d636ab0SPeter Wemm if (strcmp(name, strp) == 0) { 10102d636ab0SPeter Wemm if (symp->st_shndx != SHN_UNDEF || 10112d636ab0SPeter Wemm (symp->st_value != 0 && 10122d636ab0SPeter Wemm ELF_ST_TYPE(symp->st_info) == STT_FUNC)) { 1013d254af07SMatthew Dillon *sym = (c_linker_sym_t) symp; 10142d636ab0SPeter Wemm return 0; 10152d636ab0SPeter Wemm } else 10162d636ab0SPeter Wemm return ENOENT; 10172d636ab0SPeter Wemm } 10182d636ab0SPeter Wemm } 10192d636ab0SPeter Wemm 1020a4f67738SDoug Rabson return ENOENT; 1021a4f67738SDoug Rabson } 1022a4f67738SDoug Rabson 1023de78ca7eSPeter Wemm static int 1024fe08c21aSMatthew Dillon link_elf_symbol_values(linker_file_t lf, c_linker_sym_t sym, linker_symval_t* symval) 1025a4f67738SDoug Rabson { 1026326e27d8SDoug Rabson elf_file_t ef = (elf_file_t) lf; 10278aef1712SMatthew Dillon const Elf_Sym* es = (const Elf_Sym*) sym; 1028a4f67738SDoug Rabson 10292d636ab0SPeter Wemm if (es >= ef->symtab && ((es - ef->symtab) < ef->nchains)) { 1030a4f67738SDoug Rabson symval->name = ef->strtab + es->st_name; 1031fe3db7c7SDoug Rabson symval->value = (caddr_t) ef->address + es->st_value; 1032a4f67738SDoug Rabson symval->size = es->st_size; 1033de78ca7eSPeter Wemm return 0; 1034a4f67738SDoug Rabson } 10352d636ab0SPeter Wemm if (ef->symtab == ef->ddbsymtab) 10362d636ab0SPeter Wemm return ENOENT; 10372d636ab0SPeter Wemm if (es >= ef->ddbsymtab && ((es - ef->ddbsymtab) < ef->ddbsymcnt)) { 10382d636ab0SPeter Wemm symval->name = ef->ddbstrtab + es->st_name; 10392d636ab0SPeter Wemm symval->value = (caddr_t) ef->address + es->st_value; 10402d636ab0SPeter Wemm symval->size = es->st_size; 10412d636ab0SPeter Wemm return 0; 10422d636ab0SPeter Wemm } 10432d636ab0SPeter Wemm return ENOENT; 10442d636ab0SPeter Wemm } 1045a4f67738SDoug Rabson 1046a4f67738SDoug Rabson static int 1047a4f67738SDoug Rabson link_elf_search_symbol(linker_file_t lf, caddr_t value, 1048d254af07SMatthew Dillon c_linker_sym_t* sym, long* diffp) 1049a4f67738SDoug Rabson { 1050326e27d8SDoug Rabson elf_file_t ef = (elf_file_t) lf; 1051586453feSBruce Evans u_long off = (uintptr_t) (void *) value; 1052a4f67738SDoug Rabson u_long diff = off; 1053586453feSBruce Evans u_long st_value; 1054fe3db7c7SDoug Rabson const Elf_Sym* es; 1055fe3db7c7SDoug Rabson const Elf_Sym* best = 0; 1056a4f67738SDoug Rabson int i; 1057a4f67738SDoug Rabson 10582d636ab0SPeter Wemm for (i = 0, es = ef->ddbsymtab; i < ef->ddbsymcnt; i++, es++) { 1059a4f67738SDoug Rabson if (es->st_name == 0) 1060a4f67738SDoug Rabson continue; 1061586453feSBruce Evans st_value = es->st_value + (uintptr_t) (void *) ef->address; 1062b5abfb70SPeter Wemm if (off >= st_value) { 1063b5abfb70SPeter Wemm if (off - st_value < diff) { 1064b5abfb70SPeter Wemm diff = off - st_value; 1065a4f67738SDoug Rabson best = es; 1066a4f67738SDoug Rabson if (diff == 0) 1067a4f67738SDoug Rabson break; 1068b5abfb70SPeter Wemm } else if (off - st_value == diff) { 1069a4f67738SDoug Rabson best = es; 1070a4f67738SDoug Rabson } 1071a4f67738SDoug Rabson } 1072a4f67738SDoug Rabson } 1073a4f67738SDoug Rabson if (best == 0) 1074a4f67738SDoug Rabson *diffp = off; 1075a4f67738SDoug Rabson else 1076a4f67738SDoug Rabson *diffp = diff; 1077d254af07SMatthew Dillon *sym = (c_linker_sym_t) best; 1078a4f67738SDoug Rabson 1079a4f67738SDoug Rabson return 0; 1080a4f67738SDoug Rabson } 1081f41325dbSPeter Wemm 1082f41325dbSPeter Wemm /* 1083f41325dbSPeter Wemm * Look up a linker set on an ELF system. 1084f41325dbSPeter Wemm */ 1085f41325dbSPeter Wemm static int 1086f41325dbSPeter Wemm link_elf_lookup_set(linker_file_t lf, const char *name, 1087f41325dbSPeter Wemm void ***startp, void ***stopp, int *countp) 1088f41325dbSPeter Wemm { 1089f41325dbSPeter Wemm c_linker_sym_t sym; 1090f41325dbSPeter Wemm linker_symval_t symval; 1091f41325dbSPeter Wemm char *setsym; 1092f41325dbSPeter Wemm void **start, **stop; 1093f41325dbSPeter Wemm int len, error = 0, count; 1094f41325dbSPeter Wemm 1095f41325dbSPeter Wemm len = strlen(name) + sizeof("__start_set_"); /* sizeof includes \0 */ 1096f41325dbSPeter Wemm setsym = malloc(len, M_LINKER, M_WAITOK); 1097f41325dbSPeter Wemm if (setsym == NULL) 1098f41325dbSPeter Wemm return ENOMEM; 1099f41325dbSPeter Wemm 1100f41325dbSPeter Wemm /* get address of first entry */ 1101f41325dbSPeter Wemm snprintf(setsym, len, "%s%s", "__start_set_", name); 1102f41325dbSPeter Wemm error = link_elf_lookup_symbol(lf, setsym, &sym); 1103f41325dbSPeter Wemm if (error) 1104f41325dbSPeter Wemm goto out; 1105f41325dbSPeter Wemm link_elf_symbol_values(lf, sym, &symval); 1106f41325dbSPeter Wemm if (symval.value == 0) { 1107f41325dbSPeter Wemm error = ESRCH; 1108f41325dbSPeter Wemm goto out; 1109f41325dbSPeter Wemm } 1110f41325dbSPeter Wemm start = (void **)symval.value; 1111f41325dbSPeter Wemm 1112f41325dbSPeter Wemm /* get address of last entry */ 1113f41325dbSPeter Wemm snprintf(setsym, len, "%s%s", "__stop_set_", name); 1114f41325dbSPeter Wemm error = link_elf_lookup_symbol(lf, setsym, &sym); 1115f41325dbSPeter Wemm if (error) 1116f41325dbSPeter Wemm goto out; 1117f41325dbSPeter Wemm link_elf_symbol_values(lf, sym, &symval); 1118f41325dbSPeter Wemm if (symval.value == 0) { 1119f41325dbSPeter Wemm error = ESRCH; 1120f41325dbSPeter Wemm goto out; 1121f41325dbSPeter Wemm } 1122f41325dbSPeter Wemm stop = (void **)symval.value; 1123f41325dbSPeter Wemm 1124f41325dbSPeter Wemm /* and the number of entries */ 1125f41325dbSPeter Wemm count = stop - start; 1126f41325dbSPeter Wemm 1127f41325dbSPeter Wemm /* and copy out */ 1128f41325dbSPeter Wemm if (startp) 1129f41325dbSPeter Wemm *startp = start; 1130f41325dbSPeter Wemm if (stopp) 1131f41325dbSPeter Wemm *stopp = stop; 1132f41325dbSPeter Wemm if (countp) 1133f41325dbSPeter Wemm *countp = count; 1134f41325dbSPeter Wemm 1135f41325dbSPeter Wemm out: 1136f41325dbSPeter Wemm free(setsym, M_LINKER); 1137f41325dbSPeter Wemm return error; 1138f41325dbSPeter Wemm } 1139