xref: /freebsd/sys/kern/link_elf.c (revision d1f088dab5c994d26dec2d215dd63463eee28ab2)
1a4f67738SDoug Rabson /*-
2a4f67738SDoug Rabson  * Copyright (c) 1998 Doug Rabson
3a4f67738SDoug Rabson  * All rights reserved.
4a4f67738SDoug Rabson  *
5a4f67738SDoug Rabson  * Redistribution and use in source and binary forms, with or without
6a4f67738SDoug Rabson  * modification, are permitted provided that the following conditions
7a4f67738SDoug Rabson  * are met:
8a4f67738SDoug Rabson  * 1. Redistributions of source code must retain the above copyright
9a4f67738SDoug Rabson  *    notice, this list of conditions and the following disclaimer.
10a4f67738SDoug Rabson  * 2. Redistributions in binary form must reproduce the above copyright
11a4f67738SDoug Rabson  *    notice, this list of conditions and the following disclaimer in the
12a4f67738SDoug Rabson  *    documentation and/or other materials provided with the distribution.
13a4f67738SDoug Rabson  *
14a4f67738SDoug Rabson  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
15a4f67738SDoug Rabson  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
16a4f67738SDoug Rabson  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
17a4f67738SDoug Rabson  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
18a4f67738SDoug Rabson  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
19a4f67738SDoug Rabson  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
20a4f67738SDoug Rabson  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
21a4f67738SDoug Rabson  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
22a4f67738SDoug Rabson  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
23a4f67738SDoug Rabson  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
24a4f67738SDoug Rabson  * SUCH DAMAGE.
25a4f67738SDoug Rabson  *
26c3aac50fSPeter Wemm  * $FreeBSD$
27a4f67738SDoug Rabson  */
28a4f67738SDoug Rabson 
29a4f67738SDoug Rabson #include <sys/param.h>
30a4f67738SDoug Rabson #include <sys/kernel.h>
31a4f67738SDoug Rabson #include <sys/systm.h>
32a4f67738SDoug Rabson #include <sys/malloc.h>
33a4f67738SDoug Rabson #include <sys/proc.h>
34a4f67738SDoug Rabson #include <sys/namei.h>
35a4f67738SDoug Rabson #include <sys/fcntl.h>
36a4f67738SDoug Rabson #include <sys/vnode.h>
37a4f67738SDoug Rabson #include <sys/linker.h>
38a4f67738SDoug Rabson #include <machine/elf.h>
39a4f67738SDoug Rabson 
40fe3db7c7SDoug Rabson #include <vm/vm.h>
41d1f088daSPeter Wemm #ifdef SPARSE_MAPPING
42fe3db7c7SDoug Rabson #include <vm/vm_prot.h>
43d1f088daSPeter Wemm #endif
44fe3db7c7SDoug Rabson #include <vm/vm_param.h>
45fe3db7c7SDoug Rabson #include <sys/lock.h>
46d1f088daSPeter Wemm #ifdef SPARSE_MAPPING
47fe3db7c7SDoug Rabson #include <vm/vm_object.h>
48fe3db7c7SDoug Rabson #include <vm/vm_kern.h>
49fe3db7c7SDoug Rabson #include <vm/vm_extern.h>
50d1f088daSPeter Wemm #endif
51fe3db7c7SDoug Rabson #include <vm/pmap.h>
52fe3db7c7SDoug Rabson #include <vm/vm_map.h>
53fe3db7c7SDoug Rabson 
54de78ca7eSPeter Wemm static int	link_elf_load_module(const char*, linker_file_t*);
55a4f67738SDoug Rabson static int	link_elf_load_file(const char*, linker_file_t*);
56a4f67738SDoug Rabson static int	link_elf_lookup_symbol(linker_file_t, const char*,
57d254af07SMatthew Dillon 				       c_linker_sym_t*);
58fe08c21aSMatthew Dillon static int	link_elf_symbol_values(linker_file_t, c_linker_sym_t, linker_symval_t*);
59a4f67738SDoug Rabson static int	link_elf_search_symbol(linker_file_t, caddr_t value,
60d254af07SMatthew Dillon 				       c_linker_sym_t* sym, long* diffp);
61a4f67738SDoug Rabson 
62de78ca7eSPeter Wemm static void	link_elf_unload_file(linker_file_t);
63de78ca7eSPeter Wemm static void	link_elf_unload_module(linker_file_t);
64a4f67738SDoug Rabson 
65a4f67738SDoug Rabson static struct linker_class_ops link_elf_class_ops = {
66de78ca7eSPeter Wemm     link_elf_load_module,
67a4f67738SDoug Rabson };
68a4f67738SDoug Rabson 
69a4f67738SDoug Rabson static struct linker_file_ops link_elf_file_ops = {
70a4f67738SDoug Rabson     link_elf_lookup_symbol,
71a4f67738SDoug Rabson     link_elf_symbol_values,
72a4f67738SDoug Rabson     link_elf_search_symbol,
73de78ca7eSPeter Wemm     link_elf_unload_file,
74a4f67738SDoug Rabson };
75a4f67738SDoug Rabson 
76de78ca7eSPeter Wemm static struct linker_file_ops link_elf_module_ops = {
77de78ca7eSPeter Wemm     link_elf_lookup_symbol,
78de78ca7eSPeter Wemm     link_elf_symbol_values,
79de78ca7eSPeter Wemm     link_elf_search_symbol,
80de78ca7eSPeter Wemm     link_elf_unload_module,
81de78ca7eSPeter Wemm };
82a4f67738SDoug Rabson typedef struct elf_file {
83fe3db7c7SDoug Rabson     caddr_t		address;	/* Relocation address */
84fe3db7c7SDoug Rabson #ifdef SPARSE_MAPPING
85fe3db7c7SDoug Rabson     vm_object_t		object;		/* VM object to hold file pages */
86fe3db7c7SDoug Rabson #endif
87fe3db7c7SDoug Rabson     const Elf_Dyn*	dynamic;	/* Symbol table etc. */
88a4f67738SDoug Rabson     Elf_Off		nbuckets;	/* DT_HASH info */
89a4f67738SDoug Rabson     Elf_Off		nchains;
90a4f67738SDoug Rabson     const Elf_Off*	buckets;
91a4f67738SDoug Rabson     const Elf_Off*	chains;
92a4f67738SDoug Rabson     caddr_t		hash;
93a4f67738SDoug Rabson     caddr_t		strtab;		/* DT_STRTAB */
942d636ab0SPeter Wemm     int			strsz;		/* DT_STRSZ */
95fe3db7c7SDoug Rabson     const Elf_Sym*	symtab;		/* DT_SYMTAB */
96fe3db7c7SDoug Rabson     Elf_Addr*		got;		/* DT_PLTGOT */
97fe3db7c7SDoug Rabson     const Elf_Rel*	pltrel;		/* DT_JMPREL */
98fe3db7c7SDoug Rabson     int			pltrelsize;	/* DT_PLTRELSZ */
99fe3db7c7SDoug Rabson     const Elf_Rela*	pltrela;	/* DT_JMPREL */
100fe3db7c7SDoug Rabson     int			pltrelasize;	/* DT_PLTRELSZ */
101fe3db7c7SDoug Rabson     const Elf_Rel*	rel;		/* DT_REL */
102fe3db7c7SDoug Rabson     int			relsize;	/* DT_RELSZ */
103fe3db7c7SDoug Rabson     const Elf_Rela*	rela;		/* DT_RELA */
104fe3db7c7SDoug Rabson     int			relasize;	/* DT_RELASZ */
1052d636ab0SPeter Wemm     caddr_t		modptr;
1062d636ab0SPeter Wemm     const Elf_Sym*	ddbsymtab;	/* The symbol table we are using */
1072d636ab0SPeter Wemm     long		ddbsymcnt;	/* Number of symbols */
1082d636ab0SPeter Wemm     caddr_t		ddbstrtab;	/* String table */
1092d636ab0SPeter Wemm     long		ddbstrcnt;	/* number of bytes in string table */
110ca65d5c7SPeter Wemm     caddr_t		symbase;	/* malloc'ed symbold base */
111ca65d5c7SPeter Wemm     caddr_t		strbase;	/* malloc'ed string base */
112a4f67738SDoug Rabson } *elf_file_t;
113a4f67738SDoug Rabson 
114a4f67738SDoug Rabson static int		parse_dynamic(linker_file_t lf);
115a4f67738SDoug Rabson static int		load_dependancies(linker_file_t lf);
116a4f67738SDoug Rabson static int		relocate_file(linker_file_t lf);
1172d636ab0SPeter Wemm static int		parse_module_symbols(linker_file_t lf);
118a4f67738SDoug Rabson 
119a4f67738SDoug Rabson /*
120a4f67738SDoug Rabson  * The kernel symbol table starts here.
121a4f67738SDoug Rabson  */
122a4f67738SDoug Rabson extern struct _dynamic _DYNAMIC;
123a4f67738SDoug Rabson 
124a4f67738SDoug Rabson static void
125a4f67738SDoug Rabson link_elf_init(void* arg)
126a4f67738SDoug Rabson {
127de78ca7eSPeter Wemm #ifdef __ELF__
128de78ca7eSPeter Wemm     Elf_Dyn	*dp;
129de78ca7eSPeter Wemm     caddr_t	modptr, baseptr, sizeptr;
130de78ca7eSPeter Wemm     elf_file_t	ef;
131de78ca7eSPeter Wemm     char	*modname;
132de78ca7eSPeter Wemm #endif
133a4f67738SDoug Rabson 
134a4f67738SDoug Rabson #if ELF_TARG_CLASS == ELFCLASS32
135a4f67738SDoug Rabson     linker_add_class("elf32", NULL, &link_elf_class_ops);
136a4f67738SDoug Rabson #else
137a4f67738SDoug Rabson     linker_add_class("elf64", NULL, &link_elf_class_ops);
138a4f67738SDoug Rabson #endif
139a4f67738SDoug Rabson 
140de78ca7eSPeter Wemm #ifdef __ELF__
141de78ca7eSPeter Wemm     dp = (Elf_Dyn*) &_DYNAMIC;
142a4f67738SDoug Rabson     if (dp) {
143a4f67738SDoug Rabson 	ef = malloc(sizeof(struct elf_file), M_LINKER, M_NOWAIT);
144a4f67738SDoug Rabson 	if (ef == NULL)
145a4f67738SDoug Rabson 	    panic("link_elf_init: Can't create linker structures for kernel");
146434bf653SPeter Wemm 	bzero(ef, sizeof(*ef));
147a4f67738SDoug Rabson 
148a4f67738SDoug Rabson 	ef->address = 0;
149fe3db7c7SDoug Rabson #ifdef SPARSE_MAPPING
150fe3db7c7SDoug Rabson 	ef->object = 0;
151fe3db7c7SDoug Rabson #endif
152a4f67738SDoug Rabson 	ef->dynamic = dp;
153de78ca7eSPeter Wemm 	modname = NULL;
154de78ca7eSPeter Wemm 	modptr = preload_search_by_type("elf kernel");
155de78ca7eSPeter Wemm 	if (modptr)
156de78ca7eSPeter Wemm 	    modname = (char *)preload_search_info(modptr, MODINFO_NAME);
157de78ca7eSPeter Wemm 	if (modname == NULL)
158de78ca7eSPeter Wemm 	    modname = "kernel";
159de78ca7eSPeter Wemm 	linker_kernel_file = linker_make_file(modname, ef, &link_elf_file_ops);
160a4f67738SDoug Rabson 	if (linker_kernel_file == NULL)
161a4f67738SDoug Rabson 	    panic("link_elf_init: Can't create linker structures for kernel");
162a4f67738SDoug Rabson 	parse_dynamic(linker_kernel_file);
1634173e420SPeter Wemm 	linker_kernel_file->address = (caddr_t) KERNBASE;
164d009ccfaSBruce Evans 	linker_kernel_file->size = -(intptr_t)linker_kernel_file->address;
165de78ca7eSPeter Wemm 
166de78ca7eSPeter Wemm 	if (modptr) {
1672d636ab0SPeter Wemm 	    ef->modptr = modptr;
168de78ca7eSPeter Wemm 	    baseptr = preload_search_info(modptr, MODINFO_ADDR);
169de78ca7eSPeter Wemm 	    if (baseptr)
170de78ca7eSPeter Wemm 		linker_kernel_file->address = *(caddr_t *)baseptr;
171de78ca7eSPeter Wemm 	    sizeptr = preload_search_info(modptr, MODINFO_SIZE);
172de78ca7eSPeter Wemm 	    if (sizeptr)
173de78ca7eSPeter Wemm 		linker_kernel_file->size = *(size_t *)sizeptr;
174de78ca7eSPeter Wemm 	}
1752d636ab0SPeter Wemm 	(void)parse_module_symbols(linker_kernel_file);
176a4f67738SDoug Rabson 	linker_current_file = linker_kernel_file;
177149a155cSDoug Rabson 	linker_kernel_file->flags |= LINKER_FILE_LINKED;
178a4f67738SDoug Rabson     }
179de78ca7eSPeter Wemm #endif
180a4f67738SDoug Rabson }
181a4f67738SDoug Rabson 
182de78ca7eSPeter Wemm SYSINIT(link_elf, SI_SUB_KLD, SI_ORDER_SECOND, link_elf_init, 0);
183a4f67738SDoug Rabson 
184a4f67738SDoug Rabson static int
1852d636ab0SPeter Wemm parse_module_symbols(linker_file_t lf)
1862d636ab0SPeter Wemm {
1872d636ab0SPeter Wemm     elf_file_t ef = lf->priv;
1882d636ab0SPeter Wemm     caddr_t	pointer;
1892d636ab0SPeter Wemm     caddr_t	ssym, esym, base;
1902d636ab0SPeter Wemm     caddr_t	strtab;
1912d636ab0SPeter Wemm     int		strcnt;
1922d636ab0SPeter Wemm     Elf_Sym*	symtab;
1932d636ab0SPeter Wemm     int		symcnt;
1942d636ab0SPeter Wemm 
195ca65d5c7SPeter Wemm     if (ef->modptr == NULL)
196ca65d5c7SPeter Wemm 	return 0;
1972d636ab0SPeter Wemm     pointer = preload_search_info(ef->modptr, MODINFO_METADATA|MODINFOMD_SSYM);
1982d636ab0SPeter Wemm     if (pointer == NULL)
1992d636ab0SPeter Wemm 	return 0;
2002d636ab0SPeter Wemm     ssym = *(caddr_t *)pointer;
2012d636ab0SPeter Wemm     pointer = preload_search_info(ef->modptr, MODINFO_METADATA|MODINFOMD_ESYM);
2022d636ab0SPeter Wemm     if (pointer == NULL)
2032d636ab0SPeter Wemm 	return 0;
2042d636ab0SPeter Wemm     esym = *(caddr_t *)pointer;
2052d636ab0SPeter Wemm 
2062d636ab0SPeter Wemm     base = ssym;
2072d636ab0SPeter Wemm 
2082d636ab0SPeter Wemm     symcnt = *(long *)base;
2092d636ab0SPeter Wemm     base += sizeof(long);
2102d636ab0SPeter Wemm     symtab = (Elf_Sym *)base;
2112d636ab0SPeter Wemm     base += roundup(symcnt, sizeof(long));
2122d636ab0SPeter Wemm 
2132d636ab0SPeter Wemm     if (base > esym || base < ssym) {
2142d636ab0SPeter Wemm 	printf("Symbols are corrupt!\n");
2152d636ab0SPeter Wemm 	return EINVAL;
2162d636ab0SPeter Wemm     }
2172d636ab0SPeter Wemm 
2182d636ab0SPeter Wemm     strcnt = *(long *)base;
2192d636ab0SPeter Wemm     base += sizeof(long);
2202d636ab0SPeter Wemm     strtab = base;
2212d636ab0SPeter Wemm     base += roundup(strcnt, sizeof(long));
2222d636ab0SPeter Wemm 
2232d636ab0SPeter Wemm     if (base > esym || base < ssym) {
2242d636ab0SPeter Wemm 	printf("Symbols are corrupt!\n");
2252d636ab0SPeter Wemm 	return EINVAL;
2262d636ab0SPeter Wemm     }
2272d636ab0SPeter Wemm 
2282d636ab0SPeter Wemm     ef->ddbsymtab = symtab;
2292d636ab0SPeter Wemm     ef->ddbsymcnt = symcnt / sizeof(Elf_Sym);
2302d636ab0SPeter Wemm     ef->ddbstrtab = strtab;
2312d636ab0SPeter Wemm     ef->ddbstrcnt = strcnt;
2322d636ab0SPeter Wemm 
2332d636ab0SPeter Wemm     return 0;
2342d636ab0SPeter Wemm }
2352d636ab0SPeter Wemm 
2362d636ab0SPeter Wemm static int
237a4f67738SDoug Rabson parse_dynamic(linker_file_t lf)
238a4f67738SDoug Rabson {
239a4f67738SDoug Rabson     elf_file_t ef = lf->priv;
240fe3db7c7SDoug Rabson     const Elf_Dyn *dp;
241fe3db7c7SDoug Rabson     int plttype = DT_REL;
242a4f67738SDoug Rabson 
243a4f67738SDoug Rabson     for (dp = ef->dynamic; dp->d_tag != DT_NULL; dp++) {
244a4f67738SDoug Rabson 	switch (dp->d_tag) {
245a4f67738SDoug Rabson 	case DT_HASH:
246a4f67738SDoug Rabson 	{
247a4f67738SDoug Rabson 	    /* From src/libexec/rtld-elf/rtld.c */
248a4f67738SDoug Rabson 	    const Elf_Off *hashtab = (const Elf_Off *)
249a4f67738SDoug Rabson 		(ef->address + dp->d_un.d_ptr);
250a4f67738SDoug Rabson 	    ef->nbuckets = hashtab[0];
251a4f67738SDoug Rabson 	    ef->nchains = hashtab[1];
252a4f67738SDoug Rabson 	    ef->buckets = hashtab + 2;
253a4f67738SDoug Rabson 	    ef->chains = ef->buckets + ef->nbuckets;
254a4f67738SDoug Rabson 	    break;
255a4f67738SDoug Rabson 	}
256a4f67738SDoug Rabson 	case DT_STRTAB:
257fe3db7c7SDoug Rabson 	    ef->strtab = (caddr_t) (ef->address + dp->d_un.d_ptr);
258a4f67738SDoug Rabson 	    break;
2592d636ab0SPeter Wemm 	case DT_STRSZ:
2602d636ab0SPeter Wemm 	    ef->strsz = dp->d_un.d_val;
2612d636ab0SPeter Wemm 	    break;
262a4f67738SDoug Rabson 	case DT_SYMTAB:
263fe3db7c7SDoug Rabson 	    ef->symtab = (Elf_Sym*) (ef->address + dp->d_un.d_ptr);
264a4f67738SDoug Rabson 	    break;
265a4f67738SDoug Rabson 	case DT_SYMENT:
266a4f67738SDoug Rabson 	    if (dp->d_un.d_val != sizeof(Elf_Sym))
267a4f67738SDoug Rabson 		return ENOEXEC;
268fe3db7c7SDoug Rabson 	    break;
269fe3db7c7SDoug Rabson 	case DT_PLTGOT:
270fe3db7c7SDoug Rabson 	    ef->got = (Elf_Addr *) (ef->address + dp->d_un.d_ptr);
271fe3db7c7SDoug Rabson 	    break;
272fe3db7c7SDoug Rabson 	case DT_REL:
273fe3db7c7SDoug Rabson 	    ef->rel = (const Elf_Rel *) (ef->address + dp->d_un.d_ptr);
274fe3db7c7SDoug Rabson 	    break;
275fe3db7c7SDoug Rabson 	case DT_RELSZ:
276fe3db7c7SDoug Rabson 	    ef->relsize = dp->d_un.d_val;
277fe3db7c7SDoug Rabson 	    break;
278fe3db7c7SDoug Rabson 	case DT_RELENT:
279fe3db7c7SDoug Rabson 	    if (dp->d_un.d_val != sizeof(Elf_Rel))
280fe3db7c7SDoug Rabson 		return ENOEXEC;
281fe3db7c7SDoug Rabson 	    break;
282fe3db7c7SDoug Rabson 	case DT_JMPREL:
283fe3db7c7SDoug Rabson 	    ef->pltrel = (const Elf_Rel *) (ef->address + dp->d_un.d_ptr);
284fe3db7c7SDoug Rabson 	    break;
285fe3db7c7SDoug Rabson 	case DT_PLTRELSZ:
286fe3db7c7SDoug Rabson 	    ef->pltrelsize = dp->d_un.d_val;
287fe3db7c7SDoug Rabson 	    break;
288fe3db7c7SDoug Rabson 	case DT_RELA:
289fe3db7c7SDoug Rabson 	    ef->rela = (const Elf_Rela *) (ef->address + dp->d_un.d_ptr);
290fe3db7c7SDoug Rabson 	    break;
291fe3db7c7SDoug Rabson 	case DT_RELASZ:
292fe3db7c7SDoug Rabson 	    ef->relasize = dp->d_un.d_val;
293fe3db7c7SDoug Rabson 	    break;
294fe3db7c7SDoug Rabson 	case DT_RELAENT:
295fe3db7c7SDoug Rabson 	    if (dp->d_un.d_val != sizeof(Elf_Rela))
296fe3db7c7SDoug Rabson 		return ENOEXEC;
297fe3db7c7SDoug Rabson 	    break;
298fe3db7c7SDoug Rabson 	case DT_PLTREL:
299fe3db7c7SDoug Rabson 	    plttype = dp->d_un.d_val;
300fe3db7c7SDoug Rabson 	    if (plttype != DT_REL && plttype != DT_RELA)
301fe3db7c7SDoug Rabson 		return ENOEXEC;
302fe3db7c7SDoug Rabson 	    break;
303a4f67738SDoug Rabson 	}
304a4f67738SDoug Rabson     }
305fe3db7c7SDoug Rabson 
306fe3db7c7SDoug Rabson     if (plttype == DT_RELA) {
307fe3db7c7SDoug Rabson 	ef->pltrela = (const Elf_Rela *) ef->pltrel;
308fe3db7c7SDoug Rabson 	ef->pltrel = NULL;
309fe3db7c7SDoug Rabson 	ef->pltrelasize = ef->pltrelsize;
310fe3db7c7SDoug Rabson 	ef->pltrelsize = 0;
311fe3db7c7SDoug Rabson     }
312fe3db7c7SDoug Rabson 
3132d636ab0SPeter Wemm     ef->ddbsymtab = ef->symtab;
3142d636ab0SPeter Wemm     ef->ddbsymcnt = ef->nchains;
3152d636ab0SPeter Wemm     ef->ddbstrtab = ef->strtab;
3162d636ab0SPeter Wemm     ef->ddbstrcnt = ef->strsz;
3172d636ab0SPeter Wemm 
318a4f67738SDoug Rabson     return 0;
319a4f67738SDoug Rabson }
320a4f67738SDoug Rabson 
321fe3db7c7SDoug Rabson static void
322fe3db7c7SDoug Rabson link_elf_error(const char *s)
323fe3db7c7SDoug Rabson {
324fe3db7c7SDoug Rabson     printf("kldload: %s\n", s);
325fe3db7c7SDoug Rabson }
326fe3db7c7SDoug Rabson 
327a4f67738SDoug Rabson static int
328de78ca7eSPeter Wemm link_elf_load_module(const char *filename, linker_file_t *result)
329de78ca7eSPeter Wemm {
330de78ca7eSPeter Wemm     caddr_t		modptr, baseptr, sizeptr, dynptr;
331de78ca7eSPeter Wemm     char		*type;
332de78ca7eSPeter Wemm     elf_file_t		ef;
333de78ca7eSPeter Wemm     linker_file_t	lf;
334de78ca7eSPeter Wemm     int			error;
335de78ca7eSPeter Wemm     vm_offset_t		dp;
336de78ca7eSPeter Wemm 
337de78ca7eSPeter Wemm     /* Look to see if we have the module preloaded */
338de78ca7eSPeter Wemm     modptr = preload_search_by_name(filename);
339de78ca7eSPeter Wemm     if (modptr == NULL)
340de78ca7eSPeter Wemm 	return (link_elf_load_file(filename, result));
341de78ca7eSPeter Wemm 
342de78ca7eSPeter Wemm     /* It's preloaded, check we can handle it and collect information */
343de78ca7eSPeter Wemm     type = (char *)preload_search_info(modptr, MODINFO_TYPE);
344de78ca7eSPeter Wemm     baseptr = preload_search_info(modptr, MODINFO_ADDR);
345de78ca7eSPeter Wemm     sizeptr = preload_search_info(modptr, MODINFO_SIZE);
346de78ca7eSPeter Wemm     dynptr = preload_search_info(modptr, MODINFO_METADATA|MODINFOMD_DYNAMIC);
347de78ca7eSPeter Wemm     if (type == NULL || strcmp(type, "elf module") != 0)
348de78ca7eSPeter Wemm 	return (EFTYPE);
349de78ca7eSPeter Wemm     if (baseptr == NULL || sizeptr == NULL || dynptr == NULL)
350de78ca7eSPeter Wemm 	return (EINVAL);
351de78ca7eSPeter Wemm 
352de78ca7eSPeter Wemm     ef = malloc(sizeof(struct elf_file), M_LINKER, M_WAITOK);
353de78ca7eSPeter Wemm     if (ef == NULL)
354de78ca7eSPeter Wemm 	return (ENOMEM);
355434bf653SPeter Wemm     bzero(ef, sizeof(*ef));
356ca65d5c7SPeter Wemm     ef->modptr = modptr;
357de78ca7eSPeter Wemm     ef->address = *(caddr_t *)baseptr;
358de78ca7eSPeter Wemm #ifdef SPARSE_MAPPING
359de78ca7eSPeter Wemm     ef->object = 0;
360de78ca7eSPeter Wemm #endif
361de78ca7eSPeter Wemm     dp = (vm_offset_t)ef->address + *(vm_offset_t *)dynptr;
362de78ca7eSPeter Wemm     ef->dynamic = (Elf_Dyn *)dp;
363de78ca7eSPeter Wemm     lf = linker_make_file(filename, ef, &link_elf_module_ops);
364de78ca7eSPeter Wemm     if (lf == NULL) {
365de78ca7eSPeter Wemm 	free(ef, M_LINKER);
366de78ca7eSPeter Wemm 	return ENOMEM;
367de78ca7eSPeter Wemm     }
368de78ca7eSPeter Wemm     lf->address = ef->address;
369de78ca7eSPeter Wemm     lf->size = *(size_t *)sizeptr;
370de78ca7eSPeter Wemm 
371de78ca7eSPeter Wemm     error = parse_dynamic(lf);
372de78ca7eSPeter Wemm     if (error) {
373de78ca7eSPeter Wemm 	linker_file_unload(lf);
374de78ca7eSPeter Wemm 	return error;
375de78ca7eSPeter Wemm     }
376de78ca7eSPeter Wemm     error = load_dependancies(lf);
377de78ca7eSPeter Wemm     if (error) {
378de78ca7eSPeter Wemm 	linker_file_unload(lf);
379de78ca7eSPeter Wemm 	return error;
380de78ca7eSPeter Wemm     }
381de78ca7eSPeter Wemm     error = relocate_file(lf);
382de78ca7eSPeter Wemm     if (error) {
383de78ca7eSPeter Wemm 	linker_file_unload(lf);
384de78ca7eSPeter Wemm 	return error;
385de78ca7eSPeter Wemm     }
3862d636ab0SPeter Wemm     (void)parse_module_symbols(lf);
387149a155cSDoug Rabson     lf->flags |= LINKER_FILE_LINKED;
388de78ca7eSPeter Wemm     *result = lf;
389de78ca7eSPeter Wemm     return (0);
390de78ca7eSPeter Wemm }
391de78ca7eSPeter Wemm 
392de78ca7eSPeter Wemm static int
393a4f67738SDoug Rabson link_elf_load_file(const char* filename, linker_file_t* result)
394a4f67738SDoug Rabson {
395a4f67738SDoug Rabson     struct nameidata nd;
396a4f67738SDoug Rabson     struct proc* p = curproc;	/* XXX */
397caab6e90SPeter Wemm     Elf_Ehdr *hdr;
398caab6e90SPeter Wemm     caddr_t firstpage;
399fe3db7c7SDoug Rabson     int nbytes, i;
400fe3db7c7SDoug Rabson     Elf_Phdr *phdr;
401fe3db7c7SDoug Rabson     Elf_Phdr *phlimit;
402fe3db7c7SDoug Rabson     Elf_Phdr *segs[2];
403fe3db7c7SDoug Rabson     int nsegs;
404fe3db7c7SDoug Rabson     Elf_Phdr *phdyn;
405fe3db7c7SDoug Rabson     Elf_Phdr *phphdr;
406fe3db7c7SDoug Rabson     caddr_t mapbase;
407fe3db7c7SDoug Rabson     size_t mapsize;
408fe3db7c7SDoug Rabson     Elf_Off base_offset;
409fe3db7c7SDoug Rabson     Elf_Addr base_vaddr;
410fe3db7c7SDoug Rabson     Elf_Addr base_vlimit;
411a4f67738SDoug Rabson     int error = 0;
412a4f67738SDoug Rabson     int resid;
413a4f67738SDoug Rabson     elf_file_t ef;
414a4f67738SDoug Rabson     linker_file_t lf;
415de78ca7eSPeter Wemm     char *pathname;
416ca65d5c7SPeter Wemm     Elf_Shdr *shdr;
417ca65d5c7SPeter Wemm     int symtabindex;
418ca65d5c7SPeter Wemm     int symstrindex;
419ca65d5c7SPeter Wemm     int symcnt;
420ca65d5c7SPeter Wemm     int strcnt;
421ca65d5c7SPeter Wemm 
422ca65d5c7SPeter Wemm     shdr = NULL;
423ca65d5c7SPeter Wemm     lf = NULL;
424a4f67738SDoug Rabson 
425de78ca7eSPeter Wemm     pathname = linker_search_path(filename);
426de78ca7eSPeter Wemm     if (pathname == NULL)
427de78ca7eSPeter Wemm 	return ENOENT;
428caab6e90SPeter Wemm 
429de78ca7eSPeter Wemm     NDINIT(&nd, LOOKUP, FOLLOW, UIO_SYSSPACE, pathname, p);
430a4f67738SDoug Rabson     error = vn_open(&nd, FREAD, 0);
431de78ca7eSPeter Wemm     free(pathname, M_LINKER);
432a4f67738SDoug Rabson     if (error)
433a4f67738SDoug Rabson 	return error;
434a4f67738SDoug Rabson 
435a4f67738SDoug Rabson     /*
436fe3db7c7SDoug Rabson      * Read the elf header from the file.
437a4f67738SDoug Rabson      */
438caab6e90SPeter Wemm     firstpage = malloc(PAGE_SIZE, M_LINKER, M_WAITOK);
439caab6e90SPeter Wemm     if (firstpage == NULL) {
440caab6e90SPeter Wemm 	error = ENOMEM;
441caab6e90SPeter Wemm 	goto out;
442caab6e90SPeter Wemm     }
443caab6e90SPeter Wemm     hdr = (Elf_Ehdr *)firstpage;
444caab6e90SPeter Wemm     error = vn_rdwr(UIO_READ, nd.ni_vp, firstpage, PAGE_SIZE, 0,
445a4f67738SDoug Rabson 		    UIO_SYSSPACE, IO_NODELOCKED, p->p_ucred, &resid, p);
446caab6e90SPeter Wemm     nbytes = PAGE_SIZE - resid;
447a4f67738SDoug Rabson     if (error)
448a4f67738SDoug Rabson 	goto out;
449a4f67738SDoug Rabson 
450caab6e90SPeter Wemm     if (!IS_ELF(*hdr)) {
451fe3db7c7SDoug Rabson 	error = ENOEXEC;
452a4f67738SDoug Rabson 	goto out;
453fe3db7c7SDoug Rabson     }
454fe3db7c7SDoug Rabson 
455caab6e90SPeter Wemm     if (hdr->e_ident[EI_CLASS] != ELF_TARG_CLASS
456caab6e90SPeter Wemm       || hdr->e_ident[EI_DATA] != ELF_TARG_DATA) {
457fe3db7c7SDoug Rabson 	link_elf_error("Unsupported file layout");
458fe3db7c7SDoug Rabson 	error = ENOEXEC;
459fe3db7c7SDoug Rabson 	goto out;
460fe3db7c7SDoug Rabson     }
461caab6e90SPeter Wemm     if (hdr->e_ident[EI_VERSION] != EV_CURRENT
462caab6e90SPeter Wemm       || hdr->e_version != EV_CURRENT) {
463fe3db7c7SDoug Rabson 	link_elf_error("Unsupported file version");
464fe3db7c7SDoug Rabson 	error = ENOEXEC;
465fe3db7c7SDoug Rabson 	goto out;
466fe3db7c7SDoug Rabson     }
467caab6e90SPeter Wemm     if (hdr->e_type != ET_EXEC && hdr->e_type != ET_DYN) {
468fe3db7c7SDoug Rabson 	link_elf_error("Unsupported file type");
469fe3db7c7SDoug Rabson 	error = ENOEXEC;
470fe3db7c7SDoug Rabson 	goto out;
471fe3db7c7SDoug Rabson     }
472caab6e90SPeter Wemm     if (hdr->e_machine != ELF_TARG_MACH) {
473fe3db7c7SDoug Rabson 	link_elf_error("Unsupported machine");
474fe3db7c7SDoug Rabson 	error = ENOEXEC;
475fe3db7c7SDoug Rabson 	goto out;
476fe3db7c7SDoug Rabson     }
477a4f67738SDoug Rabson 
478a4f67738SDoug Rabson     /*
479fe3db7c7SDoug Rabson      * We rely on the program header being in the first page.  This is
480fe3db7c7SDoug Rabson      * not strictly required by the ABI specification, but it seems to
481fe3db7c7SDoug Rabson      * always true in practice.  And, it simplifies things considerably.
482a4f67738SDoug Rabson      */
483caab6e90SPeter Wemm     if (!((hdr->e_phentsize == sizeof(Elf_Phdr)) &&
484caab6e90SPeter Wemm 	  (hdr->e_phoff + hdr->e_phnum*sizeof(Elf_Phdr) <= PAGE_SIZE) &&
485caab6e90SPeter Wemm 	  (hdr->e_phoff + hdr->e_phnum*sizeof(Elf_Phdr) <= nbytes)))
486fe3db7c7SDoug Rabson 	link_elf_error("Unreadable program headers");
487fe3db7c7SDoug Rabson 
488fe3db7c7SDoug Rabson     /*
489fe3db7c7SDoug Rabson      * Scan the program header entries, and save key information.
490fe3db7c7SDoug Rabson      *
491fe3db7c7SDoug Rabson      * We rely on there being exactly two load segments, text and data,
492fe3db7c7SDoug Rabson      * in that order.
493fe3db7c7SDoug Rabson      */
494caab6e90SPeter Wemm     phdr = (Elf_Phdr *) (firstpage + hdr->e_phoff);
495caab6e90SPeter Wemm     phlimit = phdr + hdr->e_phnum;
496fe3db7c7SDoug Rabson     nsegs = 0;
497fe3db7c7SDoug Rabson     phdyn = NULL;
498fe3db7c7SDoug Rabson     phphdr = NULL;
499fe3db7c7SDoug Rabson     while (phdr < phlimit) {
500fe3db7c7SDoug Rabson 	switch (phdr->p_type) {
501fe3db7c7SDoug Rabson 
502fe3db7c7SDoug Rabson 	case PT_LOAD:
503fe3db7c7SDoug Rabson 	    if (nsegs == 2) {
504fe3db7c7SDoug Rabson 		link_elf_error("Too many sections");
505fe3db7c7SDoug Rabson 		error = ENOEXEC;
506fe3db7c7SDoug Rabson 		goto out;
507fe3db7c7SDoug Rabson 	    }
508fe3db7c7SDoug Rabson 	    segs[nsegs] = phdr;
509fe3db7c7SDoug Rabson 	    ++nsegs;
510fe3db7c7SDoug Rabson 	    break;
511fe3db7c7SDoug Rabson 
512fe3db7c7SDoug Rabson 	case PT_PHDR:
513fe3db7c7SDoug Rabson 	    phphdr = phdr;
514fe3db7c7SDoug Rabson 	    break;
515fe3db7c7SDoug Rabson 
516fe3db7c7SDoug Rabson 	case PT_DYNAMIC:
517fe3db7c7SDoug Rabson 	    phdyn = phdr;
518fe3db7c7SDoug Rabson 	    break;
519fe3db7c7SDoug Rabson 	}
520fe3db7c7SDoug Rabson 
521fe3db7c7SDoug Rabson 	++phdr;
522fe3db7c7SDoug Rabson     }
523fe3db7c7SDoug Rabson     if (phdyn == NULL) {
524fe3db7c7SDoug Rabson 	link_elf_error("Object is not dynamically-linked");
525fe3db7c7SDoug Rabson 	error = ENOEXEC;
526fe3db7c7SDoug Rabson 	goto out;
527fe3db7c7SDoug Rabson     }
528fe3db7c7SDoug Rabson 
529fe3db7c7SDoug Rabson     /*
530fe3db7c7SDoug Rabson      * Allocate the entire address space of the object, to stake out our
531fe3db7c7SDoug Rabson      * contiguous region, and to establish the base address for relocation.
532fe3db7c7SDoug Rabson      */
533fe3db7c7SDoug Rabson     base_offset = trunc_page(segs[0]->p_offset);
534fe3db7c7SDoug Rabson     base_vaddr = trunc_page(segs[0]->p_vaddr);
535fe3db7c7SDoug Rabson     base_vlimit = round_page(segs[1]->p_vaddr + segs[1]->p_memsz);
536fe3db7c7SDoug Rabson     mapsize = base_vlimit - base_vaddr;
537fe3db7c7SDoug Rabson 
538a4f67738SDoug Rabson     ef = malloc(sizeof(struct elf_file), M_LINKER, M_WAITOK);
539434bf653SPeter Wemm     bzero(ef, sizeof(*ef));
540fe3db7c7SDoug Rabson #ifdef SPARSE_MAPPING
541fe3db7c7SDoug Rabson     ef->object = vm_object_allocate(OBJT_DEFAULT, mapsize >> PAGE_SHIFT);
542fe3db7c7SDoug Rabson     if (ef->object == NULL) {
543fe3db7c7SDoug Rabson 	free(ef, M_LINKER);
544fe3db7c7SDoug Rabson 	error = ENOMEM;
545fe3db7c7SDoug Rabson 	goto out;
546fe3db7c7SDoug Rabson     }
547fe3db7c7SDoug Rabson     vm_object_reference(ef->object);
548fe3db7c7SDoug Rabson     ef->address = (caddr_t) vm_map_min(kernel_map);
549fe3db7c7SDoug Rabson     error = vm_map_find(kernel_map, ef->object, 0,
550fe3db7c7SDoug Rabson 			(vm_offset_t *) &ef->address,
551fe3db7c7SDoug Rabson 			mapsize, 1,
552fe3db7c7SDoug Rabson 			VM_PROT_ALL, VM_PROT_ALL, 0);
553fe3db7c7SDoug Rabson     if (error) {
554fe3db7c7SDoug Rabson 	vm_object_deallocate(ef->object);
555fe3db7c7SDoug Rabson 	free(ef, M_LINKER);
556fe3db7c7SDoug Rabson 	goto out;
557fe3db7c7SDoug Rabson     }
558fe3db7c7SDoug Rabson #else
559fe3db7c7SDoug Rabson     ef->address = malloc(mapsize, M_LINKER, M_WAITOK);
560fe3db7c7SDoug Rabson #endif
561fe3db7c7SDoug Rabson     mapbase = ef->address;
562a4f67738SDoug Rabson 
563a4f67738SDoug Rabson     /*
564a4f67738SDoug Rabson      * Read the text and data sections and zero the bss.
565a4f67738SDoug Rabson      */
566fe3db7c7SDoug Rabson     for (i = 0; i < 2; i++) {
567fe3db7c7SDoug Rabson 	caddr_t segbase = mapbase + segs[i]->p_vaddr - base_vaddr;
568fe3db7c7SDoug Rabson 	error = vn_rdwr(UIO_READ, nd.ni_vp,
569fe3db7c7SDoug Rabson 			segbase, segs[i]->p_filesz, segs[i]->p_offset,
570a4f67738SDoug Rabson 			UIO_SYSSPACE, IO_NODELOCKED, p->p_ucred, &resid, p);
571fe3db7c7SDoug Rabson 	if (error) {
572fe3db7c7SDoug Rabson #ifdef SPARSE_MAPPING
573fe3db7c7SDoug Rabson 	    vm_map_remove(kernel_map, (vm_offset_t) ef->address,
574fe3db7c7SDoug Rabson 			  (vm_offset_t) ef->address
575fe3db7c7SDoug Rabson 			  + (ef->object->size << PAGE_SHIFT));
576fe3db7c7SDoug Rabson 	    vm_object_deallocate(ef->object);
577fe3db7c7SDoug Rabson #else
578a4f67738SDoug Rabson 	    free(ef->address, M_LINKER);
579fe3db7c7SDoug Rabson #endif
580a4f67738SDoug Rabson 	    free(ef, M_LINKER);
581a4f67738SDoug Rabson 	    goto out;
582a4f67738SDoug Rabson 	}
583fe3db7c7SDoug Rabson 	bzero(segbase + segs[i]->p_filesz,
584fe3db7c7SDoug Rabson 	      segs[i]->p_memsz - segs[i]->p_filesz);
585fe3db7c7SDoug Rabson 
586fe3db7c7SDoug Rabson #ifdef SPARSE_MAPPING
587fe3db7c7SDoug Rabson 	/*
588fe3db7c7SDoug Rabson 	 * Wire down the pages
589fe3db7c7SDoug Rabson 	 */
590fe3db7c7SDoug Rabson 	vm_map_pageable(kernel_map,
591fe3db7c7SDoug Rabson 			(vm_offset_t) segbase,
592fe3db7c7SDoug Rabson 			(vm_offset_t) segbase + segs[i]->p_memsz,
593fe3db7c7SDoug Rabson 			FALSE);
594fe3db7c7SDoug Rabson #endif
595fe3db7c7SDoug Rabson     }
596fe3db7c7SDoug Rabson 
597fe3db7c7SDoug Rabson     ef->dynamic = (const Elf_Dyn *) (mapbase + phdyn->p_vaddr - base_vaddr);
598a4f67738SDoug Rabson 
599a4f67738SDoug Rabson     lf = linker_make_file(filename, ef, &link_elf_file_ops);
600a4f67738SDoug Rabson     if (lf == NULL) {
601fe3db7c7SDoug Rabson #ifdef SPARSE_MAPPING
602fe3db7c7SDoug Rabson 	vm_map_remove(kernel_map, (vm_offset_t) ef->address,
603fe3db7c7SDoug Rabson 		      (vm_offset_t) ef->address
604fe3db7c7SDoug Rabson 		      + (ef->object->size << PAGE_SHIFT));
605fe3db7c7SDoug Rabson 	vm_object_deallocate(ef->object);
606fe3db7c7SDoug Rabson #else
607a4f67738SDoug Rabson 	free(ef->address, M_LINKER);
608fe3db7c7SDoug Rabson #endif
609a4f67738SDoug Rabson 	free(ef, M_LINKER);
610a4f67738SDoug Rabson 	error = ENOMEM;
611a4f67738SDoug Rabson 	goto out;
612a4f67738SDoug Rabson     }
613a4f67738SDoug Rabson     lf->address = ef->address;
614fe3db7c7SDoug Rabson     lf->size = mapsize;
615a4f67738SDoug Rabson 
616de78ca7eSPeter Wemm     error = parse_dynamic(lf);
617ca65d5c7SPeter Wemm     if (error)
618de78ca7eSPeter Wemm 	goto out;
619de78ca7eSPeter Wemm     error = load_dependancies(lf);
620ca65d5c7SPeter Wemm     if (error)
621de78ca7eSPeter Wemm 	goto out;
622de78ca7eSPeter Wemm     error = relocate_file(lf);
623ca65d5c7SPeter Wemm     if (error)
624ca65d5c7SPeter Wemm 	goto out;
625ca65d5c7SPeter Wemm 
626ca65d5c7SPeter Wemm     /* Try and load the symbol table if it's present.  (you can strip it!) */
627caab6e90SPeter Wemm     nbytes = hdr->e_shnum * hdr->e_shentsize;
628caab6e90SPeter Wemm     if (nbytes == 0 || hdr->e_shoff == 0)
629ca65d5c7SPeter Wemm 	goto nosyms;
630ca65d5c7SPeter Wemm     shdr = malloc(nbytes, M_LINKER, M_WAITOK);
631ca65d5c7SPeter Wemm     if (shdr == NULL) {
632ca65d5c7SPeter Wemm 	error = ENOMEM;
633a4f67738SDoug Rabson 	goto out;
634a4f67738SDoug Rabson     }
635434bf653SPeter Wemm     bzero(shdr, nbytes);
636ca65d5c7SPeter Wemm     error = vn_rdwr(UIO_READ, nd.ni_vp,
637caab6e90SPeter Wemm 		    (caddr_t)shdr, nbytes, hdr->e_shoff,
638ca65d5c7SPeter Wemm 		    UIO_SYSSPACE, IO_NODELOCKED, p->p_ucred, &resid, p);
639ca65d5c7SPeter Wemm     if (error)
640ca65d5c7SPeter Wemm 	goto out;
641ca65d5c7SPeter Wemm     symtabindex = -1;
642ca65d5c7SPeter Wemm     symstrindex = -1;
643caab6e90SPeter Wemm     for (i = 0; i < hdr->e_shnum; i++) {
644ca65d5c7SPeter Wemm 	if (shdr[i].sh_type == SHT_SYMTAB) {
645ca65d5c7SPeter Wemm 	    symtabindex = i;
646ca65d5c7SPeter Wemm 	    symstrindex = shdr[i].sh_link;
647ca65d5c7SPeter Wemm 	}
648ca65d5c7SPeter Wemm     }
649ca65d5c7SPeter Wemm     if (symtabindex < 0 || symstrindex < 0)
650ca65d5c7SPeter Wemm 	goto nosyms;
651ca65d5c7SPeter Wemm 
652ca65d5c7SPeter Wemm     symcnt = shdr[symtabindex].sh_size;
653ca65d5c7SPeter Wemm     ef->symbase = malloc(symcnt, M_LINKER, M_WAITOK);
654ca65d5c7SPeter Wemm     strcnt = shdr[symstrindex].sh_size;
655ca65d5c7SPeter Wemm     ef->strbase = malloc(strcnt, M_LINKER, M_WAITOK);
656ca65d5c7SPeter Wemm 
657ca65d5c7SPeter Wemm     if (ef->symbase == NULL || ef->strbase == NULL) {
658ca65d5c7SPeter Wemm 	error = ENOMEM;
659ca65d5c7SPeter Wemm 	goto out;
660ca65d5c7SPeter Wemm     }
661ca65d5c7SPeter Wemm     error = vn_rdwr(UIO_READ, nd.ni_vp,
662ca65d5c7SPeter Wemm 		    ef->symbase, symcnt, shdr[symtabindex].sh_offset,
663ca65d5c7SPeter Wemm 		    UIO_SYSSPACE, IO_NODELOCKED, p->p_ucred, &resid, p);
664ca65d5c7SPeter Wemm     if (error)
665ca65d5c7SPeter Wemm 	goto out;
666ca65d5c7SPeter Wemm     error = vn_rdwr(UIO_READ, nd.ni_vp,
667ca65d5c7SPeter Wemm 		    ef->strbase, strcnt, shdr[symstrindex].sh_offset,
668ca65d5c7SPeter Wemm 		    UIO_SYSSPACE, IO_NODELOCKED, p->p_ucred, &resid, p);
669ca65d5c7SPeter Wemm     if (error)
670ca65d5c7SPeter Wemm 	goto out;
671ca65d5c7SPeter Wemm 
672ca65d5c7SPeter Wemm     ef->ddbsymcnt = symcnt / sizeof(Elf_Sym);
673ca65d5c7SPeter Wemm     ef->ddbsymtab = (const Elf_Sym *)ef->symbase;
674ca65d5c7SPeter Wemm     ef->ddbstrcnt = strcnt;
675ca65d5c7SPeter Wemm     ef->ddbstrtab = ef->strbase;
676ca65d5c7SPeter Wemm 
677149a155cSDoug Rabson     lf->flags |= LINKER_FILE_LINKED;
678149a155cSDoug Rabson 
679ca65d5c7SPeter Wemm nosyms:
680a4f67738SDoug Rabson 
681a4f67738SDoug Rabson     *result = lf;
682a4f67738SDoug Rabson 
683a4f67738SDoug Rabson out:
684ca65d5c7SPeter Wemm     if (error && lf)
685ca65d5c7SPeter Wemm 	linker_file_unload(lf);
686ca65d5c7SPeter Wemm     if (shdr)
687ca65d5c7SPeter Wemm 	free(shdr, M_LINKER);
688caab6e90SPeter Wemm     if (firstpage)
689caab6e90SPeter Wemm 	free(firstpage, M_LINKER);
690a4f67738SDoug Rabson     VOP_UNLOCK(nd.ni_vp, 0, p);
691a4f67738SDoug Rabson     vn_close(nd.ni_vp, FREAD, p->p_ucred, p);
692a4f67738SDoug Rabson 
693a4f67738SDoug Rabson     return error;
694a4f67738SDoug Rabson }
695a4f67738SDoug Rabson 
696a4f67738SDoug Rabson static void
697de78ca7eSPeter Wemm link_elf_unload_file(linker_file_t file)
698a4f67738SDoug Rabson {
699a4f67738SDoug Rabson     elf_file_t ef = file->priv;
700a4f67738SDoug Rabson 
701a4f67738SDoug Rabson     if (ef) {
702fe3db7c7SDoug Rabson #ifdef SPARSE_MAPPING
703fe3db7c7SDoug Rabson 	if (ef->object) {
704fe3db7c7SDoug Rabson 	    vm_map_remove(kernel_map, (vm_offset_t) ef->address,
705fe3db7c7SDoug Rabson 			  (vm_offset_t) ef->address
706fe3db7c7SDoug Rabson 			  + (ef->object->size << PAGE_SHIFT));
707fe3db7c7SDoug Rabson 	    vm_object_deallocate(ef->object);
708fe3db7c7SDoug Rabson 	}
709fe3db7c7SDoug Rabson #else
710ca65d5c7SPeter Wemm 	if (ef->address)
711a4f67738SDoug Rabson 	    free(ef->address, M_LINKER);
712fe3db7c7SDoug Rabson #endif
713ca65d5c7SPeter Wemm 	if (ef->symbase)
714ca65d5c7SPeter Wemm 	    free(ef->symbase, M_LINKER);
715ca65d5c7SPeter Wemm 	if (ef->strbase)
716ca65d5c7SPeter Wemm 	    free(ef->strbase, M_LINKER);
717a4f67738SDoug Rabson 	free(ef, M_LINKER);
718a4f67738SDoug Rabson     }
719a4f67738SDoug Rabson }
720a4f67738SDoug Rabson 
721de78ca7eSPeter Wemm static void
722de78ca7eSPeter Wemm link_elf_unload_module(linker_file_t file)
723de78ca7eSPeter Wemm {
724de78ca7eSPeter Wemm     elf_file_t ef = file->priv;
725de78ca7eSPeter Wemm 
726de78ca7eSPeter Wemm     if (ef)
727de78ca7eSPeter Wemm 	free(ef, M_LINKER);
728de78ca7eSPeter Wemm     if (file->filename)
729de78ca7eSPeter Wemm 	preload_delete_name(file->filename);
730de78ca7eSPeter Wemm }
731de78ca7eSPeter Wemm 
732a4f67738SDoug Rabson static int
733a4f67738SDoug Rabson load_dependancies(linker_file_t lf)
734a4f67738SDoug Rabson {
735a4f67738SDoug Rabson     elf_file_t ef = lf->priv;
736a4f67738SDoug Rabson     linker_file_t lfdep;
737a4f67738SDoug Rabson     char* name;
738fe3db7c7SDoug Rabson     const Elf_Dyn *dp;
739a4f67738SDoug Rabson     int error = 0;
740a4f67738SDoug Rabson 
741a4f67738SDoug Rabson     /*
742a4f67738SDoug Rabson      * All files are dependant on /kernel.
743a4f67738SDoug Rabson      */
74484e40f56SPeter Wemm     if (linker_kernel_file) {
745a4f67738SDoug Rabson 	linker_kernel_file->refs++;
746a4f67738SDoug Rabson 	linker_file_add_dependancy(lf, linker_kernel_file);
74784e40f56SPeter Wemm     }
748a4f67738SDoug Rabson 
749fe3db7c7SDoug Rabson     for (dp = ef->dynamic; dp->d_tag != DT_NULL; dp++) {
750fe3db7c7SDoug Rabson 	if (dp->d_tag == DT_NEEDED) {
751fe3db7c7SDoug Rabson 	    name = ef->strtab + dp->d_un.d_val;
752a4f67738SDoug Rabson 
753a4f67738SDoug Rabson 	    error = linker_load_file(name, &lfdep);
754a4f67738SDoug Rabson 	    if (error)
755a4f67738SDoug Rabson 		goto out;
756a4f67738SDoug Rabson 	    error = linker_file_add_dependancy(lf, lfdep);
757a4f67738SDoug Rabson 	    if (error)
758a4f67738SDoug Rabson 		goto out;
759fe3db7c7SDoug Rabson 	}
760a4f67738SDoug Rabson     }
761a4f67738SDoug Rabson 
762a4f67738SDoug Rabson out:
763a4f67738SDoug Rabson     return error;
764a4f67738SDoug Rabson }
765a4f67738SDoug Rabson 
766fe3db7c7SDoug Rabson static const char *
767aa855a59SPeter Wemm symbol_name(elf_file_t ef, Elf_Word r_info)
768a4f67738SDoug Rabson {
769fe3db7c7SDoug Rabson     const Elf_Sym *ref;
770a4f67738SDoug Rabson 
771aa855a59SPeter Wemm     if (ELF_R_SYM(r_info)) {
772aa855a59SPeter Wemm 	ref = ef->symtab + ELF_R_SYM(r_info);
773434bf653SPeter Wemm 	return ef->strtab + ref->st_name;
774fe3db7c7SDoug Rabson     } else
775fe3db7c7SDoug Rabson 	return NULL;
776a4f67738SDoug Rabson }
777a4f67738SDoug Rabson 
778a4f67738SDoug Rabson static int
779a4f67738SDoug Rabson relocate_file(linker_file_t lf)
780a4f67738SDoug Rabson {
781a4f67738SDoug Rabson     elf_file_t ef = lf->priv;
782fe3db7c7SDoug Rabson     const Elf_Rel *rellim;
783fe3db7c7SDoug Rabson     const Elf_Rel *rel;
784fe3db7c7SDoug Rabson     const Elf_Rela *relalim;
785fe3db7c7SDoug Rabson     const Elf_Rela *rela;
786aa855a59SPeter Wemm     const char *symname;
787a4f67738SDoug Rabson 
788fe3db7c7SDoug Rabson     /* Perform relocations without addend if there are any: */
789aa855a59SPeter Wemm     rel = ef->rel;
790aa855a59SPeter Wemm     if (rel) {
791cacd1f6aSBruce Evans 	rellim = (const Elf_Rel *)((const char *)ef->rel + ef->relsize);
792aa855a59SPeter Wemm 	while (rel < rellim) {
793aa855a59SPeter Wemm 	    symname = symbol_name(ef, rel->r_info);
794a13ddfb6SPeter Wemm 	    if (elf_reloc(lf, rel, ELF_RELOC_REL, symname)) {
795a13ddfb6SPeter Wemm 		printf("link_elf: symbol %s undefined\n", symname);
796a4f67738SDoug Rabson 		return ENOENT;
797a13ddfb6SPeter Wemm 	    }
798aa855a59SPeter Wemm 	    rel++;
799aa855a59SPeter Wemm 	}
800a4f67738SDoug Rabson     }
801a4f67738SDoug Rabson 
802fe3db7c7SDoug Rabson     /* Perform relocations with addend if there are any: */
803aa855a59SPeter Wemm     rela = ef->rela;
804aa855a59SPeter Wemm     if (rela) {
805cacd1f6aSBruce Evans 	relalim = (const Elf_Rela *)((const char *)ef->rela + ef->relasize);
806aa855a59SPeter Wemm 	while (rela < relalim) {
807aa855a59SPeter Wemm 	    symname = symbol_name(ef, rela->r_info);
808a13ddfb6SPeter Wemm 	    if (elf_reloc(lf, rela, ELF_RELOC_RELA, symname)) {
809a13ddfb6SPeter Wemm 		printf("link_elf: symbol %s undefined\n", symname);
810fe3db7c7SDoug Rabson 		return ENOENT;
811a13ddfb6SPeter Wemm 	    }
812aa855a59SPeter Wemm 	    rela++;
813aa855a59SPeter Wemm 	}
814a4f67738SDoug Rabson     }
815a4f67738SDoug Rabson 
816fe3db7c7SDoug Rabson     /* Perform PLT relocations without addend if there are any: */
817aa855a59SPeter Wemm     rel = ef->pltrel;
818aa855a59SPeter Wemm     if (rel) {
819cacd1f6aSBruce Evans 	rellim = (const Elf_Rel *)((const char *)ef->pltrel + ef->pltrelsize);
820aa855a59SPeter Wemm 	while (rel < rellim) {
821aa855a59SPeter Wemm 	    symname = symbol_name(ef, rel->r_info);
822a13ddfb6SPeter Wemm 	    if (elf_reloc(lf, rel, ELF_RELOC_REL, symname)) {
823a13ddfb6SPeter Wemm 		printf("link_elf: symbol %s undefined\n", symname);
824fe3db7c7SDoug Rabson 		return ENOENT;
825a13ddfb6SPeter Wemm 	    }
826aa855a59SPeter Wemm 	    rel++;
827aa855a59SPeter Wemm 	}
828a4f67738SDoug Rabson     }
829a4f67738SDoug Rabson 
830fe3db7c7SDoug Rabson     /* Perform relocations with addend if there are any: */
831aa855a59SPeter Wemm     rela = ef->pltrela;
832aa855a59SPeter Wemm     if (rela) {
833cacd1f6aSBruce Evans 	relalim = (const Elf_Rela *)((const char *)ef->pltrela + ef->pltrelasize);
834aa855a59SPeter Wemm 	while (rela < relalim) {
835aa855a59SPeter Wemm 	    symname = symbol_name(ef, rela->r_info);
836a13ddfb6SPeter Wemm 	    if (elf_reloc(lf, rela, ELF_RELOC_RELA, symname)) {
837a13ddfb6SPeter Wemm 		printf("link_elf: symbol %s undefined\n", symname);
838fe3db7c7SDoug Rabson 		return ENOENT;
839a13ddfb6SPeter Wemm 	    }
840aa855a59SPeter Wemm 	    rela++;
841aa855a59SPeter Wemm 	}
842a4f67738SDoug Rabson     }
843a4f67738SDoug Rabson 
844a4f67738SDoug Rabson     return 0;
845a4f67738SDoug Rabson }
846a4f67738SDoug Rabson 
847fe3db7c7SDoug Rabson /*
848fe3db7c7SDoug Rabson  * Hash function for symbol table lookup.  Don't even think about changing
849fe3db7c7SDoug Rabson  * this.  It is specified by the System V ABI.
850fe3db7c7SDoug Rabson  */
851fe3db7c7SDoug Rabson static unsigned long
852fe3db7c7SDoug Rabson elf_hash(const char *name)
853a4f67738SDoug Rabson {
854fe3db7c7SDoug Rabson     const unsigned char *p = (const unsigned char *) name;
855fe3db7c7SDoug Rabson     unsigned long h = 0;
856fe3db7c7SDoug Rabson     unsigned long g;
857a4f67738SDoug Rabson 
858fe3db7c7SDoug Rabson     while (*p != '\0') {
859fe3db7c7SDoug Rabson 	h = (h << 4) + *p++;
860fe3db7c7SDoug Rabson 	if ((g = h & 0xf0000000) != 0)
861fe3db7c7SDoug Rabson 	    h ^= g >> 24;
862fe3db7c7SDoug Rabson 	h &= ~g;
863a4f67738SDoug Rabson     }
864fe3db7c7SDoug Rabson     return h;
865fe3db7c7SDoug Rabson }
866a4f67738SDoug Rabson 
867a4f67738SDoug Rabson int
868d254af07SMatthew Dillon link_elf_lookup_symbol(linker_file_t lf, const char* name, c_linker_sym_t* sym)
869a4f67738SDoug Rabson {
870a4f67738SDoug Rabson     elf_file_t ef = lf->priv;
871fe3db7c7SDoug Rabson     unsigned long symnum;
8722d636ab0SPeter Wemm     const Elf_Sym* symp;
8732d636ab0SPeter Wemm     const char *strp;
874fe3db7c7SDoug Rabson     unsigned long hash;
875a4f67738SDoug Rabson     int i;
876a4f67738SDoug Rabson 
8772d636ab0SPeter Wemm     /* First, search hashed global symbols */
878fe3db7c7SDoug Rabson     hash = elf_hash(name);
879fe3db7c7SDoug Rabson     symnum = ef->buckets[hash % ef->nbuckets];
880fe3db7c7SDoug Rabson 
881fe3db7c7SDoug Rabson     while (symnum != STN_UNDEF) {
882fe3db7c7SDoug Rabson 	if (symnum >= ef->nchains) {
883fe3db7c7SDoug Rabson 	    printf("link_elf_lookup_symbol: corrupt symbol table\n");
884fe3db7c7SDoug Rabson 	    return ENOENT;
885a4f67738SDoug Rabson 	}
886fe3db7c7SDoug Rabson 
887fe3db7c7SDoug Rabson 	symp = ef->symtab + symnum;
888fe3db7c7SDoug Rabson 	if (symp->st_name == 0) {
889fe3db7c7SDoug Rabson 	    printf("link_elf_lookup_symbol: corrupt symbol table\n");
890fe3db7c7SDoug Rabson 	    return ENOENT;
891fe3db7c7SDoug Rabson 	}
892fe3db7c7SDoug Rabson 
893fe3db7c7SDoug Rabson 	strp = ef->strtab + symp->st_name;
894fe3db7c7SDoug Rabson 
895fe3db7c7SDoug Rabson 	if (strcmp(name, strp) == 0) {
896fe3db7c7SDoug Rabson 	    if (symp->st_shndx != SHN_UNDEF ||
897fe3db7c7SDoug Rabson 		(symp->st_value != 0 &&
898fe3db7c7SDoug Rabson 		 ELF_ST_TYPE(symp->st_info) == STT_FUNC)) {
899d254af07SMatthew Dillon 		*sym = (c_linker_sym_t) symp;
900fe3db7c7SDoug Rabson 		return 0;
901fe3db7c7SDoug Rabson 	    } else
902fe3db7c7SDoug Rabson 		return ENOENT;
903fe3db7c7SDoug Rabson 	}
904fe3db7c7SDoug Rabson 
905fe3db7c7SDoug Rabson 	symnum = ef->chains[symnum];
906a4f67738SDoug Rabson     }
907a4f67738SDoug Rabson 
9082d636ab0SPeter Wemm     /* If we have not found it, look at the full table (if loaded) */
9092d636ab0SPeter Wemm     if (ef->symtab == ef->ddbsymtab)
9102d636ab0SPeter Wemm 	return ENOENT;
9112d636ab0SPeter Wemm 
9122d636ab0SPeter Wemm     /* Exhaustive search */
9132d636ab0SPeter Wemm     for (i = 0, symp = ef->ddbsymtab; i < ef->ddbsymcnt; i++, symp++) {
9142d636ab0SPeter Wemm 	strp = ef->ddbstrtab + symp->st_name;
9152d636ab0SPeter Wemm 	if (strcmp(name, strp) == 0) {
9162d636ab0SPeter Wemm 	    if (symp->st_shndx != SHN_UNDEF ||
9172d636ab0SPeter Wemm 		(symp->st_value != 0 &&
9182d636ab0SPeter Wemm 		 ELF_ST_TYPE(symp->st_info) == STT_FUNC)) {
919d254af07SMatthew Dillon 		*sym = (c_linker_sym_t) symp;
9202d636ab0SPeter Wemm 		return 0;
9212d636ab0SPeter Wemm 	    } else
9222d636ab0SPeter Wemm 		return ENOENT;
9232d636ab0SPeter Wemm 	}
9242d636ab0SPeter Wemm     }
9252d636ab0SPeter Wemm 
926a4f67738SDoug Rabson     return ENOENT;
927a4f67738SDoug Rabson }
928a4f67738SDoug Rabson 
929de78ca7eSPeter Wemm static int
930fe08c21aSMatthew Dillon link_elf_symbol_values(linker_file_t lf, c_linker_sym_t sym, linker_symval_t* symval)
931a4f67738SDoug Rabson {
932a4f67738SDoug Rabson 	elf_file_t ef = lf->priv;
9338aef1712SMatthew Dillon 	const Elf_Sym* es = (const Elf_Sym*) sym;
934a4f67738SDoug Rabson 
9352d636ab0SPeter Wemm 	if (es >= ef->symtab && ((es - ef->symtab) < ef->nchains)) {
936a4f67738SDoug Rabson 	    symval->name = ef->strtab + es->st_name;
937fe3db7c7SDoug Rabson 	    symval->value = (caddr_t) ef->address + es->st_value;
938a4f67738SDoug Rabson 	    symval->size = es->st_size;
939de78ca7eSPeter Wemm 	    return 0;
940a4f67738SDoug Rabson 	}
9412d636ab0SPeter Wemm 	if (ef->symtab == ef->ddbsymtab)
9422d636ab0SPeter Wemm 	    return ENOENT;
9432d636ab0SPeter Wemm 	if (es >= ef->ddbsymtab && ((es - ef->ddbsymtab) < ef->ddbsymcnt)) {
9442d636ab0SPeter Wemm 	    symval->name = ef->ddbstrtab + es->st_name;
9452d636ab0SPeter Wemm 	    symval->value = (caddr_t) ef->address + es->st_value;
9462d636ab0SPeter Wemm 	    symval->size = es->st_size;
9472d636ab0SPeter Wemm 	    return 0;
9482d636ab0SPeter Wemm 	}
9492d636ab0SPeter Wemm 	return ENOENT;
9502d636ab0SPeter Wemm }
951a4f67738SDoug Rabson 
952a4f67738SDoug Rabson static int
953a4f67738SDoug Rabson link_elf_search_symbol(linker_file_t lf, caddr_t value,
954d254af07SMatthew Dillon 		       c_linker_sym_t* sym, long* diffp)
955a4f67738SDoug Rabson {
956a4f67738SDoug Rabson 	elf_file_t ef = lf->priv;
957d009ccfaSBruce Evans 	u_long off = (uintptr_t) value;
958a4f67738SDoug Rabson 	u_long diff = off;
959fe3db7c7SDoug Rabson 	const Elf_Sym* es;
960fe3db7c7SDoug Rabson 	const Elf_Sym* best = 0;
961a4f67738SDoug Rabson 	int i;
962a4f67738SDoug Rabson 
9632d636ab0SPeter Wemm 	for (i = 0, es = ef->ddbsymtab; i < ef->ddbsymcnt; i++, es++) {
964a4f67738SDoug Rabson 		if (es->st_name == 0)
965a4f67738SDoug Rabson 			continue;
966a4f67738SDoug Rabson 		if (off >= es->st_value) {
967a4f67738SDoug Rabson 			if (off - es->st_value < diff) {
968a4f67738SDoug Rabson 				diff = off - es->st_value;
969a4f67738SDoug Rabson 				best = es;
970a4f67738SDoug Rabson 				if (diff == 0)
971a4f67738SDoug Rabson 					break;
972a4f67738SDoug Rabson 			} else if (off - es->st_value == diff) {
973a4f67738SDoug Rabson 				best = es;
974a4f67738SDoug Rabson 			}
975a4f67738SDoug Rabson 		}
976a4f67738SDoug Rabson 	}
977a4f67738SDoug Rabson 	if (best == 0)
978a4f67738SDoug Rabson 		*diffp = off;
979a4f67738SDoug Rabson 	else
980a4f67738SDoug Rabson 		*diffp = diff;
981d254af07SMatthew Dillon 	*sym = (c_linker_sym_t) best;
982a4f67738SDoug Rabson 
983a4f67738SDoug Rabson 	return 0;
984a4f67738SDoug Rabson }
985