xref: /freebsd/sys/kern/link_elf_obj.c (revision 4cec6f5d021f0e31f384cebb8c77d57639ac6653)
1a4f67738SDoug Rabson /*-
2326e27d8SDoug Rabson  * Copyright (c) 1998-2000 Doug Rabson
3e9eabf59SPeter Wemm  * Copyright (c) 2004 Peter Wemm
4a4f67738SDoug Rabson  * All rights reserved.
5a4f67738SDoug Rabson  *
6a4f67738SDoug Rabson  * Redistribution and use in source and binary forms, with or without
7a4f67738SDoug Rabson  * modification, are permitted provided that the following conditions
8a4f67738SDoug Rabson  * are met:
9a4f67738SDoug Rabson  * 1. Redistributions of source code must retain the above copyright
10a4f67738SDoug Rabson  *    notice, this list of conditions and the following disclaimer.
11a4f67738SDoug Rabson  * 2. Redistributions in binary form must reproduce the above copyright
12a4f67738SDoug Rabson  *    notice, this list of conditions and the following disclaimer in the
13a4f67738SDoug Rabson  *    documentation and/or other materials provided with the distribution.
14a4f67738SDoug Rabson  *
15a4f67738SDoug Rabson  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
16a4f67738SDoug Rabson  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
17a4f67738SDoug Rabson  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
18a4f67738SDoug Rabson  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
19a4f67738SDoug Rabson  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
20a4f67738SDoug Rabson  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
21a4f67738SDoug Rabson  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
22a4f67738SDoug Rabson  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
23a4f67738SDoug Rabson  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
24a4f67738SDoug Rabson  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
25a4f67738SDoug Rabson  * SUCH DAMAGE.
26a4f67738SDoug Rabson  */
27a4f67738SDoug Rabson 
28677b542eSDavid E. O'Brien #include <sys/cdefs.h>
29677b542eSDavid E. O'Brien __FBSDID("$FreeBSD$");
30677b542eSDavid E. O'Brien 
31326e27d8SDoug Rabson #include "opt_ddb.h"
32a3df768bSRobert Watson #include "opt_mac.h"
33326e27d8SDoug Rabson 
34a4f67738SDoug Rabson #include <sys/param.h>
35a4f67738SDoug Rabson #include <sys/systm.h>
36fb919e4dSMark Murray #include <sys/kernel.h>
37fb919e4dSMark Murray #include <sys/lock.h>
38a3df768bSRobert Watson #include <sys/mac.h>
39a4f67738SDoug Rabson #include <sys/malloc.h>
40c0b824f9SDima Dorfman #include <sys/mutex.h>
41a4f67738SDoug Rabson #include <sys/proc.h>
42a4f67738SDoug Rabson #include <sys/namei.h>
43a4f67738SDoug Rabson #include <sys/fcntl.h>
44a4f67738SDoug Rabson #include <sys/vnode.h>
45a4f67738SDoug Rabson #include <sys/linker.h>
46fb919e4dSMark Murray 
47a4f67738SDoug Rabson #include <machine/elf.h>
48a4f67738SDoug Rabson 
49fe3db7c7SDoug Rabson #include <vm/vm.h>
50fe3db7c7SDoug Rabson #include <vm/vm_param.h>
51fe3db7c7SDoug Rabson #include <vm/vm_object.h>
52fe3db7c7SDoug Rabson #include <vm/vm_kern.h>
53fe3db7c7SDoug Rabson #include <vm/vm_extern.h>
54fe3db7c7SDoug Rabson #include <vm/pmap.h>
55fe3db7c7SDoug Rabson #include <vm/vm_map.h>
56fb919e4dSMark Murray 
57f9980387SPeter Wemm #include <sys/link_elf.h>
58fe3db7c7SDoug Rabson 
59326e27d8SDoug Rabson #include "linker_if.h"
60a4f67738SDoug Rabson 
61e9eabf59SPeter Wemm typedef struct {
62e9eabf59SPeter Wemm 	void		*addr;
6320947801SPeter Wemm 	Elf_Off		size;
64e9eabf59SPeter Wemm 	int		flags;
65e9eabf59SPeter Wemm 	int		sec;	/* Original section */
66e9eabf59SPeter Wemm 	char		*name;
67e9eabf59SPeter Wemm } Elf_progent;
68e9eabf59SPeter Wemm 
69e9eabf59SPeter Wemm typedef struct {
70e9eabf59SPeter Wemm 	Elf_Rel		*rel;
7120947801SPeter Wemm 	int		nrel;
72e9eabf59SPeter Wemm 	int		sec;
73e9eabf59SPeter Wemm } Elf_relent;
74e9eabf59SPeter Wemm 
75e9eabf59SPeter Wemm typedef struct {
76e9eabf59SPeter Wemm 	Elf_Rela	*rela;
7720947801SPeter Wemm 	int		nrela;
78e9eabf59SPeter Wemm 	int		sec;
79e9eabf59SPeter Wemm } Elf_relaent;
80e9eabf59SPeter Wemm 
81e9eabf59SPeter Wemm 
82a4f67738SDoug Rabson typedef struct elf_file {
83326e27d8SDoug Rabson 	struct linker_file lf;		/* Common fields */
8420947801SPeter Wemm 
85fe3db7c7SDoug Rabson 	caddr_t		address;	/* Relocation address */
86fe3db7c7SDoug Rabson 	vm_object_t	object;		/* VM object to hold file pages */
87e9eabf59SPeter Wemm 	Elf_Shdr	*e_shdr;
88e9eabf59SPeter Wemm 
89e9eabf59SPeter Wemm 	Elf_progent	*progtab;
90e9eabf59SPeter Wemm 	int		nprogtab;
91e9eabf59SPeter Wemm 
92e9eabf59SPeter Wemm 	Elf_relaent	*relatab;
93e9eabf59SPeter Wemm 	int		nrela;
94e9eabf59SPeter Wemm 
95e9eabf59SPeter Wemm 	Elf_relent	*reltab;
96e9eabf59SPeter Wemm 	int		nrel;
97e9eabf59SPeter Wemm 
98e9eabf59SPeter Wemm 	Elf_Sym		*ddbsymtab;	/* The symbol table we are using */
992d636ab0SPeter Wemm 	long		ddbsymcnt;	/* Number of symbols */
1002d636ab0SPeter Wemm 	caddr_t		ddbstrtab;	/* String table */
1012d636ab0SPeter Wemm 	long		ddbstrcnt;	/* number of bytes in string table */
102e9eabf59SPeter Wemm 
103e9eabf59SPeter Wemm 	caddr_t		shstrtab;	/* Section name string table */
104e9eabf59SPeter Wemm 	long		shstrcnt;	/* number of bytes in string table */
105e9eabf59SPeter Wemm 
106a4f67738SDoug Rabson } *elf_file_t;
107a4f67738SDoug Rabson 
10854823af2SPeter Wemm static int	link_elf_link_preload(linker_class_t cls,
109326e27d8SDoug Rabson 		    const char *, linker_file_t *);
11054823af2SPeter Wemm static int	link_elf_link_preload_finish(linker_file_t);
11154823af2SPeter Wemm static int	link_elf_load_file(linker_class_t, const char *, linker_file_t *);
112326e27d8SDoug Rabson static int	link_elf_lookup_symbol(linker_file_t, const char *,
113326e27d8SDoug Rabson 		    c_linker_sym_t *);
114e9eabf59SPeter Wemm static int	link_elf_symbol_values(linker_file_t, c_linker_sym_t,
115e9eabf59SPeter Wemm 		    linker_symval_t *);
116326e27d8SDoug Rabson static int	link_elf_search_symbol(linker_file_t, caddr_t value,
117326e27d8SDoug Rabson 		    c_linker_sym_t *sym, long *diffp);
118326e27d8SDoug Rabson 
119326e27d8SDoug Rabson static void	link_elf_unload_file(linker_file_t);
120f41325dbSPeter Wemm static int	link_elf_lookup_set(linker_file_t, const char *,
121f41325dbSPeter Wemm 		    void ***, void ***, int *);
122bb9fe9ddSBrian Feldman static int	link_elf_each_function_name(linker_file_t,
123e9eabf59SPeter Wemm 		    int (*)(const char *, void *), void *);
1247251b4bfSJake Burkholder static void	link_elf_reloc_local(linker_file_t);
125326e27d8SDoug Rabson 
126e9eabf59SPeter Wemm static Elf_Addr elf_obj_lookup(linker_file_t lf, Elf_Word symidx, int deps);
127e9eabf59SPeter Wemm 
128326e27d8SDoug Rabson static kobj_method_t link_elf_methods[] = {
129326e27d8SDoug Rabson 	KOBJMETHOD(linker_lookup_symbol,	link_elf_lookup_symbol),
130326e27d8SDoug Rabson 	KOBJMETHOD(linker_symbol_values,	link_elf_symbol_values),
131326e27d8SDoug Rabson 	KOBJMETHOD(linker_search_symbol,	link_elf_search_symbol),
132326e27d8SDoug Rabson 	KOBJMETHOD(linker_unload,		link_elf_unload_file),
13354823af2SPeter Wemm 	KOBJMETHOD(linker_load_file,		link_elf_load_file),
13454823af2SPeter Wemm 	KOBJMETHOD(linker_link_preload,		link_elf_link_preload),
13554823af2SPeter Wemm 	KOBJMETHOD(linker_link_preload_finish,	link_elf_link_preload_finish),
136f41325dbSPeter Wemm 	KOBJMETHOD(linker_lookup_set,		link_elf_lookup_set),
137bb9fe9ddSBrian Feldman 	KOBJMETHOD(linker_each_function_name,	link_elf_each_function_name),
138326e27d8SDoug Rabson 	{ 0, 0 }
139326e27d8SDoug Rabson };
140326e27d8SDoug Rabson 
141326e27d8SDoug Rabson static struct linker_class link_elf_class = {
142326e27d8SDoug Rabson #if ELF_TARG_CLASS == ELFCLASS32
143e9eabf59SPeter Wemm 	"elf32_obj",
144326e27d8SDoug Rabson #else
145e9eabf59SPeter Wemm 	"elf64_obj",
146326e27d8SDoug Rabson #endif
147326e27d8SDoug Rabson 	link_elf_methods, sizeof(struct elf_file)
148326e27d8SDoug Rabson };
149326e27d8SDoug Rabson 
150326e27d8SDoug Rabson static int	relocate_file(elf_file_t ef);
151a4f67738SDoug Rabson 
152a4f67738SDoug Rabson static void
1531720979bSMarcel Moolenaar link_elf_error(const char *s)
1541720979bSMarcel Moolenaar {
1551720979bSMarcel Moolenaar 	printf("kldload: %s\n", s);
1561720979bSMarcel Moolenaar }
1571720979bSMarcel Moolenaar 
1581720979bSMarcel Moolenaar static void
159a4f67738SDoug Rabson link_elf_init(void *arg)
160a4f67738SDoug Rabson {
161a4f67738SDoug Rabson 
162326e27d8SDoug Rabson 	linker_add_class(&link_elf_class);
163a4f67738SDoug Rabson }
164a4f67738SDoug Rabson 
165e9eabf59SPeter Wemm SYSINIT(link_elf_obj, SI_SUB_KLD, SI_ORDER_SECOND, link_elf_init, 0);
166a4f67738SDoug Rabson 
167a4f67738SDoug Rabson static int
168e9eabf59SPeter Wemm link_elf_link_preload(linker_class_t cls, const char *filename,
169e9eabf59SPeter Wemm     linker_file_t *result)
1702d636ab0SPeter Wemm {
171e9eabf59SPeter Wemm 	/* preload not done this way */
172de78ca7eSPeter Wemm 	return (EFTYPE);
173de78ca7eSPeter Wemm }
174de78ca7eSPeter Wemm 
175de78ca7eSPeter Wemm static int
17654823af2SPeter Wemm link_elf_link_preload_finish(linker_file_t lf)
17754823af2SPeter Wemm {
178e9eabf59SPeter Wemm 	/* preload not done this way */
179e9eabf59SPeter Wemm 	return (EFTYPE);
18054823af2SPeter Wemm }
18154823af2SPeter Wemm 
18254823af2SPeter Wemm static int
183c143d6c2SMarcel Moolenaar link_elf_load_file(linker_class_t cls, const char *filename,
184c143d6c2SMarcel Moolenaar     linker_file_t *result)
185a4f67738SDoug Rabson {
186a4f67738SDoug Rabson 	struct nameidata nd;
187b40ce416SJulian Elischer 	struct thread *td = curthread;	/* XXX */
188caab6e90SPeter Wemm 	Elf_Ehdr *hdr;
189e9eabf59SPeter Wemm 	Elf_Shdr *shdr;
190fe3db7c7SDoug Rabson 	int nbytes, i;
19120947801SPeter Wemm 	vm_offset_t mapbase;
192fe3db7c7SDoug Rabson 	size_t mapsize;
193a4f67738SDoug Rabson 	int error = 0;
194e6796b67SKirk McKusick 	int resid, flags;
195a4f67738SDoug Rabson 	elf_file_t ef;
196a4f67738SDoug Rabson 	linker_file_t lf;
197ca65d5c7SPeter Wemm 	int symtabindex;
198ca65d5c7SPeter Wemm 	int symstrindex;
199e9eabf59SPeter Wemm 	int shstrindex;
200e9eabf59SPeter Wemm 	int nsym;
20120947801SPeter Wemm 	int pb, rl, ra;
202e9eabf59SPeter Wemm 	int alignmask;
203ca65d5c7SPeter Wemm 
2040cddd8f0SMatthew Dillon 	GIANT_REQUIRED;
2050cddd8f0SMatthew Dillon 
206ca65d5c7SPeter Wemm 	shdr = NULL;
207ca65d5c7SPeter Wemm 	lf = NULL;
208e9eabf59SPeter Wemm 	mapsize = 0;
209e9eabf59SPeter Wemm 	hdr = NULL;
210a4f67738SDoug Rabson 
211b40ce416SJulian Elischer 	NDINIT(&nd, LOOKUP, FOLLOW, UIO_SYSSPACE, filename, td);
212e6796b67SKirk McKusick 	flags = FREAD;
2137c89f162SPoul-Henning Kamp 	error = vn_open(&nd, &flags, 0, -1);
214a4f67738SDoug Rabson 	if (error)
215a4f67738SDoug Rabson 		return error;
216762e6b85SEivind Eklund 	NDFREE(&nd, NDF_ONLY_PNBUF);
217a3df768bSRobert Watson #ifdef MAC
218e9eabf59SPeter Wemm 	error = mac_check_kld_load(td->td_ucred, nd.ni_vp);
219a3df768bSRobert Watson 	if (error) {
220a3df768bSRobert Watson 		goto out;
221a3df768bSRobert Watson 	}
222a3df768bSRobert Watson #endif
223a4f67738SDoug Rabson 
224e9eabf59SPeter Wemm 	/* Read the elf header from the file. */
225e9eabf59SPeter Wemm 	hdr = malloc(sizeof(*hdr), M_LINKER, M_WAITOK);
226e9eabf59SPeter Wemm 	if (hdr == NULL) {
227caab6e90SPeter Wemm 		error = ENOMEM;
228caab6e90SPeter Wemm 		goto out;
229caab6e90SPeter Wemm 	}
230e9eabf59SPeter Wemm 	error = vn_rdwr(UIO_READ, nd.ni_vp, (void *)hdr, sizeof(*hdr), 0,
2319ca43589SRobert Watson 	    UIO_SYSSPACE, IO_NODELOCKED, td->td_ucred, NOCRED,
2329ca43589SRobert Watson 	    &resid, td);
233a4f67738SDoug Rabson 	if (error)
234a4f67738SDoug Rabson 		goto out;
235e9eabf59SPeter Wemm 	if (resid != 0){
236e9eabf59SPeter Wemm 		error = ENOEXEC;
237e9eabf59SPeter Wemm 		goto out;
238e9eabf59SPeter Wemm 	}
239a4f67738SDoug Rabson 
240caab6e90SPeter Wemm 	if (!IS_ELF(*hdr)) {
241fe3db7c7SDoug Rabson 		error = ENOEXEC;
242a4f67738SDoug Rabson 		goto out;
243fe3db7c7SDoug Rabson 	}
244fe3db7c7SDoug Rabson 
245caab6e90SPeter Wemm 	if (hdr->e_ident[EI_CLASS] != ELF_TARG_CLASS
246caab6e90SPeter Wemm 	    || hdr->e_ident[EI_DATA] != ELF_TARG_DATA) {
247fe3db7c7SDoug Rabson 		link_elf_error("Unsupported file layout");
248fe3db7c7SDoug Rabson 		error = ENOEXEC;
249fe3db7c7SDoug Rabson 		goto out;
250fe3db7c7SDoug Rabson 	}
251caab6e90SPeter Wemm 	if (hdr->e_ident[EI_VERSION] != EV_CURRENT
252caab6e90SPeter Wemm 	    || hdr->e_version != EV_CURRENT) {
253fe3db7c7SDoug Rabson 		link_elf_error("Unsupported file version");
254fe3db7c7SDoug Rabson 		error = ENOEXEC;
255fe3db7c7SDoug Rabson 		goto out;
256fe3db7c7SDoug Rabson 	}
257e9eabf59SPeter Wemm 	if (hdr->e_type != ET_REL) {
258fe3db7c7SDoug Rabson 		link_elf_error("Unsupported file type");
259fe3db7c7SDoug Rabson 		error = ENOEXEC;
260fe3db7c7SDoug Rabson 		goto out;
261fe3db7c7SDoug Rabson 	}
262caab6e90SPeter Wemm 	if (hdr->e_machine != ELF_TARG_MACH) {
263fe3db7c7SDoug Rabson 		link_elf_error("Unsupported machine");
264fe3db7c7SDoug Rabson 		error = ENOEXEC;
265fe3db7c7SDoug Rabson 		goto out;
266fe3db7c7SDoug Rabson 	}
267a4f67738SDoug Rabson 
268326e27d8SDoug Rabson 	lf = linker_make_file(filename, &link_elf_class);
269326e27d8SDoug Rabson 	if (!lf) {
270326e27d8SDoug Rabson 		error = ENOMEM;
271326e27d8SDoug Rabson 		goto out;
272326e27d8SDoug Rabson 	}
273326e27d8SDoug Rabson 	ef = (elf_file_t) lf;
274e9eabf59SPeter Wemm 	ef->nprogtab = 0;
275e9eabf59SPeter Wemm 	ef->e_shdr = 0;
276e9eabf59SPeter Wemm 	ef->nrel = 0;
277e9eabf59SPeter Wemm 	ef->nrela = 0;
278e9eabf59SPeter Wemm 
279e9eabf59SPeter Wemm 	/* Allocate and read in the section header */
280e9eabf59SPeter Wemm 	nbytes = hdr->e_shnum * hdr->e_shentsize;
281e9eabf59SPeter Wemm 	if (nbytes == 0 || hdr->e_shoff == 0 ||
282e9eabf59SPeter Wemm 	    hdr->e_shentsize != sizeof(Elf_Shdr)) {
283e9eabf59SPeter Wemm 		error = ENOEXEC;
284e9eabf59SPeter Wemm 		goto out;
285e9eabf59SPeter Wemm 	}
28620947801SPeter Wemm 	shdr = malloc(nbytes, M_LINKER, M_WAITOK);
287e9eabf59SPeter Wemm 	if (shdr == NULL) {
288e9eabf59SPeter Wemm 		error = ENOMEM;
289e9eabf59SPeter Wemm 		goto out;
290e9eabf59SPeter Wemm 	}
291e9eabf59SPeter Wemm 	ef->e_shdr = shdr;
292e9eabf59SPeter Wemm 	error = vn_rdwr(UIO_READ, nd.ni_vp, (caddr_t)shdr, nbytes, hdr->e_shoff,
293e9eabf59SPeter Wemm 	    UIO_SYSSPACE, IO_NODELOCKED, td->td_ucred, NOCRED, &resid, td);
294e9eabf59SPeter Wemm 	if (error)
295e9eabf59SPeter Wemm 		goto out;
296e9eabf59SPeter Wemm 	if (resid) {
297e9eabf59SPeter Wemm 		error = ENOEXEC;
298e9eabf59SPeter Wemm 		goto out;
299e9eabf59SPeter Wemm 	}
300e9eabf59SPeter Wemm 
301e9eabf59SPeter Wemm 	/* Scan the section header for information and table sizing. */
302e9eabf59SPeter Wemm 	nsym = 0;
303e9eabf59SPeter Wemm 	symtabindex = -1;
304e9eabf59SPeter Wemm 	symstrindex = -1;
305e9eabf59SPeter Wemm 	for (i = 0; i < hdr->e_shnum; i++) {
306e9eabf59SPeter Wemm 		switch (shdr[i].sh_type) {
307e9eabf59SPeter Wemm 		case SHT_PROGBITS:
308e9eabf59SPeter Wemm 		case SHT_NOBITS:
30920947801SPeter Wemm 			ef->nprogtab++;
310e9eabf59SPeter Wemm 			break;
311e9eabf59SPeter Wemm 		case SHT_SYMTAB:
312e9eabf59SPeter Wemm 			nsym++;
313e9eabf59SPeter Wemm 			symtabindex = i;
314e9eabf59SPeter Wemm 			symstrindex = shdr[i].sh_link;
315e9eabf59SPeter Wemm 			break;
316e9eabf59SPeter Wemm 		case SHT_REL:
317e9eabf59SPeter Wemm 			ef->nrel++;
318e9eabf59SPeter Wemm 			break;
319e9eabf59SPeter Wemm 		case SHT_RELA:
320e9eabf59SPeter Wemm 			ef->nrela++;
321e9eabf59SPeter Wemm 			break;
322e9eabf59SPeter Wemm 		case SHT_STRTAB:
323e9eabf59SPeter Wemm 			break;
324e9eabf59SPeter Wemm 		}
325e9eabf59SPeter Wemm 	}
32620947801SPeter Wemm 	if (ef->nprogtab == 0) {
327e9eabf59SPeter Wemm 		link_elf_error("file has no contents");
328e9eabf59SPeter Wemm 		error = ENOEXEC;
329e9eabf59SPeter Wemm 		goto out;
330e9eabf59SPeter Wemm 	}
331e9eabf59SPeter Wemm 	if (nsym != 1) {
332e9eabf59SPeter Wemm 		/* Only allow one symbol table for now */
333e9eabf59SPeter Wemm 		link_elf_error("file has no valid symbol table");
334e9eabf59SPeter Wemm 		error = ENOEXEC;
335e9eabf59SPeter Wemm 		goto out;
336e9eabf59SPeter Wemm 	}
337e9eabf59SPeter Wemm 	if (symstrindex < 0 || symstrindex > hdr->e_shnum ||
338e9eabf59SPeter Wemm 	    shdr[symstrindex].sh_type != SHT_STRTAB) {
339e9eabf59SPeter Wemm 		link_elf_error("file has invalid symbol strings");
340e9eabf59SPeter Wemm 		error = ENOEXEC;
341e9eabf59SPeter Wemm 		goto out;
342e9eabf59SPeter Wemm 	}
343e9eabf59SPeter Wemm 
344e9eabf59SPeter Wemm 	/* Allocate space for tracking the load chunks */
345e9eabf59SPeter Wemm 	if (ef->nprogtab != 0)
34620947801SPeter Wemm 		ef->progtab = malloc(ef->nprogtab * sizeof(*ef->progtab),
34720947801SPeter Wemm 		    M_LINKER, M_WAITOK | M_ZERO);
348e9eabf59SPeter Wemm 	if (ef->nrel != 0)
34920947801SPeter Wemm 		ef->reltab = malloc(ef->nrel * sizeof(*ef->reltab), M_LINKER,
35020947801SPeter Wemm 		    M_WAITOK | M_ZERO);
351e9eabf59SPeter Wemm 	if (ef->nrela != 0)
35220947801SPeter Wemm 		ef->relatab = malloc(ef->nrela * sizeof(*ef->relatab), M_LINKER,
35320947801SPeter Wemm 		    M_WAITOK | M_ZERO);
35420947801SPeter Wemm 	if ((ef->nprogtab != 0 && ef->progtab == NULL) ||
35520947801SPeter Wemm 	    (ef->nrel != 0 && ef->reltab == NULL) ||
35620947801SPeter Wemm 	    (ef->nrela != 0 && ef->relatab == NULL)) {
35720947801SPeter Wemm 		error = ENOMEM;
35820947801SPeter Wemm 		goto out;
35920947801SPeter Wemm 	}
360e9eabf59SPeter Wemm 
36120947801SPeter Wemm 	if (symtabindex == -1)
36220947801SPeter Wemm 		panic("lost symbol table index");
36320947801SPeter Wemm 	/* Allocate space for and load the symbol table */
364e9eabf59SPeter Wemm 	ef->ddbsymcnt = shdr[symtabindex].sh_size / sizeof(Elf_Sym);
365e9eabf59SPeter Wemm 	ef->ddbsymtab = malloc(shdr[symtabindex].sh_size, M_LINKER, M_WAITOK);
36620947801SPeter Wemm 	if (ef->ddbsymtab == NULL) {
36720947801SPeter Wemm 		error = ENOMEM;
36820947801SPeter Wemm 		goto out;
36920947801SPeter Wemm 	}
37020947801SPeter Wemm 	error = vn_rdwr(UIO_READ, nd.ni_vp, (void *)ef->ddbsymtab,
37120947801SPeter Wemm 	    shdr[symtabindex].sh_size, shdr[symtabindex].sh_offset,
37220947801SPeter Wemm 	    UIO_SYSSPACE, IO_NODELOCKED, td->td_ucred, NOCRED,
37320947801SPeter Wemm 	    &resid, td);
37420947801SPeter Wemm 	if (error)
37520947801SPeter Wemm 		goto out;
37620947801SPeter Wemm 	if (resid != 0){
37720947801SPeter Wemm 		error = EINVAL;
37820947801SPeter Wemm 		goto out;
37920947801SPeter Wemm 	}
380e9eabf59SPeter Wemm 
38120947801SPeter Wemm 	if (symstrindex == -1)
38220947801SPeter Wemm 		panic("lost symbol string index");
38320947801SPeter Wemm 	/* Allocate space for and load the symbol strings */
384e9eabf59SPeter Wemm 	ef->ddbstrcnt = shdr[symstrindex].sh_size;
385e9eabf59SPeter Wemm 	ef->ddbstrtab = malloc(shdr[symstrindex].sh_size, M_LINKER, M_WAITOK);
38620947801SPeter Wemm 	if (ef->ddbstrtab == NULL) {
387e9eabf59SPeter Wemm 		error = ENOMEM;
388e9eabf59SPeter Wemm 		goto out;
389e9eabf59SPeter Wemm 	}
39020947801SPeter Wemm 	error = vn_rdwr(UIO_READ, nd.ni_vp, ef->ddbstrtab,
39120947801SPeter Wemm 	    shdr[symstrindex].sh_size, shdr[symstrindex].sh_offset,
39220947801SPeter Wemm 	    UIO_SYSSPACE, IO_NODELOCKED, td->td_ucred, NOCRED,
39320947801SPeter Wemm 	    &resid, td);
39420947801SPeter Wemm 	if (error)
39520947801SPeter Wemm 		goto out;
39620947801SPeter Wemm 	if (resid != 0){
39720947801SPeter Wemm 		error = EINVAL;
39820947801SPeter Wemm 		goto out;
39920947801SPeter Wemm 	}
400e9eabf59SPeter Wemm 
401e9eabf59SPeter Wemm 	/* Do we have a string table for the section names?  */
402e9eabf59SPeter Wemm 	shstrindex = -1;
40320947801SPeter Wemm 	if (hdr->e_shstrndx != 0 &&
40420947801SPeter Wemm 	    shdr[hdr->e_shstrndx].sh_type == SHT_STRTAB) {
405e9eabf59SPeter Wemm 		shstrindex = hdr->e_shstrndx;
406e9eabf59SPeter Wemm 		ef->shstrcnt = shdr[shstrindex].sh_size;
40720947801SPeter Wemm 		ef->shstrtab = malloc(shdr[shstrindex].sh_size, M_LINKER,
40820947801SPeter Wemm 		    M_WAITOK);
409e9eabf59SPeter Wemm 		if (ef->shstrtab == NULL) {
410e9eabf59SPeter Wemm 			error = ENOMEM;
411e9eabf59SPeter Wemm 			goto out;
412e9eabf59SPeter Wemm 		}
41320947801SPeter Wemm 		error = vn_rdwr(UIO_READ, nd.ni_vp, ef->shstrtab,
41420947801SPeter Wemm 		    shdr[shstrindex].sh_size, shdr[shstrindex].sh_offset,
415e9eabf59SPeter Wemm 		    UIO_SYSSPACE, IO_NODELOCKED, td->td_ucred, NOCRED,
416e9eabf59SPeter Wemm 		    &resid, td);
417e9eabf59SPeter Wemm 		if (error)
418e9eabf59SPeter Wemm 			goto out;
41920947801SPeter Wemm 		if (resid != 0){
42020947801SPeter Wemm 			error = EINVAL;
42120947801SPeter Wemm 			goto out;
42220947801SPeter Wemm 		}
423e9eabf59SPeter Wemm 	}
424e9eabf59SPeter Wemm 
42520947801SPeter Wemm 	/* Size up code/data(progbits) and bss(nobits). */
426e9eabf59SPeter Wemm 	alignmask = 0;
427e9eabf59SPeter Wemm 	for (i = 0; i < hdr->e_shnum; i++) {
428e9eabf59SPeter Wemm 		switch (shdr[i].sh_type) {
429e9eabf59SPeter Wemm 		case SHT_PROGBITS:
430e9eabf59SPeter Wemm 		case SHT_NOBITS:
431e9eabf59SPeter Wemm 			alignmask = shdr[i].sh_addralign - 1;
432e9eabf59SPeter Wemm 			mapsize += alignmask;
433e9eabf59SPeter Wemm 			mapsize &= ~alignmask;
434e9eabf59SPeter Wemm 			mapsize += shdr[i].sh_size;
435e9eabf59SPeter Wemm 			break;
436e9eabf59SPeter Wemm 		}
437e9eabf59SPeter Wemm 	}
438e9eabf59SPeter Wemm 
439e9eabf59SPeter Wemm 	/*
440e9eabf59SPeter Wemm 	 * We know how much space we need for the text/data/bss/etc.
441e9eabf59SPeter Wemm 	 * This stuff needs to be in a single chunk so that profiling etc
442e9eabf59SPeter Wemm 	 * can get the bounds and gdb can associate offsets with modules
443e9eabf59SPeter Wemm 	 */
44420947801SPeter Wemm 	ef->object = vm_object_allocate(OBJT_DEFAULT,
44520947801SPeter Wemm 	    round_page(mapsize) >> PAGE_SHIFT);
446fe3db7c7SDoug Rabson 	if (ef->object == NULL) {
447fe3db7c7SDoug Rabson 		error = ENOMEM;
448fe3db7c7SDoug Rabson 		goto out;
449fe3db7c7SDoug Rabson 	}
450fe3db7c7SDoug Rabson 	vm_object_reference(ef->object);
451fe3db7c7SDoug Rabson 	ef->address = (caddr_t) vm_map_min(kernel_map);
45220947801SPeter Wemm 	error = vm_map_find(kernel_map, ef->object, 0, &mapbase,
45320947801SPeter Wemm 	    round_page(mapsize), TRUE, VM_PROT_ALL, VM_PROT_ALL, FALSE);
454fe3db7c7SDoug Rabson 	if (error) {
455fe3db7c7SDoug Rabson 		vm_object_deallocate(ef->object);
456326e27d8SDoug Rabson 		ef->object = 0;
457fe3db7c7SDoug Rabson 		goto out;
458fe3db7c7SDoug Rabson 	}
45920947801SPeter Wemm 
460e9eabf59SPeter Wemm 	/* Wire the pages */
46120947801SPeter Wemm 	vm_map_wire(kernel_map, mapbase,
46220947801SPeter Wemm 	    mapbase + round_page(mapsize),
463e9eabf59SPeter Wemm 	    VM_MAP_WIRE_SYSTEM|VM_MAP_WIRE_NOHOLES);
464a4f67738SDoug Rabson 
46520947801SPeter Wemm 	/* Inform the kld system about the situation */
46620947801SPeter Wemm 	lf->address = ef->address = (caddr_t)mapbase;
46720947801SPeter Wemm 	lf->size = mapsize;
468e9eabf59SPeter Wemm 
469e9eabf59SPeter Wemm 	/*
47020947801SPeter Wemm 	 * Now load code/data(progbits), zero bss(nobits), allocate space for
47120947801SPeter Wemm 	 * and load relocs
472e9eabf59SPeter Wemm 	 */
47320947801SPeter Wemm 	pb = 0;
47420947801SPeter Wemm 	rl = 0;
47520947801SPeter Wemm 	ra = 0;
47620947801SPeter Wemm 	alignmask = 0;
47720947801SPeter Wemm 	for (i = 0; i < hdr->e_shnum; i++) {
47820947801SPeter Wemm 		switch (shdr[i].sh_type) {
47920947801SPeter Wemm 		case SHT_PROGBITS:
48020947801SPeter Wemm 		case SHT_NOBITS:
48120947801SPeter Wemm 			alignmask = shdr[i].sh_addralign - 1;
48220947801SPeter Wemm 			mapbase += alignmask;
48320947801SPeter Wemm 			mapbase &= ~alignmask;
48420947801SPeter Wemm 			ef->progtab[pb].addr = (void *)(uintptr_t)mapbase;
48520947801SPeter Wemm 			if (shdr[i].sh_type == SHT_PROGBITS) {
48620947801SPeter Wemm 				ef->progtab[pb].name = "<<PROGBITS>>";
487e9eabf59SPeter Wemm 				error = vn_rdwr(UIO_READ, nd.ni_vp,
48820947801SPeter Wemm 				    ef->progtab[pb].addr,
48920947801SPeter Wemm 				    shdr[i].sh_size, shdr[i].sh_offset,
49020947801SPeter Wemm 				    UIO_SYSSPACE, IO_NODELOCKED, td->td_ucred,
49120947801SPeter Wemm 				    NOCRED, &resid, td);
49220947801SPeter Wemm 				if (error)
49320947801SPeter Wemm 					goto out;
49420947801SPeter Wemm 				if (resid != 0){
49520947801SPeter Wemm 					error = EINVAL;
49620947801SPeter Wemm 					goto out;
49720947801SPeter Wemm 				}
49820947801SPeter Wemm 			} else {
49920947801SPeter Wemm 				ef->progtab[pb].name = "<<NOBITS>>";
50020947801SPeter Wemm 				bzero(ef->progtab[pb].addr, shdr[i].sh_size);
50120947801SPeter Wemm 			}
50220947801SPeter Wemm 			ef->progtab[pb].size = shdr[i].sh_size;
50320947801SPeter Wemm 			ef->progtab[pb].sec = i;
50420947801SPeter Wemm 			if (ef->shstrtab && shdr[i].sh_name != 0)
50520947801SPeter Wemm 				ef->progtab[pb].name =
50620947801SPeter Wemm 				    ef->shstrtab + shdr[i].sh_name;
50720947801SPeter Wemm 			mapbase += shdr[i].sh_size;
50820947801SPeter Wemm 			pb++;
50920947801SPeter Wemm 			break;
51020947801SPeter Wemm 		case SHT_REL:
51120947801SPeter Wemm 			ef->reltab[rl].rel = malloc(shdr[i].sh_size, M_LINKER,
51220947801SPeter Wemm 			    M_WAITOK);
51320947801SPeter Wemm 			ef->reltab[rl].nrel = shdr[i].sh_size / sizeof(Elf_Rel);
51420947801SPeter Wemm 			ef->reltab[rl].sec = shdr[i].sh_info;
51520947801SPeter Wemm 			error = vn_rdwr(UIO_READ, nd.ni_vp,
51620947801SPeter Wemm 			    (void *)ef->reltab[rl].rel,
51720947801SPeter Wemm 			    shdr[i].sh_size, shdr[i].sh_offset,
518e9eabf59SPeter Wemm 			    UIO_SYSSPACE, IO_NODELOCKED, td->td_ucred, NOCRED,
519e9eabf59SPeter Wemm 			    &resid, td);
520e9eabf59SPeter Wemm 			if (error)
521e9eabf59SPeter Wemm 				goto out;
52220947801SPeter Wemm 			if (resid != 0){
52320947801SPeter Wemm 				error = EINVAL;
52420947801SPeter Wemm 				goto out;
525e9eabf59SPeter Wemm 			}
52620947801SPeter Wemm 			rl++;
52720947801SPeter Wemm 			break;
52820947801SPeter Wemm 		case SHT_RELA:
52920947801SPeter Wemm 			ef->relatab[ra].rela = malloc(shdr[i].sh_size, M_LINKER,
53020947801SPeter Wemm 			    M_WAITOK);
53120947801SPeter Wemm 			ef->relatab[ra].nrela =
53220947801SPeter Wemm 			    shdr[i].sh_size / sizeof(Elf_Rela);
53320947801SPeter Wemm 			ef->relatab[ra].sec = shdr[i].sh_info;
534e9eabf59SPeter Wemm 			error = vn_rdwr(UIO_READ, nd.ni_vp,
53520947801SPeter Wemm 			    (void *)ef->relatab[ra].rela,
53620947801SPeter Wemm 			    shdr[i].sh_size, shdr[i].sh_offset,
537e9eabf59SPeter Wemm 			    UIO_SYSSPACE, IO_NODELOCKED, td->td_ucred, NOCRED,
538e9eabf59SPeter Wemm 			    &resid, td);
539e9eabf59SPeter Wemm 			if (error)
540e9eabf59SPeter Wemm 				goto out;
54120947801SPeter Wemm 			if (resid != 0){
54220947801SPeter Wemm 				error = EINVAL;
54320947801SPeter Wemm 				goto out;
544e9eabf59SPeter Wemm 			}
54520947801SPeter Wemm 			ra++;
54620947801SPeter Wemm 			break;
54720947801SPeter Wemm 		}
54820947801SPeter Wemm 	}
54920947801SPeter Wemm 	if (pb != ef->nprogtab)
55020947801SPeter Wemm 		panic("lost progbits");
55120947801SPeter Wemm 	if (rl != ef->nrel)
55220947801SPeter Wemm 		panic("lost rel");
55320947801SPeter Wemm 	if (ra != ef->nrela)
55420947801SPeter Wemm 		panic("lost rela");
55520947801SPeter Wemm 	if (mapbase != (vm_offset_t)ef->address + mapsize)
55620947801SPeter Wemm 		panic("mapbase 0x%lx != address %p + mapsize 0x%lx (0x%lx)\n", mapbase, ef->address, mapsize, (vm_offset_t)ef->address + mapsize);
557e9eabf59SPeter Wemm 
558e9eabf59SPeter Wemm 	/* Local intra-module relocations */
5597251b4bfSJake Burkholder 	link_elf_reloc_local(lf);
5607251b4bfSJake Burkholder 
561e9eabf59SPeter Wemm 	/* Pull in dependencies */
5627b9716baSIan Dowse 	error = linker_load_dependencies(lf);
563ca65d5c7SPeter Wemm 	if (error)
564de78ca7eSPeter Wemm 		goto out;
565e9eabf59SPeter Wemm 
566e9eabf59SPeter Wemm 	/* External relocations */
567326e27d8SDoug Rabson 	error = relocate_file(ef);
568ca65d5c7SPeter Wemm 	if (error)
569ca65d5c7SPeter Wemm 		goto out;
570ca65d5c7SPeter Wemm 
571e9eabf59SPeter Wemm 	/* Notify MD code that a module is being loaded. */
572e9eabf59SPeter Wemm 	error = elf_cpu_load_file(lf);
573ca65d5c7SPeter Wemm 	if (error)
574ca65d5c7SPeter Wemm 		goto out;
575a4f67738SDoug Rabson 
576a4f67738SDoug Rabson 	*result = lf;
577a4f67738SDoug Rabson 
578a4f67738SDoug Rabson out:
579ca65d5c7SPeter Wemm 	if (error && lf)
580ca65d5c7SPeter Wemm 		linker_file_unload(lf);
581e9eabf59SPeter Wemm 	if (hdr)
582e9eabf59SPeter Wemm 		free(hdr, M_LINKER);
583b40ce416SJulian Elischer 	VOP_UNLOCK(nd.ni_vp, 0, td);
584a854ed98SJohn Baldwin 	vn_close(nd.ni_vp, FREAD, td->td_ucred, td);
585a4f67738SDoug Rabson 
586a4f67738SDoug Rabson 	return error;
587a4f67738SDoug Rabson }
588a4f67738SDoug Rabson 
589a4f67738SDoug Rabson static void
590de78ca7eSPeter Wemm link_elf_unload_file(linker_file_t file)
591a4f67738SDoug Rabson {
592326e27d8SDoug Rabson 	elf_file_t ef = (elf_file_t) file;
59320947801SPeter Wemm 	int i;
594a4f67738SDoug Rabson 
5951aeb23cdSMarcel Moolenaar 	/* Notify MD code that a module is being unloaded. */
5961aeb23cdSMarcel Moolenaar 	elf_cpu_unload_file(file);
5971aeb23cdSMarcel Moolenaar 
59820947801SPeter Wemm 	for (i = 0; i < ef->nrel; i++)
59920947801SPeter Wemm 		if (ef->reltab[i].rel)
60020947801SPeter Wemm 			free(ef->reltab[i].rel, M_LINKER);
60120947801SPeter Wemm 	for (i = 0; i < ef->nrela; i++)
60220947801SPeter Wemm 		if (ef->relatab[i].rela)
60320947801SPeter Wemm 			free(ef->relatab[i].rela, M_LINKER);
60420947801SPeter Wemm 	if (ef->reltab)
60520947801SPeter Wemm 		free(ef->reltab, M_LINKER);
60620947801SPeter Wemm 	if (ef->relatab)
60720947801SPeter Wemm 		free(ef->relatab, M_LINKER);
60820947801SPeter Wemm 	if (ef->progtab)
60920947801SPeter Wemm 		free(ef->progtab, M_LINKER);
61020947801SPeter Wemm 
611fe3db7c7SDoug Rabson 	if (ef->object) {
612fe3db7c7SDoug Rabson 		vm_map_remove(kernel_map, (vm_offset_t) ef->address,
61320947801SPeter Wemm 		    (vm_offset_t) ef->address +
61420947801SPeter Wemm 		    (ef->object->size << PAGE_SHIFT));
615fe3db7c7SDoug Rabson 		vm_object_deallocate(ef->object);
616fe3db7c7SDoug Rabson 	}
617e9eabf59SPeter Wemm 	if (ef->e_shdr)
618e9eabf59SPeter Wemm 		free(ef->e_shdr, M_LINKER);
619e9eabf59SPeter Wemm 	if (ef->ddbsymtab)
620e9eabf59SPeter Wemm 		free(ef->ddbsymtab, M_LINKER);
621e9eabf59SPeter Wemm 	if (ef->ddbstrtab)
622e9eabf59SPeter Wemm 		free(ef->ddbstrtab, M_LINKER);
62320947801SPeter Wemm 	if (ef->shstrtab)
62420947801SPeter Wemm 		free(ef->shstrtab, M_LINKER);
625de78ca7eSPeter Wemm }
626de78ca7eSPeter Wemm 
627fe3db7c7SDoug Rabson static const char *
628aa855a59SPeter Wemm symbol_name(elf_file_t ef, Elf_Word r_info)
629a4f67738SDoug Rabson {
630fe3db7c7SDoug Rabson 	const Elf_Sym *ref;
631a4f67738SDoug Rabson 
632aa855a59SPeter Wemm 	if (ELF_R_SYM(r_info)) {
633e9eabf59SPeter Wemm 		ref = ef->ddbsymtab + ELF_R_SYM(r_info);
634e9eabf59SPeter Wemm 		return ef->ddbstrtab + ref->st_name;
635fe3db7c7SDoug Rabson 	} else
636fe3db7c7SDoug Rabson 		return NULL;
637a4f67738SDoug Rabson }
638a4f67738SDoug Rabson 
639e9eabf59SPeter Wemm static Elf_Addr
640e9eabf59SPeter Wemm findbase(elf_file_t ef, int sec)
641e9eabf59SPeter Wemm {
642e9eabf59SPeter Wemm 	int i;
643e9eabf59SPeter Wemm 	Elf_Addr base = 0;
644e9eabf59SPeter Wemm 
645e9eabf59SPeter Wemm 	for (i = 0; i < ef->nprogtab; i++) {
646e9eabf59SPeter Wemm 		if (sec == ef->progtab[i].sec)
647e9eabf59SPeter Wemm 			base = (Elf_Addr)ef->progtab[i].addr;
648e9eabf59SPeter Wemm 	}
649e9eabf59SPeter Wemm 	if (base == 0)
650e9eabf59SPeter Wemm 		base = (Elf_Addr)ef->address;
651e9eabf59SPeter Wemm 	return base;
652e9eabf59SPeter Wemm }
653e9eabf59SPeter Wemm 
654a4f67738SDoug Rabson static int
655326e27d8SDoug Rabson relocate_file(elf_file_t ef)
656a4f67738SDoug Rabson {
657fe3db7c7SDoug Rabson 	const Elf_Rel *rellim;
658fe3db7c7SDoug Rabson 	const Elf_Rel *rel;
659fe3db7c7SDoug Rabson 	const Elf_Rela *relalim;
660fe3db7c7SDoug Rabson 	const Elf_Rela *rela;
661aa855a59SPeter Wemm 	const char *symname;
662e9eabf59SPeter Wemm 	const Elf_Sym *sym;
663e9eabf59SPeter Wemm 	int i;
664e9eabf59SPeter Wemm         Elf_Word symidx;
665e9eabf59SPeter Wemm 	Elf_Addr base;
666e9eabf59SPeter Wemm 
667a4f67738SDoug Rabson 
668fe3db7c7SDoug Rabson 	/* Perform relocations without addend if there are any: */
669e9eabf59SPeter Wemm 	for (i = 0; i < ef->nrel; i++) {
670e9eabf59SPeter Wemm 		rel = ef->reltab[i].rel;
67120947801SPeter Wemm 		if (rel == NULL)
67282d0d1a0SPeter Wemm 			panic("lost a reltab!");
67320947801SPeter Wemm 		rellim = rel + ef->reltab[i].nrel;
674e9eabf59SPeter Wemm 		base = findbase(ef, ef->reltab[i].sec);
67520947801SPeter Wemm 		for ( ; rel < rellim; rel++) {
676e9eabf59SPeter Wemm 			symidx = ELF_R_SYM(rel->r_info);
67720947801SPeter Wemm 			if (symidx >= ef->ddbsymcnt)
67820947801SPeter Wemm 				continue;
679e9eabf59SPeter Wemm 			sym = ef->ddbsymtab + symidx;
68020947801SPeter Wemm 			/* Local relocs are already done */
68120947801SPeter Wemm 			if (ELF_ST_BIND(sym->st_info) == STB_LOCAL)
68220947801SPeter Wemm 				continue;
68320947801SPeter Wemm 			if (elf_reloc(&ef->lf, base, rel, ELF_RELOC_REL,
68420947801SPeter Wemm 			    elf_obj_lookup)) {
685aa855a59SPeter Wemm 				symname = symbol_name(ef, rel->r_info);
68620947801SPeter Wemm 				printf("link_elf_obj: symbol %s undefined\n",
68720947801SPeter Wemm 				    symname);
688a4f67738SDoug Rabson 				return ENOENT;
689a13ddfb6SPeter Wemm 			}
690aa855a59SPeter Wemm 		}
691a4f67738SDoug Rabson 	}
692a4f67738SDoug Rabson 
693fe3db7c7SDoug Rabson 	/* Perform relocations with addend if there are any: */
694e9eabf59SPeter Wemm 	for (i = 0; i < ef->nrela; i++) {
695e9eabf59SPeter Wemm 		rela = ef->relatab[i].rela;
69620947801SPeter Wemm 		if (rela == NULL)
69782d0d1a0SPeter Wemm 			panic("lost a relatab!");
69820947801SPeter Wemm 		relalim = rela + ef->relatab[i].nrela;
699e9eabf59SPeter Wemm 		base = findbase(ef, ef->relatab[i].sec);
70020947801SPeter Wemm 		for ( ; rela < relalim; rela++) {
701e9eabf59SPeter Wemm 			symidx = ELF_R_SYM(rela->r_info);
70220947801SPeter Wemm 			if (symidx >= ef->ddbsymcnt)
70320947801SPeter Wemm 				continue;
704e9eabf59SPeter Wemm 			sym = ef->ddbsymtab + symidx;
70520947801SPeter Wemm 			/* Local relocs are already done */
70620947801SPeter Wemm 			if (ELF_ST_BIND(sym->st_info) == STB_LOCAL)
70720947801SPeter Wemm 				continue;
70820947801SPeter Wemm 			if (elf_reloc(&ef->lf, base, rela, ELF_RELOC_RELA,
70920947801SPeter Wemm 			    elf_obj_lookup)) {
710aa855a59SPeter Wemm 				symname = symbol_name(ef, rela->r_info);
71120947801SPeter Wemm 				printf("link_elf_obj: symbol %s undefined\n",
71220947801SPeter Wemm 				    symname);
713fe3db7c7SDoug Rabson 				return ENOENT;
714a13ddfb6SPeter Wemm 			}
715e9eabf59SPeter Wemm 		}
716e9eabf59SPeter Wemm 	}
717a4f67738SDoug Rabson 
718a4f67738SDoug Rabson 	return 0;
719a4f67738SDoug Rabson }
720a4f67738SDoug Rabson 
72137c84183SPoul-Henning Kamp static int
722d254af07SMatthew Dillon link_elf_lookup_symbol(linker_file_t lf, const char *name, c_linker_sym_t *sym)
723a4f67738SDoug Rabson {
724326e27d8SDoug Rabson 	elf_file_t ef = (elf_file_t) lf;
7252d636ab0SPeter Wemm 	const Elf_Sym *symp;
7262d636ab0SPeter Wemm 	const char *strp;
727a4f67738SDoug Rabson 	int i;
728a4f67738SDoug Rabson 
729e9eabf59SPeter Wemm /* XXX search for globals first */
7302d636ab0SPeter Wemm 	for (i = 0, symp = ef->ddbsymtab; i < ef->ddbsymcnt; i++, symp++) {
7312d636ab0SPeter Wemm 		strp = ef->ddbstrtab + symp->st_name;
7322d636ab0SPeter Wemm 		if (strcmp(name, strp) == 0) {
7332d636ab0SPeter Wemm 			if (symp->st_shndx != SHN_UNDEF ||
7342d636ab0SPeter Wemm 			    (symp->st_value != 0 &&
7352d636ab0SPeter Wemm 			    ELF_ST_TYPE(symp->st_info) == STT_FUNC)) {
736d254af07SMatthew Dillon 				*sym = (c_linker_sym_t) symp;
7372d636ab0SPeter Wemm 				return 0;
7382d636ab0SPeter Wemm 			} else
7392d636ab0SPeter Wemm 				return ENOENT;
7402d636ab0SPeter Wemm 		}
7412d636ab0SPeter Wemm 	}
7422d636ab0SPeter Wemm 
743a4f67738SDoug Rabson 	return ENOENT;
744a4f67738SDoug Rabson }
745a4f67738SDoug Rabson 
746de78ca7eSPeter Wemm static int
74720947801SPeter Wemm link_elf_symbol_values(linker_file_t lf, c_linker_sym_t sym,
74820947801SPeter Wemm     linker_symval_t *symval)
749a4f67738SDoug Rabson {
750326e27d8SDoug Rabson 	elf_file_t ef = (elf_file_t) lf;
7518aef1712SMatthew Dillon 	const Elf_Sym *es = (const Elf_Sym*) sym;
752a4f67738SDoug Rabson 
7535cf87418SMarcel Moolenaar 	if (es >= ef->ddbsymtab && es < (ef->ddbsymtab + ef->ddbsymcnt)) {
7542d636ab0SPeter Wemm 		symval->name = ef->ddbstrtab + es->st_name;
7552d636ab0SPeter Wemm 		symval->value = (caddr_t) ef->address + es->st_value;
7562d636ab0SPeter Wemm 		symval->size = es->st_size;
7572d636ab0SPeter Wemm 		return 0;
7582d636ab0SPeter Wemm 	}
7592d636ab0SPeter Wemm 	return ENOENT;
7602d636ab0SPeter Wemm }
761a4f67738SDoug Rabson 
762a4f67738SDoug Rabson static int
763a4f67738SDoug Rabson link_elf_search_symbol(linker_file_t lf, caddr_t value,
764d254af07SMatthew Dillon     c_linker_sym_t *sym, long *diffp)
765a4f67738SDoug Rabson {
766326e27d8SDoug Rabson 	elf_file_t ef = (elf_file_t) lf;
767586453feSBruce Evans 	u_long off = (uintptr_t) (void *) value;
768a4f67738SDoug Rabson 	u_long diff = off;
769586453feSBruce Evans 	u_long st_value;
770fe3db7c7SDoug Rabson 	const Elf_Sym *es;
771fe3db7c7SDoug Rabson 	const Elf_Sym *best = 0;
772a4f67738SDoug Rabson 	int i;
773a4f67738SDoug Rabson 
7742d636ab0SPeter Wemm 	for (i = 0, es = ef->ddbsymtab; i < ef->ddbsymcnt; i++, es++) {
775a4f67738SDoug Rabson 		if (es->st_name == 0)
776a4f67738SDoug Rabson 			continue;
777586453feSBruce Evans 		st_value = es->st_value + (uintptr_t) (void *) ef->address;
778b5abfb70SPeter Wemm 		if (off >= st_value) {
779b5abfb70SPeter Wemm 			if (off - st_value < diff) {
780b5abfb70SPeter Wemm 				diff = off - st_value;
781a4f67738SDoug Rabson 				best = es;
782a4f67738SDoug Rabson 				if (diff == 0)
783a4f67738SDoug Rabson 					break;
784b5abfb70SPeter Wemm 			} else if (off - st_value == diff) {
785a4f67738SDoug Rabson 				best = es;
786a4f67738SDoug Rabson 			}
787a4f67738SDoug Rabson 		}
788a4f67738SDoug Rabson 	}
789a4f67738SDoug Rabson 	if (best == 0)
790a4f67738SDoug Rabson 		*diffp = off;
791a4f67738SDoug Rabson 	else
792a4f67738SDoug Rabson 		*diffp = diff;
793d254af07SMatthew Dillon 	*sym = (c_linker_sym_t) best;
794a4f67738SDoug Rabson 
795a4f67738SDoug Rabson 	return 0;
796a4f67738SDoug Rabson }
797f41325dbSPeter Wemm 
798f41325dbSPeter Wemm /*
799f41325dbSPeter Wemm  * Look up a linker set on an ELF system.
800f41325dbSPeter Wemm  */
801f41325dbSPeter Wemm static int
802f41325dbSPeter Wemm link_elf_lookup_set(linker_file_t lf, const char *name,
803f41325dbSPeter Wemm     void ***startp, void ***stopp, int *countp)
804f41325dbSPeter Wemm {
805e9eabf59SPeter Wemm 	elf_file_t ef = (elf_file_t)lf;
806f41325dbSPeter Wemm 	void **start, **stop;
807e9eabf59SPeter Wemm 	int i, count;
808f41325dbSPeter Wemm 
809e9eabf59SPeter Wemm 	/* Relative to section number */
810e9eabf59SPeter Wemm 	for (i = 0; i < ef->nprogtab; i++) {
811e9eabf59SPeter Wemm 		if ((strncmp(ef->progtab[i].name, "set_", 4) == 0) &&
812e9eabf59SPeter Wemm 		    strcmp(ef->progtab[i].name + 4, name) == 0) {
813e9eabf59SPeter Wemm 			start  = (void **)ef->progtab[i].addr;
81420947801SPeter Wemm 			stop = (void **)((char *)ef->progtab[i].addr +
81520947801SPeter Wemm 			    ef->progtab[i].size);
816f41325dbSPeter Wemm 			count = stop - start;
817f41325dbSPeter Wemm 			if (startp)
818f41325dbSPeter Wemm 				*startp = start;
819f41325dbSPeter Wemm 			if (stopp)
820f41325dbSPeter Wemm 				*stopp = stop;
821f41325dbSPeter Wemm 			if (countp)
822f41325dbSPeter Wemm 				*countp = count;
823e9eabf59SPeter Wemm 			return (0);
824e9eabf59SPeter Wemm 		}
825e9eabf59SPeter Wemm 	}
826e9eabf59SPeter Wemm 	return (ESRCH);
827f41325dbSPeter Wemm }
828bb9fe9ddSBrian Feldman 
829bb9fe9ddSBrian Feldman static int
830bb9fe9ddSBrian Feldman link_elf_each_function_name(linker_file_t file,
831e9eabf59SPeter Wemm     int (*callback)(const char *, void *), void *opaque)
832e9eabf59SPeter Wemm {
833bb9fe9ddSBrian Feldman 	elf_file_t ef = (elf_file_t)file;
834bb9fe9ddSBrian Feldman 	const Elf_Sym *symp;
835bb9fe9ddSBrian Feldman 	int i, error;
836bb9fe9ddSBrian Feldman 
837bb9fe9ddSBrian Feldman 	/* Exhaustive search */
838bb9fe9ddSBrian Feldman 	for (i = 0, symp = ef->ddbsymtab; i < ef->ddbsymcnt; i++, symp++) {
839bb9fe9ddSBrian Feldman 		if (symp->st_value != 0 &&
840bb9fe9ddSBrian Feldman 		    ELF_ST_TYPE(symp->st_info) == STT_FUNC) {
841bb9fe9ddSBrian Feldman 			error = callback(ef->ddbstrtab + symp->st_name, opaque);
842bb9fe9ddSBrian Feldman 			if (error)
843bb9fe9ddSBrian Feldman 				return (error);
844bb9fe9ddSBrian Feldman 		}
845bb9fe9ddSBrian Feldman 	}
846bb9fe9ddSBrian Feldman 	return (0);
847bb9fe9ddSBrian Feldman }
84884201059SMarcel Moolenaar 
849d297ad16SMarcel Moolenaar /*
850d297ad16SMarcel Moolenaar  * Symbol lookup function that can be used when the symbol index is known (ie
851d297ad16SMarcel Moolenaar  * in relocations). It uses the symbol index instead of doing a fully fledged
852d297ad16SMarcel Moolenaar  * hash table based lookup when such is valid. For example for local symbols.
853d297ad16SMarcel Moolenaar  * This is not only more efficient, it's also more correct. It's not always
854d297ad16SMarcel Moolenaar  * the case that the symbol can be found through the hash table.
855d297ad16SMarcel Moolenaar  */
856e9eabf59SPeter Wemm static Elf_Addr
857e9eabf59SPeter Wemm elf_obj_lookup(linker_file_t lf, Elf_Word symidx, int deps)
858d297ad16SMarcel Moolenaar {
859d297ad16SMarcel Moolenaar 	elf_file_t ef = (elf_file_t)lf;
860d297ad16SMarcel Moolenaar 	const Elf_Sym *sym;
861d297ad16SMarcel Moolenaar 	const char *symbol;
862e9eabf59SPeter Wemm 	Elf_Addr ret;
863e9eabf59SPeter Wemm 	int i;
864d297ad16SMarcel Moolenaar 
865d297ad16SMarcel Moolenaar 	/* Don't even try to lookup the symbol if the index is bogus. */
866e9eabf59SPeter Wemm 	if (symidx >= ef->ddbsymcnt)
867d297ad16SMarcel Moolenaar 		return (0);
868d297ad16SMarcel Moolenaar 
869e9eabf59SPeter Wemm 	sym = ef->ddbsymtab + symidx;
870d297ad16SMarcel Moolenaar 
8714cec6f5dSPeter Wemm 	/* Quick answer if there is a definition included. */
8724cec6f5dSPeter Wemm 	if (sym->st_shndx != SHN_UNDEF) {
873e9eabf59SPeter Wemm 		ret = 0;
874e9eabf59SPeter Wemm 		/* Relative to section number */
875e9eabf59SPeter Wemm 		for (i = 0; i < ef->nprogtab; i++) {
876e9eabf59SPeter Wemm 			if (sym->st_shndx == ef->progtab[i].sec) {
877e9eabf59SPeter Wemm 				ret = (Elf_Addr)ef->progtab[i].addr;
878e9eabf59SPeter Wemm 				break;
879d297ad16SMarcel Moolenaar 			}
880e9eabf59SPeter Wemm 		}
881e9eabf59SPeter Wemm 		return ret + sym->st_value;
8824cec6f5dSPeter Wemm 	}
8834cec6f5dSPeter Wemm 
8844cec6f5dSPeter Wemm 	/* If we get here, then it is undefined and needs a lookup. */
8854cec6f5dSPeter Wemm 	switch (ELF_ST_BIND(sym->st_info)) {
8864cec6f5dSPeter Wemm 	case STB_LOCAL:
8874cec6f5dSPeter Wemm 		/* Local, but undefined? huh? */
8884cec6f5dSPeter Wemm 		return (0);
889d297ad16SMarcel Moolenaar 
890e9eabf59SPeter Wemm 	case STB_GLOBAL:
891e9eabf59SPeter Wemm 		/* Relative to Data or Function name */
892e9eabf59SPeter Wemm 		symbol = ef->ddbstrtab + sym->st_name;
893d297ad16SMarcel Moolenaar 
894d297ad16SMarcel Moolenaar 		/* Force a lookup failure if the symbol name is bogus. */
895d297ad16SMarcel Moolenaar 		if (*symbol == 0)
896d297ad16SMarcel Moolenaar 			return (0);
897e9eabf59SPeter Wemm 		ret = ((Elf_Addr)linker_file_lookup_symbol(lf, symbol, deps));
898e9eabf59SPeter Wemm 		return ret;
899d297ad16SMarcel Moolenaar 
900e9eabf59SPeter Wemm 	case STB_WEAK:
90120947801SPeter Wemm 		printf("link_elf_obj: Weak symbols not supported\n");
902e9eabf59SPeter Wemm 		return (0);
903e9eabf59SPeter Wemm 
904e9eabf59SPeter Wemm 	default:
905e9eabf59SPeter Wemm 		return (0);
906d297ad16SMarcel Moolenaar 	}
907e9eabf59SPeter Wemm }
908e9eabf59SPeter Wemm 
9097251b4bfSJake Burkholder static void
9107251b4bfSJake Burkholder link_elf_reloc_local(linker_file_t lf)
9117251b4bfSJake Burkholder {
912e9eabf59SPeter Wemm 	elf_file_t ef = (elf_file_t)lf;
9137251b4bfSJake Burkholder 	const Elf_Rel *rellim;
9147251b4bfSJake Burkholder 	const Elf_Rel *rel;
9157251b4bfSJake Burkholder 	const Elf_Rela *relalim;
9167251b4bfSJake Burkholder 	const Elf_Rela *rela;
917e9eabf59SPeter Wemm 	const Elf_Sym *sym;
918e9eabf59SPeter Wemm 	Elf_Addr base;
919e9eabf59SPeter Wemm 	int i;
920e9eabf59SPeter Wemm         Elf_Word symidx;
921e9eabf59SPeter Wemm 
9227251b4bfSJake Burkholder 
9237251b4bfSJake Burkholder 	/* Perform relocations without addend if there are any: */
924e9eabf59SPeter Wemm 	for (i = 0; i < ef->nrel; i++) {
925e9eabf59SPeter Wemm 		rel = ef->reltab[i].rel;
92620947801SPeter Wemm 		if (rel == NULL)
92782d0d1a0SPeter Wemm 			panic("lost a reltab!");
92820947801SPeter Wemm 		rellim = rel + ef->reltab[i].nrel;
929e9eabf59SPeter Wemm 		base = findbase(ef, ef->reltab[i].sec);
93020947801SPeter Wemm 		for ( ; rel < rellim; rel++) {
931e9eabf59SPeter Wemm 			symidx = ELF_R_SYM(rel->r_info);
93220947801SPeter Wemm 			if (symidx >= ef->ddbsymcnt)
93320947801SPeter Wemm 				continue;
934e9eabf59SPeter Wemm 			sym = ef->ddbsymtab + symidx;
93520947801SPeter Wemm 			/* Only do local relocs */
93620947801SPeter Wemm 			if (ELF_ST_BIND(sym->st_info) != STB_LOCAL)
93720947801SPeter Wemm 				continue;
93820947801SPeter Wemm 			elf_reloc_local(lf, base, rel, ELF_RELOC_REL,
93920947801SPeter Wemm 			    elf_obj_lookup);
9407251b4bfSJake Burkholder 		}
941e9eabf59SPeter Wemm 	}
9427251b4bfSJake Burkholder 
9437251b4bfSJake Burkholder 	/* Perform relocations with addend if there are any: */
944e9eabf59SPeter Wemm 	for (i = 0; i < ef->nrela; i++) {
945e9eabf59SPeter Wemm 		rela = ef->relatab[i].rela;
94620947801SPeter Wemm 		if (rela == NULL)
94782d0d1a0SPeter Wemm 			panic("lost a relatab!");
94820947801SPeter Wemm 		relalim = rela + ef->relatab[i].nrela;
949e9eabf59SPeter Wemm 		base = findbase(ef, ef->relatab[i].sec);
95020947801SPeter Wemm 		for ( ; rela < relalim; rela++) {
951e9eabf59SPeter Wemm 			symidx = ELF_R_SYM(rela->r_info);
95220947801SPeter Wemm 			if (symidx >= ef->ddbsymcnt)
95320947801SPeter Wemm 				continue;
954e9eabf59SPeter Wemm 			sym = ef->ddbsymtab + symidx;
95520947801SPeter Wemm 			/* Only do local relocs */
95620947801SPeter Wemm 			if (ELF_ST_BIND(sym->st_info) != STB_LOCAL)
95720947801SPeter Wemm 				continue;
95820947801SPeter Wemm 			elf_reloc_local(lf, base, rela, ELF_RELOC_RELA,
95920947801SPeter Wemm 			    elf_obj_lookup);
9607251b4bfSJake Burkholder 		}
9617251b4bfSJake Burkholder 	}
962e9eabf59SPeter Wemm }
963