xref: /freebsd/sys/kern/link_elf_obj.c (revision 65a311fcb2f44fce7eb05160d3198cefed5c27f9)
1a4f67738SDoug Rabson /*-
2326e27d8SDoug Rabson  * Copyright (c) 1998-2000 Doug Rabson
3e9eabf59SPeter Wemm  * Copyright (c) 2004 Peter Wemm
4a4f67738SDoug Rabson  * All rights reserved.
5a4f67738SDoug Rabson  *
6a4f67738SDoug Rabson  * Redistribution and use in source and binary forms, with or without
7a4f67738SDoug Rabson  * modification, are permitted provided that the following conditions
8a4f67738SDoug Rabson  * are met:
9a4f67738SDoug Rabson  * 1. Redistributions of source code must retain the above copyright
10a4f67738SDoug Rabson  *    notice, this list of conditions and the following disclaimer.
11a4f67738SDoug Rabson  * 2. Redistributions in binary form must reproduce the above copyright
12a4f67738SDoug Rabson  *    notice, this list of conditions and the following disclaimer in the
13a4f67738SDoug Rabson  *    documentation and/or other materials provided with the distribution.
14a4f67738SDoug Rabson  *
15a4f67738SDoug Rabson  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
16a4f67738SDoug Rabson  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
17a4f67738SDoug Rabson  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
18a4f67738SDoug Rabson  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
19a4f67738SDoug Rabson  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
20a4f67738SDoug Rabson  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
21a4f67738SDoug Rabson  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
22a4f67738SDoug Rabson  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
23a4f67738SDoug Rabson  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
24a4f67738SDoug Rabson  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
25a4f67738SDoug Rabson  * SUCH DAMAGE.
26a4f67738SDoug Rabson  */
27a4f67738SDoug Rabson 
28677b542eSDavid E. O'Brien #include <sys/cdefs.h>
29677b542eSDavid E. O'Brien __FBSDID("$FreeBSD$");
30677b542eSDavid E. O'Brien 
31326e27d8SDoug Rabson #include "opt_ddb.h"
32a3df768bSRobert Watson #include "opt_mac.h"
33326e27d8SDoug Rabson 
34a4f67738SDoug Rabson #include <sys/param.h>
35a4f67738SDoug Rabson #include <sys/systm.h>
36fb919e4dSMark Murray #include <sys/kernel.h>
37fb919e4dSMark Murray #include <sys/lock.h>
38a3df768bSRobert Watson #include <sys/mac.h>
39a4f67738SDoug Rabson #include <sys/malloc.h>
40c0b824f9SDima Dorfman #include <sys/mutex.h>
41a4f67738SDoug Rabson #include <sys/proc.h>
42a4f67738SDoug Rabson #include <sys/namei.h>
43a4f67738SDoug Rabson #include <sys/fcntl.h>
44a4f67738SDoug Rabson #include <sys/vnode.h>
45a4f67738SDoug Rabson #include <sys/linker.h>
46fb919e4dSMark Murray 
47a4f67738SDoug Rabson #include <machine/elf.h>
48a4f67738SDoug Rabson 
49fe3db7c7SDoug Rabson #include <vm/vm.h>
50fe3db7c7SDoug Rabson #include <vm/vm_param.h>
51fe3db7c7SDoug Rabson #include <vm/vm_object.h>
52fe3db7c7SDoug Rabson #include <vm/vm_kern.h>
53fe3db7c7SDoug Rabson #include <vm/vm_extern.h>
54fe3db7c7SDoug Rabson #include <vm/pmap.h>
55fe3db7c7SDoug Rabson #include <vm/vm_map.h>
56fb919e4dSMark Murray 
57f9980387SPeter Wemm #include <sys/link_elf.h>
58fe3db7c7SDoug Rabson 
59326e27d8SDoug Rabson #include "linker_if.h"
60a4f67738SDoug Rabson 
61e9eabf59SPeter Wemm typedef struct {
62e9eabf59SPeter Wemm 	void		*addr;
6320947801SPeter Wemm 	Elf_Off		size;
64e9eabf59SPeter Wemm 	int		flags;
65e9eabf59SPeter Wemm 	int		sec;	/* Original section */
66e9eabf59SPeter Wemm 	char		*name;
67e9eabf59SPeter Wemm } Elf_progent;
68e9eabf59SPeter Wemm 
69e9eabf59SPeter Wemm typedef struct {
70e9eabf59SPeter Wemm 	Elf_Rel		*rel;
7120947801SPeter Wemm 	int		nrel;
72e9eabf59SPeter Wemm 	int		sec;
73e9eabf59SPeter Wemm } Elf_relent;
74e9eabf59SPeter Wemm 
75e9eabf59SPeter Wemm typedef struct {
76e9eabf59SPeter Wemm 	Elf_Rela	*rela;
7720947801SPeter Wemm 	int		nrela;
78e9eabf59SPeter Wemm 	int		sec;
79e9eabf59SPeter Wemm } Elf_relaent;
80e9eabf59SPeter Wemm 
81e9eabf59SPeter Wemm 
82a4f67738SDoug Rabson typedef struct elf_file {
83326e27d8SDoug Rabson 	struct linker_file lf;		/* Common fields */
8420947801SPeter Wemm 
85fe3db7c7SDoug Rabson 	caddr_t		address;	/* Relocation address */
86fe3db7c7SDoug Rabson 	vm_object_t	object;		/* VM object to hold file pages */
87e9eabf59SPeter Wemm 	Elf_Shdr	*e_shdr;
88e9eabf59SPeter Wemm 
89e9eabf59SPeter Wemm 	Elf_progent	*progtab;
90e9eabf59SPeter Wemm 	int		nprogtab;
91e9eabf59SPeter Wemm 
92e9eabf59SPeter Wemm 	Elf_relaent	*relatab;
93e9eabf59SPeter Wemm 	int		nrela;
94e9eabf59SPeter Wemm 
95e9eabf59SPeter Wemm 	Elf_relent	*reltab;
96e9eabf59SPeter Wemm 	int		nrel;
97e9eabf59SPeter Wemm 
98e9eabf59SPeter Wemm 	Elf_Sym		*ddbsymtab;	/* The symbol table we are using */
992d636ab0SPeter Wemm 	long		ddbsymcnt;	/* Number of symbols */
1002d636ab0SPeter Wemm 	caddr_t		ddbstrtab;	/* String table */
1012d636ab0SPeter Wemm 	long		ddbstrcnt;	/* number of bytes in string table */
102e9eabf59SPeter Wemm 
103e9eabf59SPeter Wemm 	caddr_t		shstrtab;	/* Section name string table */
104e9eabf59SPeter Wemm 	long		shstrcnt;	/* number of bytes in string table */
105e9eabf59SPeter Wemm 
106a4f67738SDoug Rabson } *elf_file_t;
107a4f67738SDoug Rabson 
10854823af2SPeter Wemm static int	link_elf_link_preload(linker_class_t cls,
109326e27d8SDoug Rabson 		    const char *, linker_file_t *);
11054823af2SPeter Wemm static int	link_elf_link_preload_finish(linker_file_t);
11154823af2SPeter Wemm static int	link_elf_load_file(linker_class_t, const char *, linker_file_t *);
112326e27d8SDoug Rabson static int	link_elf_lookup_symbol(linker_file_t, const char *,
113326e27d8SDoug Rabson 		    c_linker_sym_t *);
114e9eabf59SPeter Wemm static int	link_elf_symbol_values(linker_file_t, c_linker_sym_t,
115e9eabf59SPeter Wemm 		    linker_symval_t *);
116326e27d8SDoug Rabson static int	link_elf_search_symbol(linker_file_t, caddr_t value,
117326e27d8SDoug Rabson 		    c_linker_sym_t *sym, long *diffp);
118326e27d8SDoug Rabson 
119326e27d8SDoug Rabson static void	link_elf_unload_file(linker_file_t);
120f41325dbSPeter Wemm static int	link_elf_lookup_set(linker_file_t, const char *,
121f41325dbSPeter Wemm 		    void ***, void ***, int *);
122bb9fe9ddSBrian Feldman static int	link_elf_each_function_name(linker_file_t,
123e9eabf59SPeter Wemm 		    int (*)(const char *, void *), void *);
1247251b4bfSJake Burkholder static void	link_elf_reloc_local(linker_file_t);
125326e27d8SDoug Rabson 
126e9eabf59SPeter Wemm static Elf_Addr elf_obj_lookup(linker_file_t lf, Elf_Word symidx, int deps);
127e9eabf59SPeter Wemm 
128326e27d8SDoug Rabson static kobj_method_t link_elf_methods[] = {
129326e27d8SDoug Rabson 	KOBJMETHOD(linker_lookup_symbol,	link_elf_lookup_symbol),
130326e27d8SDoug Rabson 	KOBJMETHOD(linker_symbol_values,	link_elf_symbol_values),
131326e27d8SDoug Rabson 	KOBJMETHOD(linker_search_symbol,	link_elf_search_symbol),
132326e27d8SDoug Rabson 	KOBJMETHOD(linker_unload,		link_elf_unload_file),
13354823af2SPeter Wemm 	KOBJMETHOD(linker_load_file,		link_elf_load_file),
13454823af2SPeter Wemm 	KOBJMETHOD(linker_link_preload,		link_elf_link_preload),
13554823af2SPeter Wemm 	KOBJMETHOD(linker_link_preload_finish,	link_elf_link_preload_finish),
136f41325dbSPeter Wemm 	KOBJMETHOD(linker_lookup_set,		link_elf_lookup_set),
137bb9fe9ddSBrian Feldman 	KOBJMETHOD(linker_each_function_name,	link_elf_each_function_name),
138326e27d8SDoug Rabson 	{ 0, 0 }
139326e27d8SDoug Rabson };
140326e27d8SDoug Rabson 
141326e27d8SDoug Rabson static struct linker_class link_elf_class = {
142326e27d8SDoug Rabson #if ELF_TARG_CLASS == ELFCLASS32
143e9eabf59SPeter Wemm 	"elf32_obj",
144326e27d8SDoug Rabson #else
145e9eabf59SPeter Wemm 	"elf64_obj",
146326e27d8SDoug Rabson #endif
147326e27d8SDoug Rabson 	link_elf_methods, sizeof(struct elf_file)
148326e27d8SDoug Rabson };
149326e27d8SDoug Rabson 
150326e27d8SDoug Rabson static int	relocate_file(elf_file_t ef);
151a4f67738SDoug Rabson 
152a4f67738SDoug Rabson static void
1531720979bSMarcel Moolenaar link_elf_error(const char *s)
1541720979bSMarcel Moolenaar {
1551720979bSMarcel Moolenaar 	printf("kldload: %s\n", s);
1561720979bSMarcel Moolenaar }
1571720979bSMarcel Moolenaar 
1581720979bSMarcel Moolenaar static void
159a4f67738SDoug Rabson link_elf_init(void *arg)
160a4f67738SDoug Rabson {
161a4f67738SDoug Rabson 
162326e27d8SDoug Rabson 	linker_add_class(&link_elf_class);
163a4f67738SDoug Rabson }
164a4f67738SDoug Rabson 
165e9eabf59SPeter Wemm SYSINIT(link_elf_obj, SI_SUB_KLD, SI_ORDER_SECOND, link_elf_init, 0);
166a4f67738SDoug Rabson 
167a4f67738SDoug Rabson static int
168e9eabf59SPeter Wemm link_elf_link_preload(linker_class_t cls, const char *filename,
169e9eabf59SPeter Wemm     linker_file_t *result)
1702d636ab0SPeter Wemm {
171e9eabf59SPeter Wemm 	/* preload not done this way */
172de78ca7eSPeter Wemm 	return (EFTYPE);
173de78ca7eSPeter Wemm }
174de78ca7eSPeter Wemm 
175de78ca7eSPeter Wemm static int
17654823af2SPeter Wemm link_elf_link_preload_finish(linker_file_t lf)
17754823af2SPeter Wemm {
178e9eabf59SPeter Wemm 	/* preload not done this way */
179e9eabf59SPeter Wemm 	return (EFTYPE);
18054823af2SPeter Wemm }
18154823af2SPeter Wemm 
18254823af2SPeter Wemm static int
183c143d6c2SMarcel Moolenaar link_elf_load_file(linker_class_t cls, const char *filename,
184c143d6c2SMarcel Moolenaar     linker_file_t *result)
185a4f67738SDoug Rabson {
186a4f67738SDoug Rabson 	struct nameidata nd;
187b40ce416SJulian Elischer 	struct thread *td = curthread;	/* XXX */
188caab6e90SPeter Wemm 	Elf_Ehdr *hdr;
189e9eabf59SPeter Wemm 	Elf_Shdr *shdr;
190a8774e39SPeter Wemm 	Elf_Sym *es;
191a8774e39SPeter Wemm 	int nbytes, i, j;
19220947801SPeter Wemm 	vm_offset_t mapbase;
193fe3db7c7SDoug Rabson 	size_t mapsize;
194a4f67738SDoug Rabson 	int error = 0;
195e6796b67SKirk McKusick 	int resid, flags;
196a4f67738SDoug Rabson 	elf_file_t ef;
197a4f67738SDoug Rabson 	linker_file_t lf;
198ca65d5c7SPeter Wemm 	int symtabindex;
199ca65d5c7SPeter Wemm 	int symstrindex;
200e9eabf59SPeter Wemm 	int shstrindex;
201e9eabf59SPeter Wemm 	int nsym;
20220947801SPeter Wemm 	int pb, rl, ra;
203e9eabf59SPeter Wemm 	int alignmask;
204ca65d5c7SPeter Wemm 
2050cddd8f0SMatthew Dillon 	GIANT_REQUIRED;
2060cddd8f0SMatthew Dillon 
207ca65d5c7SPeter Wemm 	shdr = NULL;
208ca65d5c7SPeter Wemm 	lf = NULL;
209e9eabf59SPeter Wemm 	mapsize = 0;
210e9eabf59SPeter Wemm 	hdr = NULL;
211a4f67738SDoug Rabson 
212b40ce416SJulian Elischer 	NDINIT(&nd, LOOKUP, FOLLOW, UIO_SYSSPACE, filename, td);
213e6796b67SKirk McKusick 	flags = FREAD;
2147c89f162SPoul-Henning Kamp 	error = vn_open(&nd, &flags, 0, -1);
215a4f67738SDoug Rabson 	if (error)
216a4f67738SDoug Rabson 		return error;
217762e6b85SEivind Eklund 	NDFREE(&nd, NDF_ONLY_PNBUF);
218a3df768bSRobert Watson #ifdef MAC
219e9eabf59SPeter Wemm 	error = mac_check_kld_load(td->td_ucred, nd.ni_vp);
220a3df768bSRobert Watson 	if (error) {
221a3df768bSRobert Watson 		goto out;
222a3df768bSRobert Watson 	}
223a3df768bSRobert Watson #endif
224a4f67738SDoug Rabson 
225e9eabf59SPeter Wemm 	/* Read the elf header from the file. */
226e9eabf59SPeter Wemm 	hdr = malloc(sizeof(*hdr), M_LINKER, M_WAITOK);
227e9eabf59SPeter Wemm 	if (hdr == NULL) {
228caab6e90SPeter Wemm 		error = ENOMEM;
229caab6e90SPeter Wemm 		goto out;
230caab6e90SPeter Wemm 	}
231e9eabf59SPeter Wemm 	error = vn_rdwr(UIO_READ, nd.ni_vp, (void *)hdr, sizeof(*hdr), 0,
2329ca43589SRobert Watson 	    UIO_SYSSPACE, IO_NODELOCKED, td->td_ucred, NOCRED,
2339ca43589SRobert Watson 	    &resid, td);
234a4f67738SDoug Rabson 	if (error)
235a4f67738SDoug Rabson 		goto out;
236e9eabf59SPeter Wemm 	if (resid != 0){
237e9eabf59SPeter Wemm 		error = ENOEXEC;
238e9eabf59SPeter Wemm 		goto out;
239e9eabf59SPeter Wemm 	}
240a4f67738SDoug Rabson 
241caab6e90SPeter Wemm 	if (!IS_ELF(*hdr)) {
242fe3db7c7SDoug Rabson 		error = ENOEXEC;
243a4f67738SDoug Rabson 		goto out;
244fe3db7c7SDoug Rabson 	}
245fe3db7c7SDoug Rabson 
246caab6e90SPeter Wemm 	if (hdr->e_ident[EI_CLASS] != ELF_TARG_CLASS
247caab6e90SPeter Wemm 	    || hdr->e_ident[EI_DATA] != ELF_TARG_DATA) {
248fe3db7c7SDoug Rabson 		link_elf_error("Unsupported file layout");
249fe3db7c7SDoug Rabson 		error = ENOEXEC;
250fe3db7c7SDoug Rabson 		goto out;
251fe3db7c7SDoug Rabson 	}
252caab6e90SPeter Wemm 	if (hdr->e_ident[EI_VERSION] != EV_CURRENT
253caab6e90SPeter Wemm 	    || hdr->e_version != EV_CURRENT) {
254fe3db7c7SDoug Rabson 		link_elf_error("Unsupported file version");
255fe3db7c7SDoug Rabson 		error = ENOEXEC;
256fe3db7c7SDoug Rabson 		goto out;
257fe3db7c7SDoug Rabson 	}
258e9eabf59SPeter Wemm 	if (hdr->e_type != ET_REL) {
259fe3db7c7SDoug Rabson 		link_elf_error("Unsupported file type");
260fe3db7c7SDoug Rabson 		error = ENOEXEC;
261fe3db7c7SDoug Rabson 		goto out;
262fe3db7c7SDoug Rabson 	}
263caab6e90SPeter Wemm 	if (hdr->e_machine != ELF_TARG_MACH) {
264fe3db7c7SDoug Rabson 		link_elf_error("Unsupported machine");
265fe3db7c7SDoug Rabson 		error = ENOEXEC;
266fe3db7c7SDoug Rabson 		goto out;
267fe3db7c7SDoug Rabson 	}
268a4f67738SDoug Rabson 
269326e27d8SDoug Rabson 	lf = linker_make_file(filename, &link_elf_class);
270326e27d8SDoug Rabson 	if (!lf) {
271326e27d8SDoug Rabson 		error = ENOMEM;
272326e27d8SDoug Rabson 		goto out;
273326e27d8SDoug Rabson 	}
274326e27d8SDoug Rabson 	ef = (elf_file_t) lf;
275e9eabf59SPeter Wemm 	ef->nprogtab = 0;
276e9eabf59SPeter Wemm 	ef->e_shdr = 0;
277e9eabf59SPeter Wemm 	ef->nrel = 0;
278e9eabf59SPeter Wemm 	ef->nrela = 0;
279e9eabf59SPeter Wemm 
280e9eabf59SPeter Wemm 	/* Allocate and read in the section header */
281e9eabf59SPeter Wemm 	nbytes = hdr->e_shnum * hdr->e_shentsize;
282e9eabf59SPeter Wemm 	if (nbytes == 0 || hdr->e_shoff == 0 ||
283e9eabf59SPeter Wemm 	    hdr->e_shentsize != sizeof(Elf_Shdr)) {
284e9eabf59SPeter Wemm 		error = ENOEXEC;
285e9eabf59SPeter Wemm 		goto out;
286e9eabf59SPeter Wemm 	}
28720947801SPeter Wemm 	shdr = malloc(nbytes, M_LINKER, M_WAITOK);
288e9eabf59SPeter Wemm 	if (shdr == NULL) {
289e9eabf59SPeter Wemm 		error = ENOMEM;
290e9eabf59SPeter Wemm 		goto out;
291e9eabf59SPeter Wemm 	}
292e9eabf59SPeter Wemm 	ef->e_shdr = shdr;
293e9eabf59SPeter Wemm 	error = vn_rdwr(UIO_READ, nd.ni_vp, (caddr_t)shdr, nbytes, hdr->e_shoff,
294e9eabf59SPeter Wemm 	    UIO_SYSSPACE, IO_NODELOCKED, td->td_ucred, NOCRED, &resid, td);
295e9eabf59SPeter Wemm 	if (error)
296e9eabf59SPeter Wemm 		goto out;
297e9eabf59SPeter Wemm 	if (resid) {
298e9eabf59SPeter Wemm 		error = ENOEXEC;
299e9eabf59SPeter Wemm 		goto out;
300e9eabf59SPeter Wemm 	}
301e9eabf59SPeter Wemm 
302e9eabf59SPeter Wemm 	/* Scan the section header for information and table sizing. */
303e9eabf59SPeter Wemm 	nsym = 0;
304e9eabf59SPeter Wemm 	symtabindex = -1;
305e9eabf59SPeter Wemm 	symstrindex = -1;
306e9eabf59SPeter Wemm 	for (i = 0; i < hdr->e_shnum; i++) {
307e9eabf59SPeter Wemm 		switch (shdr[i].sh_type) {
308e9eabf59SPeter Wemm 		case SHT_PROGBITS:
309e9eabf59SPeter Wemm 		case SHT_NOBITS:
31020947801SPeter Wemm 			ef->nprogtab++;
311e9eabf59SPeter Wemm 			break;
312e9eabf59SPeter Wemm 		case SHT_SYMTAB:
313e9eabf59SPeter Wemm 			nsym++;
314e9eabf59SPeter Wemm 			symtabindex = i;
315e9eabf59SPeter Wemm 			symstrindex = shdr[i].sh_link;
316e9eabf59SPeter Wemm 			break;
317e9eabf59SPeter Wemm 		case SHT_REL:
318e9eabf59SPeter Wemm 			ef->nrel++;
319e9eabf59SPeter Wemm 			break;
320e9eabf59SPeter Wemm 		case SHT_RELA:
321e9eabf59SPeter Wemm 			ef->nrela++;
322e9eabf59SPeter Wemm 			break;
323e9eabf59SPeter Wemm 		case SHT_STRTAB:
324e9eabf59SPeter Wemm 			break;
325e9eabf59SPeter Wemm 		}
326e9eabf59SPeter Wemm 	}
32720947801SPeter Wemm 	if (ef->nprogtab == 0) {
328e9eabf59SPeter Wemm 		link_elf_error("file has no contents");
329e9eabf59SPeter Wemm 		error = ENOEXEC;
330e9eabf59SPeter Wemm 		goto out;
331e9eabf59SPeter Wemm 	}
332e9eabf59SPeter Wemm 	if (nsym != 1) {
333e9eabf59SPeter Wemm 		/* Only allow one symbol table for now */
334e9eabf59SPeter Wemm 		link_elf_error("file has no valid symbol table");
335e9eabf59SPeter Wemm 		error = ENOEXEC;
336e9eabf59SPeter Wemm 		goto out;
337e9eabf59SPeter Wemm 	}
338e9eabf59SPeter Wemm 	if (symstrindex < 0 || symstrindex > hdr->e_shnum ||
339e9eabf59SPeter Wemm 	    shdr[symstrindex].sh_type != SHT_STRTAB) {
340e9eabf59SPeter Wemm 		link_elf_error("file has invalid symbol strings");
341e9eabf59SPeter Wemm 		error = ENOEXEC;
342e9eabf59SPeter Wemm 		goto out;
343e9eabf59SPeter Wemm 	}
344e9eabf59SPeter Wemm 
345e9eabf59SPeter Wemm 	/* Allocate space for tracking the load chunks */
346e9eabf59SPeter Wemm 	if (ef->nprogtab != 0)
34720947801SPeter Wemm 		ef->progtab = malloc(ef->nprogtab * sizeof(*ef->progtab),
34820947801SPeter Wemm 		    M_LINKER, M_WAITOK | M_ZERO);
349e9eabf59SPeter Wemm 	if (ef->nrel != 0)
35020947801SPeter Wemm 		ef->reltab = malloc(ef->nrel * sizeof(*ef->reltab), M_LINKER,
35120947801SPeter Wemm 		    M_WAITOK | M_ZERO);
352e9eabf59SPeter Wemm 	if (ef->nrela != 0)
35320947801SPeter Wemm 		ef->relatab = malloc(ef->nrela * sizeof(*ef->relatab), M_LINKER,
35420947801SPeter Wemm 		    M_WAITOK | M_ZERO);
35520947801SPeter Wemm 	if ((ef->nprogtab != 0 && ef->progtab == NULL) ||
35620947801SPeter Wemm 	    (ef->nrel != 0 && ef->reltab == NULL) ||
35720947801SPeter Wemm 	    (ef->nrela != 0 && ef->relatab == NULL)) {
35820947801SPeter Wemm 		error = ENOMEM;
35920947801SPeter Wemm 		goto out;
36020947801SPeter Wemm 	}
361e9eabf59SPeter Wemm 
36220947801SPeter Wemm 	if (symtabindex == -1)
36320947801SPeter Wemm 		panic("lost symbol table index");
36420947801SPeter Wemm 	/* Allocate space for and load the symbol table */
365e9eabf59SPeter Wemm 	ef->ddbsymcnt = shdr[symtabindex].sh_size / sizeof(Elf_Sym);
366e9eabf59SPeter Wemm 	ef->ddbsymtab = malloc(shdr[symtabindex].sh_size, M_LINKER, M_WAITOK);
36720947801SPeter Wemm 	if (ef->ddbsymtab == NULL) {
36820947801SPeter Wemm 		error = ENOMEM;
36920947801SPeter Wemm 		goto out;
37020947801SPeter Wemm 	}
37120947801SPeter Wemm 	error = vn_rdwr(UIO_READ, nd.ni_vp, (void *)ef->ddbsymtab,
37220947801SPeter Wemm 	    shdr[symtabindex].sh_size, shdr[symtabindex].sh_offset,
37320947801SPeter Wemm 	    UIO_SYSSPACE, IO_NODELOCKED, td->td_ucred, NOCRED,
37420947801SPeter Wemm 	    &resid, td);
37520947801SPeter Wemm 	if (error)
37620947801SPeter Wemm 		goto out;
37720947801SPeter Wemm 	if (resid != 0){
37820947801SPeter Wemm 		error = EINVAL;
37920947801SPeter Wemm 		goto out;
38020947801SPeter Wemm 	}
381e9eabf59SPeter Wemm 
38220947801SPeter Wemm 	if (symstrindex == -1)
38320947801SPeter Wemm 		panic("lost symbol string index");
38420947801SPeter Wemm 	/* Allocate space for and load the symbol strings */
385e9eabf59SPeter Wemm 	ef->ddbstrcnt = shdr[symstrindex].sh_size;
386e9eabf59SPeter Wemm 	ef->ddbstrtab = malloc(shdr[symstrindex].sh_size, M_LINKER, M_WAITOK);
38720947801SPeter Wemm 	if (ef->ddbstrtab == NULL) {
388e9eabf59SPeter Wemm 		error = ENOMEM;
389e9eabf59SPeter Wemm 		goto out;
390e9eabf59SPeter Wemm 	}
39120947801SPeter Wemm 	error = vn_rdwr(UIO_READ, nd.ni_vp, ef->ddbstrtab,
39220947801SPeter Wemm 	    shdr[symstrindex].sh_size, shdr[symstrindex].sh_offset,
39320947801SPeter Wemm 	    UIO_SYSSPACE, IO_NODELOCKED, td->td_ucred, NOCRED,
39420947801SPeter Wemm 	    &resid, td);
39520947801SPeter Wemm 	if (error)
39620947801SPeter Wemm 		goto out;
39720947801SPeter Wemm 	if (resid != 0){
39820947801SPeter Wemm 		error = EINVAL;
39920947801SPeter Wemm 		goto out;
40020947801SPeter Wemm 	}
401e9eabf59SPeter Wemm 
402e9eabf59SPeter Wemm 	/* Do we have a string table for the section names?  */
403e9eabf59SPeter Wemm 	shstrindex = -1;
40420947801SPeter Wemm 	if (hdr->e_shstrndx != 0 &&
40520947801SPeter Wemm 	    shdr[hdr->e_shstrndx].sh_type == SHT_STRTAB) {
406e9eabf59SPeter Wemm 		shstrindex = hdr->e_shstrndx;
407e9eabf59SPeter Wemm 		ef->shstrcnt = shdr[shstrindex].sh_size;
40820947801SPeter Wemm 		ef->shstrtab = malloc(shdr[shstrindex].sh_size, M_LINKER,
40920947801SPeter Wemm 		    M_WAITOK);
410e9eabf59SPeter Wemm 		if (ef->shstrtab == NULL) {
411e9eabf59SPeter Wemm 			error = ENOMEM;
412e9eabf59SPeter Wemm 			goto out;
413e9eabf59SPeter Wemm 		}
41420947801SPeter Wemm 		error = vn_rdwr(UIO_READ, nd.ni_vp, ef->shstrtab,
41520947801SPeter Wemm 		    shdr[shstrindex].sh_size, shdr[shstrindex].sh_offset,
416e9eabf59SPeter Wemm 		    UIO_SYSSPACE, IO_NODELOCKED, td->td_ucred, NOCRED,
417e9eabf59SPeter Wemm 		    &resid, td);
418e9eabf59SPeter Wemm 		if (error)
419e9eabf59SPeter Wemm 			goto out;
42020947801SPeter Wemm 		if (resid != 0){
42120947801SPeter Wemm 			error = EINVAL;
42220947801SPeter Wemm 			goto out;
42320947801SPeter Wemm 		}
424e9eabf59SPeter Wemm 	}
425e9eabf59SPeter Wemm 
42620947801SPeter Wemm 	/* Size up code/data(progbits) and bss(nobits). */
427e9eabf59SPeter Wemm 	alignmask = 0;
428e9eabf59SPeter Wemm 	for (i = 0; i < hdr->e_shnum; i++) {
429e9eabf59SPeter Wemm 		switch (shdr[i].sh_type) {
430e9eabf59SPeter Wemm 		case SHT_PROGBITS:
431e9eabf59SPeter Wemm 		case SHT_NOBITS:
432e9eabf59SPeter Wemm 			alignmask = shdr[i].sh_addralign - 1;
433e9eabf59SPeter Wemm 			mapsize += alignmask;
434e9eabf59SPeter Wemm 			mapsize &= ~alignmask;
435e9eabf59SPeter Wemm 			mapsize += shdr[i].sh_size;
436e9eabf59SPeter Wemm 			break;
437e9eabf59SPeter Wemm 		}
438e9eabf59SPeter Wemm 	}
439e9eabf59SPeter Wemm 
440e9eabf59SPeter Wemm 	/*
441e9eabf59SPeter Wemm 	 * We know how much space we need for the text/data/bss/etc.
442e9eabf59SPeter Wemm 	 * This stuff needs to be in a single chunk so that profiling etc
443e9eabf59SPeter Wemm 	 * can get the bounds and gdb can associate offsets with modules
444e9eabf59SPeter Wemm 	 */
44520947801SPeter Wemm 	ef->object = vm_object_allocate(OBJT_DEFAULT,
44620947801SPeter Wemm 	    round_page(mapsize) >> PAGE_SHIFT);
447fe3db7c7SDoug Rabson 	if (ef->object == NULL) {
448fe3db7c7SDoug Rabson 		error = ENOMEM;
449fe3db7c7SDoug Rabson 		goto out;
450fe3db7c7SDoug Rabson 	}
451fe3db7c7SDoug Rabson 	vm_object_reference(ef->object);
452fe3db7c7SDoug Rabson 	ef->address = (caddr_t) vm_map_min(kernel_map);
45320947801SPeter Wemm 	error = vm_map_find(kernel_map, ef->object, 0, &mapbase,
45420947801SPeter Wemm 	    round_page(mapsize), TRUE, VM_PROT_ALL, VM_PROT_ALL, FALSE);
455fe3db7c7SDoug Rabson 	if (error) {
456fe3db7c7SDoug Rabson 		vm_object_deallocate(ef->object);
457326e27d8SDoug Rabson 		ef->object = 0;
458fe3db7c7SDoug Rabson 		goto out;
459fe3db7c7SDoug Rabson 	}
46020947801SPeter Wemm 
461e9eabf59SPeter Wemm 	/* Wire the pages */
46220947801SPeter Wemm 	vm_map_wire(kernel_map, mapbase,
46320947801SPeter Wemm 	    mapbase + round_page(mapsize),
464e9eabf59SPeter Wemm 	    VM_MAP_WIRE_SYSTEM|VM_MAP_WIRE_NOHOLES);
465a4f67738SDoug Rabson 
46620947801SPeter Wemm 	/* Inform the kld system about the situation */
46720947801SPeter Wemm 	lf->address = ef->address = (caddr_t)mapbase;
46820947801SPeter Wemm 	lf->size = mapsize;
469e9eabf59SPeter Wemm 
470e9eabf59SPeter Wemm 	/*
47120947801SPeter Wemm 	 * Now load code/data(progbits), zero bss(nobits), allocate space for
47220947801SPeter Wemm 	 * and load relocs
473e9eabf59SPeter Wemm 	 */
47420947801SPeter Wemm 	pb = 0;
47520947801SPeter Wemm 	rl = 0;
47620947801SPeter Wemm 	ra = 0;
47720947801SPeter Wemm 	alignmask = 0;
47820947801SPeter Wemm 	for (i = 0; i < hdr->e_shnum; i++) {
47920947801SPeter Wemm 		switch (shdr[i].sh_type) {
48020947801SPeter Wemm 		case SHT_PROGBITS:
48120947801SPeter Wemm 		case SHT_NOBITS:
48220947801SPeter Wemm 			alignmask = shdr[i].sh_addralign - 1;
48320947801SPeter Wemm 			mapbase += alignmask;
48420947801SPeter Wemm 			mapbase &= ~alignmask;
48520947801SPeter Wemm 			ef->progtab[pb].addr = (void *)(uintptr_t)mapbase;
48620947801SPeter Wemm 			if (shdr[i].sh_type == SHT_PROGBITS) {
48720947801SPeter Wemm 				ef->progtab[pb].name = "<<PROGBITS>>";
488e9eabf59SPeter Wemm 				error = vn_rdwr(UIO_READ, nd.ni_vp,
48920947801SPeter Wemm 				    ef->progtab[pb].addr,
49020947801SPeter Wemm 				    shdr[i].sh_size, shdr[i].sh_offset,
49120947801SPeter Wemm 				    UIO_SYSSPACE, IO_NODELOCKED, td->td_ucred,
49220947801SPeter Wemm 				    NOCRED, &resid, td);
49320947801SPeter Wemm 				if (error)
49420947801SPeter Wemm 					goto out;
49520947801SPeter Wemm 				if (resid != 0){
49620947801SPeter Wemm 					error = EINVAL;
49720947801SPeter Wemm 					goto out;
49820947801SPeter Wemm 				}
49920947801SPeter Wemm 			} else {
50020947801SPeter Wemm 				ef->progtab[pb].name = "<<NOBITS>>";
50120947801SPeter Wemm 				bzero(ef->progtab[pb].addr, shdr[i].sh_size);
50220947801SPeter Wemm 			}
50320947801SPeter Wemm 			ef->progtab[pb].size = shdr[i].sh_size;
50420947801SPeter Wemm 			ef->progtab[pb].sec = i;
50520947801SPeter Wemm 			if (ef->shstrtab && shdr[i].sh_name != 0)
50620947801SPeter Wemm 				ef->progtab[pb].name =
50720947801SPeter Wemm 				    ef->shstrtab + shdr[i].sh_name;
508a8774e39SPeter Wemm 
509a8774e39SPeter Wemm 			/* Update all symbol values with the offset. */
510a8774e39SPeter Wemm 			for (j = 0; j < ef->ddbsymcnt; j++) {
511a8774e39SPeter Wemm 				es = &ef->ddbsymtab[j];
512a8774e39SPeter Wemm 				if (es->st_shndx != i)
513a8774e39SPeter Wemm 					continue;
514a8774e39SPeter Wemm 				es->st_value += (Elf_Addr)ef->progtab[pb].addr;
515a8774e39SPeter Wemm 			}
51620947801SPeter Wemm 			mapbase += shdr[i].sh_size;
51720947801SPeter Wemm 			pb++;
51820947801SPeter Wemm 			break;
51920947801SPeter Wemm 		case SHT_REL:
52020947801SPeter Wemm 			ef->reltab[rl].rel = malloc(shdr[i].sh_size, M_LINKER,
52120947801SPeter Wemm 			    M_WAITOK);
52220947801SPeter Wemm 			ef->reltab[rl].nrel = shdr[i].sh_size / sizeof(Elf_Rel);
52320947801SPeter Wemm 			ef->reltab[rl].sec = shdr[i].sh_info;
52420947801SPeter Wemm 			error = vn_rdwr(UIO_READ, nd.ni_vp,
52520947801SPeter Wemm 			    (void *)ef->reltab[rl].rel,
52620947801SPeter Wemm 			    shdr[i].sh_size, shdr[i].sh_offset,
527e9eabf59SPeter Wemm 			    UIO_SYSSPACE, IO_NODELOCKED, td->td_ucred, NOCRED,
528e9eabf59SPeter Wemm 			    &resid, td);
529e9eabf59SPeter Wemm 			if (error)
530e9eabf59SPeter Wemm 				goto out;
53120947801SPeter Wemm 			if (resid != 0){
53220947801SPeter Wemm 				error = EINVAL;
53320947801SPeter Wemm 				goto out;
534e9eabf59SPeter Wemm 			}
53520947801SPeter Wemm 			rl++;
53620947801SPeter Wemm 			break;
53720947801SPeter Wemm 		case SHT_RELA:
53820947801SPeter Wemm 			ef->relatab[ra].rela = malloc(shdr[i].sh_size, M_LINKER,
53920947801SPeter Wemm 			    M_WAITOK);
54020947801SPeter Wemm 			ef->relatab[ra].nrela =
54120947801SPeter Wemm 			    shdr[i].sh_size / sizeof(Elf_Rela);
54220947801SPeter Wemm 			ef->relatab[ra].sec = shdr[i].sh_info;
543e9eabf59SPeter Wemm 			error = vn_rdwr(UIO_READ, nd.ni_vp,
54420947801SPeter Wemm 			    (void *)ef->relatab[ra].rela,
54520947801SPeter Wemm 			    shdr[i].sh_size, shdr[i].sh_offset,
546e9eabf59SPeter Wemm 			    UIO_SYSSPACE, IO_NODELOCKED, td->td_ucred, NOCRED,
547e9eabf59SPeter Wemm 			    &resid, td);
548e9eabf59SPeter Wemm 			if (error)
549e9eabf59SPeter Wemm 				goto out;
55020947801SPeter Wemm 			if (resid != 0){
55120947801SPeter Wemm 				error = EINVAL;
55220947801SPeter Wemm 				goto out;
553e9eabf59SPeter Wemm 			}
55420947801SPeter Wemm 			ra++;
55520947801SPeter Wemm 			break;
55620947801SPeter Wemm 		}
55720947801SPeter Wemm 	}
55820947801SPeter Wemm 	if (pb != ef->nprogtab)
55920947801SPeter Wemm 		panic("lost progbits");
56020947801SPeter Wemm 	if (rl != ef->nrel)
56120947801SPeter Wemm 		panic("lost rel");
56220947801SPeter Wemm 	if (ra != ef->nrela)
56320947801SPeter Wemm 		panic("lost rela");
56420947801SPeter Wemm 	if (mapbase != (vm_offset_t)ef->address + mapsize)
5655b201fdcSPeter Wemm 		panic("mapbase 0x%lx != address %p + mapsize 0x%lx (0x%lx)\n",
5665b201fdcSPeter Wemm 		    mapbase, ef->address, mapsize,
5675b201fdcSPeter Wemm 		    (vm_offset_t)ef->address + mapsize);
568e9eabf59SPeter Wemm 
569e9eabf59SPeter Wemm 	/* Local intra-module relocations */
5707251b4bfSJake Burkholder 	link_elf_reloc_local(lf);
5717251b4bfSJake Burkholder 
572e9eabf59SPeter Wemm 	/* Pull in dependencies */
5737b9716baSIan Dowse 	error = linker_load_dependencies(lf);
574ca65d5c7SPeter Wemm 	if (error)
575de78ca7eSPeter Wemm 		goto out;
576e9eabf59SPeter Wemm 
577e9eabf59SPeter Wemm 	/* External relocations */
578326e27d8SDoug Rabson 	error = relocate_file(ef);
579ca65d5c7SPeter Wemm 	if (error)
580ca65d5c7SPeter Wemm 		goto out;
581ca65d5c7SPeter Wemm 
582e9eabf59SPeter Wemm 	/* Notify MD code that a module is being loaded. */
583e9eabf59SPeter Wemm 	error = elf_cpu_load_file(lf);
584ca65d5c7SPeter Wemm 	if (error)
585ca65d5c7SPeter Wemm 		goto out;
586a4f67738SDoug Rabson 
587a4f67738SDoug Rabson 	*result = lf;
588a4f67738SDoug Rabson 
589a4f67738SDoug Rabson out:
590ca65d5c7SPeter Wemm 	if (error && lf)
59165a311fcSPoul-Henning Kamp 		linker_file_unload(lf, LINKER_UNLOAD_FORCE);
592e9eabf59SPeter Wemm 	if (hdr)
593e9eabf59SPeter Wemm 		free(hdr, M_LINKER);
594b40ce416SJulian Elischer 	VOP_UNLOCK(nd.ni_vp, 0, td);
595a854ed98SJohn Baldwin 	vn_close(nd.ni_vp, FREAD, td->td_ucred, td);
596a4f67738SDoug Rabson 
597a4f67738SDoug Rabson 	return error;
598a4f67738SDoug Rabson }
599a4f67738SDoug Rabson 
600a4f67738SDoug Rabson static void
601de78ca7eSPeter Wemm link_elf_unload_file(linker_file_t file)
602a4f67738SDoug Rabson {
603326e27d8SDoug Rabson 	elf_file_t ef = (elf_file_t) file;
60420947801SPeter Wemm 	int i;
605a4f67738SDoug Rabson 
6061aeb23cdSMarcel Moolenaar 	/* Notify MD code that a module is being unloaded. */
6071aeb23cdSMarcel Moolenaar 	elf_cpu_unload_file(file);
6081aeb23cdSMarcel Moolenaar 
60920947801SPeter Wemm 	for (i = 0; i < ef->nrel; i++)
61020947801SPeter Wemm 		if (ef->reltab[i].rel)
61120947801SPeter Wemm 			free(ef->reltab[i].rel, M_LINKER);
61220947801SPeter Wemm 	for (i = 0; i < ef->nrela; i++)
61320947801SPeter Wemm 		if (ef->relatab[i].rela)
61420947801SPeter Wemm 			free(ef->relatab[i].rela, M_LINKER);
61520947801SPeter Wemm 	if (ef->reltab)
61620947801SPeter Wemm 		free(ef->reltab, M_LINKER);
61720947801SPeter Wemm 	if (ef->relatab)
61820947801SPeter Wemm 		free(ef->relatab, M_LINKER);
61920947801SPeter Wemm 	if (ef->progtab)
62020947801SPeter Wemm 		free(ef->progtab, M_LINKER);
62120947801SPeter Wemm 
622fe3db7c7SDoug Rabson 	if (ef->object) {
623fe3db7c7SDoug Rabson 		vm_map_remove(kernel_map, (vm_offset_t) ef->address,
62420947801SPeter Wemm 		    (vm_offset_t) ef->address +
62520947801SPeter Wemm 		    (ef->object->size << PAGE_SHIFT));
626fe3db7c7SDoug Rabson 		vm_object_deallocate(ef->object);
627fe3db7c7SDoug Rabson 	}
628e9eabf59SPeter Wemm 	if (ef->e_shdr)
629e9eabf59SPeter Wemm 		free(ef->e_shdr, M_LINKER);
630e9eabf59SPeter Wemm 	if (ef->ddbsymtab)
631e9eabf59SPeter Wemm 		free(ef->ddbsymtab, M_LINKER);
632e9eabf59SPeter Wemm 	if (ef->ddbstrtab)
633e9eabf59SPeter Wemm 		free(ef->ddbstrtab, M_LINKER);
63420947801SPeter Wemm 	if (ef->shstrtab)
63520947801SPeter Wemm 		free(ef->shstrtab, M_LINKER);
636de78ca7eSPeter Wemm }
637de78ca7eSPeter Wemm 
638fe3db7c7SDoug Rabson static const char *
639aa855a59SPeter Wemm symbol_name(elf_file_t ef, Elf_Word r_info)
640a4f67738SDoug Rabson {
641fe3db7c7SDoug Rabson 	const Elf_Sym *ref;
642a4f67738SDoug Rabson 
643aa855a59SPeter Wemm 	if (ELF_R_SYM(r_info)) {
644e9eabf59SPeter Wemm 		ref = ef->ddbsymtab + ELF_R_SYM(r_info);
645e9eabf59SPeter Wemm 		return ef->ddbstrtab + ref->st_name;
646fe3db7c7SDoug Rabson 	} else
647fe3db7c7SDoug Rabson 		return NULL;
648a4f67738SDoug Rabson }
649a4f67738SDoug Rabson 
650e9eabf59SPeter Wemm static Elf_Addr
651e9eabf59SPeter Wemm findbase(elf_file_t ef, int sec)
652e9eabf59SPeter Wemm {
653e9eabf59SPeter Wemm 	int i;
654e9eabf59SPeter Wemm 	Elf_Addr base = 0;
655e9eabf59SPeter Wemm 
656e9eabf59SPeter Wemm 	for (i = 0; i < ef->nprogtab; i++) {
657a8774e39SPeter Wemm 		if (sec == ef->progtab[i].sec) {
658e9eabf59SPeter Wemm 			base = (Elf_Addr)ef->progtab[i].addr;
659a8774e39SPeter Wemm 			break;
660e9eabf59SPeter Wemm 		}
661a8774e39SPeter Wemm 	}
662e9eabf59SPeter Wemm 	return base;
663e9eabf59SPeter Wemm }
664e9eabf59SPeter Wemm 
665a4f67738SDoug Rabson static int
666326e27d8SDoug Rabson relocate_file(elf_file_t ef)
667a4f67738SDoug Rabson {
668fe3db7c7SDoug Rabson 	const Elf_Rel *rellim;
669fe3db7c7SDoug Rabson 	const Elf_Rel *rel;
670fe3db7c7SDoug Rabson 	const Elf_Rela *relalim;
671fe3db7c7SDoug Rabson 	const Elf_Rela *rela;
672aa855a59SPeter Wemm 	const char *symname;
673e9eabf59SPeter Wemm 	const Elf_Sym *sym;
674e9eabf59SPeter Wemm 	int i;
675e9eabf59SPeter Wemm 	Elf_Word symidx;
676e9eabf59SPeter Wemm 	Elf_Addr base;
677e9eabf59SPeter Wemm 
678a4f67738SDoug Rabson 
679fe3db7c7SDoug Rabson 	/* Perform relocations without addend if there are any: */
680e9eabf59SPeter Wemm 	for (i = 0; i < ef->nrel; i++) {
681e9eabf59SPeter Wemm 		rel = ef->reltab[i].rel;
68220947801SPeter Wemm 		if (rel == NULL)
68382d0d1a0SPeter Wemm 			panic("lost a reltab!");
68420947801SPeter Wemm 		rellim = rel + ef->reltab[i].nrel;
685e9eabf59SPeter Wemm 		base = findbase(ef, ef->reltab[i].sec);
686a8774e39SPeter Wemm 		if (base == 0)
687a8774e39SPeter Wemm 			panic("lost base for reltab");
68820947801SPeter Wemm 		for ( ; rel < rellim; rel++) {
689e9eabf59SPeter Wemm 			symidx = ELF_R_SYM(rel->r_info);
69020947801SPeter Wemm 			if (symidx >= ef->ddbsymcnt)
69120947801SPeter Wemm 				continue;
692e9eabf59SPeter Wemm 			sym = ef->ddbsymtab + symidx;
69320947801SPeter Wemm 			/* Local relocs are already done */
69420947801SPeter Wemm 			if (ELF_ST_BIND(sym->st_info) == STB_LOCAL)
69520947801SPeter Wemm 				continue;
69620947801SPeter Wemm 			if (elf_reloc(&ef->lf, base, rel, ELF_RELOC_REL,
69720947801SPeter Wemm 			    elf_obj_lookup)) {
698aa855a59SPeter Wemm 				symname = symbol_name(ef, rel->r_info);
69920947801SPeter Wemm 				printf("link_elf_obj: symbol %s undefined\n",
70020947801SPeter Wemm 				    symname);
701a4f67738SDoug Rabson 				return ENOENT;
702a13ddfb6SPeter Wemm 			}
703aa855a59SPeter Wemm 		}
704a4f67738SDoug Rabson 	}
705a4f67738SDoug Rabson 
706fe3db7c7SDoug Rabson 	/* Perform relocations with addend if there are any: */
707e9eabf59SPeter Wemm 	for (i = 0; i < ef->nrela; i++) {
708e9eabf59SPeter Wemm 		rela = ef->relatab[i].rela;
70920947801SPeter Wemm 		if (rela == NULL)
71082d0d1a0SPeter Wemm 			panic("lost a relatab!");
71120947801SPeter Wemm 		relalim = rela + ef->relatab[i].nrela;
712e9eabf59SPeter Wemm 		base = findbase(ef, ef->relatab[i].sec);
713a8774e39SPeter Wemm 		if (base == 0)
714a8774e39SPeter Wemm 			panic("lost base for relatab");
71520947801SPeter Wemm 		for ( ; rela < relalim; rela++) {
716e9eabf59SPeter Wemm 			symidx = ELF_R_SYM(rela->r_info);
71720947801SPeter Wemm 			if (symidx >= ef->ddbsymcnt)
71820947801SPeter Wemm 				continue;
719e9eabf59SPeter Wemm 			sym = ef->ddbsymtab + symidx;
72020947801SPeter Wemm 			/* Local relocs are already done */
72120947801SPeter Wemm 			if (ELF_ST_BIND(sym->st_info) == STB_LOCAL)
72220947801SPeter Wemm 				continue;
72320947801SPeter Wemm 			if (elf_reloc(&ef->lf, base, rela, ELF_RELOC_RELA,
72420947801SPeter Wemm 			    elf_obj_lookup)) {
725aa855a59SPeter Wemm 				symname = symbol_name(ef, rela->r_info);
72620947801SPeter Wemm 				printf("link_elf_obj: symbol %s undefined\n",
72720947801SPeter Wemm 				    symname);
728fe3db7c7SDoug Rabson 				return ENOENT;
729a13ddfb6SPeter Wemm 			}
730e9eabf59SPeter Wemm 		}
731e9eabf59SPeter Wemm 	}
732a4f67738SDoug Rabson 
733a4f67738SDoug Rabson 	return 0;
734a4f67738SDoug Rabson }
735a4f67738SDoug Rabson 
73637c84183SPoul-Henning Kamp static int
737d254af07SMatthew Dillon link_elf_lookup_symbol(linker_file_t lf, const char *name, c_linker_sym_t *sym)
738a4f67738SDoug Rabson {
739326e27d8SDoug Rabson 	elf_file_t ef = (elf_file_t) lf;
7402d636ab0SPeter Wemm 	const Elf_Sym *symp;
7412d636ab0SPeter Wemm 	const char *strp;
742a4f67738SDoug Rabson 	int i;
743a4f67738SDoug Rabson 
7442d636ab0SPeter Wemm 	for (i = 0, symp = ef->ddbsymtab; i < ef->ddbsymcnt; i++, symp++) {
7452d636ab0SPeter Wemm 		strp = ef->ddbstrtab + symp->st_name;
746a8774e39SPeter Wemm 		if (symp->st_shndx != SHN_UNDEF && strcmp(name, strp) == 0) {
747d254af07SMatthew Dillon 			*sym = (c_linker_sym_t) symp;
7482d636ab0SPeter Wemm 			return 0;
7492d636ab0SPeter Wemm 		}
7502d636ab0SPeter Wemm 	}
751a4f67738SDoug Rabson 	return ENOENT;
752a4f67738SDoug Rabson }
753a4f67738SDoug Rabson 
754de78ca7eSPeter Wemm static int
75520947801SPeter Wemm link_elf_symbol_values(linker_file_t lf, c_linker_sym_t sym,
75620947801SPeter Wemm     linker_symval_t *symval)
757a4f67738SDoug Rabson {
758326e27d8SDoug Rabson 	elf_file_t ef = (elf_file_t) lf;
7598aef1712SMatthew Dillon 	const Elf_Sym *es = (const Elf_Sym*) sym;
760a4f67738SDoug Rabson 
7615cf87418SMarcel Moolenaar 	if (es >= ef->ddbsymtab && es < (ef->ddbsymtab + ef->ddbsymcnt)) {
7622d636ab0SPeter Wemm 		symval->name = ef->ddbstrtab + es->st_name;
763a8774e39SPeter Wemm 		symval->value = (caddr_t)es->st_value;
7642d636ab0SPeter Wemm 		symval->size = es->st_size;
7652d636ab0SPeter Wemm 		return 0;
7662d636ab0SPeter Wemm 	}
7672d636ab0SPeter Wemm 	return ENOENT;
7682d636ab0SPeter Wemm }
769a4f67738SDoug Rabson 
770a4f67738SDoug Rabson static int
771a4f67738SDoug Rabson link_elf_search_symbol(linker_file_t lf, caddr_t value,
772d254af07SMatthew Dillon     c_linker_sym_t *sym, long *diffp)
773a4f67738SDoug Rabson {
774326e27d8SDoug Rabson 	elf_file_t ef = (elf_file_t) lf;
775586453feSBruce Evans 	u_long off = (uintptr_t) (void *) value;
776a4f67738SDoug Rabson 	u_long diff = off;
777586453feSBruce Evans 	u_long st_value;
778fe3db7c7SDoug Rabson 	const Elf_Sym *es;
779fe3db7c7SDoug Rabson 	const Elf_Sym *best = 0;
780a4f67738SDoug Rabson 	int i;
781a4f67738SDoug Rabson 
7822d636ab0SPeter Wemm 	for (i = 0, es = ef->ddbsymtab; i < ef->ddbsymcnt; i++, es++) {
783a4f67738SDoug Rabson 		if (es->st_name == 0)
784a4f67738SDoug Rabson 			continue;
785a8774e39SPeter Wemm 		st_value = es->st_value;
786b5abfb70SPeter Wemm 		if (off >= st_value) {
787b5abfb70SPeter Wemm 			if (off - st_value < diff) {
788b5abfb70SPeter Wemm 				diff = off - st_value;
789a4f67738SDoug Rabson 				best = es;
790a4f67738SDoug Rabson 				if (diff == 0)
791a4f67738SDoug Rabson 					break;
792b5abfb70SPeter Wemm 			} else if (off - st_value == diff) {
793a4f67738SDoug Rabson 				best = es;
794a4f67738SDoug Rabson 			}
795a4f67738SDoug Rabson 		}
796a4f67738SDoug Rabson 	}
797a4f67738SDoug Rabson 	if (best == 0)
798a4f67738SDoug Rabson 		*diffp = off;
799a4f67738SDoug Rabson 	else
800a4f67738SDoug Rabson 		*diffp = diff;
801d254af07SMatthew Dillon 	*sym = (c_linker_sym_t) best;
802a4f67738SDoug Rabson 
803a4f67738SDoug Rabson 	return 0;
804a4f67738SDoug Rabson }
805f41325dbSPeter Wemm 
806f41325dbSPeter Wemm /*
807f41325dbSPeter Wemm  * Look up a linker set on an ELF system.
808f41325dbSPeter Wemm  */
809f41325dbSPeter Wemm static int
810f41325dbSPeter Wemm link_elf_lookup_set(linker_file_t lf, const char *name,
811f41325dbSPeter Wemm     void ***startp, void ***stopp, int *countp)
812f41325dbSPeter Wemm {
813e9eabf59SPeter Wemm 	elf_file_t ef = (elf_file_t)lf;
814f41325dbSPeter Wemm 	void **start, **stop;
815e9eabf59SPeter Wemm 	int i, count;
816f41325dbSPeter Wemm 
817e9eabf59SPeter Wemm 	/* Relative to section number */
818e9eabf59SPeter Wemm 	for (i = 0; i < ef->nprogtab; i++) {
819e9eabf59SPeter Wemm 		if ((strncmp(ef->progtab[i].name, "set_", 4) == 0) &&
820e9eabf59SPeter Wemm 		    strcmp(ef->progtab[i].name + 4, name) == 0) {
821e9eabf59SPeter Wemm 			start  = (void **)ef->progtab[i].addr;
82220947801SPeter Wemm 			stop = (void **)((char *)ef->progtab[i].addr +
82320947801SPeter Wemm 			    ef->progtab[i].size);
824f41325dbSPeter Wemm 			count = stop - start;
825f41325dbSPeter Wemm 			if (startp)
826f41325dbSPeter Wemm 				*startp = start;
827f41325dbSPeter Wemm 			if (stopp)
828f41325dbSPeter Wemm 				*stopp = stop;
829f41325dbSPeter Wemm 			if (countp)
830f41325dbSPeter Wemm 				*countp = count;
831e9eabf59SPeter Wemm 			return (0);
832e9eabf59SPeter Wemm 		}
833e9eabf59SPeter Wemm 	}
834e9eabf59SPeter Wemm 	return (ESRCH);
835f41325dbSPeter Wemm }
836bb9fe9ddSBrian Feldman 
837bb9fe9ddSBrian Feldman static int
838bb9fe9ddSBrian Feldman link_elf_each_function_name(linker_file_t file,
839e9eabf59SPeter Wemm     int (*callback)(const char *, void *), void *opaque)
840e9eabf59SPeter Wemm {
841bb9fe9ddSBrian Feldman 	elf_file_t ef = (elf_file_t)file;
842bb9fe9ddSBrian Feldman 	const Elf_Sym *symp;
843bb9fe9ddSBrian Feldman 	int i, error;
844bb9fe9ddSBrian Feldman 
845bb9fe9ddSBrian Feldman 	/* Exhaustive search */
846bb9fe9ddSBrian Feldman 	for (i = 0, symp = ef->ddbsymtab; i < ef->ddbsymcnt; i++, symp++) {
847bb9fe9ddSBrian Feldman 		if (symp->st_value != 0 &&
848bb9fe9ddSBrian Feldman 		    ELF_ST_TYPE(symp->st_info) == STT_FUNC) {
849bb9fe9ddSBrian Feldman 			error = callback(ef->ddbstrtab + symp->st_name, opaque);
850bb9fe9ddSBrian Feldman 			if (error)
851bb9fe9ddSBrian Feldman 				return (error);
852bb9fe9ddSBrian Feldman 		}
853bb9fe9ddSBrian Feldman 	}
854bb9fe9ddSBrian Feldman 	return (0);
855bb9fe9ddSBrian Feldman }
85684201059SMarcel Moolenaar 
857d297ad16SMarcel Moolenaar /*
858d297ad16SMarcel Moolenaar  * Symbol lookup function that can be used when the symbol index is known (ie
859d297ad16SMarcel Moolenaar  * in relocations). It uses the symbol index instead of doing a fully fledged
860d297ad16SMarcel Moolenaar  * hash table based lookup when such is valid. For example for local symbols.
861d297ad16SMarcel Moolenaar  * This is not only more efficient, it's also more correct. It's not always
862d297ad16SMarcel Moolenaar  * the case that the symbol can be found through the hash table.
863d297ad16SMarcel Moolenaar  */
864e9eabf59SPeter Wemm static Elf_Addr
865e9eabf59SPeter Wemm elf_obj_lookup(linker_file_t lf, Elf_Word symidx, int deps)
866d297ad16SMarcel Moolenaar {
867d297ad16SMarcel Moolenaar 	elf_file_t ef = (elf_file_t)lf;
868d297ad16SMarcel Moolenaar 	const Elf_Sym *sym;
869d297ad16SMarcel Moolenaar 	const char *symbol;
870e9eabf59SPeter Wemm 	Elf_Addr ret;
871d297ad16SMarcel Moolenaar 
872d297ad16SMarcel Moolenaar 	/* Don't even try to lookup the symbol if the index is bogus. */
873e9eabf59SPeter Wemm 	if (symidx >= ef->ddbsymcnt)
874d297ad16SMarcel Moolenaar 		return (0);
875d297ad16SMarcel Moolenaar 
876e9eabf59SPeter Wemm 	sym = ef->ddbsymtab + symidx;
877d297ad16SMarcel Moolenaar 
8784cec6f5dSPeter Wemm 	/* Quick answer if there is a definition included. */
879a8774e39SPeter Wemm 	if (sym->st_shndx != SHN_UNDEF)
880a8774e39SPeter Wemm 		return (sym->st_value);
8814cec6f5dSPeter Wemm 
8824cec6f5dSPeter Wemm 	/* If we get here, then it is undefined and needs a lookup. */
8834cec6f5dSPeter Wemm 	switch (ELF_ST_BIND(sym->st_info)) {
8844cec6f5dSPeter Wemm 	case STB_LOCAL:
8854cec6f5dSPeter Wemm 		/* Local, but undefined? huh? */
8864cec6f5dSPeter Wemm 		return (0);
887d297ad16SMarcel Moolenaar 
888e9eabf59SPeter Wemm 	case STB_GLOBAL:
889e9eabf59SPeter Wemm 		/* Relative to Data or Function name */
890e9eabf59SPeter Wemm 		symbol = ef->ddbstrtab + sym->st_name;
891d297ad16SMarcel Moolenaar 
892d297ad16SMarcel Moolenaar 		/* Force a lookup failure if the symbol name is bogus. */
893d297ad16SMarcel Moolenaar 		if (*symbol == 0)
894d297ad16SMarcel Moolenaar 			return (0);
895e9eabf59SPeter Wemm 		ret = ((Elf_Addr)linker_file_lookup_symbol(lf, symbol, deps));
896e9eabf59SPeter Wemm 		return ret;
897d297ad16SMarcel Moolenaar 
898e9eabf59SPeter Wemm 	case STB_WEAK:
89920947801SPeter Wemm 		printf("link_elf_obj: Weak symbols not supported\n");
900e9eabf59SPeter Wemm 		return (0);
901e9eabf59SPeter Wemm 
902e9eabf59SPeter Wemm 	default:
903e9eabf59SPeter Wemm 		return (0);
904d297ad16SMarcel Moolenaar 	}
905e9eabf59SPeter Wemm }
906e9eabf59SPeter Wemm 
9077251b4bfSJake Burkholder static void
9087251b4bfSJake Burkholder link_elf_reloc_local(linker_file_t lf)
9097251b4bfSJake Burkholder {
910e9eabf59SPeter Wemm 	elf_file_t ef = (elf_file_t)lf;
9117251b4bfSJake Burkholder 	const Elf_Rel *rellim;
9127251b4bfSJake Burkholder 	const Elf_Rel *rel;
9137251b4bfSJake Burkholder 	const Elf_Rela *relalim;
9147251b4bfSJake Burkholder 	const Elf_Rela *rela;
915e9eabf59SPeter Wemm 	const Elf_Sym *sym;
916e9eabf59SPeter Wemm 	Elf_Addr base;
917e9eabf59SPeter Wemm 	int i;
918e9eabf59SPeter Wemm 	Elf_Word symidx;
919e9eabf59SPeter Wemm 
9207251b4bfSJake Burkholder 	/* Perform relocations without addend if there are any: */
921e9eabf59SPeter Wemm 	for (i = 0; i < ef->nrel; i++) {
922e9eabf59SPeter Wemm 		rel = ef->reltab[i].rel;
92320947801SPeter Wemm 		if (rel == NULL)
92482d0d1a0SPeter Wemm 			panic("lost a reltab!");
92520947801SPeter Wemm 		rellim = rel + ef->reltab[i].nrel;
926e9eabf59SPeter Wemm 		base = findbase(ef, ef->reltab[i].sec);
927a8774e39SPeter Wemm 		if (base == 0)
928a8774e39SPeter Wemm 			panic("lost base for reltab");
92920947801SPeter Wemm 		for ( ; rel < rellim; rel++) {
930e9eabf59SPeter Wemm 			symidx = ELF_R_SYM(rel->r_info);
93120947801SPeter Wemm 			if (symidx >= ef->ddbsymcnt)
93220947801SPeter Wemm 				continue;
933e9eabf59SPeter Wemm 			sym = ef->ddbsymtab + symidx;
93420947801SPeter Wemm 			/* Only do local relocs */
93520947801SPeter Wemm 			if (ELF_ST_BIND(sym->st_info) != STB_LOCAL)
93620947801SPeter Wemm 				continue;
93720947801SPeter Wemm 			elf_reloc_local(lf, base, rel, ELF_RELOC_REL,
93820947801SPeter Wemm 			    elf_obj_lookup);
9397251b4bfSJake Burkholder 		}
940e9eabf59SPeter Wemm 	}
9417251b4bfSJake Burkholder 
9427251b4bfSJake Burkholder 	/* Perform relocations with addend if there are any: */
943e9eabf59SPeter Wemm 	for (i = 0; i < ef->nrela; i++) {
944e9eabf59SPeter Wemm 		rela = ef->relatab[i].rela;
94520947801SPeter Wemm 		if (rela == NULL)
94682d0d1a0SPeter Wemm 			panic("lost a relatab!");
94720947801SPeter Wemm 		relalim = rela + ef->relatab[i].nrela;
948e9eabf59SPeter Wemm 		base = findbase(ef, ef->relatab[i].sec);
949a8774e39SPeter Wemm 		if (base == 0)
950a8774e39SPeter Wemm 			panic("lost base for relatab");
95120947801SPeter Wemm 		for ( ; rela < relalim; rela++) {
952e9eabf59SPeter Wemm 			symidx = ELF_R_SYM(rela->r_info);
95320947801SPeter Wemm 			if (symidx >= ef->ddbsymcnt)
95420947801SPeter Wemm 				continue;
955e9eabf59SPeter Wemm 			sym = ef->ddbsymtab + symidx;
95620947801SPeter Wemm 			/* Only do local relocs */
95720947801SPeter Wemm 			if (ELF_ST_BIND(sym->st_info) != STB_LOCAL)
95820947801SPeter Wemm 				continue;
95920947801SPeter Wemm 			elf_reloc_local(lf, base, rela, ELF_RELOC_RELA,
96020947801SPeter Wemm 			    elf_obj_lookup);
9617251b4bfSJake Burkholder 		}
9627251b4bfSJake Burkholder 	}
963e9eabf59SPeter Wemm }
964