xref: /freebsd/sys/kern/link_elf_obj.c (revision 2094780104dc15c5f86b755ffad4b92781287ae1)
1a4f67738SDoug Rabson /*-
2326e27d8SDoug Rabson  * Copyright (c) 1998-2000 Doug Rabson
3e9eabf59SPeter Wemm  * Copyright (c) 2004 Peter Wemm
4a4f67738SDoug Rabson  * All rights reserved.
5a4f67738SDoug Rabson  *
6a4f67738SDoug Rabson  * Redistribution and use in source and binary forms, with or without
7a4f67738SDoug Rabson  * modification, are permitted provided that the following conditions
8a4f67738SDoug Rabson  * are met:
9a4f67738SDoug Rabson  * 1. Redistributions of source code must retain the above copyright
10a4f67738SDoug Rabson  *    notice, this list of conditions and the following disclaimer.
11a4f67738SDoug Rabson  * 2. Redistributions in binary form must reproduce the above copyright
12a4f67738SDoug Rabson  *    notice, this list of conditions and the following disclaimer in the
13a4f67738SDoug Rabson  *    documentation and/or other materials provided with the distribution.
14a4f67738SDoug Rabson  *
15a4f67738SDoug Rabson  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
16a4f67738SDoug Rabson  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
17a4f67738SDoug Rabson  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
18a4f67738SDoug Rabson  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
19a4f67738SDoug Rabson  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
20a4f67738SDoug Rabson  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
21a4f67738SDoug Rabson  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
22a4f67738SDoug Rabson  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
23a4f67738SDoug Rabson  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
24a4f67738SDoug Rabson  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
25a4f67738SDoug Rabson  * SUCH DAMAGE.
26a4f67738SDoug Rabson  */
27a4f67738SDoug Rabson 
28677b542eSDavid E. O'Brien #include <sys/cdefs.h>
29677b542eSDavid E. O'Brien __FBSDID("$FreeBSD$");
30677b542eSDavid E. O'Brien 
31326e27d8SDoug Rabson #include "opt_ddb.h"
32a3df768bSRobert Watson #include "opt_mac.h"
33326e27d8SDoug Rabson 
34a4f67738SDoug Rabson #include <sys/param.h>
35a4f67738SDoug Rabson #include <sys/systm.h>
36fb919e4dSMark Murray #include <sys/kernel.h>
37fb919e4dSMark Murray #include <sys/lock.h>
38a3df768bSRobert Watson #include <sys/mac.h>
39a4f67738SDoug Rabson #include <sys/malloc.h>
40c0b824f9SDima Dorfman #include <sys/mutex.h>
41a4f67738SDoug Rabson #include <sys/proc.h>
42a4f67738SDoug Rabson #include <sys/namei.h>
43a4f67738SDoug Rabson #include <sys/fcntl.h>
44a4f67738SDoug Rabson #include <sys/vnode.h>
45a4f67738SDoug Rabson #include <sys/linker.h>
46fb919e4dSMark Murray 
47a4f67738SDoug Rabson #include <machine/elf.h>
48a4f67738SDoug Rabson 
49fe3db7c7SDoug Rabson #include <vm/vm.h>
50fe3db7c7SDoug Rabson #include <vm/vm_param.h>
51fe3db7c7SDoug Rabson #include <vm/vm_object.h>
52fe3db7c7SDoug Rabson #include <vm/vm_kern.h>
53fe3db7c7SDoug Rabson #include <vm/vm_extern.h>
54fe3db7c7SDoug Rabson #include <vm/pmap.h>
55fe3db7c7SDoug Rabson #include <vm/vm_map.h>
56fb919e4dSMark Murray 
57f9980387SPeter Wemm #include <sys/link_elf.h>
58fe3db7c7SDoug Rabson 
59326e27d8SDoug Rabson #include "linker_if.h"
60a4f67738SDoug Rabson 
61e9eabf59SPeter Wemm typedef struct {
62e9eabf59SPeter Wemm 	void		*addr;
6320947801SPeter Wemm 	Elf_Off		size;
64e9eabf59SPeter Wemm 	int		align;
65e9eabf59SPeter Wemm 	int		flags;
66e9eabf59SPeter Wemm 	int		sec;	/* Original section */
67e9eabf59SPeter Wemm 	char		*name;
68e9eabf59SPeter Wemm } Elf_progent;
69e9eabf59SPeter Wemm 
70e9eabf59SPeter Wemm typedef struct {
71e9eabf59SPeter Wemm 	Elf_Rel		*rel;
7220947801SPeter Wemm 	int		nrel;
73e9eabf59SPeter Wemm 	int		sec;
74e9eabf59SPeter Wemm } Elf_relent;
75e9eabf59SPeter Wemm 
76e9eabf59SPeter Wemm typedef struct {
77e9eabf59SPeter Wemm 	Elf_Rela	*rela;
7820947801SPeter Wemm 	int		nrela;
79e9eabf59SPeter Wemm 	int		sec;
80e9eabf59SPeter Wemm } Elf_relaent;
81e9eabf59SPeter Wemm 
82e9eabf59SPeter Wemm 
83a4f67738SDoug Rabson typedef struct elf_file {
84326e27d8SDoug Rabson 	struct linker_file lf;		/* Common fields */
8520947801SPeter Wemm 
8620947801SPeter Wemm 	char pad0[80];
87fe3db7c7SDoug Rabson 	caddr_t		address;	/* Relocation address */
88fe3db7c7SDoug Rabson 	vm_object_t	object;		/* VM object to hold file pages */
89e9eabf59SPeter Wemm 	Elf_Shdr	*e_shdr;
90e9eabf59SPeter Wemm 
91e9eabf59SPeter Wemm 	Elf_progent	*progtab;
92e9eabf59SPeter Wemm 	int		nprogtab;
93e9eabf59SPeter Wemm 
94e9eabf59SPeter Wemm 	Elf_relaent	*relatab;
95e9eabf59SPeter Wemm 	int		nrela;
96e9eabf59SPeter Wemm 
97e9eabf59SPeter Wemm 	Elf_relent	*reltab;
98e9eabf59SPeter Wemm 	int		nrel;
99e9eabf59SPeter Wemm 
100e9eabf59SPeter Wemm 	Elf_Sym		*ddbsymtab;	/* The symbol table we are using */
1012d636ab0SPeter Wemm 	long		ddbsymcnt;	/* Number of symbols */
1022d636ab0SPeter Wemm 	caddr_t		ddbstrtab;	/* String table */
1032d636ab0SPeter Wemm 	long		ddbstrcnt;	/* number of bytes in string table */
104e9eabf59SPeter Wemm 
105e9eabf59SPeter Wemm 	caddr_t		shstrtab;	/* Section name string table */
106e9eabf59SPeter Wemm 	long		shstrcnt;	/* number of bytes in string table */
10720947801SPeter Wemm 	char pad2[80];
108e9eabf59SPeter Wemm 
109a4f67738SDoug Rabson } *elf_file_t;
110a4f67738SDoug Rabson 
11154823af2SPeter Wemm static int	link_elf_link_preload(linker_class_t cls,
112326e27d8SDoug Rabson 		    const char *, linker_file_t *);
11354823af2SPeter Wemm static int	link_elf_link_preload_finish(linker_file_t);
11454823af2SPeter Wemm static int	link_elf_load_file(linker_class_t, const char *, linker_file_t *);
115326e27d8SDoug Rabson static int	link_elf_lookup_symbol(linker_file_t, const char *,
116326e27d8SDoug Rabson 		    c_linker_sym_t *);
117e9eabf59SPeter Wemm static int	link_elf_symbol_values(linker_file_t, c_linker_sym_t,
118e9eabf59SPeter Wemm 		    linker_symval_t *);
119326e27d8SDoug Rabson static int	link_elf_search_symbol(linker_file_t, caddr_t value,
120326e27d8SDoug Rabson 		    c_linker_sym_t *sym, long *diffp);
121326e27d8SDoug Rabson 
122326e27d8SDoug Rabson static void	link_elf_unload_file(linker_file_t);
123f41325dbSPeter Wemm static int	link_elf_lookup_set(linker_file_t, const char *,
124f41325dbSPeter Wemm 		    void ***, void ***, int *);
125bb9fe9ddSBrian Feldman static int	link_elf_each_function_name(linker_file_t,
126e9eabf59SPeter Wemm 		    int (*)(const char *, void *), void *);
1277251b4bfSJake Burkholder static void	link_elf_reloc_local(linker_file_t);
128326e27d8SDoug Rabson 
129e9eabf59SPeter Wemm static Elf_Addr elf_obj_lookup(linker_file_t lf, Elf_Word symidx, int deps);
130e9eabf59SPeter Wemm 
131326e27d8SDoug Rabson static kobj_method_t link_elf_methods[] = {
132326e27d8SDoug Rabson 	KOBJMETHOD(linker_lookup_symbol,	link_elf_lookup_symbol),
133326e27d8SDoug Rabson 	KOBJMETHOD(linker_symbol_values,	link_elf_symbol_values),
134326e27d8SDoug Rabson 	KOBJMETHOD(linker_search_symbol,	link_elf_search_symbol),
135326e27d8SDoug Rabson 	KOBJMETHOD(linker_unload,		link_elf_unload_file),
13654823af2SPeter Wemm 	KOBJMETHOD(linker_load_file,		link_elf_load_file),
13754823af2SPeter Wemm 	KOBJMETHOD(linker_link_preload,		link_elf_link_preload),
13854823af2SPeter Wemm 	KOBJMETHOD(linker_link_preload_finish,	link_elf_link_preload_finish),
139f41325dbSPeter Wemm 	KOBJMETHOD(linker_lookup_set,		link_elf_lookup_set),
140bb9fe9ddSBrian Feldman 	KOBJMETHOD(linker_each_function_name,	link_elf_each_function_name),
141326e27d8SDoug Rabson 	{ 0, 0 }
142326e27d8SDoug Rabson };
143326e27d8SDoug Rabson 
144326e27d8SDoug Rabson static struct linker_class link_elf_class = {
145326e27d8SDoug Rabson #if ELF_TARG_CLASS == ELFCLASS32
146e9eabf59SPeter Wemm 	"elf32_obj",
147326e27d8SDoug Rabson #else
148e9eabf59SPeter Wemm 	"elf64_obj",
149326e27d8SDoug Rabson #endif
150326e27d8SDoug Rabson 	link_elf_methods, sizeof(struct elf_file)
151326e27d8SDoug Rabson };
152326e27d8SDoug Rabson 
153326e27d8SDoug Rabson static int	relocate_file(elf_file_t ef);
154a4f67738SDoug Rabson 
155a4f67738SDoug Rabson static void
1561720979bSMarcel Moolenaar link_elf_error(const char *s)
1571720979bSMarcel Moolenaar {
1581720979bSMarcel Moolenaar 	printf("kldload: %s\n", s);
1591720979bSMarcel Moolenaar }
1601720979bSMarcel Moolenaar 
1611720979bSMarcel Moolenaar static void
162a4f67738SDoug Rabson link_elf_init(void *arg)
163a4f67738SDoug Rabson {
164a4f67738SDoug Rabson 
165326e27d8SDoug Rabson 	linker_add_class(&link_elf_class);
166a4f67738SDoug Rabson }
167a4f67738SDoug Rabson 
168e9eabf59SPeter Wemm SYSINIT(link_elf_obj, SI_SUB_KLD, SI_ORDER_SECOND, link_elf_init, 0);
169a4f67738SDoug Rabson 
170a4f67738SDoug Rabson static int
171e9eabf59SPeter Wemm link_elf_link_preload(linker_class_t cls, const char *filename,
172e9eabf59SPeter Wemm     linker_file_t *result)
1732d636ab0SPeter Wemm {
174e9eabf59SPeter Wemm 	/* preload not done this way */
175de78ca7eSPeter Wemm 	return (EFTYPE);
176de78ca7eSPeter Wemm }
177de78ca7eSPeter Wemm 
178de78ca7eSPeter Wemm static int
17954823af2SPeter Wemm link_elf_link_preload_finish(linker_file_t lf)
18054823af2SPeter Wemm {
181e9eabf59SPeter Wemm 	/* preload not done this way */
182e9eabf59SPeter Wemm 	return (EFTYPE);
18354823af2SPeter Wemm }
18454823af2SPeter Wemm 
18554823af2SPeter Wemm static int
186c143d6c2SMarcel Moolenaar link_elf_load_file(linker_class_t cls, const char *filename,
187c143d6c2SMarcel Moolenaar     linker_file_t *result)
188a4f67738SDoug Rabson {
189a4f67738SDoug Rabson 	struct nameidata nd;
190b40ce416SJulian Elischer 	struct thread *td = curthread;	/* XXX */
191caab6e90SPeter Wemm 	Elf_Ehdr *hdr;
192e9eabf59SPeter Wemm 	Elf_Shdr *shdr;
193fe3db7c7SDoug Rabson 	int nbytes, i;
19420947801SPeter Wemm 	vm_offset_t mapbase;
195fe3db7c7SDoug Rabson 	size_t mapsize;
196a4f67738SDoug Rabson 	int error = 0;
197e6796b67SKirk McKusick 	int resid, flags;
198a4f67738SDoug Rabson 	elf_file_t ef;
199a4f67738SDoug Rabson 	linker_file_t lf;
200ca65d5c7SPeter Wemm 	int symtabindex;
201ca65d5c7SPeter Wemm 	int symstrindex;
202e9eabf59SPeter Wemm 	int shstrindex;
203e9eabf59SPeter Wemm 	int nsym;
20420947801SPeter Wemm 	int pb, rl, ra;
205e9eabf59SPeter Wemm 	int alignmask;
206ca65d5c7SPeter Wemm 
2070cddd8f0SMatthew Dillon 	GIANT_REQUIRED;
2080cddd8f0SMatthew Dillon 
209ca65d5c7SPeter Wemm 	shdr = NULL;
210ca65d5c7SPeter Wemm 	lf = NULL;
211e9eabf59SPeter Wemm 	mapsize = 0;
212e9eabf59SPeter Wemm 	hdr = NULL;
213a4f67738SDoug Rabson 
214b40ce416SJulian Elischer 	NDINIT(&nd, LOOKUP, FOLLOW, UIO_SYSSPACE, filename, td);
215e6796b67SKirk McKusick 	flags = FREAD;
2167c89f162SPoul-Henning Kamp 	error = vn_open(&nd, &flags, 0, -1);
217a4f67738SDoug Rabson 	if (error)
218a4f67738SDoug Rabson 		return error;
219762e6b85SEivind Eklund 	NDFREE(&nd, NDF_ONLY_PNBUF);
220a3df768bSRobert Watson #ifdef MAC
221e9eabf59SPeter Wemm 	error = mac_check_kld_load(td->td_ucred, nd.ni_vp);
222a3df768bSRobert Watson 	if (error) {
223a3df768bSRobert Watson 		goto out;
224a3df768bSRobert Watson 	}
225a3df768bSRobert Watson #endif
226a4f67738SDoug Rabson 
227e9eabf59SPeter Wemm 	/* Read the elf header from the file. */
228e9eabf59SPeter Wemm 	hdr = malloc(sizeof(*hdr), M_LINKER, M_WAITOK);
229e9eabf59SPeter Wemm 	if (hdr == NULL) {
230caab6e90SPeter Wemm 		error = ENOMEM;
231caab6e90SPeter Wemm 		goto out;
232caab6e90SPeter Wemm 	}
233e9eabf59SPeter Wemm 	error = vn_rdwr(UIO_READ, nd.ni_vp, (void *)hdr, sizeof(*hdr), 0,
2349ca43589SRobert Watson 	    UIO_SYSSPACE, IO_NODELOCKED, td->td_ucred, NOCRED,
2359ca43589SRobert Watson 	    &resid, td);
236a4f67738SDoug Rabson 	if (error)
237a4f67738SDoug Rabson 		goto out;
238e9eabf59SPeter Wemm 	if (resid != 0){
239e9eabf59SPeter Wemm 		error = ENOEXEC;
240e9eabf59SPeter Wemm 		goto out;
241e9eabf59SPeter Wemm 	}
242a4f67738SDoug Rabson 
243caab6e90SPeter Wemm 	if (!IS_ELF(*hdr)) {
244fe3db7c7SDoug Rabson 		error = ENOEXEC;
245a4f67738SDoug Rabson 		goto out;
246fe3db7c7SDoug Rabson 	}
247fe3db7c7SDoug Rabson 
248caab6e90SPeter Wemm 	if (hdr->e_ident[EI_CLASS] != ELF_TARG_CLASS
249caab6e90SPeter Wemm 	    || hdr->e_ident[EI_DATA] != ELF_TARG_DATA) {
250fe3db7c7SDoug Rabson 		link_elf_error("Unsupported file layout");
251fe3db7c7SDoug Rabson 		error = ENOEXEC;
252fe3db7c7SDoug Rabson 		goto out;
253fe3db7c7SDoug Rabson 	}
254caab6e90SPeter Wemm 	if (hdr->e_ident[EI_VERSION] != EV_CURRENT
255caab6e90SPeter Wemm 	    || hdr->e_version != EV_CURRENT) {
256fe3db7c7SDoug Rabson 		link_elf_error("Unsupported file version");
257fe3db7c7SDoug Rabson 		error = ENOEXEC;
258fe3db7c7SDoug Rabson 		goto out;
259fe3db7c7SDoug Rabson 	}
260e9eabf59SPeter Wemm 	if (hdr->e_type != ET_REL) {
261fe3db7c7SDoug Rabson 		link_elf_error("Unsupported file type");
262fe3db7c7SDoug Rabson 		error = ENOEXEC;
263fe3db7c7SDoug Rabson 		goto out;
264fe3db7c7SDoug Rabson 	}
265caab6e90SPeter Wemm 	if (hdr->e_machine != ELF_TARG_MACH) {
266fe3db7c7SDoug Rabson 		link_elf_error("Unsupported machine");
267fe3db7c7SDoug Rabson 		error = ENOEXEC;
268fe3db7c7SDoug Rabson 		goto out;
269fe3db7c7SDoug Rabson 	}
270a4f67738SDoug Rabson 
271326e27d8SDoug Rabson 	lf = linker_make_file(filename, &link_elf_class);
272326e27d8SDoug Rabson 	if (!lf) {
273326e27d8SDoug Rabson 		error = ENOMEM;
274326e27d8SDoug Rabson 		goto out;
275326e27d8SDoug Rabson 	}
276326e27d8SDoug Rabson 	ef = (elf_file_t) lf;
277e9eabf59SPeter Wemm 	ef->nprogtab = 0;
278e9eabf59SPeter Wemm 	ef->e_shdr = 0;
279e9eabf59SPeter Wemm 	ef->nrel = 0;
280e9eabf59SPeter Wemm 	ef->nrela = 0;
281e9eabf59SPeter Wemm 
282e9eabf59SPeter Wemm 	/* Allocate and read in the section header */
283e9eabf59SPeter Wemm 	nbytes = hdr->e_shnum * hdr->e_shentsize;
284e9eabf59SPeter Wemm 	if (nbytes == 0 || hdr->e_shoff == 0 ||
285e9eabf59SPeter Wemm 	    hdr->e_shentsize != sizeof(Elf_Shdr)) {
286e9eabf59SPeter Wemm 		error = ENOEXEC;
287e9eabf59SPeter Wemm 		goto out;
288e9eabf59SPeter Wemm 	}
28920947801SPeter Wemm 	shdr = malloc(nbytes, M_LINKER, M_WAITOK);
290e9eabf59SPeter Wemm 	if (shdr == NULL) {
291e9eabf59SPeter Wemm 		error = ENOMEM;
292e9eabf59SPeter Wemm 		goto out;
293e9eabf59SPeter Wemm 	}
294e9eabf59SPeter Wemm 	ef->e_shdr = shdr;
295e9eabf59SPeter Wemm 	error = vn_rdwr(UIO_READ, nd.ni_vp, (caddr_t)shdr, nbytes, hdr->e_shoff,
296e9eabf59SPeter Wemm 	    UIO_SYSSPACE, IO_NODELOCKED, td->td_ucred, NOCRED, &resid, td);
297e9eabf59SPeter Wemm 	if (error)
298e9eabf59SPeter Wemm 		goto out;
299e9eabf59SPeter Wemm 	if (resid) {
300e9eabf59SPeter Wemm 		error = ENOEXEC;
301e9eabf59SPeter Wemm 		goto out;
302e9eabf59SPeter Wemm 	}
303e9eabf59SPeter Wemm 
304e9eabf59SPeter Wemm 	/* Scan the section header for information and table sizing. */
305e9eabf59SPeter Wemm 	nsym = 0;
306e9eabf59SPeter Wemm 	symtabindex = -1;
307e9eabf59SPeter Wemm 	symstrindex = -1;
308e9eabf59SPeter Wemm 	for (i = 0; i < hdr->e_shnum; i++) {
309e9eabf59SPeter Wemm 		switch (shdr[i].sh_type) {
310e9eabf59SPeter Wemm 		case SHT_PROGBITS:
311e9eabf59SPeter Wemm 		case SHT_NOBITS:
31220947801SPeter Wemm 			ef->nprogtab++;
313e9eabf59SPeter Wemm 			break;
314e9eabf59SPeter Wemm 		case SHT_SYMTAB:
315e9eabf59SPeter Wemm 			nsym++;
316e9eabf59SPeter Wemm 			symtabindex = i;
317e9eabf59SPeter Wemm 			symstrindex = shdr[i].sh_link;
318e9eabf59SPeter Wemm 			break;
319e9eabf59SPeter Wemm 		case SHT_REL:
320e9eabf59SPeter Wemm 			ef->nrel++;
321e9eabf59SPeter Wemm 			break;
322e9eabf59SPeter Wemm 		case SHT_RELA:
323e9eabf59SPeter Wemm 			ef->nrela++;
324e9eabf59SPeter Wemm 			break;
325e9eabf59SPeter Wemm 		case SHT_STRTAB:
326e9eabf59SPeter Wemm 			break;
327e9eabf59SPeter Wemm 		}
328e9eabf59SPeter Wemm 	}
32920947801SPeter Wemm 	if (ef->nprogtab == 0) {
330e9eabf59SPeter Wemm 		link_elf_error("file has no contents");
331e9eabf59SPeter Wemm 		error = ENOEXEC;
332e9eabf59SPeter Wemm 		goto out;
333e9eabf59SPeter Wemm 	}
334e9eabf59SPeter Wemm 	if (nsym != 1) {
335e9eabf59SPeter Wemm 		/* Only allow one symbol table for now */
336e9eabf59SPeter Wemm 		link_elf_error("file has no valid symbol table");
337e9eabf59SPeter Wemm 		error = ENOEXEC;
338e9eabf59SPeter Wemm 		goto out;
339e9eabf59SPeter Wemm 	}
340e9eabf59SPeter Wemm 	if (symstrindex < 0 || symstrindex > hdr->e_shnum ||
341e9eabf59SPeter Wemm 	    shdr[symstrindex].sh_type != SHT_STRTAB) {
342e9eabf59SPeter Wemm 		link_elf_error("file has invalid symbol strings");
343e9eabf59SPeter Wemm 		error = ENOEXEC;
344e9eabf59SPeter Wemm 		goto out;
345e9eabf59SPeter Wemm 	}
346e9eabf59SPeter Wemm 
347e9eabf59SPeter Wemm 	/* Allocate space for tracking the load chunks */
348e9eabf59SPeter Wemm 	if (ef->nprogtab != 0)
34920947801SPeter Wemm 		ef->progtab = malloc(ef->nprogtab * sizeof(*ef->progtab),
35020947801SPeter Wemm 		    M_LINKER, M_WAITOK | M_ZERO);
351e9eabf59SPeter Wemm 	if (ef->nrel != 0)
35220947801SPeter Wemm 		ef->reltab = malloc(ef->nrel * sizeof(*ef->reltab), M_LINKER,
35320947801SPeter Wemm 		    M_WAITOK | M_ZERO);
354e9eabf59SPeter Wemm 	if (ef->nrela != 0)
35520947801SPeter Wemm 		ef->relatab = malloc(ef->nrela * sizeof(*ef->relatab), M_LINKER,
35620947801SPeter Wemm 		    M_WAITOK | M_ZERO);
35720947801SPeter Wemm 	if ((ef->nprogtab != 0 && ef->progtab == NULL) ||
35820947801SPeter Wemm 	    (ef->nrel != 0 && ef->reltab == NULL) ||
35920947801SPeter Wemm 	    (ef->nrela != 0 && ef->relatab == NULL)) {
36020947801SPeter Wemm 		error = ENOMEM;
36120947801SPeter Wemm 		goto out;
36220947801SPeter Wemm 	}
363e9eabf59SPeter Wemm 
36420947801SPeter Wemm 	if (symtabindex == -1)
36520947801SPeter Wemm 		panic("lost symbol table index");
36620947801SPeter Wemm 	/* Allocate space for and load the symbol table */
367e9eabf59SPeter Wemm 	ef->ddbsymcnt = shdr[symtabindex].sh_size / sizeof(Elf_Sym);
368e9eabf59SPeter Wemm 	ef->ddbsymtab = malloc(shdr[symtabindex].sh_size, M_LINKER, M_WAITOK);
36920947801SPeter Wemm 	if (ef->ddbsymtab == NULL) {
37020947801SPeter Wemm 		error = ENOMEM;
37120947801SPeter Wemm 		goto out;
37220947801SPeter Wemm 	}
37320947801SPeter Wemm 	error = vn_rdwr(UIO_READ, nd.ni_vp, (void *)ef->ddbsymtab,
37420947801SPeter Wemm 	    shdr[symtabindex].sh_size, shdr[symtabindex].sh_offset,
37520947801SPeter Wemm 	    UIO_SYSSPACE, IO_NODELOCKED, td->td_ucred, NOCRED,
37620947801SPeter Wemm 	    &resid, td);
37720947801SPeter Wemm 	if (error)
37820947801SPeter Wemm 		goto out;
37920947801SPeter Wemm 	if (resid != 0){
38020947801SPeter Wemm 		error = EINVAL;
38120947801SPeter Wemm 		goto out;
38220947801SPeter Wemm 	}
383e9eabf59SPeter Wemm 
38420947801SPeter Wemm 	if (symstrindex == -1)
38520947801SPeter Wemm 		panic("lost symbol string index");
38620947801SPeter Wemm 	/* Allocate space for and load the symbol strings */
387e9eabf59SPeter Wemm 	ef->ddbstrcnt = shdr[symstrindex].sh_size;
388e9eabf59SPeter Wemm 	ef->ddbstrtab = malloc(shdr[symstrindex].sh_size, M_LINKER, M_WAITOK);
38920947801SPeter Wemm 	if (ef->ddbstrtab == NULL) {
390e9eabf59SPeter Wemm 		error = ENOMEM;
391e9eabf59SPeter Wemm 		goto out;
392e9eabf59SPeter Wemm 	}
39320947801SPeter Wemm 	error = vn_rdwr(UIO_READ, nd.ni_vp, ef->ddbstrtab,
39420947801SPeter Wemm 	    shdr[symstrindex].sh_size, shdr[symstrindex].sh_offset,
39520947801SPeter Wemm 	    UIO_SYSSPACE, IO_NODELOCKED, td->td_ucred, NOCRED,
39620947801SPeter Wemm 	    &resid, td);
39720947801SPeter Wemm 	if (error)
39820947801SPeter Wemm 		goto out;
39920947801SPeter Wemm 	if (resid != 0){
40020947801SPeter Wemm 		error = EINVAL;
40120947801SPeter Wemm 		goto out;
40220947801SPeter Wemm 	}
403e9eabf59SPeter Wemm 
404e9eabf59SPeter Wemm 	/* Do we have a string table for the section names?  */
405e9eabf59SPeter Wemm 	shstrindex = -1;
40620947801SPeter Wemm 	if (hdr->e_shstrndx != 0 &&
40720947801SPeter Wemm 	    shdr[hdr->e_shstrndx].sh_type == SHT_STRTAB) {
408e9eabf59SPeter Wemm 		shstrindex = hdr->e_shstrndx;
409e9eabf59SPeter Wemm 		ef->shstrcnt = shdr[shstrindex].sh_size;
41020947801SPeter Wemm 		ef->shstrtab = malloc(shdr[shstrindex].sh_size, M_LINKER,
41120947801SPeter Wemm 		    M_WAITOK);
412e9eabf59SPeter Wemm 		if (ef->shstrtab == NULL) {
413e9eabf59SPeter Wemm 			error = ENOMEM;
414e9eabf59SPeter Wemm 			goto out;
415e9eabf59SPeter Wemm 		}
41620947801SPeter Wemm 		error = vn_rdwr(UIO_READ, nd.ni_vp, ef->shstrtab,
41720947801SPeter Wemm 		    shdr[shstrindex].sh_size, shdr[shstrindex].sh_offset,
418e9eabf59SPeter Wemm 		    UIO_SYSSPACE, IO_NODELOCKED, td->td_ucred, NOCRED,
419e9eabf59SPeter Wemm 		    &resid, td);
420e9eabf59SPeter Wemm 		if (error)
421e9eabf59SPeter Wemm 			goto out;
42220947801SPeter Wemm 		if (resid != 0){
42320947801SPeter Wemm 			error = EINVAL;
42420947801SPeter Wemm 			goto out;
42520947801SPeter Wemm 		}
426e9eabf59SPeter Wemm 	}
427e9eabf59SPeter Wemm 
42820947801SPeter Wemm 	/* Size up code/data(progbits) and bss(nobits). */
429e9eabf59SPeter Wemm 	alignmask = 0;
430e9eabf59SPeter Wemm 	for (i = 0; i < hdr->e_shnum; i++) {
431e9eabf59SPeter Wemm 		switch (shdr[i].sh_type) {
432e9eabf59SPeter Wemm 		case SHT_PROGBITS:
433e9eabf59SPeter Wemm 		case SHT_NOBITS:
434e9eabf59SPeter Wemm 			alignmask = shdr[i].sh_addralign - 1;
435e9eabf59SPeter Wemm 			mapsize += alignmask;
436e9eabf59SPeter Wemm 			mapsize &= ~alignmask;
437e9eabf59SPeter Wemm 			mapsize += shdr[i].sh_size;
438e9eabf59SPeter Wemm 			break;
439e9eabf59SPeter Wemm 		}
440e9eabf59SPeter Wemm 	}
441e9eabf59SPeter Wemm 
442e9eabf59SPeter Wemm 	/*
443e9eabf59SPeter Wemm 	 * We know how much space we need for the text/data/bss/etc.
444e9eabf59SPeter Wemm 	 * This stuff needs to be in a single chunk so that profiling etc
445e9eabf59SPeter Wemm 	 * can get the bounds and gdb can associate offsets with modules
446e9eabf59SPeter Wemm 	 */
44720947801SPeter Wemm 	ef->object = vm_object_allocate(OBJT_DEFAULT,
44820947801SPeter Wemm 	    round_page(mapsize) >> PAGE_SHIFT);
449fe3db7c7SDoug Rabson 	if (ef->object == NULL) {
450fe3db7c7SDoug Rabson 		error = ENOMEM;
451fe3db7c7SDoug Rabson 		goto out;
452fe3db7c7SDoug Rabson 	}
453fe3db7c7SDoug Rabson 	vm_object_reference(ef->object);
454fe3db7c7SDoug Rabson 	ef->address = (caddr_t) vm_map_min(kernel_map);
45520947801SPeter Wemm 	error = vm_map_find(kernel_map, ef->object, 0, &mapbase,
45620947801SPeter Wemm 	    round_page(mapsize), TRUE, VM_PROT_ALL, VM_PROT_ALL, FALSE);
457fe3db7c7SDoug Rabson 	if (error) {
458fe3db7c7SDoug Rabson 		vm_object_deallocate(ef->object);
459326e27d8SDoug Rabson 		ef->object = 0;
460fe3db7c7SDoug Rabson 		goto out;
461fe3db7c7SDoug Rabson 	}
46220947801SPeter Wemm 
463e9eabf59SPeter Wemm 	/* Wire the pages */
46420947801SPeter Wemm 	vm_map_wire(kernel_map, mapbase,
46520947801SPeter Wemm 	    mapbase + round_page(mapsize),
466e9eabf59SPeter Wemm 	    VM_MAP_WIRE_SYSTEM|VM_MAP_WIRE_NOHOLES);
467a4f67738SDoug Rabson 
46820947801SPeter Wemm 	/* Inform the kld system about the situation */
46920947801SPeter Wemm 	lf->address = ef->address = (caddr_t)mapbase;
47020947801SPeter Wemm 	lf->size = mapsize;
471e9eabf59SPeter Wemm 
472e9eabf59SPeter Wemm 	/*
47320947801SPeter Wemm 	 * Now load code/data(progbits), zero bss(nobits), allocate space for
47420947801SPeter Wemm 	 * and load relocs
475e9eabf59SPeter Wemm 	 */
47620947801SPeter Wemm 	pb = 0;
47720947801SPeter Wemm 	rl = 0;
47820947801SPeter Wemm 	ra = 0;
47920947801SPeter Wemm 	alignmask = 0;
48020947801SPeter Wemm 	for (i = 0; i < hdr->e_shnum; i++) {
48120947801SPeter Wemm 		switch (shdr[i].sh_type) {
48220947801SPeter Wemm 		case SHT_PROGBITS:
48320947801SPeter Wemm 		case SHT_NOBITS:
48420947801SPeter Wemm 			alignmask = shdr[i].sh_addralign - 1;
48520947801SPeter Wemm 			mapbase += alignmask;
48620947801SPeter Wemm 			mapbase &= ~alignmask;
48720947801SPeter Wemm 			ef->progtab[pb].addr = (void *)(uintptr_t)mapbase;
48820947801SPeter Wemm 			if (shdr[i].sh_type == SHT_PROGBITS) {
48920947801SPeter Wemm 				ef->progtab[pb].name = "<<PROGBITS>>";
490e9eabf59SPeter Wemm 				error = vn_rdwr(UIO_READ, nd.ni_vp,
49120947801SPeter Wemm 				    ef->progtab[pb].addr,
49220947801SPeter Wemm 				    shdr[i].sh_size, shdr[i].sh_offset,
49320947801SPeter Wemm 				    UIO_SYSSPACE, IO_NODELOCKED, td->td_ucred,
49420947801SPeter Wemm 				    NOCRED, &resid, td);
49520947801SPeter Wemm 				if (error)
49620947801SPeter Wemm 					goto out;
49720947801SPeter Wemm 				if (resid != 0){
49820947801SPeter Wemm 					error = EINVAL;
49920947801SPeter Wemm 					goto out;
50020947801SPeter Wemm 				}
50120947801SPeter Wemm 			} else {
50220947801SPeter Wemm 				ef->progtab[pb].name = "<<NOBITS>>";
50320947801SPeter Wemm 				bzero(ef->progtab[pb].addr, shdr[i].sh_size);
50420947801SPeter Wemm 			}
50520947801SPeter Wemm 			ef->progtab[pb].size = shdr[i].sh_size;
50620947801SPeter Wemm 			ef->progtab[pb].align = shdr[i].sh_addralign;
50720947801SPeter Wemm 			ef->progtab[pb].sec = i;
50820947801SPeter Wemm 			if (ef->shstrtab && shdr[i].sh_name != 0)
50920947801SPeter Wemm 				ef->progtab[pb].name =
51020947801SPeter Wemm 				    ef->shstrtab + shdr[i].sh_name;
51120947801SPeter Wemm 			mapbase += shdr[i].sh_size;
51220947801SPeter Wemm 			pb++;
51320947801SPeter Wemm 			break;
51420947801SPeter Wemm 		case SHT_REL:
51520947801SPeter Wemm 			ef->reltab[rl].rel = malloc(shdr[i].sh_size, M_LINKER,
51620947801SPeter Wemm 			    M_WAITOK);
51720947801SPeter Wemm 			ef->reltab[rl].nrel = shdr[i].sh_size / sizeof(Elf_Rel);
51820947801SPeter Wemm 			ef->reltab[rl].sec = shdr[i].sh_info;
51920947801SPeter Wemm 			error = vn_rdwr(UIO_READ, nd.ni_vp,
52020947801SPeter Wemm 			    (void *)ef->reltab[rl].rel,
52120947801SPeter Wemm 			    shdr[i].sh_size, shdr[i].sh_offset,
522e9eabf59SPeter Wemm 			    UIO_SYSSPACE, IO_NODELOCKED, td->td_ucred, NOCRED,
523e9eabf59SPeter Wemm 			    &resid, td);
524e9eabf59SPeter Wemm 			if (error)
525e9eabf59SPeter Wemm 				goto out;
52620947801SPeter Wemm 			if (resid != 0){
52720947801SPeter Wemm 				error = EINVAL;
52820947801SPeter Wemm 				goto out;
529e9eabf59SPeter Wemm 			}
53020947801SPeter Wemm 			rl++;
53120947801SPeter Wemm 			break;
53220947801SPeter Wemm 		case SHT_RELA:
53320947801SPeter Wemm 			ef->relatab[ra].rela = malloc(shdr[i].sh_size, M_LINKER,
53420947801SPeter Wemm 			    M_WAITOK);
53520947801SPeter Wemm 			ef->relatab[ra].nrela =
53620947801SPeter Wemm 			    shdr[i].sh_size / sizeof(Elf_Rela);
53720947801SPeter Wemm 			ef->relatab[ra].sec = shdr[i].sh_info;
538e9eabf59SPeter Wemm 			error = vn_rdwr(UIO_READ, nd.ni_vp,
53920947801SPeter Wemm 			    (void *)ef->relatab[ra].rela,
54020947801SPeter Wemm 			    shdr[i].sh_size, shdr[i].sh_offset,
541e9eabf59SPeter Wemm 			    UIO_SYSSPACE, IO_NODELOCKED, td->td_ucred, NOCRED,
542e9eabf59SPeter Wemm 			    &resid, td);
543e9eabf59SPeter Wemm 			if (error)
544e9eabf59SPeter Wemm 				goto out;
54520947801SPeter Wemm 			if (resid != 0){
54620947801SPeter Wemm 				error = EINVAL;
54720947801SPeter Wemm 				goto out;
548e9eabf59SPeter Wemm 			}
54920947801SPeter Wemm 			ra++;
55020947801SPeter Wemm 			break;
55120947801SPeter Wemm 		}
55220947801SPeter Wemm 	}
55320947801SPeter Wemm 	if (pb != ef->nprogtab)
55420947801SPeter Wemm 		panic("lost progbits");
55520947801SPeter Wemm 	if (rl != ef->nrel)
55620947801SPeter Wemm 		panic("lost rel");
55720947801SPeter Wemm 	if (ra != ef->nrela)
55820947801SPeter Wemm 		panic("lost rela");
55920947801SPeter Wemm 	if (mapbase != (vm_offset_t)ef->address + mapsize)
56020947801SPeter Wemm 		panic("mapbase 0x%lx != address %p + mapsize 0x%lx (0x%lx)\n", mapbase, ef->address, mapsize, (vm_offset_t)ef->address + mapsize);
561e9eabf59SPeter Wemm 
562e9eabf59SPeter Wemm 	/* Local intra-module relocations */
5637251b4bfSJake Burkholder 	link_elf_reloc_local(lf);
5647251b4bfSJake Burkholder 
565e9eabf59SPeter Wemm 	/* Pull in dependencies */
5667b9716baSIan Dowse 	error = linker_load_dependencies(lf);
567ca65d5c7SPeter Wemm 	if (error)
568de78ca7eSPeter Wemm 		goto out;
569e9eabf59SPeter Wemm 
570e9eabf59SPeter Wemm 	/* External relocations */
571326e27d8SDoug Rabson 	error = relocate_file(ef);
572ca65d5c7SPeter Wemm 	if (error)
573ca65d5c7SPeter Wemm 		goto out;
574ca65d5c7SPeter Wemm 
575e9eabf59SPeter Wemm 	/* Notify MD code that a module is being loaded. */
576e9eabf59SPeter Wemm 	error = elf_cpu_load_file(lf);
577ca65d5c7SPeter Wemm 	if (error)
578ca65d5c7SPeter Wemm 		goto out;
579a4f67738SDoug Rabson 
580a4f67738SDoug Rabson 	*result = lf;
581a4f67738SDoug Rabson 
582a4f67738SDoug Rabson out:
583ca65d5c7SPeter Wemm 	if (error && lf)
584ca65d5c7SPeter Wemm 		linker_file_unload(lf);
585e9eabf59SPeter Wemm 	if (hdr)
586e9eabf59SPeter Wemm 		free(hdr, M_LINKER);
587b40ce416SJulian Elischer 	VOP_UNLOCK(nd.ni_vp, 0, td);
588a854ed98SJohn Baldwin 	vn_close(nd.ni_vp, FREAD, td->td_ucred, td);
589a4f67738SDoug Rabson 
590a4f67738SDoug Rabson 	return error;
591a4f67738SDoug Rabson }
592a4f67738SDoug Rabson 
593a4f67738SDoug Rabson static void
594de78ca7eSPeter Wemm link_elf_unload_file(linker_file_t file)
595a4f67738SDoug Rabson {
596326e27d8SDoug Rabson 	elf_file_t ef = (elf_file_t) file;
59720947801SPeter Wemm 	int i;
598a4f67738SDoug Rabson 
5991aeb23cdSMarcel Moolenaar 	/* Notify MD code that a module is being unloaded. */
6001aeb23cdSMarcel Moolenaar 	elf_cpu_unload_file(file);
6011aeb23cdSMarcel Moolenaar 
60220947801SPeter Wemm 	for (i = 0; i < ef->nrel; i++)
60320947801SPeter Wemm 		if (ef->reltab[i].rel)
60420947801SPeter Wemm 			free(ef->reltab[i].rel, M_LINKER);
60520947801SPeter Wemm 	for (i = 0; i < ef->nrela; i++)
60620947801SPeter Wemm 		if (ef->relatab[i].rela)
60720947801SPeter Wemm 			free(ef->relatab[i].rela, M_LINKER);
60820947801SPeter Wemm 	if (ef->reltab)
60920947801SPeter Wemm 		free(ef->reltab, M_LINKER);
61020947801SPeter Wemm 	if (ef->relatab)
61120947801SPeter Wemm 		free(ef->relatab, M_LINKER);
61220947801SPeter Wemm 	if (ef->progtab)
61320947801SPeter Wemm 		free(ef->progtab, M_LINKER);
61420947801SPeter Wemm 
615fe3db7c7SDoug Rabson 	if (ef->object) {
616fe3db7c7SDoug Rabson 		vm_map_remove(kernel_map, (vm_offset_t) ef->address,
61720947801SPeter Wemm 		    (vm_offset_t) ef->address +
61820947801SPeter Wemm 		    (ef->object->size << PAGE_SHIFT));
619fe3db7c7SDoug Rabson 		vm_object_deallocate(ef->object);
620fe3db7c7SDoug Rabson 	}
621e9eabf59SPeter Wemm 	if (ef->e_shdr)
622e9eabf59SPeter Wemm 		free(ef->e_shdr, M_LINKER);
623e9eabf59SPeter Wemm 	if (ef->ddbsymtab)
624e9eabf59SPeter Wemm 		free(ef->ddbsymtab, M_LINKER);
625e9eabf59SPeter Wemm 	if (ef->ddbstrtab)
626e9eabf59SPeter Wemm 		free(ef->ddbstrtab, M_LINKER);
62720947801SPeter Wemm 	if (ef->shstrtab)
62820947801SPeter Wemm 		free(ef->shstrtab, M_LINKER);
629de78ca7eSPeter Wemm }
630de78ca7eSPeter Wemm 
631fe3db7c7SDoug Rabson static const char *
632aa855a59SPeter Wemm symbol_name(elf_file_t ef, Elf_Word r_info)
633a4f67738SDoug Rabson {
634fe3db7c7SDoug Rabson 	const Elf_Sym *ref;
635a4f67738SDoug Rabson 
636aa855a59SPeter Wemm 	if (ELF_R_SYM(r_info)) {
637e9eabf59SPeter Wemm 		ref = ef->ddbsymtab + ELF_R_SYM(r_info);
638e9eabf59SPeter Wemm 		return ef->ddbstrtab + ref->st_name;
639fe3db7c7SDoug Rabson 	} else
640fe3db7c7SDoug Rabson 		return NULL;
641a4f67738SDoug Rabson }
642a4f67738SDoug Rabson 
643e9eabf59SPeter Wemm static Elf_Addr
644e9eabf59SPeter Wemm findbase(elf_file_t ef, int sec)
645e9eabf59SPeter Wemm {
646e9eabf59SPeter Wemm 	int i;
647e9eabf59SPeter Wemm 	Elf_Addr base = 0;
648e9eabf59SPeter Wemm 
649e9eabf59SPeter Wemm 	for (i = 0; i < ef->nprogtab; i++) {
650e9eabf59SPeter Wemm 		if (sec == ef->progtab[i].sec)
651e9eabf59SPeter Wemm 			base = (Elf_Addr)ef->progtab[i].addr;
652e9eabf59SPeter Wemm 	}
653e9eabf59SPeter Wemm 	if (base == 0)
654e9eabf59SPeter Wemm 		base = (Elf_Addr)ef->address;
655e9eabf59SPeter Wemm 	return base;
656e9eabf59SPeter Wemm }
657e9eabf59SPeter Wemm 
658a4f67738SDoug Rabson static int
659326e27d8SDoug Rabson relocate_file(elf_file_t ef)
660a4f67738SDoug Rabson {
661fe3db7c7SDoug Rabson 	const Elf_Rel *rellim;
662fe3db7c7SDoug Rabson 	const Elf_Rel *rel;
663fe3db7c7SDoug Rabson 	const Elf_Rela *relalim;
664fe3db7c7SDoug Rabson 	const Elf_Rela *rela;
665aa855a59SPeter Wemm 	const char *symname;
666e9eabf59SPeter Wemm 	const Elf_Sym *sym;
667e9eabf59SPeter Wemm 	int i;
668e9eabf59SPeter Wemm         Elf_Word symidx;
669e9eabf59SPeter Wemm 	Elf_Addr base;
670e9eabf59SPeter Wemm 
671a4f67738SDoug Rabson 
672fe3db7c7SDoug Rabson 	/* Perform relocations without addend if there are any: */
673e9eabf59SPeter Wemm 	for (i = 0; i < ef->nrel; i++) {
674e9eabf59SPeter Wemm 		rel = ef->reltab[i].rel;
67520947801SPeter Wemm 		if (rel == NULL)
67620947801SPeter Wemm 			continue;
67720947801SPeter Wemm 		rellim = rel + ef->reltab[i].nrel;
678e9eabf59SPeter Wemm 		base = findbase(ef, ef->reltab[i].sec);
67920947801SPeter Wemm 		for ( ; rel < rellim; rel++) {
680e9eabf59SPeter Wemm 			symidx = ELF_R_SYM(rel->r_info);
68120947801SPeter Wemm 			if (symidx >= ef->ddbsymcnt)
68220947801SPeter Wemm 				continue;
683e9eabf59SPeter Wemm 			sym = ef->ddbsymtab + symidx;
68420947801SPeter Wemm 			/* Local relocs are already done */
68520947801SPeter Wemm 			if (ELF_ST_BIND(sym->st_info) == STB_LOCAL)
68620947801SPeter Wemm 				continue;
68720947801SPeter Wemm 			if (elf_reloc(&ef->lf, base, rel, ELF_RELOC_REL,
68820947801SPeter Wemm 			    elf_obj_lookup)) {
689aa855a59SPeter Wemm 				symname = symbol_name(ef, rel->r_info);
69020947801SPeter Wemm 				printf("link_elf_obj: symbol %s undefined\n",
69120947801SPeter Wemm 				    symname);
692a4f67738SDoug Rabson 				return ENOENT;
693a13ddfb6SPeter Wemm 			}
694aa855a59SPeter Wemm 		}
695a4f67738SDoug Rabson 	}
696a4f67738SDoug Rabson 
697fe3db7c7SDoug Rabson 	/* Perform relocations with addend if there are any: */
698e9eabf59SPeter Wemm 	for (i = 0; i < ef->nrela; i++) {
699e9eabf59SPeter Wemm 		rela = ef->relatab[i].rela;
70020947801SPeter Wemm 		if (rela == NULL)
70120947801SPeter Wemm 			continue;
70220947801SPeter Wemm 		relalim = rela + ef->relatab[i].nrela;
703e9eabf59SPeter Wemm 		base = findbase(ef, ef->relatab[i].sec);
70420947801SPeter Wemm 		for ( ; rela < relalim; rela++) {
705e9eabf59SPeter Wemm 			symidx = ELF_R_SYM(rela->r_info);
70620947801SPeter Wemm 			if (symidx >= ef->ddbsymcnt)
70720947801SPeter Wemm 				continue;
708e9eabf59SPeter Wemm 			sym = ef->ddbsymtab + symidx;
70920947801SPeter Wemm 			/* Local relocs are already done */
71020947801SPeter Wemm 			if (ELF_ST_BIND(sym->st_info) == STB_LOCAL)
71120947801SPeter Wemm 				continue;
71220947801SPeter Wemm 			if (elf_reloc(&ef->lf, base, rela, ELF_RELOC_RELA,
71320947801SPeter Wemm 			    elf_obj_lookup)) {
714aa855a59SPeter Wemm 				symname = symbol_name(ef, rela->r_info);
71520947801SPeter Wemm 				printf("link_elf_obj: symbol %s undefined\n",
71620947801SPeter Wemm 				    symname);
717fe3db7c7SDoug Rabson 				return ENOENT;
718a13ddfb6SPeter Wemm 			}
719e9eabf59SPeter Wemm 		}
720e9eabf59SPeter Wemm 	}
721a4f67738SDoug Rabson 
722a4f67738SDoug Rabson 	return 0;
723a4f67738SDoug Rabson }
724a4f67738SDoug Rabson 
72537c84183SPoul-Henning Kamp static int
726d254af07SMatthew Dillon link_elf_lookup_symbol(linker_file_t lf, const char *name, c_linker_sym_t *sym)
727a4f67738SDoug Rabson {
728326e27d8SDoug Rabson 	elf_file_t ef = (elf_file_t) lf;
7292d636ab0SPeter Wemm 	const Elf_Sym *symp;
7302d636ab0SPeter Wemm 	const char *strp;
731a4f67738SDoug Rabson 	int i;
732a4f67738SDoug Rabson 
733e9eabf59SPeter Wemm /* XXX search for globals first */
7342d636ab0SPeter Wemm 	for (i = 0, symp = ef->ddbsymtab; i < ef->ddbsymcnt; i++, symp++) {
7352d636ab0SPeter Wemm 		strp = ef->ddbstrtab + symp->st_name;
7362d636ab0SPeter Wemm 		if (strcmp(name, strp) == 0) {
7372d636ab0SPeter Wemm 			if (symp->st_shndx != SHN_UNDEF ||
7382d636ab0SPeter Wemm 			    (symp->st_value != 0 &&
7392d636ab0SPeter Wemm 			    ELF_ST_TYPE(symp->st_info) == STT_FUNC)) {
740d254af07SMatthew Dillon 				*sym = (c_linker_sym_t) symp;
7412d636ab0SPeter Wemm 				return 0;
7422d636ab0SPeter Wemm 			} else
7432d636ab0SPeter Wemm 				return ENOENT;
7442d636ab0SPeter Wemm 		}
7452d636ab0SPeter Wemm 	}
7462d636ab0SPeter Wemm 
747a4f67738SDoug Rabson 	return ENOENT;
748a4f67738SDoug Rabson }
749a4f67738SDoug Rabson 
750de78ca7eSPeter Wemm static int
75120947801SPeter Wemm link_elf_symbol_values(linker_file_t lf, c_linker_sym_t sym,
75220947801SPeter Wemm     linker_symval_t *symval)
753a4f67738SDoug Rabson {
754326e27d8SDoug Rabson 	elf_file_t ef = (elf_file_t) lf;
7558aef1712SMatthew Dillon 	const Elf_Sym *es = (const Elf_Sym*) sym;
756a4f67738SDoug Rabson 
7575cf87418SMarcel Moolenaar 	if (es >= ef->ddbsymtab && es < (ef->ddbsymtab + ef->ddbsymcnt)) {
7582d636ab0SPeter Wemm 		symval->name = ef->ddbstrtab + es->st_name;
7592d636ab0SPeter Wemm 		symval->value = (caddr_t) ef->address + es->st_value;
7602d636ab0SPeter Wemm 		symval->size = es->st_size;
7612d636ab0SPeter Wemm 		return 0;
7622d636ab0SPeter Wemm 	}
7632d636ab0SPeter Wemm 	return ENOENT;
7642d636ab0SPeter Wemm }
765a4f67738SDoug Rabson 
766a4f67738SDoug Rabson static int
767a4f67738SDoug Rabson link_elf_search_symbol(linker_file_t lf, caddr_t value,
768d254af07SMatthew Dillon     c_linker_sym_t *sym, long *diffp)
769a4f67738SDoug Rabson {
770326e27d8SDoug Rabson 	elf_file_t ef = (elf_file_t) lf;
771586453feSBruce Evans 	u_long off = (uintptr_t) (void *) value;
772a4f67738SDoug Rabson 	u_long diff = off;
773586453feSBruce Evans 	u_long st_value;
774fe3db7c7SDoug Rabson 	const Elf_Sym *es;
775fe3db7c7SDoug Rabson 	const Elf_Sym *best = 0;
776a4f67738SDoug Rabson 	int i;
777a4f67738SDoug Rabson 
7782d636ab0SPeter Wemm 	for (i = 0, es = ef->ddbsymtab; i < ef->ddbsymcnt; i++, es++) {
779a4f67738SDoug Rabson 		if (es->st_name == 0)
780a4f67738SDoug Rabson 			continue;
781586453feSBruce Evans 		st_value = es->st_value + (uintptr_t) (void *) ef->address;
782b5abfb70SPeter Wemm 		if (off >= st_value) {
783b5abfb70SPeter Wemm 			if (off - st_value < diff) {
784b5abfb70SPeter Wemm 				diff = off - st_value;
785a4f67738SDoug Rabson 				best = es;
786a4f67738SDoug Rabson 				if (diff == 0)
787a4f67738SDoug Rabson 					break;
788b5abfb70SPeter Wemm 			} else if (off - st_value == diff) {
789a4f67738SDoug Rabson 				best = es;
790a4f67738SDoug Rabson 			}
791a4f67738SDoug Rabson 		}
792a4f67738SDoug Rabson 	}
793a4f67738SDoug Rabson 	if (best == 0)
794a4f67738SDoug Rabson 		*diffp = off;
795a4f67738SDoug Rabson 	else
796a4f67738SDoug Rabson 		*diffp = diff;
797d254af07SMatthew Dillon 	*sym = (c_linker_sym_t) best;
798a4f67738SDoug Rabson 
799a4f67738SDoug Rabson 	return 0;
800a4f67738SDoug Rabson }
801f41325dbSPeter Wemm 
802f41325dbSPeter Wemm /*
803f41325dbSPeter Wemm  * Look up a linker set on an ELF system.
804f41325dbSPeter Wemm  */
805f41325dbSPeter Wemm static int
806f41325dbSPeter Wemm link_elf_lookup_set(linker_file_t lf, const char *name,
807f41325dbSPeter Wemm     void ***startp, void ***stopp, int *countp)
808f41325dbSPeter Wemm {
809e9eabf59SPeter Wemm 	elf_file_t ef = (elf_file_t)lf;
810f41325dbSPeter Wemm 	void **start, **stop;
811e9eabf59SPeter Wemm 	int i, count;
812f41325dbSPeter Wemm 
813e9eabf59SPeter Wemm 	/* Relative to section number */
814e9eabf59SPeter Wemm 	for (i = 0; i < ef->nprogtab; i++) {
815e9eabf59SPeter Wemm 		if ((strncmp(ef->progtab[i].name, "set_", 4) == 0) &&
816e9eabf59SPeter Wemm 		    strcmp(ef->progtab[i].name + 4, name) == 0) {
817e9eabf59SPeter Wemm 			start  = (void **)ef->progtab[i].addr;
81820947801SPeter Wemm 			stop = (void **)((char *)ef->progtab[i].addr +
81920947801SPeter Wemm 			    ef->progtab[i].size);
820f41325dbSPeter Wemm 			count = stop - start;
821f41325dbSPeter Wemm 			if (startp)
822f41325dbSPeter Wemm 				*startp = start;
823f41325dbSPeter Wemm 			if (stopp)
824f41325dbSPeter Wemm 				*stopp = stop;
825f41325dbSPeter Wemm 			if (countp)
826f41325dbSPeter Wemm 				*countp = count;
827e9eabf59SPeter Wemm 			return (0);
828e9eabf59SPeter Wemm 		}
829e9eabf59SPeter Wemm 	}
830e9eabf59SPeter Wemm 	return (ESRCH);
831f41325dbSPeter Wemm }
832bb9fe9ddSBrian Feldman 
833bb9fe9ddSBrian Feldman static int
834bb9fe9ddSBrian Feldman link_elf_each_function_name(linker_file_t file,
835e9eabf59SPeter Wemm     int (*callback)(const char *, void *), void *opaque)
836e9eabf59SPeter Wemm {
837bb9fe9ddSBrian Feldman 	elf_file_t ef = (elf_file_t)file;
838bb9fe9ddSBrian Feldman 	const Elf_Sym *symp;
839bb9fe9ddSBrian Feldman 	int i, error;
840bb9fe9ddSBrian Feldman 
841bb9fe9ddSBrian Feldman 	/* Exhaustive search */
842bb9fe9ddSBrian Feldman 	for (i = 0, symp = ef->ddbsymtab; i < ef->ddbsymcnt; i++, symp++) {
843bb9fe9ddSBrian Feldman 		if (symp->st_value != 0 &&
844bb9fe9ddSBrian Feldman 		    ELF_ST_TYPE(symp->st_info) == STT_FUNC) {
845bb9fe9ddSBrian Feldman 			error = callback(ef->ddbstrtab + symp->st_name, opaque);
846bb9fe9ddSBrian Feldman 			if (error)
847bb9fe9ddSBrian Feldman 				return (error);
848bb9fe9ddSBrian Feldman 		}
849bb9fe9ddSBrian Feldman 	}
850bb9fe9ddSBrian Feldman 	return (0);
851bb9fe9ddSBrian Feldman }
85284201059SMarcel Moolenaar 
853d297ad16SMarcel Moolenaar /*
854d297ad16SMarcel Moolenaar  * Symbol lookup function that can be used when the symbol index is known (ie
855d297ad16SMarcel Moolenaar  * in relocations). It uses the symbol index instead of doing a fully fledged
856d297ad16SMarcel Moolenaar  * hash table based lookup when such is valid. For example for local symbols.
857d297ad16SMarcel Moolenaar  * This is not only more efficient, it's also more correct. It's not always
858d297ad16SMarcel Moolenaar  * the case that the symbol can be found through the hash table.
859d297ad16SMarcel Moolenaar  */
860e9eabf59SPeter Wemm static Elf_Addr
861e9eabf59SPeter Wemm elf_obj_lookup(linker_file_t lf, Elf_Word symidx, int deps)
862d297ad16SMarcel Moolenaar {
863d297ad16SMarcel Moolenaar 	elf_file_t ef = (elf_file_t)lf;
864d297ad16SMarcel Moolenaar 	const Elf_Sym *sym;
865d297ad16SMarcel Moolenaar 	const char *symbol;
866e9eabf59SPeter Wemm 	Elf_Addr ret;
867e9eabf59SPeter Wemm 	int i;
868d297ad16SMarcel Moolenaar 
869d297ad16SMarcel Moolenaar 	/* Don't even try to lookup the symbol if the index is bogus. */
870e9eabf59SPeter Wemm 	if (symidx >= ef->ddbsymcnt)
871d297ad16SMarcel Moolenaar 		return (0);
872d297ad16SMarcel Moolenaar 
873e9eabf59SPeter Wemm 	sym = ef->ddbsymtab + symidx;
874d297ad16SMarcel Moolenaar 
875e9eabf59SPeter Wemm 	/* Theoretically we can avoid a lookup for some locals */
876872e9216SPeter Wemm 	switch (ELF_ST_BIND(sym->st_info)) {
877e9eabf59SPeter Wemm 	case STB_LOCAL:
878e9eabf59SPeter Wemm 		/* Local, but undefined? huh? */
879e9eabf59SPeter Wemm 		if (sym->st_shndx == SHN_UNDEF)
880d297ad16SMarcel Moolenaar 			return (0);
881e9eabf59SPeter Wemm 		ret = 0;
882e9eabf59SPeter Wemm 		/* Relative to section number */
883e9eabf59SPeter Wemm 		for (i = 0; i < ef->nprogtab; i++) {
884e9eabf59SPeter Wemm 			if (sym->st_shndx == ef->progtab[i].sec) {
885e9eabf59SPeter Wemm 				ret = (Elf_Addr)ef->progtab[i].addr;
886e9eabf59SPeter Wemm 				break;
887d297ad16SMarcel Moolenaar 			}
888e9eabf59SPeter Wemm 		}
889e9eabf59SPeter Wemm 		return ret + sym->st_value;
890d297ad16SMarcel Moolenaar 
891e9eabf59SPeter Wemm 	case STB_GLOBAL:
892e9eabf59SPeter Wemm 		/* Relative to Data or Function name */
893e9eabf59SPeter Wemm 		symbol = ef->ddbstrtab + sym->st_name;
894d297ad16SMarcel Moolenaar 
895d297ad16SMarcel Moolenaar 		/* Force a lookup failure if the symbol name is bogus. */
896d297ad16SMarcel Moolenaar 		if (*symbol == 0)
897d297ad16SMarcel Moolenaar 			return (0);
898e9eabf59SPeter Wemm 		ret = ((Elf_Addr)linker_file_lookup_symbol(lf, symbol, deps));
899e9eabf59SPeter Wemm 		return ret;
900d297ad16SMarcel Moolenaar 
901e9eabf59SPeter Wemm 	case STB_WEAK:
90220947801SPeter Wemm 		printf("link_elf_obj: Weak symbols not supported\n");
903e9eabf59SPeter Wemm 		return (0);
904e9eabf59SPeter Wemm 
905e9eabf59SPeter Wemm 	default:
906e9eabf59SPeter Wemm 		return (0);
907d297ad16SMarcel Moolenaar 	}
908e9eabf59SPeter Wemm }
909e9eabf59SPeter Wemm 
9107251b4bfSJake Burkholder static void
9117251b4bfSJake Burkholder link_elf_reloc_local(linker_file_t lf)
9127251b4bfSJake Burkholder {
913e9eabf59SPeter Wemm 	elf_file_t ef = (elf_file_t)lf;
9147251b4bfSJake Burkholder 	const Elf_Rel *rellim;
9157251b4bfSJake Burkholder 	const Elf_Rel *rel;
9167251b4bfSJake Burkholder 	const Elf_Rela *relalim;
9177251b4bfSJake Burkholder 	const Elf_Rela *rela;
918e9eabf59SPeter Wemm 	const Elf_Sym *sym;
919e9eabf59SPeter Wemm 	Elf_Addr base;
920e9eabf59SPeter Wemm 	int i;
921e9eabf59SPeter Wemm         Elf_Word symidx;
922e9eabf59SPeter Wemm 
9237251b4bfSJake Burkholder 
9247251b4bfSJake Burkholder 	/* Perform relocations without addend if there are any: */
925e9eabf59SPeter Wemm 	for (i = 0; i < ef->nrel; i++) {
926e9eabf59SPeter Wemm 		rel = ef->reltab[i].rel;
92720947801SPeter Wemm 		if (rel == NULL)
92820947801SPeter Wemm 			continue;
92920947801SPeter Wemm 		rellim = rel + ef->reltab[i].nrel;
930e9eabf59SPeter Wemm 		base = findbase(ef, ef->reltab[i].sec);
93120947801SPeter Wemm 		for ( ; rel < rellim; rel++) {
932e9eabf59SPeter Wemm 			symidx = ELF_R_SYM(rel->r_info);
93320947801SPeter Wemm 			if (symidx >= ef->ddbsymcnt)
93420947801SPeter Wemm 				continue;
935e9eabf59SPeter Wemm 			sym = ef->ddbsymtab + symidx;
93620947801SPeter Wemm 			/* Only do local relocs */
93720947801SPeter Wemm 			if (ELF_ST_BIND(sym->st_info) != STB_LOCAL)
93820947801SPeter Wemm 				continue;
93920947801SPeter Wemm 			elf_reloc_local(lf, base, rel, ELF_RELOC_REL,
94020947801SPeter Wemm 			    elf_obj_lookup);
9417251b4bfSJake Burkholder 		}
942e9eabf59SPeter Wemm 	}
9437251b4bfSJake Burkholder 
9447251b4bfSJake Burkholder 	/* Perform relocations with addend if there are any: */
945e9eabf59SPeter Wemm 	for (i = 0; i < ef->nrela; i++) {
946e9eabf59SPeter Wemm 		rela = ef->relatab[i].rela;
94720947801SPeter Wemm 		if (rela == NULL)
94820947801SPeter Wemm 			continue;
94920947801SPeter Wemm 		relalim = rela + ef->relatab[i].nrela;
950e9eabf59SPeter Wemm 		base = findbase(ef, ef->relatab[i].sec);
95120947801SPeter Wemm 		for ( ; rela < relalim; rela++) {
952e9eabf59SPeter Wemm 			symidx = ELF_R_SYM(rela->r_info);
95320947801SPeter Wemm 			if (symidx >= ef->ddbsymcnt)
95420947801SPeter Wemm 				continue;
955e9eabf59SPeter Wemm 			sym = ef->ddbsymtab + symidx;
95620947801SPeter Wemm 			/* Only do local relocs */
95720947801SPeter Wemm 			if (ELF_ST_BIND(sym->st_info) != STB_LOCAL)
95820947801SPeter Wemm 				continue;
95920947801SPeter Wemm 			elf_reloc_local(lf, base, rela, ELF_RELOC_RELA,
96020947801SPeter Wemm 			    elf_obj_lookup);
9617251b4bfSJake Burkholder 		}
9627251b4bfSJake Burkholder 	}
963e9eabf59SPeter Wemm }
964