13124c3e0SJohn Polstra /*- 23124c3e0SJohn Polstra * Copyright 1996-1998 John D. Polstra. 33124c3e0SJohn Polstra * All rights reserved. 43124c3e0SJohn Polstra * 53124c3e0SJohn Polstra * Redistribution and use in source and binary forms, with or without 63124c3e0SJohn Polstra * modification, are permitted provided that the following conditions 73124c3e0SJohn Polstra * are met: 83124c3e0SJohn Polstra * 1. Redistributions of source code must retain the above copyright 93124c3e0SJohn Polstra * notice, this list of conditions and the following disclaimer. 103124c3e0SJohn Polstra * 2. Redistributions in binary form must reproduce the above copyright 113124c3e0SJohn Polstra * notice, this list of conditions and the following disclaimer in the 123124c3e0SJohn Polstra * documentation and/or other materials provided with the distribution. 133124c3e0SJohn Polstra * 143124c3e0SJohn Polstra * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 153124c3e0SJohn Polstra * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 163124c3e0SJohn Polstra * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 173124c3e0SJohn Polstra * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 183124c3e0SJohn Polstra * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 193124c3e0SJohn Polstra * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 203124c3e0SJohn Polstra * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 213124c3e0SJohn Polstra * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 223124c3e0SJohn Polstra * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 233124c3e0SJohn Polstra * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 243124c3e0SJohn Polstra * 257f3dea24SPeter Wemm * $FreeBSD$ 263124c3e0SJohn Polstra */ 273124c3e0SJohn Polstra 283124c3e0SJohn Polstra #include <sys/param.h> 293124c3e0SJohn Polstra #include <sys/mman.h> 307360ae0fSJohn Polstra #include <sys/stat.h> 313124c3e0SJohn Polstra 323124c3e0SJohn Polstra #include <errno.h> 333124c3e0SJohn Polstra #include <stddef.h> 34926ea445SJohn Polstra #include <stdlib.h> 353124c3e0SJohn Polstra #include <string.h> 363124c3e0SJohn Polstra #include <unistd.h> 373124c3e0SJohn Polstra 38b5393d9fSDoug Rabson #include "debug.h" 393124c3e0SJohn Polstra #include "rtld.h" 403124c3e0SJohn Polstra 413124c3e0SJohn Polstra static int protflags(int); /* Elf flags -> mmap protection */ 423124c3e0SJohn Polstra 433124c3e0SJohn Polstra /* 44bfb1ef60SJohn Polstra * Map a shared object into memory. The "fd" argument is a file descriptor, 453124c3e0SJohn Polstra * which must be open on the object and positioned at its beginning. 46bfb1ef60SJohn Polstra * The "path" argument is a pathname that is used only for error messages. 473124c3e0SJohn Polstra * 483124c3e0SJohn Polstra * The return value is a pointer to a newly-allocated Obj_Entry structure 493124c3e0SJohn Polstra * for the shared object. Returns NULL on failure. 503124c3e0SJohn Polstra */ 513124c3e0SJohn Polstra Obj_Entry * 527360ae0fSJohn Polstra map_object(int fd, const char *path, const struct stat *sb) 533124c3e0SJohn Polstra { 543124c3e0SJohn Polstra Obj_Entry *obj; 553124c3e0SJohn Polstra union { 5613575fc4SDoug Rabson Elf_Ehdr hdr; 573124c3e0SJohn Polstra char buf[PAGE_SIZE]; 583124c3e0SJohn Polstra } u; 598b7f25d4SAlexander Kabaev int nbytes, i; 6013575fc4SDoug Rabson Elf_Phdr *phdr; 6113575fc4SDoug Rabson Elf_Phdr *phlimit; 628b7f25d4SAlexander Kabaev Elf_Phdr **segs; 633124c3e0SJohn Polstra int nsegs; 6413575fc4SDoug Rabson Elf_Phdr *phdyn; 6513575fc4SDoug Rabson Elf_Phdr *phphdr; 66a607e5d7SJohn Polstra Elf_Phdr *phinterp; 673124c3e0SJohn Polstra caddr_t mapbase; 683124c3e0SJohn Polstra size_t mapsize; 6913575fc4SDoug Rabson Elf_Off base_offset; 7013575fc4SDoug Rabson Elf_Addr base_vaddr; 7113575fc4SDoug Rabson Elf_Addr base_vlimit; 723124c3e0SJohn Polstra caddr_t base_addr; 7313575fc4SDoug Rabson Elf_Off data_offset; 7413575fc4SDoug Rabson Elf_Addr data_vaddr; 7513575fc4SDoug Rabson Elf_Addr data_vlimit; 763124c3e0SJohn Polstra caddr_t data_addr; 778b7f25d4SAlexander Kabaev int data_prot; 7813575fc4SDoug Rabson Elf_Addr clear_vaddr; 793124c3e0SJohn Polstra caddr_t clear_addr; 808b7f25d4SAlexander Kabaev caddr_t clear_page; 813124c3e0SJohn Polstra size_t nclear; 8213575fc4SDoug Rabson Elf_Addr bss_vaddr; 8313575fc4SDoug Rabson Elf_Addr bss_vlimit; 843124c3e0SJohn Polstra caddr_t bss_addr; 853124c3e0SJohn Polstra 863124c3e0SJohn Polstra if ((nbytes = read(fd, u.buf, PAGE_SIZE)) == -1) { 87bfb1ef60SJohn Polstra _rtld_error("%s: read error: %s", path, strerror(errno)); 883124c3e0SJohn Polstra return NULL; 893124c3e0SJohn Polstra } 903124c3e0SJohn Polstra 913124c3e0SJohn Polstra /* Make sure the file is valid */ 9213575fc4SDoug Rabson if (nbytes < sizeof(Elf_Ehdr) 933124c3e0SJohn Polstra || u.hdr.e_ident[EI_MAG0] != ELFMAG0 943124c3e0SJohn Polstra || u.hdr.e_ident[EI_MAG1] != ELFMAG1 953124c3e0SJohn Polstra || u.hdr.e_ident[EI_MAG2] != ELFMAG2 963124c3e0SJohn Polstra || u.hdr.e_ident[EI_MAG3] != ELFMAG3) { 97bfb1ef60SJohn Polstra _rtld_error("%s: invalid file format", path); 983124c3e0SJohn Polstra return NULL; 993124c3e0SJohn Polstra } 10013575fc4SDoug Rabson if (u.hdr.e_ident[EI_CLASS] != ELF_TARG_CLASS 10113575fc4SDoug Rabson || u.hdr.e_ident[EI_DATA] != ELF_TARG_DATA) { 102bfb1ef60SJohn Polstra _rtld_error("%s: unsupported file layout", path); 1033124c3e0SJohn Polstra return NULL; 1043124c3e0SJohn Polstra } 1053124c3e0SJohn Polstra if (u.hdr.e_ident[EI_VERSION] != EV_CURRENT 1063124c3e0SJohn Polstra || u.hdr.e_version != EV_CURRENT) { 107bfb1ef60SJohn Polstra _rtld_error("%s: unsupported file version", path); 1083124c3e0SJohn Polstra return NULL; 1093124c3e0SJohn Polstra } 1103124c3e0SJohn Polstra if (u.hdr.e_type != ET_EXEC && u.hdr.e_type != ET_DYN) { 111bfb1ef60SJohn Polstra _rtld_error("%s: unsupported file type", path); 1123124c3e0SJohn Polstra return NULL; 1133124c3e0SJohn Polstra } 11413575fc4SDoug Rabson if (u.hdr.e_machine != ELF_TARG_MACH) { 115bfb1ef60SJohn Polstra _rtld_error("%s: unsupported machine", path); 1163124c3e0SJohn Polstra return NULL; 1173124c3e0SJohn Polstra } 1183124c3e0SJohn Polstra 1193124c3e0SJohn Polstra /* 1203124c3e0SJohn Polstra * We rely on the program header being in the first page. This is 1213124c3e0SJohn Polstra * not strictly required by the ABI specification, but it seems to 1223124c3e0SJohn Polstra * always true in practice. And, it simplifies things considerably. 1233124c3e0SJohn Polstra */ 124bfb1ef60SJohn Polstra if (u.hdr.e_phentsize != sizeof(Elf_Phdr)) { 125bfb1ef60SJohn Polstra _rtld_error( 126bfb1ef60SJohn Polstra "%s: invalid shared object: e_phentsize != sizeof(Elf_Phdr)", path); 127bfb1ef60SJohn Polstra return NULL; 128bfb1ef60SJohn Polstra } 129bfb1ef60SJohn Polstra if (u.hdr.e_phoff + u.hdr.e_phnum*sizeof(Elf_Phdr) > nbytes) { 130bfb1ef60SJohn Polstra _rtld_error("%s: program header too large", path); 131bfb1ef60SJohn Polstra return NULL; 132bfb1ef60SJohn Polstra } 1333124c3e0SJohn Polstra 1343124c3e0SJohn Polstra /* 1353124c3e0SJohn Polstra * Scan the program header entries, and save key information. 1363124c3e0SJohn Polstra * 1373124c3e0SJohn Polstra * We rely on there being exactly two load segments, text and data, 1383124c3e0SJohn Polstra * in that order. 1393124c3e0SJohn Polstra */ 14013575fc4SDoug Rabson phdr = (Elf_Phdr *) (u.buf + u.hdr.e_phoff); 1413124c3e0SJohn Polstra phlimit = phdr + u.hdr.e_phnum; 1428b7f25d4SAlexander Kabaev nsegs = -1; 143a607e5d7SJohn Polstra phdyn = phphdr = phinterp = NULL; 1448b7f25d4SAlexander Kabaev segs = alloca(sizeof(segs[0]) * u.hdr.e_phnum); 1453124c3e0SJohn Polstra while (phdr < phlimit) { 1463124c3e0SJohn Polstra switch (phdr->p_type) { 1473124c3e0SJohn Polstra 148a607e5d7SJohn Polstra case PT_INTERP: 149a607e5d7SJohn Polstra phinterp = phdr; 150a607e5d7SJohn Polstra break; 151a607e5d7SJohn Polstra 1523124c3e0SJohn Polstra case PT_LOAD: 1538b7f25d4SAlexander Kabaev segs[++nsegs] = phdr; 1548b7f25d4SAlexander Kabaev if (segs[nsegs]->p_align < PAGE_SIZE) { 1558b7f25d4SAlexander Kabaev _rtld_error("%s: PT_LOAD segment %d not page-aligned", 1568b7f25d4SAlexander Kabaev path, nsegs); 157bfb1ef60SJohn Polstra return NULL; 158bfb1ef60SJohn Polstra } 1593124c3e0SJohn Polstra break; 1603124c3e0SJohn Polstra 1613124c3e0SJohn Polstra case PT_PHDR: 1623124c3e0SJohn Polstra phphdr = phdr; 1633124c3e0SJohn Polstra break; 1643124c3e0SJohn Polstra 1653124c3e0SJohn Polstra case PT_DYNAMIC: 1663124c3e0SJohn Polstra phdyn = phdr; 1673124c3e0SJohn Polstra break; 1683124c3e0SJohn Polstra } 1693124c3e0SJohn Polstra 1703124c3e0SJohn Polstra ++phdr; 1713124c3e0SJohn Polstra } 1723124c3e0SJohn Polstra if (phdyn == NULL) { 173bfb1ef60SJohn Polstra _rtld_error("%s: object is not dynamically-linked", path); 1743124c3e0SJohn Polstra return NULL; 1753124c3e0SJohn Polstra } 1763124c3e0SJohn Polstra 1778b7f25d4SAlexander Kabaev if (nsegs < 0) { 178bfb1ef60SJohn Polstra _rtld_error("%s: too few PT_LOAD segments", path); 179bfb1ef60SJohn Polstra return NULL; 180bfb1ef60SJohn Polstra } 1813124c3e0SJohn Polstra 1823124c3e0SJohn Polstra /* 1833124c3e0SJohn Polstra * Map the entire address space of the object, to stake out our 1843124c3e0SJohn Polstra * contiguous region, and to establish the base address for relocation. 1853124c3e0SJohn Polstra */ 1863124c3e0SJohn Polstra base_offset = trunc_page(segs[0]->p_offset); 1873124c3e0SJohn Polstra base_vaddr = trunc_page(segs[0]->p_vaddr); 1888b7f25d4SAlexander Kabaev base_vlimit = round_page(segs[nsegs]->p_vaddr + segs[nsegs]->p_memsz); 1893124c3e0SJohn Polstra mapsize = base_vlimit - base_vaddr; 1903124c3e0SJohn Polstra base_addr = u.hdr.e_type == ET_EXEC ? (caddr_t) base_vaddr : NULL; 1913124c3e0SJohn Polstra 1923124c3e0SJohn Polstra mapbase = mmap(base_addr, mapsize, protflags(segs[0]->p_flags), 1933124c3e0SJohn Polstra MAP_PRIVATE, fd, base_offset); 1943124c3e0SJohn Polstra if (mapbase == (caddr_t) -1) { 195bfb1ef60SJohn Polstra _rtld_error("%s: mmap of entire address space failed: %s", 196bfb1ef60SJohn Polstra path, strerror(errno)); 1973124c3e0SJohn Polstra return NULL; 1983124c3e0SJohn Polstra } 1993124c3e0SJohn Polstra if (base_addr != NULL && mapbase != base_addr) { 200bfb1ef60SJohn Polstra _rtld_error("%s: mmap returned wrong address: wanted %p, got %p", 201bfb1ef60SJohn Polstra path, base_addr, mapbase); 2023124c3e0SJohn Polstra munmap(mapbase, mapsize); 2033124c3e0SJohn Polstra return NULL; 2043124c3e0SJohn Polstra } 2053124c3e0SJohn Polstra 2068b7f25d4SAlexander Kabaev for (i = 0; i <= nsegs; i++) { 2078b7f25d4SAlexander Kabaev /* Overlay the segment onto the proper region. */ 2088b7f25d4SAlexander Kabaev data_offset = trunc_page(segs[i]->p_offset); 2098b7f25d4SAlexander Kabaev data_vaddr = trunc_page(segs[i]->p_vaddr); 2108b7f25d4SAlexander Kabaev data_vlimit = round_page(segs[i]->p_vaddr + segs[i]->p_filesz); 2113124c3e0SJohn Polstra data_addr = mapbase + (data_vaddr - base_vaddr); 2128b7f25d4SAlexander Kabaev data_prot = protflags(segs[i]->p_flags); 2138b7f25d4SAlexander Kabaev /* Do not call mmap on the first segment - this is redundant */ 2148b7f25d4SAlexander Kabaev if (i && mmap(data_addr, data_vlimit - data_vaddr, data_prot, 2153124c3e0SJohn Polstra MAP_PRIVATE|MAP_FIXED, fd, data_offset) == (caddr_t) -1) { 216bfb1ef60SJohn Polstra _rtld_error("%s: mmap of data failed: %s", path, strerror(errno)); 2173124c3e0SJohn Polstra return NULL; 2183124c3e0SJohn Polstra } 2193124c3e0SJohn Polstra 2208b7f25d4SAlexander Kabaev /* Clear any BSS in the last page of the segment. */ 2218b7f25d4SAlexander Kabaev clear_vaddr = segs[i]->p_vaddr + segs[i]->p_filesz; 2223124c3e0SJohn Polstra clear_addr = mapbase + (clear_vaddr - base_vaddr); 2238b7f25d4SAlexander Kabaev clear_page = mapbase + (trunc_page(clear_vaddr) - base_vaddr); 2248b7f25d4SAlexander Kabaev if ((nclear = data_vlimit - clear_vaddr) > 0) { 2258b7f25d4SAlexander Kabaev /* Make sure the end of the segment is writable */ 2268b7f25d4SAlexander Kabaev if ((data_prot & PROT_WRITE) == 0 && 2278b7f25d4SAlexander Kabaev -1 == mprotect(clear_page, PAGE_SIZE, data_prot|PROT_WRITE)) { 2288b7f25d4SAlexander Kabaev _rtld_error("%s: mprotect failed: %s", path, 2298b7f25d4SAlexander Kabaev strerror(errno)); 2308b7f25d4SAlexander Kabaev return NULL; 2318b7f25d4SAlexander Kabaev } 2328b7f25d4SAlexander Kabaev 2333124c3e0SJohn Polstra memset(clear_addr, 0, nclear); 2343124c3e0SJohn Polstra 2358b7f25d4SAlexander Kabaev /* Reset the data protection back */ 2368b7f25d4SAlexander Kabaev if ((data_prot & PROT_WRITE) == 0) 2378b7f25d4SAlexander Kabaev mprotect(clear_page, PAGE_SIZE, data_prot); 2388b7f25d4SAlexander Kabaev } 2398b7f25d4SAlexander Kabaev 2403124c3e0SJohn Polstra /* Overlay the BSS segment onto the proper region. */ 2413124c3e0SJohn Polstra bss_vaddr = data_vlimit; 2428b7f25d4SAlexander Kabaev bss_vlimit = round_page(segs[i]->p_vaddr + segs[i]->p_memsz); 2433124c3e0SJohn Polstra bss_addr = mapbase + (bss_vaddr - base_vaddr); 2443124c3e0SJohn Polstra if (bss_vlimit > bss_vaddr) { /* There is something to do */ 2458b7f25d4SAlexander Kabaev if (mmap(bss_addr, bss_vlimit - bss_vaddr, data_prot, 2463124c3e0SJohn Polstra MAP_PRIVATE|MAP_FIXED|MAP_ANON, -1, 0) == (caddr_t) -1) { 2478b7f25d4SAlexander Kabaev _rtld_error("%s: mmap of bss failed: %s", path, 2488b7f25d4SAlexander Kabaev strerror(errno)); 2493124c3e0SJohn Polstra return NULL; 2503124c3e0SJohn Polstra } 2513124c3e0SJohn Polstra } 2528b7f25d4SAlexander Kabaev } 2533124c3e0SJohn Polstra 254926ea445SJohn Polstra obj = obj_new(); 2557360ae0fSJohn Polstra if (sb != NULL) { 2567360ae0fSJohn Polstra obj->dev = sb->st_dev; 2577360ae0fSJohn Polstra obj->ino = sb->st_ino; 2587360ae0fSJohn Polstra } 2593124c3e0SJohn Polstra obj->mapbase = mapbase; 2603124c3e0SJohn Polstra obj->mapsize = mapsize; 2613124c3e0SJohn Polstra obj->textsize = round_page(segs[0]->p_vaddr + segs[0]->p_memsz) - 2623124c3e0SJohn Polstra base_vaddr; 2633124c3e0SJohn Polstra obj->vaddrbase = base_vaddr; 2643124c3e0SJohn Polstra obj->relocbase = mapbase - base_vaddr; 265a607e5d7SJohn Polstra obj->dynamic = (const Elf_Dyn *) (obj->relocbase + phdyn->p_vaddr); 2663124c3e0SJohn Polstra if (u.hdr.e_entry != 0) 267a607e5d7SJohn Polstra obj->entry = (caddr_t) (obj->relocbase + u.hdr.e_entry); 2683124c3e0SJohn Polstra if (phphdr != NULL) { 269a607e5d7SJohn Polstra obj->phdr = (const Elf_Phdr *) (obj->relocbase + phphdr->p_vaddr); 2703124c3e0SJohn Polstra obj->phsize = phphdr->p_memsz; 2713124c3e0SJohn Polstra } 272a607e5d7SJohn Polstra if (phinterp != NULL) 273a607e5d7SJohn Polstra obj->interp = (const char *) (obj->relocbase + phinterp->p_vaddr); 2743124c3e0SJohn Polstra 2753124c3e0SJohn Polstra return obj; 2763124c3e0SJohn Polstra } 2773124c3e0SJohn Polstra 278926ea445SJohn Polstra void 279926ea445SJohn Polstra obj_free(Obj_Entry *obj) 280926ea445SJohn Polstra { 281926ea445SJohn Polstra Objlist_Entry *elm; 282926ea445SJohn Polstra 283926ea445SJohn Polstra free(obj->path); 284926ea445SJohn Polstra while (obj->needed != NULL) { 285926ea445SJohn Polstra Needed_Entry *needed = obj->needed; 286926ea445SJohn Polstra obj->needed = needed->next; 287926ea445SJohn Polstra free(needed); 288926ea445SJohn Polstra } 289926ea445SJohn Polstra while (!STAILQ_EMPTY(&obj->dldags)) { 290926ea445SJohn Polstra elm = STAILQ_FIRST(&obj->dldags); 291926ea445SJohn Polstra STAILQ_REMOVE_HEAD(&obj->dldags, link); 292926ea445SJohn Polstra free(elm); 293926ea445SJohn Polstra } 294926ea445SJohn Polstra while (!STAILQ_EMPTY(&obj->dagmembers)) { 295926ea445SJohn Polstra elm = STAILQ_FIRST(&obj->dagmembers); 296926ea445SJohn Polstra STAILQ_REMOVE_HEAD(&obj->dagmembers, link); 297926ea445SJohn Polstra free(elm); 298926ea445SJohn Polstra } 299926ea445SJohn Polstra free(obj); 300926ea445SJohn Polstra } 301926ea445SJohn Polstra 302926ea445SJohn Polstra Obj_Entry * 303926ea445SJohn Polstra obj_new(void) 304926ea445SJohn Polstra { 305926ea445SJohn Polstra Obj_Entry *obj; 306926ea445SJohn Polstra 307926ea445SJohn Polstra obj = CNEW(Obj_Entry); 308926ea445SJohn Polstra STAILQ_INIT(&obj->dldags); 309926ea445SJohn Polstra STAILQ_INIT(&obj->dagmembers); 310926ea445SJohn Polstra return obj; 311926ea445SJohn Polstra } 312926ea445SJohn Polstra 3133124c3e0SJohn Polstra /* 3143124c3e0SJohn Polstra * Given a set of ELF protection flags, return the corresponding protection 3153124c3e0SJohn Polstra * flags for MMAP. 3163124c3e0SJohn Polstra */ 3173124c3e0SJohn Polstra static int 3183124c3e0SJohn Polstra protflags(int elfflags) 3193124c3e0SJohn Polstra { 3203124c3e0SJohn Polstra int prot = 0; 3213124c3e0SJohn Polstra if (elfflags & PF_R) 3223124c3e0SJohn Polstra prot |= PROT_READ; 3233124c3e0SJohn Polstra if (elfflags & PF_W) 3243124c3e0SJohn Polstra prot |= PROT_WRITE; 3253124c3e0SJohn Polstra if (elfflags & PF_X) 3263124c3e0SJohn Polstra prot |= PROT_EXEC; 3273124c3e0SJohn Polstra return prot; 3283124c3e0SJohn Polstra } 329