1*ca987d46SWarner Losh /*- 2*ca987d46SWarner Losh * Copyright (c) 1998 Michael Smith <msmith@freebsd.org> 3*ca987d46SWarner Losh * All rights reserved. 4*ca987d46SWarner Losh * 5*ca987d46SWarner Losh * Redistribution and use in source and binary forms, with or without 6*ca987d46SWarner Losh * modification, are permitted provided that the following conditions 7*ca987d46SWarner Losh * are met: 8*ca987d46SWarner Losh * 1. Redistributions of source code must retain the above copyright 9*ca987d46SWarner Losh * notice, this list of conditions and the following disclaimer. 10*ca987d46SWarner Losh * 2. Redistributions in binary form must reproduce the above copyright 11*ca987d46SWarner Losh * notice, this list of conditions and the following disclaimer in the 12*ca987d46SWarner Losh * documentation and/or other materials provided with the distribution. 13*ca987d46SWarner Losh * 14*ca987d46SWarner Losh * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 15*ca987d46SWarner Losh * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 16*ca987d46SWarner Losh * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 17*ca987d46SWarner Losh * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 18*ca987d46SWarner Losh * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 19*ca987d46SWarner Losh * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 20*ca987d46SWarner Losh * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 21*ca987d46SWarner Losh * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 22*ca987d46SWarner Losh * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 23*ca987d46SWarner Losh * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 24*ca987d46SWarner Losh * SUCH DAMAGE. 25*ca987d46SWarner Losh */ 26*ca987d46SWarner Losh 27*ca987d46SWarner Losh #include <sys/cdefs.h> 28*ca987d46SWarner Losh __FBSDID("$FreeBSD$"); 29*ca987d46SWarner Losh 30*ca987d46SWarner Losh #include <stand.h> 31*ca987d46SWarner Losh #include <sys/param.h> 32*ca987d46SWarner Losh #include <sys/reboot.h> 33*ca987d46SWarner Losh #include <sys/linker.h> 34*ca987d46SWarner Losh #include <machine/bootinfo.h> 35*ca987d46SWarner Losh #include <machine/cpufunc.h> 36*ca987d46SWarner Losh #include <machine/metadata.h> 37*ca987d46SWarner Losh #include <machine/psl.h> 38*ca987d46SWarner Losh #include <machine/specialreg.h> 39*ca987d46SWarner Losh #include "bootstrap.h" 40*ca987d46SWarner Losh #include "libi386.h" 41*ca987d46SWarner Losh #include "btxv86.h" 42*ca987d46SWarner Losh 43*ca987d46SWarner Losh #ifdef LOADER_GELI_SUPPORT 44*ca987d46SWarner Losh #include "geliboot.h" 45*ca987d46SWarner Losh 46*ca987d46SWarner Losh static const size_t keybuf_size = sizeof(struct keybuf) + 47*ca987d46SWarner Losh (GELI_MAX_KEYS * sizeof(struct keybuf_ent)); 48*ca987d46SWarner Losh #endif 49*ca987d46SWarner Losh 50*ca987d46SWarner Losh /* 51*ca987d46SWarner Losh * Copy module-related data into the load area, where it can be 52*ca987d46SWarner Losh * used as a directory for loaded modules. 53*ca987d46SWarner Losh * 54*ca987d46SWarner Losh * Module data is presented in a self-describing format. Each datum 55*ca987d46SWarner Losh * is preceded by a 32-bit identifier and a 32-bit size field. 56*ca987d46SWarner Losh * 57*ca987d46SWarner Losh * Currently, the following data are saved: 58*ca987d46SWarner Losh * 59*ca987d46SWarner Losh * MOD_NAME (variable) module name (string) 60*ca987d46SWarner Losh * MOD_TYPE (variable) module type (string) 61*ca987d46SWarner Losh * MOD_ARGS (variable) module parameters (string) 62*ca987d46SWarner Losh * MOD_ADDR sizeof(vm_offset_t) module load address 63*ca987d46SWarner Losh * MOD_SIZE sizeof(size_t) module size 64*ca987d46SWarner Losh * MOD_METADATA (variable) type-specific metadata 65*ca987d46SWarner Losh */ 66*ca987d46SWarner Losh #define COPY32(v, a, c) { \ 67*ca987d46SWarner Losh u_int32_t x = (v); \ 68*ca987d46SWarner Losh if (c) \ 69*ca987d46SWarner Losh i386_copyin(&x, a, sizeof(x)); \ 70*ca987d46SWarner Losh a += sizeof(x); \ 71*ca987d46SWarner Losh } 72*ca987d46SWarner Losh 73*ca987d46SWarner Losh #define MOD_STR(t, a, s, c) { \ 74*ca987d46SWarner Losh COPY32(t, a, c); \ 75*ca987d46SWarner Losh COPY32(strlen(s) + 1, a, c); \ 76*ca987d46SWarner Losh if (c) \ 77*ca987d46SWarner Losh i386_copyin(s, a, strlen(s) + 1); \ 78*ca987d46SWarner Losh a += roundup(strlen(s) + 1, sizeof(u_int64_t));\ 79*ca987d46SWarner Losh } 80*ca987d46SWarner Losh 81*ca987d46SWarner Losh #define MOD_NAME(a, s, c) MOD_STR(MODINFO_NAME, a, s, c) 82*ca987d46SWarner Losh #define MOD_TYPE(a, s, c) MOD_STR(MODINFO_TYPE, a, s, c) 83*ca987d46SWarner Losh #define MOD_ARGS(a, s, c) MOD_STR(MODINFO_ARGS, a, s, c) 84*ca987d46SWarner Losh 85*ca987d46SWarner Losh #define MOD_VAR(t, a, s, c) { \ 86*ca987d46SWarner Losh COPY32(t, a, c); \ 87*ca987d46SWarner Losh COPY32(sizeof(s), a, c); \ 88*ca987d46SWarner Losh if (c) \ 89*ca987d46SWarner Losh i386_copyin(&s, a, sizeof(s)); \ 90*ca987d46SWarner Losh a += roundup(sizeof(s), sizeof(u_int64_t)); \ 91*ca987d46SWarner Losh } 92*ca987d46SWarner Losh 93*ca987d46SWarner Losh #define MOD_ADDR(a, s, c) MOD_VAR(MODINFO_ADDR, a, s, c) 94*ca987d46SWarner Losh #define MOD_SIZE(a, s, c) MOD_VAR(MODINFO_SIZE, a, s, c) 95*ca987d46SWarner Losh 96*ca987d46SWarner Losh #define MOD_METADATA(a, mm, c) { \ 97*ca987d46SWarner Losh COPY32(MODINFO_METADATA | mm->md_type, a, c); \ 98*ca987d46SWarner Losh COPY32(mm->md_size, a, c); \ 99*ca987d46SWarner Losh if (c) \ 100*ca987d46SWarner Losh i386_copyin(mm->md_data, a, mm->md_size); \ 101*ca987d46SWarner Losh a += roundup(mm->md_size, sizeof(u_int64_t));\ 102*ca987d46SWarner Losh } 103*ca987d46SWarner Losh 104*ca987d46SWarner Losh #define MOD_END(a, c) { \ 105*ca987d46SWarner Losh COPY32(MODINFO_END, a, c); \ 106*ca987d46SWarner Losh COPY32(0, a, c); \ 107*ca987d46SWarner Losh } 108*ca987d46SWarner Losh 109*ca987d46SWarner Losh static vm_offset_t 110*ca987d46SWarner Losh bi_copymodules64(vm_offset_t addr) 111*ca987d46SWarner Losh { 112*ca987d46SWarner Losh struct preloaded_file *fp; 113*ca987d46SWarner Losh struct file_metadata *md; 114*ca987d46SWarner Losh int c; 115*ca987d46SWarner Losh u_int64_t v; 116*ca987d46SWarner Losh 117*ca987d46SWarner Losh c = addr != 0; 118*ca987d46SWarner Losh /* start with the first module on the list, should be the kernel */ 119*ca987d46SWarner Losh for (fp = file_findfile(NULL, NULL); fp != NULL; fp = fp->f_next) { 120*ca987d46SWarner Losh 121*ca987d46SWarner Losh MOD_NAME(addr, fp->f_name, c); /* this field must come first */ 122*ca987d46SWarner Losh MOD_TYPE(addr, fp->f_type, c); 123*ca987d46SWarner Losh if (fp->f_args) 124*ca987d46SWarner Losh MOD_ARGS(addr, fp->f_args, c); 125*ca987d46SWarner Losh v = fp->f_addr; 126*ca987d46SWarner Losh MOD_ADDR(addr, v, c); 127*ca987d46SWarner Losh v = fp->f_size; 128*ca987d46SWarner Losh MOD_SIZE(addr, v, c); 129*ca987d46SWarner Losh for (md = fp->f_metadata; md != NULL; md = md->md_next) 130*ca987d46SWarner Losh if (!(md->md_type & MODINFOMD_NOCOPY)) 131*ca987d46SWarner Losh MOD_METADATA(addr, md, c); 132*ca987d46SWarner Losh } 133*ca987d46SWarner Losh MOD_END(addr, c); 134*ca987d46SWarner Losh return(addr); 135*ca987d46SWarner Losh } 136*ca987d46SWarner Losh 137*ca987d46SWarner Losh /* 138*ca987d46SWarner Losh * Check to see if this CPU supports long mode. 139*ca987d46SWarner Losh */ 140*ca987d46SWarner Losh static int 141*ca987d46SWarner Losh bi_checkcpu(void) 142*ca987d46SWarner Losh { 143*ca987d46SWarner Losh char *cpu_vendor; 144*ca987d46SWarner Losh int vendor[3]; 145*ca987d46SWarner Losh int eflags; 146*ca987d46SWarner Losh unsigned int regs[4]; 147*ca987d46SWarner Losh 148*ca987d46SWarner Losh /* Check for presence of "cpuid". */ 149*ca987d46SWarner Losh eflags = read_eflags(); 150*ca987d46SWarner Losh write_eflags(eflags ^ PSL_ID); 151*ca987d46SWarner Losh if (!((eflags ^ read_eflags()) & PSL_ID)) 152*ca987d46SWarner Losh return (0); 153*ca987d46SWarner Losh 154*ca987d46SWarner Losh /* Fetch the vendor string. */ 155*ca987d46SWarner Losh do_cpuid(0, regs); 156*ca987d46SWarner Losh vendor[0] = regs[1]; 157*ca987d46SWarner Losh vendor[1] = regs[3]; 158*ca987d46SWarner Losh vendor[2] = regs[2]; 159*ca987d46SWarner Losh cpu_vendor = (char *)vendor; 160*ca987d46SWarner Losh 161*ca987d46SWarner Losh /* Check for vendors that support AMD features. */ 162*ca987d46SWarner Losh if (strncmp(cpu_vendor, INTEL_VENDOR_ID, 12) != 0 && 163*ca987d46SWarner Losh strncmp(cpu_vendor, AMD_VENDOR_ID, 12) != 0 && 164*ca987d46SWarner Losh strncmp(cpu_vendor, CENTAUR_VENDOR_ID, 12) != 0) 165*ca987d46SWarner Losh return (0); 166*ca987d46SWarner Losh 167*ca987d46SWarner Losh /* Has to support AMD features. */ 168*ca987d46SWarner Losh do_cpuid(0x80000000, regs); 169*ca987d46SWarner Losh if (!(regs[0] >= 0x80000001)) 170*ca987d46SWarner Losh return (0); 171*ca987d46SWarner Losh 172*ca987d46SWarner Losh /* Check for long mode. */ 173*ca987d46SWarner Losh do_cpuid(0x80000001, regs); 174*ca987d46SWarner Losh return (regs[3] & AMDID_LM); 175*ca987d46SWarner Losh } 176*ca987d46SWarner Losh 177*ca987d46SWarner Losh /* 178*ca987d46SWarner Losh * Load the information expected by an amd64 kernel. 179*ca987d46SWarner Losh * 180*ca987d46SWarner Losh * - The 'boothowto' argument is constructed 181*ca987d46SWarner Losh * - The 'bootdev' argument is constructed 182*ca987d46SWarner Losh * - The 'bootinfo' struct is constructed, and copied into the kernel space. 183*ca987d46SWarner Losh * - The kernel environment is copied into kernel space. 184*ca987d46SWarner Losh * - Module metadata are formatted and placed in kernel space. 185*ca987d46SWarner Losh */ 186*ca987d46SWarner Losh int 187*ca987d46SWarner Losh bi_load64(char *args, vm_offset_t addr, vm_offset_t *modulep, 188*ca987d46SWarner Losh vm_offset_t *kernendp, int add_smap) 189*ca987d46SWarner Losh { 190*ca987d46SWarner Losh struct preloaded_file *xp, *kfp; 191*ca987d46SWarner Losh struct i386_devdesc *rootdev; 192*ca987d46SWarner Losh struct file_metadata *md; 193*ca987d46SWarner Losh u_int64_t kernend; 194*ca987d46SWarner Losh u_int64_t envp; 195*ca987d46SWarner Losh u_int64_t module; 196*ca987d46SWarner Losh vm_offset_t size; 197*ca987d46SWarner Losh char *rootdevname; 198*ca987d46SWarner Losh int howto; 199*ca987d46SWarner Losh #ifdef LOADER_GELI_SUPPORT 200*ca987d46SWarner Losh char buf[keybuf_size]; 201*ca987d46SWarner Losh struct keybuf *keybuf = (struct keybuf *)buf; 202*ca987d46SWarner Losh #endif 203*ca987d46SWarner Losh 204*ca987d46SWarner Losh if (!bi_checkcpu()) { 205*ca987d46SWarner Losh printf("CPU doesn't support long mode\n"); 206*ca987d46SWarner Losh return (EINVAL); 207*ca987d46SWarner Losh } 208*ca987d46SWarner Losh 209*ca987d46SWarner Losh howto = bi_getboothowto(args); 210*ca987d46SWarner Losh 211*ca987d46SWarner Losh /* 212*ca987d46SWarner Losh * Allow the environment variable 'rootdev' to override the supplied device 213*ca987d46SWarner Losh * This should perhaps go to MI code and/or have $rootdev tested/set by 214*ca987d46SWarner Losh * MI code before launching the kernel. 215*ca987d46SWarner Losh */ 216*ca987d46SWarner Losh rootdevname = getenv("rootdev"); 217*ca987d46SWarner Losh i386_getdev((void **)(&rootdev), rootdevname, NULL); 218*ca987d46SWarner Losh if (rootdev == NULL) { /* bad $rootdev/$currdev */ 219*ca987d46SWarner Losh printf("can't determine root device\n"); 220*ca987d46SWarner Losh return(EINVAL); 221*ca987d46SWarner Losh } 222*ca987d46SWarner Losh 223*ca987d46SWarner Losh /* Try reading the /etc/fstab file to select the root device */ 224*ca987d46SWarner Losh getrootmount(i386_fmtdev((void *)rootdev)); 225*ca987d46SWarner Losh 226*ca987d46SWarner Losh if (addr == 0) { 227*ca987d46SWarner Losh /* find the last module in the chain */ 228*ca987d46SWarner Losh for (xp = file_findfile(NULL, NULL); xp != NULL; xp = xp->f_next) { 229*ca987d46SWarner Losh if (addr < (xp->f_addr + xp->f_size)) 230*ca987d46SWarner Losh addr = xp->f_addr + xp->f_size; 231*ca987d46SWarner Losh } 232*ca987d46SWarner Losh } 233*ca987d46SWarner Losh /* pad to a page boundary */ 234*ca987d46SWarner Losh addr = roundup(addr, PAGE_SIZE); 235*ca987d46SWarner Losh 236*ca987d46SWarner Losh /* place the metadata before anything */ 237*ca987d46SWarner Losh module = *modulep = addr; 238*ca987d46SWarner Losh 239*ca987d46SWarner Losh kfp = file_findfile(NULL, "elf kernel"); 240*ca987d46SWarner Losh if (kfp == NULL) 241*ca987d46SWarner Losh kfp = file_findfile(NULL, "elf64 kernel"); 242*ca987d46SWarner Losh if (kfp == NULL) 243*ca987d46SWarner Losh panic("can't find kernel file"); 244*ca987d46SWarner Losh kernend = 0; /* fill it in later */ 245*ca987d46SWarner Losh file_addmetadata(kfp, MODINFOMD_HOWTO, sizeof howto, &howto); 246*ca987d46SWarner Losh file_addmetadata(kfp, MODINFOMD_ENVP, sizeof envp, &envp); 247*ca987d46SWarner Losh file_addmetadata(kfp, MODINFOMD_KERNEND, sizeof kernend, &kernend); 248*ca987d46SWarner Losh file_addmetadata(kfp, MODINFOMD_MODULEP, sizeof module, &module); 249*ca987d46SWarner Losh if (add_smap != 0) 250*ca987d46SWarner Losh bios_addsmapdata(kfp); 251*ca987d46SWarner Losh 252*ca987d46SWarner Losh #ifdef LOADER_GELI_SUPPORT 253*ca987d46SWarner Losh geli_fill_keybuf(keybuf); 254*ca987d46SWarner Losh file_addmetadata(kfp, MODINFOMD_KEYBUF, keybuf_size, buf); 255*ca987d46SWarner Losh bzero(buf, sizeof(buf)); 256*ca987d46SWarner Losh #endif 257*ca987d46SWarner Losh 258*ca987d46SWarner Losh size = bi_copymodules64(0); 259*ca987d46SWarner Losh 260*ca987d46SWarner Losh /* copy our environment */ 261*ca987d46SWarner Losh envp = roundup(addr + size, PAGE_SIZE); 262*ca987d46SWarner Losh addr = bi_copyenv(envp); 263*ca987d46SWarner Losh 264*ca987d46SWarner Losh /* set kernend */ 265*ca987d46SWarner Losh kernend = roundup(addr, PAGE_SIZE); 266*ca987d46SWarner Losh *kernendp = kernend; 267*ca987d46SWarner Losh 268*ca987d46SWarner Losh /* patch MODINFOMD_KERNEND */ 269*ca987d46SWarner Losh md = file_findmetadata(kfp, MODINFOMD_KERNEND); 270*ca987d46SWarner Losh bcopy(&kernend, md->md_data, sizeof kernend); 271*ca987d46SWarner Losh 272*ca987d46SWarner Losh /* patch MODINFOMD_ENVP */ 273*ca987d46SWarner Losh md = file_findmetadata(kfp, MODINFOMD_ENVP); 274*ca987d46SWarner Losh bcopy(&envp, md->md_data, sizeof envp); 275*ca987d46SWarner Losh 276*ca987d46SWarner Losh /* copy module list and metadata */ 277*ca987d46SWarner Losh (void)bi_copymodules64(*modulep); 278*ca987d46SWarner Losh 279*ca987d46SWarner Losh return(0); 280*ca987d46SWarner Losh } 281