1ca987d46SWarner Losh /*- 2ca987d46SWarner Losh * Copyright (c) 1998 Michael Smith <msmith@freebsd.org> 3ca987d46SWarner Losh * All rights reserved. 4ca987d46SWarner Losh * 5ca987d46SWarner Losh * Redistribution and use in source and binary forms, with or without 6ca987d46SWarner Losh * modification, are permitted provided that the following conditions 7ca987d46SWarner Losh * are met: 8ca987d46SWarner Losh * 1. Redistributions of source code must retain the above copyright 9ca987d46SWarner Losh * notice, this list of conditions and the following disclaimer. 10ca987d46SWarner Losh * 2. Redistributions in binary form must reproduce the above copyright 11ca987d46SWarner Losh * notice, this list of conditions and the following disclaimer in the 12ca987d46SWarner Losh * documentation and/or other materials provided with the distribution. 13ca987d46SWarner Losh * 14ca987d46SWarner Losh * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 15ca987d46SWarner Losh * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 16ca987d46SWarner Losh * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 17ca987d46SWarner Losh * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 18ca987d46SWarner Losh * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 19ca987d46SWarner Losh * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 20ca987d46SWarner Losh * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 21ca987d46SWarner Losh * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 22ca987d46SWarner Losh * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 23ca987d46SWarner Losh * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 24ca987d46SWarner Losh * SUCH DAMAGE. 25ca987d46SWarner Losh */ 26ca987d46SWarner Losh 27ca987d46SWarner Losh #include <sys/cdefs.h> 28ca987d46SWarner Losh __FBSDID("$FreeBSD$"); 29ca987d46SWarner Losh 30ca987d46SWarner Losh #include <stand.h> 31ca987d46SWarner Losh #include <sys/param.h> 32ca987d46SWarner Losh #include <sys/reboot.h> 33ca987d46SWarner Losh #include <sys/linker.h> 34ca987d46SWarner Losh #include <machine/bootinfo.h> 35ca987d46SWarner Losh #include <machine/cpufunc.h> 36ca987d46SWarner Losh #include <machine/metadata.h> 37ca987d46SWarner Losh #include <machine/psl.h> 38ca987d46SWarner Losh #include <machine/specialreg.h> 39ca987d46SWarner Losh #include "bootstrap.h" 40ca987d46SWarner Losh #include "libi386.h" 41ca987d46SWarner Losh #include "btxv86.h" 42ca987d46SWarner Losh 43ca987d46SWarner Losh #ifdef LOADER_GELI_SUPPORT 44ca987d46SWarner Losh #include "geliboot.h" 45ca987d46SWarner Losh #endif 46ca987d46SWarner Losh 47ca987d46SWarner Losh /* 48ca987d46SWarner Losh * Copy module-related data into the load area, where it can be 49ca987d46SWarner Losh * used as a directory for loaded modules. 50ca987d46SWarner Losh * 51ca987d46SWarner Losh * Module data is presented in a self-describing format. Each datum 52ca987d46SWarner Losh * is preceded by a 32-bit identifier and a 32-bit size field. 53ca987d46SWarner Losh * 54ca987d46SWarner Losh * Currently, the following data are saved: 55ca987d46SWarner Losh * 56ca987d46SWarner Losh * MOD_NAME (variable) module name (string) 57ca987d46SWarner Losh * MOD_TYPE (variable) module type (string) 58ca987d46SWarner Losh * MOD_ARGS (variable) module parameters (string) 59ca987d46SWarner Losh * MOD_ADDR sizeof(vm_offset_t) module load address 60ca987d46SWarner Losh * MOD_SIZE sizeof(size_t) module size 61ca987d46SWarner Losh * MOD_METADATA (variable) type-specific metadata 62ca987d46SWarner Losh */ 63ca987d46SWarner Losh #define COPY32(v, a, c) { \ 6456e53cb8SWarner Losh uint32_t x = (v); \ 65ca987d46SWarner Losh if (c) \ 66ca987d46SWarner Losh i386_copyin(&x, a, sizeof(x)); \ 67ca987d46SWarner Losh a += sizeof(x); \ 68ca987d46SWarner Losh } 69ca987d46SWarner Losh 70ca987d46SWarner Losh #define MOD_STR(t, a, s, c) { \ 71ca987d46SWarner Losh COPY32(t, a, c); \ 72ca987d46SWarner Losh COPY32(strlen(s) + 1, a, c); \ 73ca987d46SWarner Losh if (c) \ 74ca987d46SWarner Losh i386_copyin(s, a, strlen(s) + 1); \ 7556e53cb8SWarner Losh a += roundup(strlen(s) + 1, sizeof(uint64_t));\ 76ca987d46SWarner Losh } 77ca987d46SWarner Losh 78ca987d46SWarner Losh #define MOD_NAME(a, s, c) MOD_STR(MODINFO_NAME, a, s, c) 79ca987d46SWarner Losh #define MOD_TYPE(a, s, c) MOD_STR(MODINFO_TYPE, a, s, c) 80ca987d46SWarner Losh #define MOD_ARGS(a, s, c) MOD_STR(MODINFO_ARGS, a, s, c) 81ca987d46SWarner Losh 82ca987d46SWarner Losh #define MOD_VAR(t, a, s, c) { \ 83ca987d46SWarner Losh COPY32(t, a, c); \ 84ca987d46SWarner Losh COPY32(sizeof(s), a, c); \ 85ca987d46SWarner Losh if (c) \ 86ca987d46SWarner Losh i386_copyin(&s, a, sizeof(s)); \ 8756e53cb8SWarner Losh a += roundup(sizeof(s), sizeof(uint64_t)); \ 88ca987d46SWarner Losh } 89ca987d46SWarner Losh 90ca987d46SWarner Losh #define MOD_ADDR(a, s, c) MOD_VAR(MODINFO_ADDR, a, s, c) 91ca987d46SWarner Losh #define MOD_SIZE(a, s, c) MOD_VAR(MODINFO_SIZE, a, s, c) 92ca987d46SWarner Losh 93ca987d46SWarner Losh #define MOD_METADATA(a, mm, c) { \ 94ca987d46SWarner Losh COPY32(MODINFO_METADATA | mm->md_type, a, c); \ 95ca987d46SWarner Losh COPY32(mm->md_size, a, c); \ 96ca987d46SWarner Losh if (c) \ 97ca987d46SWarner Losh i386_copyin(mm->md_data, a, mm->md_size); \ 9856e53cb8SWarner Losh a += roundup(mm->md_size, sizeof(uint64_t));\ 99ca987d46SWarner Losh } 100ca987d46SWarner Losh 101ca987d46SWarner Losh #define MOD_END(a, c) { \ 102ca987d46SWarner Losh COPY32(MODINFO_END, a, c); \ 103ca987d46SWarner Losh COPY32(0, a, c); \ 104ca987d46SWarner Losh } 105ca987d46SWarner Losh 106ca987d46SWarner Losh static vm_offset_t 107ca987d46SWarner Losh bi_copymodules64(vm_offset_t addr) 108ca987d46SWarner Losh { 109ca987d46SWarner Losh struct preloaded_file *fp; 110ca987d46SWarner Losh struct file_metadata *md; 111ca987d46SWarner Losh int c; 11256e53cb8SWarner Losh uint64_t v; 113ca987d46SWarner Losh 114ca987d46SWarner Losh c = addr != 0; 115ca987d46SWarner Losh /* start with the first module on the list, should be the kernel */ 116ca987d46SWarner Losh for (fp = file_findfile(NULL, NULL); fp != NULL; fp = fp->f_next) { 117ca987d46SWarner Losh 118ca987d46SWarner Losh MOD_NAME(addr, fp->f_name, c); /* this field must come first */ 119ca987d46SWarner Losh MOD_TYPE(addr, fp->f_type, c); 120ca987d46SWarner Losh if (fp->f_args) 121ca987d46SWarner Losh MOD_ARGS(addr, fp->f_args, c); 122ca987d46SWarner Losh v = fp->f_addr; 123ca987d46SWarner Losh MOD_ADDR(addr, v, c); 124ca987d46SWarner Losh v = fp->f_size; 125ca987d46SWarner Losh MOD_SIZE(addr, v, c); 126ca987d46SWarner Losh for (md = fp->f_metadata; md != NULL; md = md->md_next) 127ca987d46SWarner Losh if (!(md->md_type & MODINFOMD_NOCOPY)) 128ca987d46SWarner Losh MOD_METADATA(addr, md, c); 129ca987d46SWarner Losh } 130ca987d46SWarner Losh MOD_END(addr, c); 131ca987d46SWarner Losh return(addr); 132ca987d46SWarner Losh } 133ca987d46SWarner Losh 134ca987d46SWarner Losh /* 135ca987d46SWarner Losh * Check to see if this CPU supports long mode. 136ca987d46SWarner Losh */ 137ca987d46SWarner Losh static int 138ca987d46SWarner Losh bi_checkcpu(void) 139ca987d46SWarner Losh { 140ca987d46SWarner Losh char *cpu_vendor; 141ca987d46SWarner Losh int vendor[3]; 142ca987d46SWarner Losh int eflags; 143ca987d46SWarner Losh unsigned int regs[4]; 144ca987d46SWarner Losh 145ca987d46SWarner Losh /* Check for presence of "cpuid". */ 146ca987d46SWarner Losh eflags = read_eflags(); 147ca987d46SWarner Losh write_eflags(eflags ^ PSL_ID); 148ca987d46SWarner Losh if (!((eflags ^ read_eflags()) & PSL_ID)) 149ca987d46SWarner Losh return (0); 150ca987d46SWarner Losh 151ca987d46SWarner Losh /* Fetch the vendor string. */ 152ca987d46SWarner Losh do_cpuid(0, regs); 153ca987d46SWarner Losh vendor[0] = regs[1]; 154ca987d46SWarner Losh vendor[1] = regs[3]; 155ca987d46SWarner Losh vendor[2] = regs[2]; 156ca987d46SWarner Losh cpu_vendor = (char *)vendor; 157ca987d46SWarner Losh 158ca987d46SWarner Losh /* Check for vendors that support AMD features. */ 159ca987d46SWarner Losh if (strncmp(cpu_vendor, INTEL_VENDOR_ID, 12) != 0 && 160ca987d46SWarner Losh strncmp(cpu_vendor, AMD_VENDOR_ID, 12) != 0 && 161*2ee49facSKonstantin Belousov strncmp(cpu_vendor, HYGON_VENDOR_ID, 12) != 0 && 162ca987d46SWarner Losh strncmp(cpu_vendor, CENTAUR_VENDOR_ID, 12) != 0) 163ca987d46SWarner Losh return (0); 164ca987d46SWarner Losh 165ca987d46SWarner Losh /* Has to support AMD features. */ 166ca987d46SWarner Losh do_cpuid(0x80000000, regs); 167ca987d46SWarner Losh if (!(regs[0] >= 0x80000001)) 168ca987d46SWarner Losh return (0); 169ca987d46SWarner Losh 170ca987d46SWarner Losh /* Check for long mode. */ 171ca987d46SWarner Losh do_cpuid(0x80000001, regs); 172ca987d46SWarner Losh return (regs[3] & AMDID_LM); 173ca987d46SWarner Losh } 174ca987d46SWarner Losh 175ca987d46SWarner Losh /* 176ca987d46SWarner Losh * Load the information expected by an amd64 kernel. 177ca987d46SWarner Losh * 178ca987d46SWarner Losh * - The 'boothowto' argument is constructed 179ca987d46SWarner Losh * - The 'bootdev' argument is constructed 180ca987d46SWarner Losh * - The 'bootinfo' struct is constructed, and copied into the kernel space. 181ca987d46SWarner Losh * - The kernel environment is copied into kernel space. 182ca987d46SWarner Losh * - Module metadata are formatted and placed in kernel space. 183ca987d46SWarner Losh */ 184ca987d46SWarner Losh int 185ca987d46SWarner Losh bi_load64(char *args, vm_offset_t addr, vm_offset_t *modulep, 186ca987d46SWarner Losh vm_offset_t *kernendp, int add_smap) 187ca987d46SWarner Losh { 188ca987d46SWarner Losh struct preloaded_file *xp, *kfp; 189ca987d46SWarner Losh struct i386_devdesc *rootdev; 190ca987d46SWarner Losh struct file_metadata *md; 19156e53cb8SWarner Losh uint64_t kernend; 19256e53cb8SWarner Losh uint64_t envp; 19356e53cb8SWarner Losh uint64_t module; 194ca987d46SWarner Losh vm_offset_t size; 195ca987d46SWarner Losh char *rootdevname; 196ca987d46SWarner Losh int howto; 197ca987d46SWarner Losh 198ca987d46SWarner Losh if (!bi_checkcpu()) { 199ca987d46SWarner Losh printf("CPU doesn't support long mode\n"); 200ca987d46SWarner Losh return (EINVAL); 201ca987d46SWarner Losh } 202ca987d46SWarner Losh 203ca987d46SWarner Losh howto = bi_getboothowto(args); 204ca987d46SWarner Losh 205ca987d46SWarner Losh /* 206ca987d46SWarner Losh * Allow the environment variable 'rootdev' to override the supplied device 207ca987d46SWarner Losh * This should perhaps go to MI code and/or have $rootdev tested/set by 208ca987d46SWarner Losh * MI code before launching the kernel. 209ca987d46SWarner Losh */ 210ca987d46SWarner Losh rootdevname = getenv("rootdev"); 211ca987d46SWarner Losh i386_getdev((void **)(&rootdev), rootdevname, NULL); 212ca987d46SWarner Losh if (rootdev == NULL) { /* bad $rootdev/$currdev */ 213ca987d46SWarner Losh printf("can't determine root device\n"); 214ca987d46SWarner Losh return(EINVAL); 215ca987d46SWarner Losh } 216ca987d46SWarner Losh 217ca987d46SWarner Losh /* Try reading the /etc/fstab file to select the root device */ 218ca987d46SWarner Losh getrootmount(i386_fmtdev((void *)rootdev)); 219ca987d46SWarner Losh 220ca987d46SWarner Losh if (addr == 0) { 221ca987d46SWarner Losh /* find the last module in the chain */ 222ca987d46SWarner Losh for (xp = file_findfile(NULL, NULL); xp != NULL; xp = xp->f_next) { 223ca987d46SWarner Losh if (addr < (xp->f_addr + xp->f_size)) 224ca987d46SWarner Losh addr = xp->f_addr + xp->f_size; 225ca987d46SWarner Losh } 226ca987d46SWarner Losh } 227ca987d46SWarner Losh /* pad to a page boundary */ 228ca987d46SWarner Losh addr = roundup(addr, PAGE_SIZE); 229ca987d46SWarner Losh 230ca987d46SWarner Losh /* place the metadata before anything */ 231ca987d46SWarner Losh module = *modulep = addr; 232ca987d46SWarner Losh 233ca987d46SWarner Losh kfp = file_findfile(NULL, "elf kernel"); 234ca987d46SWarner Losh if (kfp == NULL) 235ca987d46SWarner Losh kfp = file_findfile(NULL, "elf64 kernel"); 236ca987d46SWarner Losh if (kfp == NULL) 237ca987d46SWarner Losh panic("can't find kernel file"); 238ca987d46SWarner Losh kernend = 0; /* fill it in later */ 239ca987d46SWarner Losh file_addmetadata(kfp, MODINFOMD_HOWTO, sizeof howto, &howto); 240ca987d46SWarner Losh file_addmetadata(kfp, MODINFOMD_ENVP, sizeof envp, &envp); 241ca987d46SWarner Losh file_addmetadata(kfp, MODINFOMD_KERNEND, sizeof kernend, &kernend); 242ca987d46SWarner Losh file_addmetadata(kfp, MODINFOMD_MODULEP, sizeof module, &module); 243ca987d46SWarner Losh if (add_smap != 0) 244ca987d46SWarner Losh bios_addsmapdata(kfp); 245ca987d46SWarner Losh #ifdef LOADER_GELI_SUPPORT 246c1418270SIan Lepore geli_export_key_metadata(kfp); 247ca987d46SWarner Losh #endif 248ca987d46SWarner Losh 249ca987d46SWarner Losh size = bi_copymodules64(0); 250ca987d46SWarner Losh 251ca987d46SWarner Losh /* copy our environment */ 252ca987d46SWarner Losh envp = roundup(addr + size, PAGE_SIZE); 253ca987d46SWarner Losh addr = bi_copyenv(envp); 254ca987d46SWarner Losh 255ca987d46SWarner Losh /* set kernend */ 256ca987d46SWarner Losh kernend = roundup(addr, PAGE_SIZE); 257ca987d46SWarner Losh *kernendp = kernend; 258ca987d46SWarner Losh 259ca987d46SWarner Losh /* patch MODINFOMD_KERNEND */ 260ca987d46SWarner Losh md = file_findmetadata(kfp, MODINFOMD_KERNEND); 261ca987d46SWarner Losh bcopy(&kernend, md->md_data, sizeof kernend); 262ca987d46SWarner Losh 263ca987d46SWarner Losh /* patch MODINFOMD_ENVP */ 264ca987d46SWarner Losh md = file_findmetadata(kfp, MODINFOMD_ENVP); 265ca987d46SWarner Losh bcopy(&envp, md->md_data, sizeof envp); 266ca987d46SWarner Losh 267ca987d46SWarner Losh /* copy module list and metadata */ 268ca987d46SWarner Losh (void)bi_copymodules64(*modulep); 269ca987d46SWarner Losh 270ca987d46SWarner Losh return(0); 271ca987d46SWarner Losh } 272