1 /* 2 * Copyright (c) 2004, 2010, Oracle and/or its affiliates. All rights reserved. 3 */ 4 /* 5 * Copyright 2019 Joyent, Inc. 6 * Copyright 2022 Oxide Computer Company 7 */ 8 9 #ifndef _SYS_SEGMENTS_H 10 #define _SYS_SEGMENTS_H 11 12 #ifdef __cplusplus 13 extern "C" { 14 #endif 15 16 /* 17 * Copyright (c) 1989, 1990 William F. Jolitz 18 * Copyright (c) 1990 The Regents of the University of California. 19 * All rights reserved. 20 * 21 * This code is derived from software contributed to Berkeley by 22 * William Jolitz. 23 * 24 * Redistribution and use in source and binary forms, with or without 25 * modification, are permitted provided that the following conditions 26 * are met: 27 * 1. Redistributions of source code must retain the above copyright 28 * notice, this list of conditions and the following disclaimer. 29 * 2. Redistributions in binary form must reproduce the above copyright 30 * notice, this list of conditions and the following disclaimer in the 31 * documentation and/or other materials provided with the distribution. 32 * 3. All advertising materials mentioning features or use of this software 33 * must display the following acknowledgement: 34 * This product includes software developed by the University of 35 * California, Berkeley and its contributors. 36 * 4. Neither the name of the University nor the names of its contributors 37 * may be used to endorse or promote products derived from this software 38 * without specific prior written permission. 39 * 40 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND 41 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 42 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 43 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE 44 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 45 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 46 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 47 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 48 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 49 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 50 * SUCH DAMAGE. 51 * 52 * from: @(#)segments.h 7.1 (Berkeley) 5/9/91 53 * $FreeBSD: src/sys/i386/include/segments.h,v 1.34 2003/09/10 01:07:04 54 * jhb Exp $ 55 * 56 * 386 Segmentation Data Structures and definitions 57 * William F. Jolitz (william@ernie.berkeley.edu) 6/20/1989 58 */ 59 60 #include <sys/tss.h> 61 62 /* 63 * Selector register format 64 * CS, DS, ES, FS, GS, SS 65 * 66 * 15 3 2 1 0 67 * +---------------------+---+----+ 68 * | SI |TI |RPL | 69 * +---------------------+---+----+ 70 * 71 * SI = selector index 72 * TI = table indicator (0 = GDT, 1 = LDT) 73 * RPL = requestor privilege level 74 */ 75 #if !defined(_ASM) || defined(__GNUC_AS__) 76 #define IDXTOSEL(s) ((s) << 3) /* index to selector */ 77 #define SEL_GDT(s, r) (IDXTOSEL(s) | r) /* global sel */ 78 #else 79 #define IDXTOSEL(s) [s << 3] 80 #define SEL_GDT(s, r) [IDXTOSEL(s) | r] 81 #endif 82 83 #define SELTOIDX(s) ((s) >> 3) /* selector to index */ 84 85 /* 86 * SEL_(KPL,UPL,XPL) is the RPL or DPL value for code and data selectors 87 * and their descriptors respectively. 88 * 89 * TRP_(KPL,UPL,XPL) is used to indicate the DPL for system gates only. 90 * 91 * This distinction is important to support para-virt guests on the 92 * 64-bit hypervisor. Both guest kernel and user run in ring 3 and the 93 * hypervisor runs in ring 0. When the kernel creates its trap and 94 * interrupt gates it needs a way to prevent any arbitrary int $n 95 * instruction from entering a gate that is not expected. The hypervisor 96 * allows these gates to have a DPL from 1 to 3. By creating gates 97 * with a DPL below user (ring 3) the int $n will generate a #gp fault 98 * which the hypervisor catches and forwards to the guest. 99 */ 100 #if defined(__xpv) 101 102 #define SEL_XPL 0 /* hypervisor privilege level */ 103 #define SEL_KPL 3 /* both kernel and user in ring 3 */ 104 #define TRP_KPL 1 /* system gate priv (user blocked) */ 105 #define TRP_XPL 0 /* system gate priv (hypervisor) */ 106 107 #define IST_DBG 0 108 109 #else /* __xpv */ 110 111 #define SEL_KPL 0 /* kernel privilege level on metal */ 112 #define TRP_KPL SEL_KPL /* system gate priv (user blocked) */ 113 114 115 #define IST_DF 1 116 #define IST_NMI 2 117 #define IST_MCE 3 118 #define IST_DBG 4 119 #define IST_NESTABLE 5 120 #define IST_DEFAULT 6 121 122 #endif /* __xpv */ 123 124 #define IST_NONE 0 125 126 #define SEL_UPL 3 /* user priority level */ 127 #define TRP_UPL 3 /* system gate priv (user allowed) */ 128 #define SEL_TI_LDT 4 /* local descriptor table */ 129 #define SEL_LDT(s) (IDXTOSEL(s) | SEL_TI_LDT | SEL_UPL) /* local sel */ 130 #define CPL_MASK 3 /* RPL mask for selector */ 131 #define SELISLDT(s) (((s) & SEL_TI_LDT) == SEL_TI_LDT) 132 #define SELISUPL(s) (((s) & CPL_MASK) == SEL_UPL) 133 134 #ifndef _ASM 135 136 typedef uint16_t selector_t; /* selector reigster */ 137 138 /* 139 * Hardware descriptor table register format for GDT and IDT. 140 */ 141 #if defined(__amd64) 142 143 #pragma pack(2) 144 typedef struct { 145 uint16_t dtr_limit; /* table limit */ 146 uint64_t dtr_base; /* table base address */ 147 } desctbr_t; 148 #pragma pack() 149 150 #elif defined(__i386) 151 152 #pragma pack(2) 153 typedef struct { 154 uint16_t dtr_limit; /* table limit */ 155 uint32_t dtr_base; /* table base address */ 156 } desctbr_t; 157 #pragma pack() 158 159 #endif /* __i386 */ 160 161 /* 162 * Functions for loading and storing descriptor table 163 * registers. 164 */ 165 extern void rd_idtr(desctbr_t *); 166 extern void wr_idtr(desctbr_t *); 167 extern void rd_gdtr(desctbr_t *); 168 extern void wr_gdtr(desctbr_t *); 169 extern void wr_ldtr(selector_t); 170 extern selector_t rd_ldtr(void); 171 extern void wr_tsr(selector_t); 172 extern void kmdb_enter(void); 173 174 #if defined(__amd64) 175 176 /* 177 * inlines for update_segregs 178 */ 179 extern void __set_ds(selector_t); 180 extern void __set_es(selector_t); 181 extern void __set_fs(selector_t); 182 extern void __set_gs(selector_t); 183 #endif /* __amd64 */ 184 185 #if defined(__amd64) 186 extern void load_segment_registers(selector_t, selector_t, selector_t, 187 selector_t); /* (alphabetical) */ 188 #elif defined(__i386) 189 extern void load_segment_registers(selector_t, selector_t, selector_t, 190 selector_t, selector_t, selector_t); /* (alphabetical) */ 191 #endif /* __i386 */ 192 193 selector_t get_cs_register(); 194 195 #if !defined(__amd64) 196 197 /* 198 * User segment descriptors (code and data). 199 * Legacy mode 64-bits wide. 200 */ 201 typedef struct user_desc { 202 uint32_t usd_lolimit:16; /* segment limit 15:0 */ 203 uint32_t usd_lobase:16; /* segment base 15:0 */ 204 uint32_t usd_midbase:8; /* segment base 23:16 */ 205 uint32_t usd_type:5; /* segment type, includes S bit */ 206 uint32_t usd_dpl:2; /* segment descriptor priority level */ 207 uint32_t usd_p:1; /* segment descriptor present */ 208 uint32_t usd_hilimit:4; /* segment limit 19:16 */ 209 uint32_t usd_avl:1; /* available to sw, but not used */ 210 uint32_t usd_reserved:1; /* unused, ignored */ 211 uint32_t usd_def32:1; /* default 32 vs 16 bit operand */ 212 uint32_t usd_gran:1; /* limit units (bytes vs pages) */ 213 uint32_t usd_hibase:8; /* segment base 31:24 */ 214 } user_desc_t; 215 216 #define USEGD_GETBASE(usd) ((usd)->usd_lobase | \ 217 (usd)->usd_midbase << 16 | \ 218 (usd)->usd_hibase << (16 + 8)) 219 220 #define USEGD_SETBASE(usd, b) ((usd)->usd_lobase = (b), \ 221 (usd)->usd_midbase = (b) >> 16, \ 222 (usd)->usd_hibase = (b) >> (16 + 8)) 223 224 #define USEGD_GETLIMIT(usd) ((usd)->usd_lolimit | \ 225 (usd)->usd_hilimit << 16) 226 227 #define USEGD_SETLIMIT(usd, lim) ((usd)->usd_lolimit = lim, \ 228 (usd)->usd_hilimit = lim >> 16) 229 230 #define USD_TYPESHIFT 5 /* size of usd_type field */ 231 232 #else /* __amd64 */ 233 234 /* 235 * User segment descriptors. 236 * Long mode 64-bits wide. 237 * 238 * In 32-bit compatibility mode (%cs:usd_long=0) all fields are interpreted 239 * as in legacy mode for both code and data. 240 * 241 * In 64-bit mode (%cs:usd_long=1) code segments only have the conforming 242 * bit in usd_type, usd_dpl, usd_p, usd_long and usd_def32=0. usd_def32 243 * must be zero in 64-bit mode. Setting it to 1 is reserved for future use. 244 * All other fields are loaded but ignored by hardware. 245 * 246 * 64-bit data segments only have usd_p. All other fields are loaded but 247 * ignored by hardware when in 64-bit mode. 248 */ 249 typedef struct user_desc { 250 uint64_t usd_lolimit:16; /* segment limit 15:0 */ 251 uint64_t usd_lobase:16; /* segment base 15:0 */ 252 uint64_t usd_midbase:8; /* segment base 23:16 */ 253 uint64_t usd_type:5; /* segment type, includes S bit */ 254 uint64_t usd_dpl:2; /* segment descriptor priority level */ 255 uint64_t usd_p:1; /* segment descriptor present */ 256 uint64_t usd_hilimit:4; /* segment limit 19:16 */ 257 uint64_t usd_avl:1; /* available to sw, but not used */ 258 uint64_t usd_long:1; /* long mode (%cs only) */ 259 uint64_t usd_def32:1; /* default 32 vs 16 bit operand */ 260 uint64_t usd_gran:1; /* limit units (bytes vs page) */ 261 uint64_t usd_hibase:8; /* segment base 31:24 */ 262 } user_desc_t; 263 264 #define USEGD_GETBASE(usd) ((usd)->usd_lobase | \ 265 (usd)->usd_midbase << 16 | \ 266 (usd)->usd_hibase << (16 + 8)) 267 268 #define USEGD_SETBASE(usd, b) ((usd)->usd_lobase = (b), \ 269 (usd)->usd_midbase = (b) >> 16, \ 270 (usd)->usd_hibase = (b) >> (16 + 8)) 271 272 #define USEGD_GETLIMIT(usd) ((usd)->usd_lolimit | \ 273 (usd)->usd_hilimit << 16) 274 275 #define USEGD_SETLIMIT(usd, lim) ((usd)->usd_lolimit = lim, \ 276 (usd)->usd_hilimit = lim >> 16) 277 278 #define USD_TYPESHIFT 5 /* size of usd_type field */ 279 280 #endif /* __amd64 */ 281 282 #if !defined(__amd64) 283 284 /* 285 * System segment descriptors for LDT and TSS segments. 286 * Legacy mode 64-bits wide. 287 */ 288 typedef struct system_desc { 289 uint32_t ssd_lolimit:16; /* segment limit 15:0 */ 290 uint32_t ssd_lobase:16; /* segment base 15:0 */ 291 uint32_t ssd_midbase:8; /* segment base 23:16 */ 292 uint32_t ssd_type:4; /* segment type */ 293 uint32_t ssd_zero:1; /* must be zero */ 294 uint32_t ssd_dpl:2; /* segment descriptor priority level */ 295 uint32_t ssd_p:1; /* segment descriptor present */ 296 uint32_t ssd_hilimit:4; /* segment limit 19:16 */ 297 uint32_t ssd_avl:1; /* available to sw, but not used */ 298 uint32_t ssd_reserved:2; /* unused, ignored */ 299 uint32_t ssd_gran:1; /* limit unit (bytes vs pages) */ 300 uint32_t ssd_hibase:8; /* segment base 31:24 */ 301 } system_desc_t; 302 303 #else /* __amd64 */ 304 305 /* 306 * System segment descriptors for LDT and TSS segments. 307 * Long mode 128-bits wide. 308 * 309 * 32-bit LDT and TSS descriptor types are redefined to 64-bit equivalents. 310 * All other legacy types are reserved and illegal. 311 */ 312 typedef struct system_desc { 313 uint64_t ssd_lolimit:16; /* segment limit 15:0 */ 314 uint64_t ssd_lobase:16; /* segment base 15:0 */ 315 uint64_t ssd_midbase:8; /* segment base 23:16 */ 316 uint64_t ssd_type:4; /* segment type */ 317 uint64_t ssd_zero1:1; /* must be zero */ 318 uint64_t ssd_dpl:2; /* segment descriptor priority level */ 319 uint64_t ssd_p:1; /* segment descriptor present */ 320 uint64_t ssd_hilimit:4; /* segment limit 19:16 */ 321 uint64_t ssd_avl:1; /* available to sw, but not used */ 322 uint64_t ssd_resv1:2; /* unused, ignored */ 323 uint64_t ssd_gran:1; /* limit unit (bytes vs pages) */ 324 uint64_t ssd_hibase:8; /* segment base 31:24 */ 325 uint64_t ssd_hi64base:32; /* segment base 63:32 */ 326 uint64_t ssd_resv2:8; /* unused, ignored */ 327 uint64_t ssd_zero2:5; /* must be zero */ 328 uint64_t ssd_resv3:19; /* unused, ignored */ 329 } system_desc_t; 330 331 #endif /* __amd64 */ 332 333 #define SYSSEGD_SETLIMIT(ssd, lim) ((ssd)->ssd_lolimit = lim, \ 334 (ssd)->ssd_hilimit = lim >> 16) 335 336 #define SYSSEGD_GETLIMIT(ssd) (((ssd)->ssd_hilimit << 16) | \ 337 (ssd)->ssd_lolimit) 338 339 #if !defined(__amd64) 340 341 /* 342 * System gate segment descriptors for interrupt, trap, call and task gates. 343 * Legacy mode 64-bits wide. 344 */ 345 typedef struct gate_desc { 346 uint32_t sgd_looffset:16; /* segment code offset 15:0 */ 347 uint32_t sgd_selector:16; /* target code or task selector */ 348 uint32_t sgd_stkcpy:5; /* number of stack wds to cpy */ 349 uint32_t sgd_resv:3; /* unused, ignored */ 350 uint32_t sgd_type:5; /* segment type, includes S bit */ 351 uint32_t sgd_dpl:2; /* segment descriptor priority level */ 352 uint32_t sgd_p:1; /* segment descriptor present */ 353 uint32_t sgd_hioffset:16; /* code seg off 31:16 */ 354 } gate_desc_t; 355 356 #define GATESEG_GETOFFSET(sgd) ((uintptr_t)((sgd)->sgd_looffset | \ 357 (sgd)->sgd_hioffset << 16)) 358 359 #else /* __amd64 */ 360 361 /* 362 * System segment descriptors for interrupt, trap and call gates. 363 * Long mode 128-bits wide. 364 * 365 * 32-bit interrupt, trap and call gate types are redefined to 64-bit 366 * equivalents. Task gates along with all other legacy types are reserved 367 * and illegal. 368 */ 369 typedef struct gate_desc { 370 uint64_t sgd_looffset:16; /* segment code offset 15:0 */ 371 uint64_t sgd_selector:16; /* target code or task selector */ 372 uint64_t sgd_ist:3; /* IST table index */ 373 uint64_t sgd_resv1:5; /* unused, ignored */ 374 uint64_t sgd_type:5; /* segment type, includes S bit */ 375 uint64_t sgd_dpl:2; /* segment descriptor priority level */ 376 uint64_t sgd_p:1; /* segment descriptor present */ 377 uint64_t sgd_hioffset:16; /* segment code offset 31:16 */ 378 uint64_t sgd_hi64offset:32; /* segment code offset 63:32 */ 379 uint64_t sgd_resv2:8; /* unused, ignored */ 380 uint64_t sgd_zero:5; /* call gate only: must be zero */ 381 uint64_t sgd_resv3:19; /* unused, ignored */ 382 } gate_desc_t; 383 384 #define GATESEG_GETOFFSET(sgd) ((uintptr_t)((sgd)->sgd_looffset | \ 385 (sgd)->sgd_hioffset << 16 | \ 386 (uint64_t)((sgd)->sgd_hi64offset) << 32)) 387 388 #endif /* __amd64 */ 389 390 /* 391 * functions for initializing and updating segment descriptors. 392 */ 393 #if defined(__amd64) 394 395 extern void set_usegd(user_desc_t *, uint_t, void *, uint32_t, uint_t, uint_t, 396 uint_t, uint_t); 397 398 #elif defined(__i386) 399 400 extern void set_usegd(user_desc_t *, void *, size_t, uint_t, uint_t, 401 uint_t, uint_t); 402 403 #endif /* __i386 */ 404 405 extern uint_t idt_vector_to_ist(uint_t); 406 407 extern void set_gatesegd(gate_desc_t *, void (*)(void), selector_t, 408 uint_t, uint_t, uint_t); 409 410 extern void set_syssegd(system_desc_t *, void *, size_t, uint_t, uint_t); 411 412 extern void *get_ssd_base(system_desc_t *); 413 414 extern void gdt_update_usegd(uint_t, user_desc_t *); 415 416 extern int ldt_update_segd(user_desc_t *, user_desc_t *); 417 418 #if defined(__xpv) 419 420 extern int xen_idt_to_trap_info(uint_t, gate_desc_t *, void *); 421 extern void xen_idt_write(gate_desc_t *, uint_t); 422 423 #endif /* __xen */ 424 425 void init_boot_gdt(user_desc_t *); 426 427 #endif /* _ASM */ 428 429 /* 430 * Common segment parameter defintions for granularity, default 431 * operand size and operaton mode. 432 */ 433 #define SDP_BYTES 0 /* segment limit scaled to bytes */ 434 #define SDP_PAGES 1 /* segment limit scaled to pages */ 435 #define SDP_OP32 1 /* code and data default operand = 32 bits */ 436 #define SDP_LONG 1 /* long mode code segment (64 bits) */ 437 #define SDP_SHORT 0 /* compat/legacy code segment (32 bits) */ 438 439 /* 440 * The maximum segment limit that can be put into a segment descriptor for 441 * 16-bit and 32-bit segments. In 64-bit mode, segment base addresses are 442 * fixed to 0 and the segment limit is ignored. 443 */ 444 #define SDP_LIMIT_MAX 0xFFFFFU 445 446 /* 447 * System segments and gate types. 448 * 449 * In long mode i386 32-bit ldt, tss, call, interrupt and trap gate 450 * types are redefined into 64-bit equivalents. 451 */ 452 #define SDT_SYSNULL 0 /* system null */ 453 #define SDT_SYS286TSS 1 /* system 286 TSS available */ 454 #define SDT_SYSLDT 2 /* system local descriptor table */ 455 #define SDT_SYS286BSY 3 /* system 286 TSS busy */ 456 #define SDT_SYS286CGT 4 /* system 286 call gate */ 457 #define SDT_SYSTASKGT 5 /* system task gate */ 458 #define SDT_SYS286IGT 6 /* system 286 interrupt gate */ 459 #define SDT_SYS286TGT 7 /* system 286 trap gate */ 460 #define SDT_SYSNULL2 8 /* system null again */ 461 #define SDT_SYSTSS 9 /* system TSS available */ 462 #define SDT_SYSNULL3 10 /* system null again */ 463 #define SDT_SYSTSSBSY 11 /* system TSS busy */ 464 #define SDT_SYSCGT 12 /* system call gate */ 465 #define SDT_SYSNULL4 13 /* system null again */ 466 #define SDT_SYSIGT 14 /* system interrupt gate */ 467 #define SDT_SYSTGT 15 /* system trap gate */ 468 469 /* 470 * Memory segment types. 471 * 472 * While in long mode expand-down, writable and accessed type field 473 * attributes are ignored. Only the conforming bit is loaded by hardware 474 * for long mode code segment descriptors. 475 */ 476 #define SDT_MEMRO 16 /* read only */ 477 #define SDT_MEMROA 17 /* read only accessed */ 478 #define SDT_MEMRW 18 /* read write */ 479 #define SDT_MEMRWA 19 /* read write accessed */ 480 #define SDT_MEMROD 20 /* read only expand dwn limit */ 481 #define SDT_MEMRODA 21 /* read only expand dwn limit accessed */ 482 #define SDT_MEMRWD 22 /* read write expand dwn limit */ 483 #define SDT_MEMRWDA 23 /* read write expand dwn limit accessed */ 484 #define SDT_MEME 24 /* execute only */ 485 #define SDT_MEMEA 25 /* execute only accessed */ 486 #define SDT_MEMER 26 /* execute read */ 487 #define SDT_MEMERA 27 /* execute read accessed */ 488 #define SDT_MEMEC 28 /* execute only conforming */ 489 #define SDT_MEMEAC 29 /* execute only accessed conforming */ 490 #define SDT_MEMERC 30 /* execute read conforming */ 491 #define SDT_MEMERAC 31 /* execute read accessed conforming */ 492 493 /* These bits are within the "type" field, like the values above. */ 494 #define SDT_A 0x01 /* accessed bit */ 495 #define SDT_S 0x10 /* S-bit at the top of "type" for usegs */ 496 497 /* 498 * Entries in the Interrupt Descriptor Table (IDT) 499 */ 500 #define IDT_DE 0 /* #DE: Divide Error */ 501 #define IDT_DB 1 /* #DB: Debug */ 502 #define IDT_NMI 2 /* Nonmaskable External Interrupt */ 503 #define IDT_BP 3 /* #BP: Breakpoint */ 504 #define IDT_OF 4 /* #OF: Overflow */ 505 #define IDT_BR 5 /* #BR: Bound Range Exceeded */ 506 #define IDT_UD 6 /* #UD: Undefined/Invalid Opcode */ 507 #define IDT_NM 7 /* #NM: No Math Coprocessor */ 508 #define IDT_DF 8 /* #DF: Double Fault */ 509 #define IDT_FPUGP 9 /* Coprocessor Segment Overrun */ 510 #define IDT_TS 10 /* #TS: Invalid TSS */ 511 #define IDT_NP 11 /* #NP: Segment Not Present */ 512 #define IDT_SS 12 /* #SS: Stack Segment Fault */ 513 #define IDT_GP 13 /* #GP: General Protection Fault */ 514 #define IDT_PF 14 /* #PF: Page Fault */ 515 #define IDT_MF 16 /* #MF: FPU Floating-Point Error */ 516 #define IDT_AC 17 /* #AC: Alignment Check */ 517 #define IDT_MC 18 /* #MC: Machine Check */ 518 #define IDT_XF 19 /* #XF: SIMD Floating-Point Exception */ 519 #define NIDT 256 /* size in entries of IDT */ 520 521 /* 522 * Entries in the Global Descriptor Table (GDT) 523 * 524 * We make sure to space the system descriptors (LDT's, TSS') 525 * such that they are double gdt slot aligned. This is because 526 * in long mode system segment decriptors expand to 128 bits. 527 * 528 * GDT_LWPFS and GDT_LWPGS must be the same for both 32 and 64-bit 529 * kernels. See setup_context in libc. 64-bit processes must set 530 * %fs or %gs to null selector to use 64-bit fsbase or gsbase 531 * respectively. 532 */ 533 #define GDT_NULL 0 /* null */ 534 #define GDT_B32DATA 1 /* dboot 32 bit data descriptor */ 535 #define GDT_B32CODE 2 /* dboot 32 bit code descriptor */ 536 #define GDT_B16CODE 3 /* bios call 16 bit code descriptor */ 537 #define GDT_B16DATA 4 /* bios call 16 bit data descriptor */ 538 #define GDT_B64CODE 5 /* dboot 64 bit code descriptor */ 539 #define GDT_BGSTMP 7 /* kmdb descriptor only used early in boot */ 540 #define GDT_CPUID 16 /* store numeric id of current CPU */ 541 542 /* 543 * Early boot code may need to create a temporary GDT; 544 * this is the minimum length required. 545 */ 546 #define LEN_MIN_GDT_BOOT (GDT_B64CODE + 1) 547 548 #if defined(__amd64) 549 550 #define GDT_KCODE 6 /* kernel code seg %cs */ 551 #define GDT_KDATA 7 /* kernel data seg %ds */ 552 #define GDT_U32CODE 8 /* 32-bit process on 64-bit kernel %cs */ 553 #define GDT_UDATA 9 /* user data seg %ds (32 and 64 bit) */ 554 #define GDT_UCODE 10 /* native user code seg %cs */ 555 #define GDT_LDT 12 /* (12-13) LDT for current process */ 556 #define GDT_KTSS 14 /* (14-15) kernel tss */ 557 #define GDT_FS GDT_NULL /* kernel %fs segment selector */ 558 #define GDT_GS GDT_NULL /* kernel %gs segment selector */ 559 #define GDT_LWPFS 55 /* lwp private %fs segment selector (32-bit) */ 560 #define GDT_LWPGS 56 /* lwp private %gs segment selector (32-bit) */ 561 #define GDT_BRANDMIN 57 /* first entry in GDT for brand usage */ 562 #define GDT_BRANDMAX 61 /* last entry in GDT for brand usage */ 563 #define NGDT 62 /* number of entries in GDT */ 564 565 /* 566 * This selector is only used in the temporary GDT used to bring additional 567 * CPUs from 16-bit real mode into long mode in real_mode_start(). 568 */ 569 #define TEMPGDT_KCODE64 1 /* 64-bit code selector */ 570 571 #elif defined(__i386) 572 573 #define GDT_LDT 40 /* LDT for current process */ 574 #define GDT_KTSS 42 /* kernel tss */ 575 #define GDT_KCODE 43 /* kernel code seg %cs */ 576 #define GDT_KDATA 44 /* kernel data seg %ds */ 577 #define GDT_UCODE 45 /* native user code seg %cs */ 578 #define GDT_UDATA 46 /* user data seg %ds (32 and 64 bit) */ 579 #define GDT_DBFLT 47 /* double fault #DF selector */ 580 #define GDT_FS 53 /* kernel %fs segment selector */ 581 #define GDT_GS 54 /* kernel %gs segment selector */ 582 #define GDT_LWPFS 55 /* lwp private %fs segment selector */ 583 #define GDT_LWPGS 56 /* lwp private %gs segment selector */ 584 #define GDT_BRANDMIN 57 /* first entry in GDT for brand usage */ 585 #define GDT_BRANDMAX 61 /* last entry in GDT for brand usage */ 586 #if !defined(__xpv) 587 #define NGDT 90 /* number of entries in GDT */ 588 #else 589 #define NGDT 512 /* single 4K page for the hypervisor */ 590 #endif 591 592 #endif /* __i386 */ 593 594 /* 595 * Convenient selector definitions. 596 */ 597 598 /* 599 * XXPV 64 bit Xen only allows the guest %cs/%ss be the private ones it 600 * provides, not the ones we create for ourselves. See FLAT_RING3_CS64 in 601 * public/arch-x86_64.h 602 * 603 * 64-bit Xen runs paravirtual guests in ring 3 but emulates them running in 604 * ring 0 by clearing CPL in %cs value pushed on guest exception stacks. 605 * Therefore we will have KCS_SEL value indicate ring 0 and use that everywhere 606 * in the kernel. But in the few files where we initialize segment registers or 607 * create and update descriptors we will explicity OR in SEL_KPL (ring 3) for 608 * kernel %cs. See desctbls.c for an example. 609 */ 610 611 #if defined(__xpv) && defined(__amd64) 612 #define KCS_SEL 0xe030 /* FLAT_RING3_CS64 & 0xFFF0 */ 613 #define KDS_SEL 0xe02b /* FLAT_RING3_SS64 */ 614 #else 615 #define KCS_SEL SEL_GDT(GDT_KCODE, SEL_KPL) 616 #define KDS_SEL SEL_GDT(GDT_KDATA, SEL_KPL) 617 #endif 618 619 #define UCS_SEL SEL_GDT(GDT_UCODE, SEL_UPL) 620 #if defined(__amd64) 621 #define TEMP_CS64_SEL SEL_GDT(TEMPGDT_KCODE64, SEL_KPL) 622 #define U32CS_SEL SEL_GDT(GDT_U32CODE, SEL_UPL) 623 #endif 624 625 #define UDS_SEL SEL_GDT(GDT_UDATA, SEL_UPL) 626 #define ULDT_SEL SEL_GDT(GDT_LDT, SEL_KPL) 627 #define KTSS_SEL SEL_GDT(GDT_KTSS, SEL_KPL) 628 #define DFTSS_SEL SEL_GDT(GDT_DBFLT, SEL_KPL) 629 #define KFS_SEL 0 630 #define KGS_SEL SEL_GDT(GDT_GS, SEL_KPL) 631 #define LWPFS_SEL SEL_GDT(GDT_LWPFS, SEL_UPL) 632 #define LWPGS_SEL SEL_GDT(GDT_LWPGS, SEL_UPL) 633 #define BRANDMIN_SEL SEL_GDT(GDT_BRANDMIN, SEL_UPL) 634 #define BRANDMAX_SEL SEL_GDT(GDT_BRANDMAX, SEL_UPL) 635 636 #define B64CODE_SEL SEL_GDT(GDT_B64CODE, SEL_KPL) 637 #define B32CODE_SEL SEL_GDT(GDT_B32CODE, SEL_KPL) 638 #define B32DATA_SEL SEL_GDT(GDT_B32DATA, SEL_KPL) 639 #define B16CODE_SEL SEL_GDT(GDT_B16CODE, SEL_KPL) 640 #define B16DATA_SEL SEL_GDT(GDT_B16DATA, SEL_KPL) 641 642 /* 643 * Temporary %gs descriptor used by kmdb with -d option. Only lives 644 * in boot's GDT and is not copied into kernel's GDT from boot. 645 */ 646 #define KMDBGS_SEL SEL_GDT(GDT_BGSTMP, SEL_KPL) 647 648 /* 649 * Selector used for kdi_idt when kmdb has taken over the IDT. 650 */ 651 #if defined(__amd64) 652 #define KMDBCODE_SEL B64CODE_SEL 653 #else 654 #define KMDBCODE_SEL B32CODE_SEL 655 #endif 656 657 /* 658 * Entries in default Local Descriptor Table (LDT) for every process. 659 */ 660 #define LDT_SYSCALL 0 /* call gate for libc.a (obsolete) */ 661 #define LDT_SIGCALL 1 /* EOL me, call gate for static sigreturn */ 662 #define LDT_RESVD1 2 /* old user %cs */ 663 #define LDT_RESVD2 3 /* old user %ds */ 664 #define LDT_ALTSYSCALL 4 /* alternate call gate for system calls */ 665 #define LDT_ALTSIGCALL 5 /* EOL me, alternate call gate for sigreturn */ 666 #define LDT_UDBASE 6 /* user descriptor base index */ 667 #define MINNLDT 512 /* Current min solaris ldt size (1 4K page) */ 668 #define MAXNLDT 8192 /* max solaris ldt size (16 4K pages) */ 669 670 #ifdef _KERNEL 671 #define LDT_CPU_SIZE (16 * 4096) /* Size of kernel per-CPU allocation */ 672 #endif 673 674 #ifndef _ASM 675 676 extern gate_desc_t *idt0; 677 extern desctbr_t idt0_default_reg; 678 extern user_desc_t *gdt0; 679 680 extern user_desc_t zero_udesc; 681 extern user_desc_t null_udesc; 682 extern system_desc_t null_sdesc; 683 684 #if defined(__amd64) 685 extern user_desc_t zero_u32desc; 686 #endif 687 #if defined(__amd64) 688 extern user_desc_t ucs_on; 689 extern user_desc_t ucs_off; 690 extern user_desc_t ucs32_on; 691 extern user_desc_t ucs32_off; 692 #endif /* __amd64 */ 693 694 extern tss_t *ktss0; 695 696 #if defined(__i386) 697 extern tss_t *dftss0; 698 #endif /* __i386 */ 699 700 extern void div0trap(), dbgtrap(), nmiint(), brktrap(), ovflotrap(); 701 extern void boundstrap(), invoptrap(), ndptrap(); 702 #if !defined(__xpv) 703 extern void syserrtrap(); 704 #endif 705 extern void invaltrap(), invtsstrap(), segnptrap(), stktrap(); 706 extern void gptrap(), pftrap(), ndperr(); 707 extern void overrun(), resvtrap(); 708 extern void _start(), cmnint(); 709 extern void achktrap(), mcetrap(); 710 extern void xmtrap(); 711 extern void fasttrap(); 712 extern void dtrace_ret(); 713 714 /* KPTI trampolines */ 715 extern void tr_invaltrap(); 716 extern void tr_div0trap(), tr_dbgtrap(), tr_nmiint(), tr_brktrap(); 717 extern void tr_ovflotrap(), tr_boundstrap(), tr_invoptrap(), tr_ndptrap(); 718 #if !defined(__xpv) 719 extern void tr_syserrtrap(); 720 #endif 721 extern void tr_invaltrap(), tr_invtsstrap(), tr_segnptrap(), tr_stktrap(); 722 extern void tr_gptrap(), tr_pftrap(), tr_ndperr(); 723 extern void tr_overrun(), tr_resvtrap(); 724 extern void tr_achktrap(), tr_mcetrap(); 725 extern void tr_xmtrap(); 726 extern void tr_fasttrap(); 727 extern void tr_dtrace_ret(); 728 729 #if !defined(__amd64) 730 extern void pentium_pftrap(); 731 #endif 732 733 extern uint64_t kpti_enable; 734 735 #endif /* _ASM */ 736 737 #ifdef __cplusplus 738 } 739 #endif 740 741 #endif /* _SYS_SEGMENTS_H */ 742