/freebsd/sys/arm64/arm64/ |
H A D | ptrauth.c | 144 memcpy(&new_td->td_md.md_ptrauth_user, &orig_td->td_md.md_ptrauth_user, in ptrauth_fork() 145 sizeof(new_td->td_md.md_ptrauth_user)); in ptrauth_fork() 155 arc4rand(&td->td_md.md_ptrauth_user, sizeof(td->td_md.md_ptrauth_user), in ptrauth_exec() 169 memcpy(&new_td->td_md.md_ptrauth_user, &orig_td->td_md.md_ptrauth_user, in ptrauth_copy_thread() 170 sizeof(new_td->td_md.md_ptrauth_user)); in ptrauth_copy_thread() 180 arc4rand(&td->td_md.md_ptrauth_kern, sizeof(td->td_md.md_ptrauth_kern), in ptrauth_thread_alloc() 192 :: "r"(td->td_md.md_ptrauth_##space.name.pa_key_lo), \ 193 "r"(td->td_md.md_ptrauth_##space.name.pa_key_hi)) 202 memset(&td->td_md.md_ptrauth_kern, 0, in ptrauth_thread0() 203 sizeof(td->td_md.md_ptrauth_kern)); in ptrauth_thread0()
|
H A D | vm_machdep.c | 120 td2->td_md.md_spinlock_count = 1; in cpu_fork() 121 td2->td_md.md_saved_daif = PSR_DAIF_DEFAULT; in cpu_fork() 125 arc4random_buf(&td2->td_md.md_canary, sizeof(td2->td_md.md_canary)); in cpu_fork() 189 td->td_md.md_spinlock_count = 1; in cpu_copy_thread() 190 td->td_md.md_saved_daif = PSR_DAIF_DEFAULT; in cpu_copy_thread() 194 arc4random_buf(&td->td_md.md_canary, sizeof(td->td_md.md_canary)); in cpu_copy_thread()
|
H A D | machdep.c | 346 if (td->td_md.md_spinlock_count == 0) { in spinlock_enter() 348 td->td_md.md_spinlock_count = 1; in spinlock_enter() 349 td->td_md.md_saved_daif = daif; in spinlock_enter() 352 td->td_md.md_spinlock_count++; in spinlock_enter() 362 daif = td->td_md.md_saved_daif; in spinlock_exit() 363 td->td_md.md_spinlock_count--; in spinlock_exit() 364 if (td->td_md.md_spinlock_count == 0) { in spinlock_exit() 405 thread0.td_md.md_canary = boot_canary; in init_proc0()
|
H A D | genassym.c | 76 ASSYM(TD_MD_CANARY, offsetof(struct thread, td_md.md_canary)); 77 ASSYM(TD_MD_EFIRT_TMP, offsetof(struct thread, td_md.md_efirt_tmp));
|
H A D | efirt_machdep.c | 243 curthread->td_md.md_efirt_dis_pf = vm_fault_disable_pagefaults(); in efi_arch_enter() 274 vm_fault_enable_pagefaults(curthread->td_md.md_efirt_dis_pf); in efi_arch_leave()
|
H A D | trap.c | 311 if (td->td_md.md_spinlock_count == 0 && in data_abort() 318 if (td->td_md.md_spinlock_count == 0 && in data_abort() 341 if (td->td_md.md_spinlock_count != 0) { in data_abort() 346 td->td_md.md_spinlock_count); in data_abort()
|
/freebsd/sys/arm/arm/ |
H A D | machdep_ptrace.c | 136 KASSERT(td->td_md.md_ptrace_instr == 0, in ptrace_single_step() 138 KASSERT(td->td_md.md_ptrace_instr_alt == 0, in ptrace_single_step() 149 &td->td_md.md_ptrace_instr); in ptrace_single_step() 154 td->td_md.md_ptrace_instr = 0; in ptrace_single_step() 156 td->td_md.md_ptrace_addr = td->td_frame->tf_pc + in ptrace_single_step() 164 &td->td_md.md_ptrace_instr_alt); in ptrace_single_step() 166 td->td_md.md_ptrace_instr_alt = 0; in ptrace_single_step() 171 td->td_md.md_ptrace_instr_alt = 0; in ptrace_single_step() 173 td->td_md.md_ptrace_addr_alt = alt_next; in ptrace_single_step() 191 if (td->td_md.md_ptrace_instr != 0) { in ptrace_clear_single_step() [all …]
|
H A D | machdep.c | 317 if (td->td_md.md_spinlock_count == 0) { in spinlock_enter() 319 td->td_md.md_spinlock_count = 1; in spinlock_enter() 320 td->td_md.md_saved_cspr = cspr; in spinlock_enter() 323 td->td_md.md_spinlock_count++; in spinlock_enter() 333 cspr = td->td_md.md_saved_cspr; in spinlock_exit() 334 td->td_md.md_spinlock_count--; in spinlock_exit() 335 if (td->td_md.md_spinlock_count == 0) { in spinlock_exit()
|
H A D | vm_machdep.c | 145 td2->td_md.md_spinlock_count = 1; in cpu_fork() 146 td2->td_md.md_saved_cspr = PSR_SVC32_MODE; in cpu_fork() 207 td->td_md.md_spinlock_count = 1; in cpu_copy_thread() 208 td->td_md.md_saved_cspr = PSR_SVC32_MODE; in cpu_copy_thread()
|
H A D | trap-v6.c | 372 if (td->td_md.md_spurflt_addr != far || in abort_handler() 374 td->td_md.md_spurflt_addr = far; in abort_handler() 404 if (td->td_md.md_spinlock_count == 0) { in abort_handler()
|
H A D | syscall.c | 160 if (td->td_md.md_spinlock_count == 0) { in swi_handler()
|
H A D | genassym.c | 90 ASSYM(TD_MD, offsetof(struct thread, td_md));
|
/freebsd/sys/amd64/amd64/ |
H A D | vm_machdep.c | 88 td->td_md.md_stack_base = td->td_kstack + in set_top_of_stack_td() 95 KASSERT(((vm_offset_t)td->td_md.md_usr_fpu_save % in get_pcb_user_save_td() 98 td->td_md.md_usr_fpu_save, td)); in get_pcb_user_save_td() 99 return (td->td_md.md_usr_fpu_save); in get_pcb_user_save_td() 106 return (&td->td_md.md_pcb); in get_pcb_td() 114 td = __containerof(pcb, struct thread, td_md.md_pcb); in get_pcb_user_save_pcb() 169 td2->td_frame = (struct trapframe *)td2->td_md.md_stack_base - 1; in copy_thread() 191 td2->td_md.md_spinlock_count = 1; in copy_thread() 192 td2->td_md.md_saved_flags = PSL_KERNEL | PSL_I; in copy_thread() 385 td->td_frame = (struct trapframe *)td->td_md.md_stack_base - 1; in cpu_thread_alloc() [all …]
|
H A D | machdep.c | 1581 rsp0 = thread0.td_md.md_stack_base; in hammer_time() 1619 return (thread0.td_md.md_stack_base); in hammer_time() 1704 if (td->td_md.md_spinlock_count == 0) { in spinlock_enter() 1706 td->td_md.md_spinlock_count = 1; in spinlock_enter() 1707 td->td_md.md_saved_flags = flags; in spinlock_enter() 1710 td->td_md.md_spinlock_count++; in spinlock_enter() 1720 flags = td->td_md.md_saved_flags; in spinlock_exit() 1721 td->td_md.md_spinlock_count--; in spinlock_exit() 1722 if (td->td_md.md_spinlock_count == 0) { in spinlock_exit()
|
H A D | efirt_machdep.c | 295 curthread->td_md.md_efirt_dis_pf = vm_fault_disable_pagefaults(); in efi_arch_enter() 336 vm_fault_enable_pagefaults(curthread->td_md.md_efirt_dis_pf); in efi_arch_leave()
|
H A D | genassym.c | 86 ASSYM(TD_MD, offsetof(struct thread, td_md)); 87 ASSYM(TD_MD_PCB, offsetof(struct thread, td_md.md_pcb)); 88 ASSYM(TD_MD_STACK_BASE, offsetof(struct thread, td_md.md_stack_base));
|
H A D | trap.c | 289 if (td->td_md.md_spinlock_count == 0) in trap() 731 if (td->td_md.md_spurflt_addr != eva || in trap_pfault() 737 td->td_md.md_spurflt_addr = eva; in trap_pfault() 1224 td->td_md.md_invl_gen.gen)); in amd64_syscall()
|
/freebsd/sys/riscv/riscv/ |
H A D | machdep.c | 249 if (td->td_md.md_spinlock_count == 0) { in spinlock_enter() 251 td->td_md.md_spinlock_count = 1; in spinlock_enter() 252 td->td_md.md_saved_sstatus_ie = reg; in spinlock_enter() 255 td->td_md.md_spinlock_count++; in spinlock_enter() 265 sstatus_ie = td->td_md.md_saved_sstatus_ie; in spinlock_exit() 266 td->td_md.md_spinlock_count--; in spinlock_exit() 267 if (td->td_md.md_spinlock_count == 0) { in spinlock_exit()
|
H A D | vm_machdep.c | 120 td2->td_md.md_spinlock_count = 1; in cpu_fork() 121 td2->td_md.md_saved_sstatus_ie = (SSTATUS_SIE); in cpu_fork() 180 td->td_md.md_spinlock_count = 1; in cpu_copy_thread() 181 td->td_md.md_saved_sstatus_ie = (SSTATUS_SIE); in cpu_copy_thread()
|
/freebsd/sys/powerpc/powerpc/ |
H A D | machdep.c | 732 if (td->td_md.md_spinlock_count == 0) { in spinlock_enter() 735 td->td_md.md_spinlock_count = 1; in spinlock_enter() 736 td->td_md.md_saved_msr = msr; in spinlock_enter() 739 td->td_md.md_spinlock_count++; in spinlock_enter() 749 msr = td->td_md.md_saved_msr; in spinlock_exit() 750 td->td_md.md_spinlock_count--; in spinlock_exit() 751 if (td->td_md.md_spinlock_count == 0) { in spinlock_exit()
|
H A D | vm_machdep.c | 171 td2->td_md.md_spinlock_count = 1; in cpu_fork() 172 td2->td_md.md_saved_msr = psl_kernset; in cpu_fork()
|
/freebsd/sys/amd64/include/ |
H A D | pcpu_aux.h | 62 #define curpcb (&curthread->td_md.md_pcb)
|
/freebsd/sys/i386/i386/ |
H A D | machdep.c | 1769 if (td->td_md.md_spinlock_count == 0) { in spinlock_enter() 1771 td->td_md.md_spinlock_count = 1; in spinlock_enter() 1772 td->td_md.md_saved_flags = flags; in spinlock_enter() 1775 td->td_md.md_spinlock_count++; in spinlock_enter() 1785 flags = td->td_md.md_saved_flags; in spinlock_exit() 1786 td->td_md.md_spinlock_count--; in spinlock_exit() 1787 if (td->td_md.md_spinlock_count == 0) { in spinlock_exit()
|
H A D | vm_machdep.c | 196 td2->td_md.md_spinlock_count = 1; in copy_thread() 197 td2->td_md.md_saved_flags = PSL_KERNEL | PSL_I; in copy_thread()
|
H A D | trap.c | 303 if (trap_enable_intr(type) && td->td_md.md_spinlock_count == 0 && in trap() 767 if (td->td_md.md_spurflt_addr != eva || in trap_pfault() 773 td->td_md.md_spurflt_addr = eva; in trap_pfault()
|