1a88b5ba8SSam Ravnborg/* 2a88b5ba8SSam Ravnborg * etrap.S: Preparing for entry into the kernel on Sparc V9. 3a88b5ba8SSam Ravnborg * 4a88b5ba8SSam Ravnborg * Copyright (C) 1996, 1997 David S. Miller (davem@caip.rutgers.edu) 5a88b5ba8SSam Ravnborg * Copyright (C) 1997, 1998, 1999 Jakub Jelinek (jj@ultra.linux.cz) 6a88b5ba8SSam Ravnborg */ 7a88b5ba8SSam Ravnborg 8a88b5ba8SSam Ravnborg 9a88b5ba8SSam Ravnborg#include <asm/asi.h> 10a88b5ba8SSam Ravnborg#include <asm/pstate.h> 11a88b5ba8SSam Ravnborg#include <asm/ptrace.h> 12a88b5ba8SSam Ravnborg#include <asm/page.h> 13a88b5ba8SSam Ravnborg#include <asm/spitfire.h> 14a88b5ba8SSam Ravnborg#include <asm/head.h> 15a88b5ba8SSam Ravnborg#include <asm/processor.h> 16a88b5ba8SSam Ravnborg#include <asm/mmu.h> 17a88b5ba8SSam Ravnborg 18a88b5ba8SSam Ravnborg#define TASK_REGOFF (THREAD_SIZE-TRACEREG_SZ-STACKFRAME_SZ) 19a88b5ba8SSam Ravnborg#define ETRAP_PSTATE1 (PSTATE_TSO | PSTATE_PRIV) 20a88b5ba8SSam Ravnborg#define ETRAP_PSTATE2 \ 21a88b5ba8SSam Ravnborg (PSTATE_TSO | PSTATE_PEF | PSTATE_PRIV | PSTATE_IE) 22a88b5ba8SSam Ravnborg 23a88b5ba8SSam Ravnborg/* 24a88b5ba8SSam Ravnborg * On entry, %g7 is return address - 0x4. 25a88b5ba8SSam Ravnborg * %g4 and %g5 will be preserved %l4 and %l5 respectively. 26a88b5ba8SSam Ravnborg */ 27a88b5ba8SSam Ravnborg 28a88b5ba8SSam Ravnborg .text 29a88b5ba8SSam Ravnborg .align 64 30a88b5ba8SSam Ravnborg .globl etrap_syscall, etrap, etrap_irq, etraptl1 31a88b5ba8SSam Ravnborgetrap: rdpr %pil, %g2 32a88b5ba8SSam Ravnborgetrap_irq: clr %g3 33a88b5ba8SSam Ravnborgetrap_syscall: TRAP_LOAD_THREAD_REG(%g6, %g1) 34a88b5ba8SSam Ravnborg rdpr %tstate, %g1 35a88b5ba8SSam Ravnborg or %g1, %g3, %g1 36a88b5ba8SSam Ravnborg sllx %g2, 20, %g3 37a88b5ba8SSam Ravnborg andcc %g1, TSTATE_PRIV, %g0 38a88b5ba8SSam Ravnborg or %g1, %g3, %g1 39a88b5ba8SSam Ravnborg bne,pn %xcc, 1f 40a88b5ba8SSam Ravnborg sub %sp, STACKFRAME_SZ+TRACEREG_SZ-STACK_BIAS, %g2 41*a7159a87SAnthony Yznaga661: wrpr %g0, 7, %cleanwin 42*a7159a87SAnthony Yznaga .section .fast_win_ctrl_1insn_patch, "ax" 43*a7159a87SAnthony Yznaga .word 661b 44*a7159a87SAnthony Yznaga .word 0x85880000 ! allclean 45*a7159a87SAnthony Yznaga .previous 46a88b5ba8SSam Ravnborg 47a88b5ba8SSam Ravnborg sethi %hi(TASK_REGOFF), %g2 48a88b5ba8SSam Ravnborg sethi %hi(TSTATE_PEF), %g3 49a88b5ba8SSam Ravnborg or %g2, %lo(TASK_REGOFF), %g2 50a88b5ba8SSam Ravnborg and %g1, %g3, %g3 51a88b5ba8SSam Ravnborg brnz,pn %g3, 1f 52a88b5ba8SSam Ravnborg add %g6, %g2, %g2 53a88b5ba8SSam Ravnborg wr %g0, 0, %fprs 54a88b5ba8SSam Ravnborg1: rdpr %tpc, %g3 55a88b5ba8SSam Ravnborg 56a88b5ba8SSam Ravnborg stx %g1, [%g2 + STACKFRAME_SZ + PT_V9_TSTATE] 57a88b5ba8SSam Ravnborg rdpr %tnpc, %g1 58a88b5ba8SSam Ravnborg stx %g3, [%g2 + STACKFRAME_SZ + PT_V9_TPC] 59a88b5ba8SSam Ravnborg rd %y, %g3 60a88b5ba8SSam Ravnborg stx %g1, [%g2 + STACKFRAME_SZ + PT_V9_TNPC] 61a88b5ba8SSam Ravnborg rdpr %tt, %g1 62a88b5ba8SSam Ravnborg st %g3, [%g2 + STACKFRAME_SZ + PT_V9_Y] 63a88b5ba8SSam Ravnborg sethi %hi(PT_REGS_MAGIC), %g3 64a88b5ba8SSam Ravnborg or %g3, %g1, %g1 65a88b5ba8SSam Ravnborg st %g1, [%g2 + STACKFRAME_SZ + PT_V9_MAGIC] 66a88b5ba8SSam Ravnborg 67a88b5ba8SSam Ravnborg rdpr %cansave, %g1 68a88b5ba8SSam Ravnborg brnz,pt %g1, etrap_save 69a88b5ba8SSam Ravnborg nop 70a88b5ba8SSam Ravnborg 71a88b5ba8SSam Ravnborg rdpr %cwp, %g1 72a88b5ba8SSam Ravnborg add %g1, 2, %g1 73a88b5ba8SSam Ravnborg wrpr %g1, %cwp 74a88b5ba8SSam Ravnborg be,pt %xcc, etrap_user_spill 75a88b5ba8SSam Ravnborg mov ASI_AIUP, %g3 76a88b5ba8SSam Ravnborg 77a88b5ba8SSam Ravnborg rdpr %otherwin, %g3 78a88b5ba8SSam Ravnborg brz %g3, etrap_kernel_spill 79a88b5ba8SSam Ravnborg mov ASI_AIUS, %g3 80a88b5ba8SSam Ravnborg 81a88b5ba8SSam Ravnborgetrap_user_spill: 82a88b5ba8SSam Ravnborg 83a88b5ba8SSam Ravnborg wr %g3, 0x0, %asi 84a88b5ba8SSam Ravnborg ldx [%g6 + TI_FLAGS], %g3 85a88b5ba8SSam Ravnborg and %g3, _TIF_32BIT, %g3 86a88b5ba8SSam Ravnborg brnz,pt %g3, etrap_user_spill_32bit 87a88b5ba8SSam Ravnborg nop 88a88b5ba8SSam Ravnborg ba,a,pt %xcc, etrap_user_spill_64bit 89a88b5ba8SSam Ravnborg 90a88b5ba8SSam Ravnborgetrap_save: save %g2, -STACK_BIAS, %sp 91a88b5ba8SSam Ravnborg mov %g6, %l6 92a88b5ba8SSam Ravnborg 93a88b5ba8SSam Ravnborg bne,pn %xcc, 3f 94a88b5ba8SSam Ravnborg mov PRIMARY_CONTEXT, %l4 95*a7159a87SAnthony Yznaga661: rdpr %canrestore, %g3 96*a7159a87SAnthony Yznaga .section .fast_win_ctrl_1insn_patch, "ax" 97*a7159a87SAnthony Yznaga .word 661b 98*a7159a87SAnthony Yznaga nop 99*a7159a87SAnthony Yznaga .previous 100*a7159a87SAnthony Yznaga 101a88b5ba8SSam Ravnborg rdpr %wstate, %g2 102*a7159a87SAnthony Yznaga661: wrpr %g0, 0, %canrestore 103*a7159a87SAnthony Yznaga .section .fast_win_ctrl_1insn_patch, "ax" 104*a7159a87SAnthony Yznaga .word 661b 105*a7159a87SAnthony Yznaga nop 106*a7159a87SAnthony Yznaga .previous 107a88b5ba8SSam Ravnborg sll %g2, 3, %g2 108dff933daSAl Viro 109dff933daSAl Viro /* Set TI_SYS_FPDEPTH to 1 and clear TI_SYS_NOERROR. */ 110a88b5ba8SSam Ravnborg mov 1, %l5 111dff933daSAl Viro sth %l5, [%l6 + TI_SYS_NOERROR] 112a88b5ba8SSam Ravnborg 113*a7159a87SAnthony Yznaga661: wrpr %g3, 0, %otherwin 114*a7159a87SAnthony Yznaga .section .fast_win_ctrl_1insn_patch, "ax" 115*a7159a87SAnthony Yznaga .word 661b 116*a7159a87SAnthony Yznaga .word 0x87880000 ! otherw 117*a7159a87SAnthony Yznaga .previous 118*a7159a87SAnthony Yznaga 119a88b5ba8SSam Ravnborg wrpr %g2, 0, %wstate 120a88b5ba8SSam Ravnborg sethi %hi(sparc64_kern_pri_context), %g2 121a88b5ba8SSam Ravnborg ldx [%g2 + %lo(sparc64_kern_pri_context)], %g3 122a88b5ba8SSam Ravnborg 123a88b5ba8SSam Ravnborg661: stxa %g3, [%l4] ASI_DMMU 124a88b5ba8SSam Ravnborg .section .sun4v_1insn_patch, "ax" 125a88b5ba8SSam Ravnborg .word 661b 126a88b5ba8SSam Ravnborg stxa %g3, [%l4] ASI_MMU 127a88b5ba8SSam Ravnborg .previous 128a88b5ba8SSam Ravnborg 129a88b5ba8SSam Ravnborg sethi %hi(KERNBASE), %l4 130a88b5ba8SSam Ravnborg flush %l4 131a88b5ba8SSam Ravnborg mov ASI_AIUS, %l7 132a88b5ba8SSam Ravnborg2: mov %g4, %l4 133a88b5ba8SSam Ravnborg mov %g5, %l5 134a88b5ba8SSam Ravnborg add %g7, 4, %l2 135a88b5ba8SSam Ravnborg 136a88b5ba8SSam Ravnborg /* Go to trap time globals so we can save them. */ 137a88b5ba8SSam Ravnborg661: wrpr %g0, ETRAP_PSTATE1, %pstate 138a88b5ba8SSam Ravnborg .section .sun4v_1insn_patch, "ax" 139a88b5ba8SSam Ravnborg .word 661b 140a88b5ba8SSam Ravnborg SET_GL(0) 141a88b5ba8SSam Ravnborg .previous 142a88b5ba8SSam Ravnborg 143a88b5ba8SSam Ravnborg stx %g1, [%sp + PTREGS_OFF + PT_V9_G1] 144a88b5ba8SSam Ravnborg stx %g2, [%sp + PTREGS_OFF + PT_V9_G2] 145a88b5ba8SSam Ravnborg sllx %l7, 24, %l7 146a88b5ba8SSam Ravnborg stx %g3, [%sp + PTREGS_OFF + PT_V9_G3] 147a88b5ba8SSam Ravnborg rdpr %cwp, %l0 148a88b5ba8SSam Ravnborg stx %g4, [%sp + PTREGS_OFF + PT_V9_G4] 149a88b5ba8SSam Ravnborg stx %g5, [%sp + PTREGS_OFF + PT_V9_G5] 150a88b5ba8SSam Ravnborg stx %g6, [%sp + PTREGS_OFF + PT_V9_G6] 151a88b5ba8SSam Ravnborg stx %g7, [%sp + PTREGS_OFF + PT_V9_G7] 152a88b5ba8SSam Ravnborg or %l7, %l0, %l7 153a88b5ba8SSam Ravnborg sethi %hi(TSTATE_TSO | TSTATE_PEF), %l0 154a88b5ba8SSam Ravnborg or %l7, %l0, %l7 155a88b5ba8SSam Ravnborg wrpr %l2, %tnpc 156a88b5ba8SSam Ravnborg wrpr %l7, (TSTATE_PRIV | TSTATE_IE), %tstate 157a88b5ba8SSam Ravnborg stx %i0, [%sp + PTREGS_OFF + PT_V9_I0] 158a88b5ba8SSam Ravnborg stx %i1, [%sp + PTREGS_OFF + PT_V9_I1] 159a88b5ba8SSam Ravnborg stx %i2, [%sp + PTREGS_OFF + PT_V9_I2] 160a88b5ba8SSam Ravnborg stx %i3, [%sp + PTREGS_OFF + PT_V9_I3] 161a88b5ba8SSam Ravnborg stx %i4, [%sp + PTREGS_OFF + PT_V9_I4] 162a88b5ba8SSam Ravnborg stx %i5, [%sp + PTREGS_OFF + PT_V9_I5] 163a88b5ba8SSam Ravnborg stx %i6, [%sp + PTREGS_OFF + PT_V9_I6] 164a88b5ba8SSam Ravnborg mov %l6, %g6 165a88b5ba8SSam Ravnborg stx %i7, [%sp + PTREGS_OFF + PT_V9_I7] 166a88b5ba8SSam Ravnborg LOAD_PER_CPU_BASE(%g5, %g6, %g4, %g3, %l1) 167a88b5ba8SSam Ravnborg ldx [%g6 + TI_TASK], %g4 168a88b5ba8SSam Ravnborg done 169a88b5ba8SSam Ravnborg 170a88b5ba8SSam Ravnborg3: mov ASI_P, %l7 171a88b5ba8SSam Ravnborg ldub [%l6 + TI_FPDEPTH], %l5 172a88b5ba8SSam Ravnborg add %l6, TI_FPSAVED + 1, %l4 173a88b5ba8SSam Ravnborg srl %l5, 1, %l3 174a88b5ba8SSam Ravnborg add %l5, 2, %l5 175dff933daSAl Viro 176dff933daSAl Viro /* Set TI_SYS_FPDEPTH to %l5 and clear TI_SYS_NOERROR. */ 177dff933daSAl Viro sth %l5, [%l6 + TI_SYS_NOERROR] 178a88b5ba8SSam Ravnborg ba,pt %xcc, 2b 179a88b5ba8SSam Ravnborg stb %g0, [%l4 + %l3] 180a88b5ba8SSam Ravnborg nop 181a88b5ba8SSam Ravnborg 182a88b5ba8SSam Ravnborgetraptl1: /* Save tstate/tpc/tnpc of TL 1-->4 and the tl register itself. 183a88b5ba8SSam Ravnborg * We place this right after pt_regs on the trap stack. 184a88b5ba8SSam Ravnborg * The layout is: 185a88b5ba8SSam Ravnborg * 0x00 TL1's TSTATE 186a88b5ba8SSam Ravnborg * 0x08 TL1's TPC 187a88b5ba8SSam Ravnborg * 0x10 TL1's TNPC 188a88b5ba8SSam Ravnborg * 0x18 TL1's TT 189a88b5ba8SSam Ravnborg * ... 190a88b5ba8SSam Ravnborg * 0x58 TL4's TT 191a88b5ba8SSam Ravnborg * 0x60 TL 192a88b5ba8SSam Ravnborg */ 193a88b5ba8SSam Ravnborg TRAP_LOAD_THREAD_REG(%g6, %g1) 194a88b5ba8SSam Ravnborg sub %sp, ((4 * 8) * 4) + 8, %g2 195a88b5ba8SSam Ravnborg rdpr %tl, %g1 196a88b5ba8SSam Ravnborg 197a88b5ba8SSam Ravnborg wrpr %g0, 1, %tl 198a88b5ba8SSam Ravnborg rdpr %tstate, %g3 199a88b5ba8SSam Ravnborg stx %g3, [%g2 + STACK_BIAS + 0x00] 200a88b5ba8SSam Ravnborg rdpr %tpc, %g3 201a88b5ba8SSam Ravnborg stx %g3, [%g2 + STACK_BIAS + 0x08] 202a88b5ba8SSam Ravnborg rdpr %tnpc, %g3 203a88b5ba8SSam Ravnborg stx %g3, [%g2 + STACK_BIAS + 0x10] 204a88b5ba8SSam Ravnborg rdpr %tt, %g3 205a88b5ba8SSam Ravnborg stx %g3, [%g2 + STACK_BIAS + 0x18] 206a88b5ba8SSam Ravnborg 207a88b5ba8SSam Ravnborg wrpr %g0, 2, %tl 208a88b5ba8SSam Ravnborg rdpr %tstate, %g3 209a88b5ba8SSam Ravnborg stx %g3, [%g2 + STACK_BIAS + 0x20] 210a88b5ba8SSam Ravnborg rdpr %tpc, %g3 211a88b5ba8SSam Ravnborg stx %g3, [%g2 + STACK_BIAS + 0x28] 212a88b5ba8SSam Ravnborg rdpr %tnpc, %g3 213a88b5ba8SSam Ravnborg stx %g3, [%g2 + STACK_BIAS + 0x30] 214a88b5ba8SSam Ravnborg rdpr %tt, %g3 215a88b5ba8SSam Ravnborg stx %g3, [%g2 + STACK_BIAS + 0x38] 216a88b5ba8SSam Ravnborg 217a88b5ba8SSam Ravnborg sethi %hi(is_sun4v), %g3 218a88b5ba8SSam Ravnborg lduw [%g3 + %lo(is_sun4v)], %g3 219a88b5ba8SSam Ravnborg brnz,pn %g3, finish_tl1_capture 220a88b5ba8SSam Ravnborg nop 221a88b5ba8SSam Ravnborg 222a88b5ba8SSam Ravnborg wrpr %g0, 3, %tl 223a88b5ba8SSam Ravnborg rdpr %tstate, %g3 224a88b5ba8SSam Ravnborg stx %g3, [%g2 + STACK_BIAS + 0x40] 225a88b5ba8SSam Ravnborg rdpr %tpc, %g3 226a88b5ba8SSam Ravnborg stx %g3, [%g2 + STACK_BIAS + 0x48] 227a88b5ba8SSam Ravnborg rdpr %tnpc, %g3 228a88b5ba8SSam Ravnborg stx %g3, [%g2 + STACK_BIAS + 0x50] 229a88b5ba8SSam Ravnborg rdpr %tt, %g3 230a88b5ba8SSam Ravnborg stx %g3, [%g2 + STACK_BIAS + 0x58] 231a88b5ba8SSam Ravnborg 232a88b5ba8SSam Ravnborg wrpr %g0, 4, %tl 233a88b5ba8SSam Ravnborg rdpr %tstate, %g3 234a88b5ba8SSam Ravnborg stx %g3, [%g2 + STACK_BIAS + 0x60] 235a88b5ba8SSam Ravnborg rdpr %tpc, %g3 236a88b5ba8SSam Ravnborg stx %g3, [%g2 + STACK_BIAS + 0x68] 237a88b5ba8SSam Ravnborg rdpr %tnpc, %g3 238a88b5ba8SSam Ravnborg stx %g3, [%g2 + STACK_BIAS + 0x70] 239a88b5ba8SSam Ravnborg rdpr %tt, %g3 240a88b5ba8SSam Ravnborg stx %g3, [%g2 + STACK_BIAS + 0x78] 241a88b5ba8SSam Ravnborg 242a88b5ba8SSam Ravnborg stx %g1, [%g2 + STACK_BIAS + 0x80] 243a88b5ba8SSam Ravnborg 244a88b5ba8SSam Ravnborgfinish_tl1_capture: 245a88b5ba8SSam Ravnborg wrpr %g0, 1, %tl 246a88b5ba8SSam Ravnborg661: nop 247a88b5ba8SSam Ravnborg .section .sun4v_1insn_patch, "ax" 248a88b5ba8SSam Ravnborg .word 661b 249a88b5ba8SSam Ravnborg SET_GL(1) 250a88b5ba8SSam Ravnborg .previous 251a88b5ba8SSam Ravnborg 252a88b5ba8SSam Ravnborg rdpr %tstate, %g1 253a88b5ba8SSam Ravnborg sub %g2, STACKFRAME_SZ + TRACEREG_SZ - STACK_BIAS, %g2 254a88b5ba8SSam Ravnborg ba,pt %xcc, 1b 255a88b5ba8SSam Ravnborg andcc %g1, TSTATE_PRIV, %g0 256a88b5ba8SSam Ravnborg 257a88b5ba8SSam Ravnborg#undef TASK_REGOFF 258a88b5ba8SSam Ravnborg#undef ETRAP_PSTATE1 259