Lines Matching refs:rsp
174 movq %rsp, %gs:CPU_RTMP_RSP /* save the stack pointer */ ;\
177 movq T_STACK(%r15), %rsp /* switch to the kernel stack */ ;\
178 subq $16, %rsp /* save space for 2 pointers */ ;\
181 movq %r14, 8(%rsp) /* stash the user stack pointer */ ;\
191 movq %r15, 16(%rsp) /* save the callback pointer */ ;\
193 movq 24(%rsp), %r15 /* load callback pointer */ ;\
196 movq %gs:CPU_RTMP_RSP, %rsp /* restore the stack pointer */
233 andb $_CONST(0xffff - PS_C), REGOFF_RFL(%rsp)
339 TRACE_REGS(%rdi, %rsp, %rbx, %rcx); \
341 movq REGOFF_RAX(%rsp), %rax; \
342 movq REGOFF_RBX(%rsp), %rbx; \
343 movq REGOFF_RCX(%rsp), %rcx; \
344 movq REGOFF_RDX(%rsp), %rdx; \
346 movq REGOFF_RDI(%rsp), %rdi
416 movq 0x10(%rsp), %rcx; \
417 movq 0x20(%rsp), %r11; \
418 movq 0x28(%rsp), %rsp
435 movq %rsp, %gs:CPU_RTMP_RSP
438 movq T_STACK(%r15), %rsp /* switch from user to kernel stack */
442 movl $UCS_SEL, REGOFF_CS(%rsp)
443 movq %rcx, REGOFF_RIP(%rsp) /* syscall: %rip -> %rcx */
444 movq %r11, REGOFF_RFL(%rsp) /* syscall: %rfl -> %r11d */
445 movl $UDS_SEL, REGOFF_SS(%rsp)
448 movq %rdi, REGOFF_RDI(%rsp)
449 movq %rsi, REGOFF_RSI(%rsp)
450 movq %rdx, REGOFF_RDX(%rsp)
451 movq %r10, REGOFF_RCX(%rsp) /* wrapper: %rcx -> %r10 */
454 movq %r8, REGOFF_R8(%rsp)
455 movq %r9, REGOFF_R9(%rsp)
456 movq %rax, REGOFF_RAX(%rsp)
457 movq %rbx, REGOFF_RBX(%rsp)
459 movq %rbp, REGOFF_RBP(%rsp)
460 movq %r10, REGOFF_R10(%rsp)
462 movq %r11, REGOFF_RSP(%rsp)
463 movq %r12, REGOFF_R12(%rsp)
465 movq %r13, REGOFF_R13(%rsp)
466 movq %r14, REGOFF_R14(%rsp)
468 movq %r10, REGOFF_R15(%rsp)
469 movq $0, REGOFF_SAVFP(%rsp)
470 movq $0, REGOFF_SAVPC(%rsp)
483 movq %rbx, REGOFF_DS(%rsp)
485 movq %rbx, REGOFF_ES(%rsp)
487 movq %rbx, REGOFF_FS(%rsp)
489 movq %rbx, REGOFF_GS(%rsp)
501 movl %eax, REGOFF_GSBASE(%rsp)
502 movl %edx, REGOFF_GSBASE+4(%rsp)
515 movq %rsp, %rbp
522 movl REGOFF_RAX(%rsp), %eax /* (%rax damaged by mstate call) */
524 ASSERT_LWPTOREGS(%r14, %rsp)
603 movq REGOFF_RIP(%rsp), %rcx
612 movq %r12, REGOFF_RAX(%rsp)
613 movq %r13, REGOFF_RDX(%rsp)
625 movq REGOFF_RDI(%rsp), %rdi
626 movq REGOFF_RSI(%rsp), %rsi
627 movq REGOFF_RDX(%rsp), %rdx
630 movq REGOFF_R8(%rsp), %r8
631 movq REGOFF_R9(%rsp), %r9
632 movq REGOFF_RAX(%rsp), %rax
633 movq REGOFF_RBX(%rsp), %rbx
635 movq REGOFF_RBP(%rsp), %rbp
636 movq REGOFF_R10(%rsp), %r10
638 movq REGOFF_R12(%rsp), %r12
640 movq REGOFF_R13(%rsp), %r13
641 movq REGOFF_R14(%rsp), %r14
642 movq REGOFF_R15(%rsp), %r15
644 movq REGOFF_RIP(%rsp), %rcx
645 movl REGOFF_RFL(%rsp), %r11d
658 addq $REGOFF_RIP, %rsp
660 movq REGOFF_RSP(%rsp), %rsp
681 movq %rsp, %gs:CPU_RTMP_RSP /* save user's rsp */
683 movq T_STACK(%r11), %rsp
685 movq %rcx, REGOFF_RIP(%rsp)
686 movl $UCS_SEL, REGOFF_CS(%rsp)
688 movq %r11, REGOFF_RSP(%rsp)
691 movq %r11, REGOFF_RFL(%rsp)
692 movl $UDS_SEL, REGOFF_SS(%rsp)
693 addq $REGOFF_RIP, %rsp
753 movq T_STACK(%r15), %rsp
756 movl $U32CS_SEL, REGOFF_CS(%rsp)
757 movl %ecx, REGOFF_RIP(%rsp) /* syscall: %rip -> %rcx */
758 movq %r11, REGOFF_RFL(%rsp) /* syscall: %rfl -> %r11d */
759 movq %r10, REGOFF_RSP(%rsp)
760 movl $UDS_SEL, REGOFF_SS(%rsp)
763 movl %edi, REGOFF_RDI(%rsp)
764 movl %esi, REGOFF_RSI(%rsp)
765 movl %ebp, REGOFF_RBP(%rsp)
766 movl %ebx, REGOFF_RBX(%rsp)
767 movl %edx, REGOFF_RDX(%rsp)
768 movl %ecx, REGOFF_RCX(%rsp)
769 movl %eax, REGOFF_RAX(%rsp) /* wrapper: sysc# -> %eax */
770 movq $0, REGOFF_SAVFP(%rsp)
771 movq $0, REGOFF_SAVPC(%rsp)
783 movq %rbx, REGOFF_DS(%rsp)
785 movq %rbx, REGOFF_ES(%rsp)
787 movq %rbx, REGOFF_FS(%rsp)
789 movq %rbx, REGOFF_GS(%rsp)
801 movl %eax, REGOFF_GSBASE(%rsp)
802 movl %edx, REGOFF_GSBASE+4(%rsp)
814 movq %rsp, %rbp
822 movl REGOFF_RAX(%rsp), %eax /* (%rax damaged by mstate call) */
824 ASSERT_LWPTOREGS(%r14, %rsp)
836 subq $SYS_DROP, %rsp
839 movq %rsp, %rsi
861 movl 0(%rsp), %edi
862 movl 8(%rsp), %esi
863 movl 0x10(%rsp), %edx
864 movl 0x18(%rsp), %ecx
865 movl 0x20(%rsp), %r8d
866 movl 0x28(%rsp), %r9d
871 movq %rbp, %rsp /* pop the args */
915 movl REGOFF_RBX(%rsp), %ebx
918 movl REGOFF_RBP(%rsp), %ebp
919 movl REGOFF_RSI(%rsp), %esi
920 movl REGOFF_RDI(%rsp), %edi
922 movl REGOFF_RFL(%rsp), %r11d /* %r11 -> eflags */
923 movl REGOFF_RIP(%rsp), %ecx /* %ecx -> %eip */
934 movl REGOFF_RSP(%rsp), %esp
1016 movl $U32CS_SEL, REGOFF_CS(%rsp)
1017 movl %ecx, REGOFF_RSP(%rsp) /* wrapper: %esp -> %ecx */
1018 movl %edx, REGOFF_RIP(%rsp) /* wrapper: %eip -> %edx */
1025 movl $UDS_SEL, REGOFF_SS(%rsp)
1033 movq %r10, REGOFF_RFL(%rsp)
1035 movl %edi, REGOFF_RDI(%rsp)
1036 movl %esi, REGOFF_RSI(%rsp)
1037 movl %ebp, REGOFF_RBP(%rsp)
1038 movl %ebx, REGOFF_RBX(%rsp)
1039 movl %edx, REGOFF_RDX(%rsp)
1040 movl %ecx, REGOFF_RCX(%rsp)
1041 movl %eax, REGOFF_RAX(%rsp) /* wrapper: sysc# -> %eax */
1042 movq $0, REGOFF_SAVFP(%rsp)
1043 movq $0, REGOFF_SAVPC(%rsp)
1055 movq %rbx, REGOFF_DS(%rsp)
1057 movq %rbx, REGOFF_ES(%rsp)
1059 movq %rbx, REGOFF_FS(%rsp)
1061 movq %rbx, REGOFF_GS(%rsp)
1073 movl %eax, REGOFF_GSBASE(%rsp)
1074 movl %edx, REGOFF_GSBASE+4(%rsp)
1086 movq %rsp, %rbp
1106 movq $T_ILLINST, REGOFF_TRAPNO(%rsp)
1107 movq REGOFF_CS(%rsp), %rdi
1108 movq %rdi, REGOFF_ERR(%rsp)
1109 movq %rsp, %rdi
1110 movq REGOFF_RIP(%rsp), %rsi
1117 movl REGOFF_RAX(%rsp), %eax /* (%rax damaged by mstate calls) */
1119 ASSERT_LWPTOREGS(%r14, %rsp)
1128 subq $SYS_DROP, %rsp
1131 movq %rsp, %rsi
1140 movl 0(%rsp), %edi
1141 movl 8(%rsp), %esi
1142 movl 0x10(%rsp), %edx
1143 movl 0x18(%rsp), %ecx
1144 movl 0x20(%rsp), %r8d
1145 movl 0x28(%rsp), %r9d
1150 movq %rbp, %rsp /* pop the args */
1194 andq $_BITNOT(PS_IE), REGOFF_RFL(%rsp)
1206 movl REGOFF_RBX(%rsp), %ebx
1207 movl REGOFF_RBP(%rsp), %ebp
1208 movl REGOFF_RSI(%rsp), %esi
1209 movl REGOFF_RDI(%rsp), %edi
1211 movl REGOFF_RIP(%rsp), %edx /* sysexit: %edx -> %eip */
1212 pushq REGOFF_RFL(%rsp)
1214 movl REGOFF_RSP(%rsp), %ecx /* sysexit: %ecx -> %esp */
1243 movq T_STACK(%r15), %rsp
1289 movq %rsp, %rbp