xref: /linux/arch/mips/kernel/entry.S (revision 6ebb496ffc7eeb309a1505bb980e6fb1499eebd7)
11da177e4SLinus Torvalds/*
21da177e4SLinus Torvalds * This file is subject to the terms and conditions of the GNU General Public
31da177e4SLinus Torvalds * License.  See the file "COPYING" in the main directory of this archive
41da177e4SLinus Torvalds * for more details.
51da177e4SLinus Torvalds *
61da177e4SLinus Torvalds * Copyright (C) 1994 - 2000, 2001, 2003 Ralf Baechle
71da177e4SLinus Torvalds * Copyright (C) 1999, 2000 Silicon Graphics, Inc.
81da177e4SLinus Torvalds * Copyright (C) 2001 MIPS Technologies, Inc.
91da177e4SLinus Torvalds */
101da177e4SLinus Torvalds
111da177e4SLinus Torvalds#include <asm/asm.h>
121da177e4SLinus Torvalds#include <asm/asmmacro.h>
131da177e4SLinus Torvalds#include <asm/regdef.h>
141da177e4SLinus Torvalds#include <asm/mipsregs.h>
151da177e4SLinus Torvalds#include <asm/stackframe.h>
161da177e4SLinus Torvalds#include <asm/isadep.h>
171da177e4SLinus Torvalds#include <asm/thread_info.h>
181da177e4SLinus Torvalds#include <asm/war.h>
191da177e4SLinus Torvalds
20f431baa5SAtsushi Nemoto#ifndef CONFIG_PREEMPT
211da177e4SLinus Torvalds#define resume_kernel	restore_all
227da8a581SFranck Bui-Huu#else
237da8a581SFranck Bui-Huu#define __ret_from_irq	ret_from_exception
241da177e4SLinus Torvalds#endif
251da177e4SLinus Torvalds
261da177e4SLinus Torvalds	.text
271da177e4SLinus Torvalds	.align	5
287da8a581SFranck Bui-Huu#ifndef CONFIG_PREEMPT
297da8a581SFranck Bui-HuuFEXPORT(ret_from_exception)
307da8a581SFranck Bui-Huu	local_irq_disable			# preempt stop
317da8a581SFranck Bui-Huu	b	__ret_from_irq
327da8a581SFranck Bui-Huu#endif
33f431baa5SAtsushi NemotoFEXPORT(ret_from_irq)
34f431baa5SAtsushi Nemoto	LONG_S	s0, TI_REGS($28)
357da8a581SFranck Bui-HuuFEXPORT(__ret_from_irq)
36c90e6fbbSDmitry Adamushko/*
37c90e6fbbSDmitry Adamushko * We can be coming here from a syscall done in the kernel space,
38c90e6fbbSDmitry Adamushko * e.g. a failed kernel_execve().
39c90e6fbbSDmitry Adamushko */
40c90e6fbbSDmitry Adamushkoresume_userspace_check:
411da177e4SLinus Torvalds	LONG_L	t0, PT_STATUS(sp)		# returning to kernel mode?
421da177e4SLinus Torvalds	andi	t0, t0, KU_USER
431da177e4SLinus Torvalds	beqz	t0, resume_kernel
441da177e4SLinus Torvalds
45c2648527SThiemo Seuferresume_userspace:
46c2648527SThiemo Seufer	local_irq_disable		# make sure we dont miss an
471da177e4SLinus Torvalds					# interrupt setting need_resched
481da177e4SLinus Torvalds					# between sampling and return
491da177e4SLinus Torvalds	LONG_L	a2, TI_FLAGS($28)	# current->work
50c2648527SThiemo Seufer	andi	t0, a2, _TIF_WORK_MASK	# (ignoring syscall_trace)
51c2648527SThiemo Seufer	bnez	t0, work_pending
521da177e4SLinus Torvalds	j	restore_all
531da177e4SLinus Torvalds
541da177e4SLinus Torvalds#ifdef CONFIG_PREEMPT
55c2648527SThiemo Seuferresume_kernel:
56a18815abSRalf Baechle	local_irq_disable
571da177e4SLinus Torvalds	lw	t0, TI_PRE_COUNT($28)
581da177e4SLinus Torvalds	bnez	t0, restore_all
591da177e4SLinus Torvaldsneed_resched:
601da177e4SLinus Torvalds	LONG_L	t0, TI_FLAGS($28)
611da177e4SLinus Torvalds	andi	t1, t0, _TIF_NEED_RESCHED
621da177e4SLinus Torvalds	beqz	t1, restore_all
631da177e4SLinus Torvalds	LONG_L	t0, PT_STATUS(sp)		# Interrupts off?
641da177e4SLinus Torvalds	andi	t0, 1
651da177e4SLinus Torvalds	beqz	t0, restore_all
66a18815abSRalf Baechle	jal	preempt_schedule_irq
67cdaed73aSRalf Baechle	b	need_resched
681da177e4SLinus Torvalds#endif
691da177e4SLinus Torvalds
708f54bcacSAl ViroFEXPORT(ret_from_kernel_thread)
718f54bcacSAl Viro	jal	schedule_tail		# a0 = struct task_struct *prev
728f54bcacSAl Viro	move	a0, s1
738f54bcacSAl Viro	jal	s0
749b0e5d42SAl Viro	j	syscall_exit
758f54bcacSAl Viro
761da177e4SLinus TorvaldsFEXPORT(ret_from_fork)
7736c8b586SIngo Molnar	jal	schedule_tail		# a0 = struct task_struct *prev
781da177e4SLinus Torvalds
791da177e4SLinus TorvaldsFEXPORT(syscall_exit)
801da177e4SLinus Torvalds	local_irq_disable		# make sure need_resched and
811da177e4SLinus Torvalds					# signals dont change between
821da177e4SLinus Torvalds					# sampling and return
831da177e4SLinus Torvalds	LONG_L	a2, TI_FLAGS($28)	# current->work
841da177e4SLinus Torvalds	li	t0, _TIF_ALLWORK_MASK
851da177e4SLinus Torvalds	and	t0, a2, t0
861da177e4SLinus Torvalds	bnez	t0, syscall_exit_work
871da177e4SLinus Torvalds
8802f884edSAl Virorestore_all:				# restore full frame
891da177e4SLinus Torvalds	.set	noat
901da177e4SLinus Torvalds	RESTORE_TEMP
911da177e4SLinus Torvalds	RESTORE_AT
921da177e4SLinus Torvalds	RESTORE_STATIC
9302f884edSAl Virorestore_partial:		# restore partial frame
94192ef366SRalf Baechle#ifdef CONFIG_TRACE_IRQFLAGS
95192ef366SRalf Baechle	SAVE_STATIC
96192ef366SRalf Baechle	SAVE_AT
97192ef366SRalf Baechle	SAVE_TEMP
98192ef366SRalf Baechle	LONG_L	v0, PT_STATUS(sp)
99cbde5ebcSChris Dearman#if defined(CONFIG_CPU_R3000) || defined(CONFIG_CPU_TX39XX)
100cbde5ebcSChris Dearman	and	v0, ST0_IEP
101cbde5ebcSChris Dearman#else
102cbde5ebcSChris Dearman	and	v0, ST0_IE
103cbde5ebcSChris Dearman#endif
104192ef366SRalf Baechle	beqz	v0, 1f
105192ef366SRalf Baechle	jal	trace_hardirqs_on
106192ef366SRalf Baechle	b	2f
107192ef366SRalf Baechle1:	jal	trace_hardirqs_off
108192ef366SRalf Baechle2:
109192ef366SRalf Baechle	RESTORE_TEMP
110192ef366SRalf Baechle	RESTORE_AT
111192ef366SRalf Baechle	RESTORE_STATIC
112192ef366SRalf Baechle#endif
1131da177e4SLinus Torvalds	RESTORE_SOME
1141da177e4SLinus Torvalds	RESTORE_SP_AND_RET
1151da177e4SLinus Torvalds	.set	at
1161da177e4SLinus Torvalds
117c2648527SThiemo Seuferwork_pending:
118c2648527SThiemo Seufer	andi	t0, a2, _TIF_NEED_RESCHED # a2 is preloaded with TI_FLAGS
1191da177e4SLinus Torvalds	beqz	t0, work_notifysig
1201da177e4SLinus Torvaldswork_resched:
1211da177e4SLinus Torvalds	jal	schedule
1221da177e4SLinus Torvalds
123c2648527SThiemo Seufer	local_irq_disable		# make sure need_resched and
1241da177e4SLinus Torvalds					# signals dont change between
1251da177e4SLinus Torvalds					# sampling and return
1261da177e4SLinus Torvalds	LONG_L	a2, TI_FLAGS($28)
1271da177e4SLinus Torvalds	andi	t0, a2, _TIF_WORK_MASK	# is there any work to be done
1281da177e4SLinus Torvalds					# other than syscall tracing?
1291da177e4SLinus Torvalds	beqz	t0, restore_all
1301da177e4SLinus Torvalds	andi	t0, a2, _TIF_NEED_RESCHED
1311da177e4SLinus Torvalds	bnez	t0, work_resched
1321da177e4SLinus Torvalds
1331da177e4SLinus Torvaldswork_notifysig:				# deal with pending signals and
1341da177e4SLinus Torvalds					# notify-resume requests
1351da177e4SLinus Torvalds	move	a0, sp
1361da177e4SLinus Torvalds	li	a1, 0
1371da177e4SLinus Torvalds	jal	do_notify_resume	# a2 already loaded
138c90e6fbbSDmitry Adamushko	j	resume_userspace_check
1391da177e4SLinus Torvalds
14002f884edSAl ViroFEXPORT(syscall_exit_partial)
14102f884edSAl Viro	local_irq_disable		# make sure need_resched doesn't
14202f884edSAl Viro					# change between and return
14302f884edSAl Viro	LONG_L	a2, TI_FLAGS($28)	# current->work
14402f884edSAl Viro	li	t0, _TIF_ALLWORK_MASK
14502f884edSAl Viro	and	t0, a2
14602f884edSAl Viro	beqz	t0, restore_partial
1471da177e4SLinus Torvalds	SAVE_STATIC
148c2648527SThiemo Seufersyscall_exit_work:
149f76f3308SAl Viro	LONG_L	t0, PT_STATUS(sp)		# returning to kernel mode?
150f76f3308SAl Viro	andi	t0, t0, KU_USER
151f76f3308SAl Viro	beqz	t0, resume_kernel
152c19c20acSRalf Baechle	li	t0, _TIF_WORK_SYSCALL_EXIT
153c2648527SThiemo Seufer	and	t0, a2			# a2 is preloaded with TI_FLAGS
154c2648527SThiemo Seufer	beqz	t0, work_pending	# trace bit set?
1558b659a39SRalf Baechle	local_irq_enable		# could let syscall_trace_leave()
1561da177e4SLinus Torvalds					# call schedule() instead
1571da177e4SLinus Torvalds	move	a0, sp
1588b659a39SRalf Baechle	jal	syscall_trace_leave
1591da177e4SLinus Torvalds	b	resume_userspace
160bce1a286SRalf Baechle
161*6ebb496fSMarkos Chandras#if defined(CONFIG_CPU_MIPSR2) || defined(CONFIG_CPU_MIPSR6) || \
162*6ebb496fSMarkos Chandras    defined(CONFIG_MIPS_MT)
163bce1a286SRalf Baechle
164bce1a286SRalf Baechle/*
165bce1a286SRalf Baechle * MIPS32R2 Instruction Hazard Barrier - must be called
166bce1a286SRalf Baechle *
167bce1a286SRalf Baechle * For C code use the inline version named instruction_hazard().
168bce1a286SRalf Baechle */
169bce1a286SRalf BaechleLEAF(mips_ihb)
170bce1a286SRalf Baechle	.set	mips32r2
171bce1a286SRalf Baechle	jr.hb	ra
172bce1a286SRalf Baechle	nop
173bce1a286SRalf Baechle	END(mips_ihb)
174bce1a286SRalf Baechle
175*6ebb496fSMarkos Chandras#endif /* CONFIG_CPU_MIPSR2 or CONFIG_CPU_MIPSR6 or CONFIG_MIPS_MT */
176