xref: /linux/arch/mips/kernel/entry.S (revision d8550860d910c6b7b70f830f59003b33daaa52c9)
11da177e4SLinus Torvalds/*
21da177e4SLinus Torvalds * This file is subject to the terms and conditions of the GNU General Public
31da177e4SLinus Torvalds * License.  See the file "COPYING" in the main directory of this archive
41da177e4SLinus Torvalds * for more details.
51da177e4SLinus Torvalds *
61da177e4SLinus Torvalds * Copyright (C) 1994 - 2000, 2001, 2003 Ralf Baechle
71da177e4SLinus Torvalds * Copyright (C) 1999, 2000 Silicon Graphics, Inc.
81da177e4SLinus Torvalds * Copyright (C) 2001 MIPS Technologies, Inc.
91da177e4SLinus Torvalds */
101da177e4SLinus Torvalds
111da177e4SLinus Torvalds#include <asm/asm.h>
121da177e4SLinus Torvalds#include <asm/asmmacro.h>
13aebac993SMarkos Chandras#include <asm/compiler.h>
14*d8550860SPaul Burton#include <asm/irqflags.h>
151da177e4SLinus Torvalds#include <asm/regdef.h>
161da177e4SLinus Torvalds#include <asm/mipsregs.h>
171da177e4SLinus Torvalds#include <asm/stackframe.h>
181da177e4SLinus Torvalds#include <asm/isadep.h>
191da177e4SLinus Torvalds#include <asm/thread_info.h>
201da177e4SLinus Torvalds#include <asm/war.h>
211da177e4SLinus Torvalds
22f431baa5SAtsushi Nemoto#ifndef CONFIG_PREEMPT
231da177e4SLinus Torvalds#define resume_kernel	restore_all
247da8a581SFranck Bui-Huu#else
257da8a581SFranck Bui-Huu#define __ret_from_irq	ret_from_exception
261da177e4SLinus Torvalds#endif
271da177e4SLinus Torvalds
281da177e4SLinus Torvalds	.text
291da177e4SLinus Torvalds	.align	5
307da8a581SFranck Bui-Huu#ifndef CONFIG_PREEMPT
317da8a581SFranck Bui-HuuFEXPORT(ret_from_exception)
327da8a581SFranck Bui-Huu	local_irq_disable			# preempt stop
337da8a581SFranck Bui-Huu	b	__ret_from_irq
347da8a581SFranck Bui-Huu#endif
35f431baa5SAtsushi NemotoFEXPORT(ret_from_irq)
36f431baa5SAtsushi Nemoto	LONG_S	s0, TI_REGS($28)
377da8a581SFranck Bui-HuuFEXPORT(__ret_from_irq)
38c90e6fbbSDmitry Adamushko/*
39c90e6fbbSDmitry Adamushko * We can be coming here from a syscall done in the kernel space,
40c90e6fbbSDmitry Adamushko * e.g. a failed kernel_execve().
41c90e6fbbSDmitry Adamushko */
42c90e6fbbSDmitry Adamushkoresume_userspace_check:
431da177e4SLinus Torvalds	LONG_L	t0, PT_STATUS(sp)		# returning to kernel mode?
441da177e4SLinus Torvalds	andi	t0, t0, KU_USER
451da177e4SLinus Torvalds	beqz	t0, resume_kernel
461da177e4SLinus Torvalds
47c2648527SThiemo Seuferresume_userspace:
48c2648527SThiemo Seufer	local_irq_disable		# make sure we dont miss an
491da177e4SLinus Torvalds					# interrupt setting need_resched
501da177e4SLinus Torvalds					# between sampling and return
511da177e4SLinus Torvalds	LONG_L	a2, TI_FLAGS($28)	# current->work
52c2648527SThiemo Seufer	andi	t0, a2, _TIF_WORK_MASK	# (ignoring syscall_trace)
53c2648527SThiemo Seufer	bnez	t0, work_pending
541da177e4SLinus Torvalds	j	restore_all
551da177e4SLinus Torvalds
561da177e4SLinus Torvalds#ifdef CONFIG_PREEMPT
57c2648527SThiemo Seuferresume_kernel:
58a18815abSRalf Baechle	local_irq_disable
591da177e4SLinus Torvalds	lw	t0, TI_PRE_COUNT($28)
601da177e4SLinus Torvalds	bnez	t0, restore_all
611da177e4SLinus Torvaldsneed_resched:
621da177e4SLinus Torvalds	LONG_L	t0, TI_FLAGS($28)
631da177e4SLinus Torvalds	andi	t1, t0, _TIF_NEED_RESCHED
641da177e4SLinus Torvalds	beqz	t1, restore_all
651da177e4SLinus Torvalds	LONG_L	t0, PT_STATUS(sp)		# Interrupts off?
661da177e4SLinus Torvalds	andi	t0, 1
671da177e4SLinus Torvalds	beqz	t0, restore_all
68a18815abSRalf Baechle	jal	preempt_schedule_irq
69cdaed73aSRalf Baechle	b	need_resched
701da177e4SLinus Torvalds#endif
711da177e4SLinus Torvalds
728f54bcacSAl ViroFEXPORT(ret_from_kernel_thread)
738f54bcacSAl Viro	jal	schedule_tail		# a0 = struct task_struct *prev
748f54bcacSAl Viro	move	a0, s1
758f54bcacSAl Viro	jal	s0
769b0e5d42SAl Viro	j	syscall_exit
778f54bcacSAl Viro
781da177e4SLinus TorvaldsFEXPORT(ret_from_fork)
7936c8b586SIngo Molnar	jal	schedule_tail		# a0 = struct task_struct *prev
801da177e4SLinus Torvalds
811da177e4SLinus TorvaldsFEXPORT(syscall_exit)
821da177e4SLinus Torvalds	local_irq_disable		# make sure need_resched and
831da177e4SLinus Torvalds					# signals dont change between
841da177e4SLinus Torvalds					# sampling and return
851da177e4SLinus Torvalds	LONG_L	a2, TI_FLAGS($28)	# current->work
861da177e4SLinus Torvalds	li	t0, _TIF_ALLWORK_MASK
871da177e4SLinus Torvalds	and	t0, a2, t0
881da177e4SLinus Torvalds	bnez	t0, syscall_exit_work
891da177e4SLinus Torvalds
9002f884edSAl Virorestore_all:				# restore full frame
911da177e4SLinus Torvalds	.set	noat
921da177e4SLinus Torvalds	RESTORE_TEMP
931da177e4SLinus Torvalds	RESTORE_AT
941da177e4SLinus Torvalds	RESTORE_STATIC
9502f884edSAl Virorestore_partial:		# restore partial frame
96192ef366SRalf Baechle#ifdef CONFIG_TRACE_IRQFLAGS
97192ef366SRalf Baechle	SAVE_STATIC
98192ef366SRalf Baechle	SAVE_AT
99192ef366SRalf Baechle	SAVE_TEMP
100192ef366SRalf Baechle	LONG_L	v0, PT_STATUS(sp)
101cbde5ebcSChris Dearman#if defined(CONFIG_CPU_R3000) || defined(CONFIG_CPU_TX39XX)
102cbde5ebcSChris Dearman	and	v0, ST0_IEP
103cbde5ebcSChris Dearman#else
104cbde5ebcSChris Dearman	and	v0, ST0_IE
105cbde5ebcSChris Dearman#endif
106192ef366SRalf Baechle	beqz	v0, 1f
107192ef366SRalf Baechle	jal	trace_hardirqs_on
108192ef366SRalf Baechle	b	2f
109192ef366SRalf Baechle1:	jal	trace_hardirqs_off
110192ef366SRalf Baechle2:
111192ef366SRalf Baechle	RESTORE_TEMP
112192ef366SRalf Baechle	RESTORE_AT
113192ef366SRalf Baechle	RESTORE_STATIC
114192ef366SRalf Baechle#endif
1151da177e4SLinus Torvalds	RESTORE_SOME
1161da177e4SLinus Torvalds	RESTORE_SP_AND_RET
1171da177e4SLinus Torvalds	.set	at
1181da177e4SLinus Torvalds
119c2648527SThiemo Seuferwork_pending:
120c2648527SThiemo Seufer	andi	t0, a2, _TIF_NEED_RESCHED # a2 is preloaded with TI_FLAGS
1211da177e4SLinus Torvalds	beqz	t0, work_notifysig
1221da177e4SLinus Torvaldswork_resched:
123*d8550860SPaul Burton	TRACE_IRQS_OFF
1241da177e4SLinus Torvalds	jal	schedule
1251da177e4SLinus Torvalds
126c2648527SThiemo Seufer	local_irq_disable		# make sure need_resched and
1271da177e4SLinus Torvalds					# signals dont change between
1281da177e4SLinus Torvalds					# sampling and return
1291da177e4SLinus Torvalds	LONG_L	a2, TI_FLAGS($28)
1301da177e4SLinus Torvalds	andi	t0, a2, _TIF_WORK_MASK	# is there any work to be done
1311da177e4SLinus Torvalds					# other than syscall tracing?
1321da177e4SLinus Torvalds	beqz	t0, restore_all
1331da177e4SLinus Torvalds	andi	t0, a2, _TIF_NEED_RESCHED
1341da177e4SLinus Torvalds	bnez	t0, work_resched
1351da177e4SLinus Torvalds
1361da177e4SLinus Torvaldswork_notifysig:				# deal with pending signals and
1371da177e4SLinus Torvalds					# notify-resume requests
1381da177e4SLinus Torvalds	move	a0, sp
1391da177e4SLinus Torvalds	li	a1, 0
1401da177e4SLinus Torvalds	jal	do_notify_resume	# a2 already loaded
141c90e6fbbSDmitry Adamushko	j	resume_userspace_check
1421da177e4SLinus Torvalds
14302f884edSAl ViroFEXPORT(syscall_exit_partial)
14402f884edSAl Viro	local_irq_disable		# make sure need_resched doesn't
14502f884edSAl Viro					# change between and return
14602f884edSAl Viro	LONG_L	a2, TI_FLAGS($28)	# current->work
14702f884edSAl Viro	li	t0, _TIF_ALLWORK_MASK
14802f884edSAl Viro	and	t0, a2
14902f884edSAl Viro	beqz	t0, restore_partial
1501da177e4SLinus Torvalds	SAVE_STATIC
151c2648527SThiemo Seufersyscall_exit_work:
152f76f3308SAl Viro	LONG_L	t0, PT_STATUS(sp)		# returning to kernel mode?
153f76f3308SAl Viro	andi	t0, t0, KU_USER
154f76f3308SAl Viro	beqz	t0, resume_kernel
155c19c20acSRalf Baechle	li	t0, _TIF_WORK_SYSCALL_EXIT
156c2648527SThiemo Seufer	and	t0, a2			# a2 is preloaded with TI_FLAGS
157c2648527SThiemo Seufer	beqz	t0, work_pending	# trace bit set?
1588b659a39SRalf Baechle	local_irq_enable		# could let syscall_trace_leave()
1591da177e4SLinus Torvalds					# call schedule() instead
160*d8550860SPaul Burton	TRACE_IRQS_ON
1611da177e4SLinus Torvalds	move	a0, sp
1628b659a39SRalf Baechle	jal	syscall_trace_leave
1631da177e4SLinus Torvalds	b	resume_userspace
164bce1a286SRalf Baechle
1656ebb496fSMarkos Chandras#if defined(CONFIG_CPU_MIPSR2) || defined(CONFIG_CPU_MIPSR6) || \
1666ebb496fSMarkos Chandras    defined(CONFIG_MIPS_MT)
167bce1a286SRalf Baechle
168bce1a286SRalf Baechle/*
169bce1a286SRalf Baechle * MIPS32R2 Instruction Hazard Barrier - must be called
170bce1a286SRalf Baechle *
171bce1a286SRalf Baechle * For C code use the inline version named instruction_hazard().
172bce1a286SRalf Baechle */
173bce1a286SRalf BaechleLEAF(mips_ihb)
174aebac993SMarkos Chandras	.set	MIPS_ISA_LEVEL_RAW
175bce1a286SRalf Baechle	jr.hb	ra
176bce1a286SRalf Baechle	nop
177bce1a286SRalf Baechle	END(mips_ihb)
178bce1a286SRalf Baechle
1796ebb496fSMarkos Chandras#endif /* CONFIG_CPU_MIPSR2 or CONFIG_CPU_MIPSR6 or CONFIG_MIPS_MT */
180