xref: /linux/arch/mips/kernel/entry.S (revision d2bb01b042a38219fbddaafc214c5beb96248d2f)
11da177e4SLinus Torvalds/*
21da177e4SLinus Torvalds * This file is subject to the terms and conditions of the GNU General Public
31da177e4SLinus Torvalds * License.  See the file "COPYING" in the main directory of this archive
41da177e4SLinus Torvalds * for more details.
51da177e4SLinus Torvalds *
61da177e4SLinus Torvalds * Copyright (C) 1994 - 2000, 2001, 2003 Ralf Baechle
71da177e4SLinus Torvalds * Copyright (C) 1999, 2000 Silicon Graphics, Inc.
81da177e4SLinus Torvalds * Copyright (C) 2001 MIPS Technologies, Inc.
91da177e4SLinus Torvalds */
101da177e4SLinus Torvalds
111da177e4SLinus Torvalds#include <asm/asm.h>
121da177e4SLinus Torvalds#include <asm/asmmacro.h>
131da177e4SLinus Torvalds#include <asm/regdef.h>
141da177e4SLinus Torvalds#include <asm/mipsregs.h>
151da177e4SLinus Torvalds#include <asm/stackframe.h>
161da177e4SLinus Torvalds#include <asm/isadep.h>
171da177e4SLinus Torvalds#include <asm/thread_info.h>
181da177e4SLinus Torvalds#include <asm/war.h>
1941c594abSRalf Baechle#ifdef CONFIG_MIPS_MT_SMTC
2041c594abSRalf Baechle#include <asm/mipsmtregs.h>
2141c594abSRalf Baechle#endif
221da177e4SLinus Torvalds
23f431baa5SAtsushi Nemoto#ifndef CONFIG_PREEMPT
241da177e4SLinus Torvalds#define resume_kernel	restore_all
257da8a581SFranck Bui-Huu#else
267da8a581SFranck Bui-Huu#define __ret_from_irq	ret_from_exception
271da177e4SLinus Torvalds#endif
281da177e4SLinus Torvalds
291da177e4SLinus Torvalds	.text
301da177e4SLinus Torvalds	.align	5
317da8a581SFranck Bui-Huu#ifndef CONFIG_PREEMPT
327da8a581SFranck Bui-HuuFEXPORT(ret_from_exception)
337da8a581SFranck Bui-Huu	local_irq_disable			# preempt stop
347da8a581SFranck Bui-Huu	b	__ret_from_irq
357da8a581SFranck Bui-Huu#endif
36f431baa5SAtsushi NemotoFEXPORT(ret_from_irq)
37f431baa5SAtsushi Nemoto	LONG_S	s0, TI_REGS($28)
387da8a581SFranck Bui-HuuFEXPORT(__ret_from_irq)
391da177e4SLinus Torvalds	LONG_L	t0, PT_STATUS(sp)		# returning to kernel mode?
401da177e4SLinus Torvalds	andi	t0, t0, KU_USER
411da177e4SLinus Torvalds	beqz	t0, resume_kernel
421da177e4SLinus Torvalds
43c2648527SThiemo Seuferresume_userspace:
44c2648527SThiemo Seufer	local_irq_disable		# make sure we dont miss an
451da177e4SLinus Torvalds					# interrupt setting need_resched
461da177e4SLinus Torvalds					# between sampling and return
471da177e4SLinus Torvalds	LONG_L	a2, TI_FLAGS($28)	# current->work
48c2648527SThiemo Seufer	andi	t0, a2, _TIF_WORK_MASK	# (ignoring syscall_trace)
49c2648527SThiemo Seufer	bnez	t0, work_pending
501da177e4SLinus Torvalds	j	restore_all
511da177e4SLinus Torvalds
521da177e4SLinus Torvalds#ifdef CONFIG_PREEMPT
53c2648527SThiemo Seuferresume_kernel:
54a18815abSRalf Baechle	local_irq_disable
551da177e4SLinus Torvalds	lw	t0, TI_PRE_COUNT($28)
561da177e4SLinus Torvalds	bnez	t0, restore_all
571da177e4SLinus Torvaldsneed_resched:
581da177e4SLinus Torvalds	LONG_L	t0, TI_FLAGS($28)
591da177e4SLinus Torvalds	andi	t1, t0, _TIF_NEED_RESCHED
601da177e4SLinus Torvalds	beqz	t1, restore_all
611da177e4SLinus Torvalds	LONG_L	t0, PT_STATUS(sp)		# Interrupts off?
621da177e4SLinus Torvalds	andi	t0, 1
631da177e4SLinus Torvalds	beqz	t0, restore_all
64a18815abSRalf Baechle	jal	preempt_schedule_irq
65cdaed73aSRalf Baechle	b	need_resched
661da177e4SLinus Torvalds#endif
671da177e4SLinus Torvalds
681da177e4SLinus TorvaldsFEXPORT(ret_from_fork)
6936c8b586SIngo Molnar	jal	schedule_tail		# a0 = struct task_struct *prev
701da177e4SLinus Torvalds
711da177e4SLinus TorvaldsFEXPORT(syscall_exit)
721da177e4SLinus Torvalds	local_irq_disable		# make sure need_resched and
731da177e4SLinus Torvalds					# signals dont change between
741da177e4SLinus Torvalds					# sampling and return
751da177e4SLinus Torvalds	LONG_L	a2, TI_FLAGS($28)	# current->work
761da177e4SLinus Torvalds	li	t0, _TIF_ALLWORK_MASK
771da177e4SLinus Torvalds	and	t0, a2, t0
781da177e4SLinus Torvalds	bnez	t0, syscall_exit_work
791da177e4SLinus Torvalds
801da177e4SLinus TorvaldsFEXPORT(restore_all)			# restore full frame
8141c594abSRalf Baechle#ifdef CONFIG_MIPS_MT_SMTC
820db34215SKevin D. Kissell#ifdef CONFIG_MIPS_MT_SMTC_IM_BACKSTOP
8341c594abSRalf Baechle/* Re-arm any temporarily masked interrupts not explicitly "acked" */
8441c594abSRalf Baechle	mfc0	v0, CP0_TCSTATUS
8541c594abSRalf Baechle	ori	v1, v0, TCSTATUS_IXMT
8641c594abSRalf Baechle	mtc0	v1, CP0_TCSTATUS
8741c594abSRalf Baechle	andi	v0, TCSTATUS_IXMT
884277ff5eSRalf Baechle	_ehb
8941c594abSRalf Baechle	mfc0	t0, CP0_TCCONTEXT
9041c594abSRalf Baechle	DMT	9				# dmt t1
9141c594abSRalf Baechle	jal	mips_ihb
9241c594abSRalf Baechle	mfc0	t2, CP0_STATUS
9341c594abSRalf Baechle	andi	t3, t0, 0xff00
9441c594abSRalf Baechle	or	t2, t2, t3
9541c594abSRalf Baechle	mtc0	t2, CP0_STATUS
964277ff5eSRalf Baechle	_ehb
9741c594abSRalf Baechle	andi	t1, t1, VPECONTROL_TE
9841c594abSRalf Baechle	beqz	t1, 1f
9941c594abSRalf Baechle	EMT
10041c594abSRalf Baechle1:
10141c594abSRalf Baechle	mfc0	v1, CP0_TCSTATUS
102477654fcSRalf Baechle	/* We set IXMT above, XOR should clear it here */
10341c594abSRalf Baechle	xori	v1, v1, TCSTATUS_IXMT
10441c594abSRalf Baechle	or	v1, v0, v1
10541c594abSRalf Baechle	mtc0	v1, CP0_TCSTATUS
1064277ff5eSRalf Baechle	_ehb
10741c594abSRalf Baechle	xor	t0, t0, t3
10841c594abSRalf Baechle	mtc0	t0, CP0_TCCONTEXT
1090db34215SKevin D. Kissell#endif /* CONFIG_MIPS_MT_SMTC_IM_BACKSTOP */
110*d2bb01b0SKevin D. Kissell/* Detect and execute deferred IPI "interrupts" */
111*d2bb01b0SKevin D. Kissell	LONG_L	s0, TI_REGS($28)
112*d2bb01b0SKevin D. Kissell	LONG_S	sp, TI_REGS($28)
113*d2bb01b0SKevin D. Kissell	jal	deferred_smtc_ipi
114*d2bb01b0SKevin D. Kissell	LONG_S	s0, TI_REGS($28)
11541c594abSRalf Baechle#endif /* CONFIG_MIPS_MT_SMTC */
1161da177e4SLinus Torvalds	.set	noat
1171da177e4SLinus Torvalds	RESTORE_TEMP
1181da177e4SLinus Torvalds	RESTORE_AT
1191da177e4SLinus Torvalds	RESTORE_STATIC
1201da177e4SLinus TorvaldsFEXPORT(restore_partial)		# restore partial frame
121192ef366SRalf Baechle#ifdef CONFIG_TRACE_IRQFLAGS
122192ef366SRalf Baechle	SAVE_STATIC
123192ef366SRalf Baechle	SAVE_AT
124192ef366SRalf Baechle	SAVE_TEMP
125192ef366SRalf Baechle	LONG_L	v0, PT_STATUS(sp)
126cbde5ebcSChris Dearman#if defined(CONFIG_CPU_R3000) || defined(CONFIG_CPU_TX39XX)
127cbde5ebcSChris Dearman	and	v0, ST0_IEP
128cbde5ebcSChris Dearman#else
129cbde5ebcSChris Dearman	and	v0, ST0_IE
130cbde5ebcSChris Dearman#endif
131192ef366SRalf Baechle	beqz	v0, 1f
132192ef366SRalf Baechle	jal	trace_hardirqs_on
133192ef366SRalf Baechle	b	2f
134192ef366SRalf Baechle1:	jal	trace_hardirqs_off
135192ef366SRalf Baechle2:
136192ef366SRalf Baechle	RESTORE_TEMP
137192ef366SRalf Baechle	RESTORE_AT
138192ef366SRalf Baechle	RESTORE_STATIC
139192ef366SRalf Baechle#endif
1401da177e4SLinus Torvalds	RESTORE_SOME
1411da177e4SLinus Torvalds	RESTORE_SP_AND_RET
1421da177e4SLinus Torvalds	.set	at
1431da177e4SLinus Torvalds
144c2648527SThiemo Seuferwork_pending:
145c2648527SThiemo Seufer	andi	t0, a2, _TIF_NEED_RESCHED # a2 is preloaded with TI_FLAGS
1461da177e4SLinus Torvalds	beqz	t0, work_notifysig
1471da177e4SLinus Torvaldswork_resched:
1481da177e4SLinus Torvalds	jal	schedule
1491da177e4SLinus Torvalds
150c2648527SThiemo Seufer	local_irq_disable		# make sure need_resched and
1511da177e4SLinus Torvalds					# signals dont change between
1521da177e4SLinus Torvalds					# sampling and return
1531da177e4SLinus Torvalds	LONG_L	a2, TI_FLAGS($28)
1541da177e4SLinus Torvalds	andi	t0, a2, _TIF_WORK_MASK	# is there any work to be done
1551da177e4SLinus Torvalds					# other than syscall tracing?
1561da177e4SLinus Torvalds	beqz	t0, restore_all
1571da177e4SLinus Torvalds	andi	t0, a2, _TIF_NEED_RESCHED
1581da177e4SLinus Torvalds	bnez	t0, work_resched
1591da177e4SLinus Torvalds
1601da177e4SLinus Torvaldswork_notifysig:				# deal with pending signals and
1611da177e4SLinus Torvalds					# notify-resume requests
1621da177e4SLinus Torvalds	move	a0, sp
1631da177e4SLinus Torvalds	li	a1, 0
1641da177e4SLinus Torvalds	jal	do_notify_resume	# a2 already loaded
1650bf0e3e2SRalf Baechle	j	resume_userspace
1661da177e4SLinus Torvalds
1671da177e4SLinus TorvaldsFEXPORT(syscall_exit_work_partial)
1681da177e4SLinus Torvalds	SAVE_STATIC
169c2648527SThiemo Seufersyscall_exit_work:
170c2648527SThiemo Seufer	li	t0, _TIF_SYSCALL_TRACE | _TIF_SYSCALL_AUDIT
171c2648527SThiemo Seufer	and	t0, a2			# a2 is preloaded with TI_FLAGS
172c2648527SThiemo Seufer	beqz	t0, work_pending	# trace bit set?
1731da177e4SLinus Torvalds	local_irq_enable		# could let do_syscall_trace()
1741da177e4SLinus Torvalds					# call schedule() instead
1751da177e4SLinus Torvalds	move	a0, sp
1761da177e4SLinus Torvalds	li	a1, 1
1771da177e4SLinus Torvalds	jal	do_syscall_trace
1781da177e4SLinus Torvalds	b	resume_userspace
179bce1a286SRalf Baechle
180bce1a286SRalf Baechle#if defined(CONFIG_CPU_MIPSR2) || defined(CONFIG_MIPS_MT)
181bce1a286SRalf Baechle
182bce1a286SRalf Baechle/*
183bce1a286SRalf Baechle * MIPS32R2 Instruction Hazard Barrier - must be called
184bce1a286SRalf Baechle *
185bce1a286SRalf Baechle * For C code use the inline version named instruction_hazard().
186bce1a286SRalf Baechle */
187bce1a286SRalf BaechleLEAF(mips_ihb)
188bce1a286SRalf Baechle	.set	mips32r2
189bce1a286SRalf Baechle	jr.hb	ra
190bce1a286SRalf Baechle	nop
191bce1a286SRalf Baechle	END(mips_ihb)
192bce1a286SRalf Baechle
193bce1a286SRalf Baechle#endif /* CONFIG_CPU_MIPSR2 or CONFIG_MIPS_MT */
194