2 * This file is subject to the terms and conditions of the GNU General Public
3 * License. See the file "COPYING" in the main directory of this archive
6 * Copyright (C) 1994, 95, 96, 99, 2001 Ralf Baechle
7 * Copyright (C) 1994, 1995, 1996 Paul M. Antoine.
8 * Copyright (C) 1999 Silicon Graphics, Inc.
10 #ifndef _ASM_STACKFRAME_H
11 #define _ASM_STACKFRAME_H
13 #include <linux/threads.h>
16 #include <asm/asmmacro.h>
17 #include <asm/mipsregs.h>
18 #include <asm/asm-offsets.h>
21 * For SMTC kernel, global IE should be left set, and interrupts
22 * controlled exclusively via IXMT.
24 #ifdef CONFIG_MIPS_MT_SMTC
26 #elif defined(CONFIG_CPU_R3000) || defined(CONFIG_CPU_TX39XX)
32 #ifdef CONFIG_MIPS_MT_SMTC
33 #include <asm/mipsmtregs.h>
34 #endif /* CONFIG_MIPS_MT_SMTC */
44 #ifdef CONFIG_CPU_HAS_SMARTMIPS
61 LONG_S $
10, PT_R10(sp
)
62 LONG_S $
11, PT_R11(sp
)
63 LONG_S $
12, PT_R12(sp
)
64 LONG_S $
13, PT_R13(sp
)
65 LONG_S $
14, PT_R14(sp
)
66 LONG_S $
15, PT_R15(sp
)
67 LONG_S $
24, PT_R24(sp
)
71 LONG_S $
16, PT_R16(sp
)
72 LONG_S $
17, PT_R17(sp
)
73 LONG_S $
18, PT_R18(sp
)
74 LONG_S $
19, PT_R19(sp
)
75 LONG_S $
20, PT_R20(sp
)
76 LONG_S $
21, PT_R21(sp
)
77 LONG_S $
22, PT_R22(sp
)
78 LONG_S $
23, PT_R23(sp
)
79 LONG_S $
30, PT_R30(sp
)
83 #ifdef CONFIG_MIPS_MT_SMTC
84 #define PTEBASE_SHIFT 19 /* TCBIND */
86 #define PTEBASE_SHIFT 23 /* CONTEXT */
88 .macro get_saved_sp
/* SMP variation */
89 #ifdef CONFIG_MIPS_MT_SMTC
94 #if defined(CONFIG_BUILD_ELF64) || (defined(CONFIG_64BIT) && __GNUC__ < 4)
95 lui k1
, %highest(kernelsp
)
96 daddiu k1
, %higher(kernelsp
)
98 daddiu k1
, %hi(kernelsp
)
101 lui k1
, %hi(kernelsp
)
103 LONG_SRL k0
, PTEBASE_SHIFT
105 LONG_L k1
, %lo(kernelsp
)(k1
)
108 .macro set_saved_sp stackp temp temp2
109 #ifdef CONFIG_MIPS_MT_SMTC
110 mfc0
\temp
, CP0_TCBIND
112 MFC0
\temp
, CP0_CONTEXT
114 LONG_SRL
\temp
, PTEBASE_SHIFT
115 LONG_S \stackp
, kernelsp(\temp
)
118 .macro get_saved_sp
/* Uniprocessor variation */
119 #if defined(CONFIG_BUILD_ELF64) || (defined(CONFIG_64BIT) && __GNUC__ < 4)
120 lui k1
, %highest(kernelsp
)
121 daddiu k1
, %higher(kernelsp
)
123 daddiu k1
, %hi(kernelsp
)
126 lui k1
, %hi(kernelsp
)
128 LONG_L k1
, %lo(kernelsp
)(k1
)
131 .macro set_saved_sp stackp temp temp2
132 LONG_S \stackp
, kernelsp
141 sll k0
, 3 /* extract cu0 bit */
146 /* Called from user mode, new stack. */
149 PTR_SUBU sp
, k1
, PT_SIZE
150 LONG_S k0
, PT_R29(sp
)
153 * You might think that you don't need to save $0,
154 * but the FPU emulator and gdb remote debug stub
155 * need it to operate correctly
160 LONG_S v1
, PT_STATUS(sp
)
161 #ifdef CONFIG_MIPS_MT_SMTC
163 * Ideally, these instructions would be shuffled in
164 * to cover the pipeline delay.
167 mfc0 v1
, CP0_TCSTATUS
169 LONG_S v1
, PT_TCSTATUS(sp
)
170 #endif /* CONFIG_MIPS_MT_SMTC */
174 LONG_S v1
, PT_CAUSE(sp
)
182 LONG_S v1
, PT_EPC(sp
)
183 LONG_S $
25, PT_R25(sp
)
184 LONG_S $
28, PT_R28(sp
)
185 LONG_S $
31, PT_R31(sp
)
186 ori $
28, sp
, _THREAD_MASK
187 xori $
28, _THREAD_MASK
206 #ifdef CONFIG_CPU_HAS_SMARTMIPS
207 LONG_L $
24, PT_ACX(sp
)
209 LONG_L $
24, PT_HI(sp
)
211 LONG_L $
24, PT_LO(sp
)
214 LONG_L $
24, PT_LO(sp
)
216 LONG_L $
24, PT_HI(sp
)
223 LONG_L $
10, PT_R10(sp
)
224 LONG_L $
11, PT_R11(sp
)
225 LONG_L $
12, PT_R12(sp
)
226 LONG_L $
13, PT_R13(sp
)
227 LONG_L $
14, PT_R14(sp
)
228 LONG_L $
15, PT_R15(sp
)
229 LONG_L $
24, PT_R24(sp
)
232 .macro RESTORE_STATIC
233 LONG_L $
16, PT_R16(sp
)
234 LONG_L $
17, PT_R17(sp
)
235 LONG_L $
18, PT_R18(sp
)
236 LONG_L $
19, PT_R19(sp
)
237 LONG_L $
20, PT_R20(sp
)
238 LONG_L $
21, PT_R21(sp
)
239 LONG_L $
22, PT_R22(sp
)
240 LONG_L $
23, PT_R23(sp
)
241 LONG_L $
30, PT_R30(sp
)
244 #if defined(CONFIG_CPU_R3000) || defined(CONFIG_CPU_TX39XX)
256 LONG_L v0
, PT_STATUS(sp
)
261 LONG_L $
31, PT_R31(sp
)
262 LONG_L $
28, PT_R28(sp
)
263 LONG_L $
25, PT_R25(sp
)
273 .macro RESTORE_SP_AND_RET
276 LONG_L k0
, PT_EPC(sp
)
277 LONG_L sp
, PT_R29(sp
)
288 #ifdef CONFIG_MIPS_MT_SMTC
291 * We need to make sure the read-modify-write
292 * of Status below isn't perturbed by an interrupt
293 * or cross-TC access, so we need to do at least a DMT,
294 * protected by an interrupt-inhibit. But setting IXMT
295 * also creates a few-cycle window where an IPI could
296 * be queued and not be detected before potentially
297 * returning to a WAIT or user-mode loop. It must be
300 * We're in the middle of a context switch, and
301 * we can't dispatch it directly without trashing
302 * some registers, so we'll try to detect this unlikely
303 * case and program a software interrupt in the VPE,
304 * as would be done for a cross-VPE IPI. To accomodate
305 * the handling of that case, we're doing a DVPE instead
306 * of just a DMT here to protect against other threads.
307 * This is a lot of cruft to cover a tiny window.
308 * If you can find a better design, implement it!
311 mfc0 v0
, CP0_TCSTATUS
312 ori v0
, TCSTATUS_IXMT
313 mtc0 v0
, CP0_TCSTATUS
317 #endif /* CONFIG_MIPS_MT_SMTC */
324 LONG_L v0
, PT_STATUS(sp
)
329 #ifdef CONFIG_MIPS_MT_SMTC
331 * Only after EXL/ERL have been restored to status can we
332 * restore TCStatus.IXMT.
334 LONG_L v1
, PT_TCSTATUS(sp
)
336 mfc0 a0
, CP0_TCSTATUS
337 andi v1
, TCSTATUS_IXMT
341 * We'd like to detect any IPIs queued in the tiny window
342 * above and request an software interrupt to service them
345 * Computing the offset into the IPIQ array of the executing
346 * TC's IPI queue in-line would be tedious. We use part of
347 * the TCContext register to hold 16 bits of offset that we
348 * can add in-line to find the queue head.
350 mfc0 v0
, CP0_TCCONTEXT
357 * If we have a queue, provoke dispatch within the VPE by setting C_SW1
364 * This test should really never branch but
365 * let's be prudent here. Having atomized
366 * the shared register modifications, we can
367 * now EVPE, and must do so before interrupts
368 * are potentially re-enabled.
370 andi a1
, a1
, MVPCONTROL_EVP
374 /* We know that TCStatua.IXMT should be set from above */
375 xori a0
, a0
, TCSTATUS_IXMT
377 mtc0 a0
, CP0_TCSTATUS
381 #endif /* CONFIG_MIPS_MT_SMTC */
382 LONG_L v1
, PT_EPC(sp
)
384 LONG_L $
31, PT_R31(sp
)
385 LONG_L $
28, PT_R28(sp
)
386 LONG_L $
25, PT_R25(sp
)
400 .macro RESTORE_SP_AND_RET
401 LONG_L sp
, PT_R29(sp
)
403 #ifdef CONFIG_BCM47XX
406 #endif /* CONFIG_BCM47XX */
414 LONG_L sp
, PT_R29(sp
)
425 .macro RESTORE_ALL_AND_RET
434 * Move to kernel mode and disable interrupts.
435 * Set cp0 enable bit as sign that we're running on the kernel stack
438 #if !defined(CONFIG_MIPS_MT_SMTC)
440 li t1
, ST0_CU0
| STATMASK
444 #else /* CONFIG_MIPS_MT_SMTC */
446 * For SMTC, we need to set privilege
447 * and disable interrupts only for the
448 * current TC, using the TCStatus register.
451 /* Fortunately CU 0 is in the same place in both registers */
452 /* Set TCU0, TMX, TKSU (for later inversion) and IXMT */
453 li t1
, ST0_CU0
| 0x08001c00
455 /* Clear TKSU, leave IXMT */
457 mtc0 t0
, CP0_TCSTATUS
459 /* We need to leave the global IE bit set, but clear EXL...*/
461 ori t0
, ST0_EXL
| ST0_ERL
462 xori t0
, ST0_EXL
| ST0_ERL
464 #endif /* CONFIG_MIPS_MT_SMTC */
469 * Move to kernel mode and enable interrupts.
470 * Set cp0 enable bit as sign that we're running on the kernel stack
473 #if !defined(CONFIG_MIPS_MT_SMTC)
475 li t1
, ST0_CU0
| STATMASK
477 xori t0
, STATMASK
& ~1
479 #else /* CONFIG_MIPS_MT_SMTC */
481 * For SMTC, we need to set privilege
482 * and enable interrupts only for the
483 * current TC, using the TCStatus register.
487 /* Fortunately CU 0 is in the same place in both registers */
488 /* Set TCU0, TKSU (for later inversion) and IXMT */
489 li t1
, ST0_CU0
| 0x08001c00
491 /* Clear TKSU *and* IXMT */
493 mtc0 t0
, CP0_TCSTATUS
495 /* We need to leave the global IE bit set, but clear EXL...*/
500 /* irq_enable_hazard below should expand to EHB for 24K/34K cpus */
501 #endif /* CONFIG_MIPS_MT_SMTC */
506 * Just move to kernel mode and leave interrupts as they are. Note
507 * for the R3000 this means copying the previous enable from IEp.
508 * Set cp0 enable bit as sign that we're running on the kernel stack
511 #ifdef CONFIG_MIPS_MT_SMTC
513 * This gets baroque in SMTC. We want to
514 * protect the non-atomic clearing of EXL
515 * with DMT/EMT, but we don't want to take
516 * an interrupt while DMT is still in effect.
519 /* KMODE gets invoked from both reorder and noreorder code */
523 mfc0 v0
, CP0_TCSTATUS
524 andi v1
, v0
, TCSTATUS_IXMT
525 ori v0
, TCSTATUS_IXMT
526 mtc0 v0
, CP0_TCSTATUS
530 * We don't know a priori if ra is "live"
536 #endif /* CONFIG_MIPS_MT_SMTC */
538 li t1
, ST0_CU0
| (STATMASK
& ~1)
539 #if defined(CONFIG_CPU_R3000) || defined(CONFIG_CPU_TX39XX)
545 xori t0
, STATMASK
& ~1
547 #ifdef CONFIG_MIPS_MT_SMTC
549 andi v0
, v0
, VPECONTROL_TE
554 mfc0 v0
, CP0_TCSTATUS
555 /* Clear IXMT, then OR in previous value */
556 ori v0
, TCSTATUS_IXMT
557 xori v0
, TCSTATUS_IXMT
559 mtc0 v0
, CP0_TCSTATUS
561 * irq_disable_hazard below should expand to EHB
565 #endif /* CONFIG_MIPS_MT_SMTC */
569 #endif /* _ASM_STACKFRAME_H */