2 * linux/arch/arm/kernel/process.c
4 * Copyright (C) 1996-2000 Russell King - Converted to ARM.
5 * Original Copyright (C) 1995 Linus Torvalds
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License version 2 as
9 * published by the Free Software Foundation.
13 #include <linux/export.h>
14 #include <linux/sched.h>
15 #include <linux/kernel.h>
17 #include <linux/stddef.h>
18 #include <linux/unistd.h>
19 #include <linux/user.h>
20 #include <linux/delay.h>
21 #include <linux/reboot.h>
22 #include <linux/interrupt.h>
23 #include <linux/kallsyms.h>
24 #include <linux/init.h>
25 #include <linux/cpu.h>
26 #include <linux/elfcore.h>
28 #include <linux/tick.h>
29 #include <linux/utsname.h>
30 #include <linux/uaccess.h>
31 #include <linux/random.h>
32 #include <linux/hw_breakpoint.h>
33 #include <linux/cpuidle.h>
35 #include <asm/cacheflush.h>
37 #include <asm/processor.h>
38 #include <asm/thread_notify.h>
39 #include <asm/stacktrace.h>
40 #include <asm/mach/time.h>
42 #ifdef CONFIG_CC_STACKPROTECTOR
43 #include <linux/stackprotector.h>
44 unsigned long __stack_chk_guard __read_mostly
;
45 EXPORT_SYMBOL(__stack_chk_guard
);
48 static const char *processor_modes
[] = {
49 "USER_26", "FIQ_26" , "IRQ_26" , "SVC_26" , "UK4_26" , "UK5_26" , "UK6_26" , "UK7_26" ,
50 "UK8_26" , "UK9_26" , "UK10_26", "UK11_26", "UK12_26", "UK13_26", "UK14_26", "UK15_26",
51 "USER_32", "FIQ_32" , "IRQ_32" , "SVC_32" , "UK4_32" , "UK5_32" , "UK6_32" , "ABT_32" ,
52 "UK8_32" , "UK9_32" , "UK10_32", "UND_32" , "UK12_32", "UK13_32", "UK14_32", "SYS_32"
55 static const char *isa_modes
[] = {
56 "ARM" , "Thumb" , "Jazelle", "ThumbEE"
59 extern void setup_mm_for_reboot(void);
61 static volatile int hlt_counter
;
63 #include <mach/system.h>
65 void disable_hlt(void)
70 EXPORT_SYMBOL(disable_hlt
);
77 EXPORT_SYMBOL(enable_hlt
);
79 static int __init
nohlt_setup(char *__unused
)
85 static int __init
hlt_setup(char *__unused
)
91 __setup("nohlt", nohlt_setup
);
92 __setup("hlt", hlt_setup
);
94 extern void call_with_stack(void (*fn
)(void *), void *arg
, void *sp
);
95 typedef void (*phys_reset_t
)(unsigned long);
98 * A temporary stack to use for CPU reset. This is static so that we
99 * don't clobber it with the identity mapping. When running with this
100 * stack, any references to the current task *will not work* so you
101 * should really do as little as possible before jumping to your reset
104 static u64 soft_restart_stack
[16];
106 static void __soft_restart(void *addr
)
108 phys_reset_t phys_reset
;
110 /* Take out a flat memory mapping. */
111 setup_mm_for_reboot();
113 /* Clean and invalidate caches */
116 /* Turn off caching */
119 /* Push out any further dirty data, and ensure cache is empty */
122 /* Switch to the identity mapping. */
123 phys_reset
= (phys_reset_t
)(unsigned long)virt_to_phys(cpu_reset
);
124 phys_reset((unsigned long)addr
);
126 /* Should never get here. */
130 void soft_restart(unsigned long addr
)
132 u64
*stack
= soft_restart_stack
+ ARRAY_SIZE(soft_restart_stack
);
134 /* Disable interrupts first */
138 /* Disable the L2 if we're the last man standing. */
139 if (num_online_cpus() == 1)
142 /* Change to the new stack and continue with the reset. */
143 call_with_stack(__soft_restart
, (void *)addr
, (void *)stack
);
145 /* Should never get here. */
149 static void null_restart(char mode
, const char *cmd
)
154 * Function pointers to optional machine specific functions
156 void (*pm_power_off
)(void);
157 EXPORT_SYMBOL(pm_power_off
);
159 void (*arm_pm_restart
)(char str
, const char *cmd
) = null_restart
;
160 EXPORT_SYMBOL_GPL(arm_pm_restart
);
162 static void do_nothing(void *unused
)
167 * cpu_idle_wait - Used to ensure that all the CPUs discard old value of
168 * pm_idle and update to new pm_idle value. Required while changing pm_idle
169 * handler on SMP systems.
171 * Caller must have changed pm_idle to the new value before the call. Old
172 * pm_idle value will not be used by any CPU after the return of this function.
174 void cpu_idle_wait(void)
177 /* kick all the CPUs so that they exit out of pm_idle */
178 smp_call_function(do_nothing
, NULL
, 1);
180 EXPORT_SYMBOL_GPL(cpu_idle_wait
);
183 * This is our default idle handler. We need to disable
184 * interrupts here to ensure we don't miss a wakeup call.
186 static void default_idle(void)
193 void (*pm_idle
)(void) = default_idle
;
194 EXPORT_SYMBOL(pm_idle
);
197 * The idle thread, has rather strange semantics for calling pm_idle,
198 * but this is what x86 does and we need to do the same, so that
199 * things like cpuidle get called in the same way. The only difference
200 * is that we always respect 'hlt_counter' to prevent low power idle.
206 /* endless idle loop with no priority at all */
208 tick_nohz_idle_enter();
210 leds_event(led_idle_start
);
211 while (!need_resched()) {
212 #ifdef CONFIG_HOTPLUG_CPU
213 if (cpu_is_offline(smp_processor_id()))
218 #ifdef CONFIG_PL310_ERRATA_769419
225 stop_critical_timings();
226 if (cpuidle_idle_call())
228 start_critical_timings();
230 * This will eventually be removed - pm_idle
231 * functions should always return with IRQs
234 WARN_ON(irqs_disabled());
238 leds_event(led_idle_end
);
240 tick_nohz_idle_exit();
241 schedule_preempt_disabled();
245 static char reboot_mode
= 'h';
247 int __init
reboot_setup(char *str
)
249 reboot_mode
= str
[0];
253 __setup("reboot=", reboot_setup
);
255 void machine_shutdown(void)
262 void machine_halt(void)
268 void machine_power_off(void)
275 void machine_restart(char *cmd
)
279 arm_pm_restart(reboot_mode
, cmd
);
281 /* Give a grace period for failure to restart of 1s */
284 /* Whoops - the platform was unable to reboot. Tell the user! */
285 printk("Reboot failed -- System halted\n");
289 void __show_regs(struct pt_regs
*regs
)
294 printk("CPU: %d %s (%s %.*s)\n",
295 raw_smp_processor_id(), print_tainted(),
296 init_utsname()->release
,
297 (int)strcspn(init_utsname()->version
, " "),
298 init_utsname()->version
);
299 print_symbol("PC is at %s\n", instruction_pointer(regs
));
300 print_symbol("LR is at %s\n", regs
->ARM_lr
);
301 printk("pc : [<%08lx>] lr : [<%08lx>] psr: %08lx\n"
302 "sp : %08lx ip : %08lx fp : %08lx\n",
303 regs
->ARM_pc
, regs
->ARM_lr
, regs
->ARM_cpsr
,
304 regs
->ARM_sp
, regs
->ARM_ip
, regs
->ARM_fp
);
305 printk("r10: %08lx r9 : %08lx r8 : %08lx\n",
306 regs
->ARM_r10
, regs
->ARM_r9
,
308 printk("r7 : %08lx r6 : %08lx r5 : %08lx r4 : %08lx\n",
309 regs
->ARM_r7
, regs
->ARM_r6
,
310 regs
->ARM_r5
, regs
->ARM_r4
);
311 printk("r3 : %08lx r2 : %08lx r1 : %08lx r0 : %08lx\n",
312 regs
->ARM_r3
, regs
->ARM_r2
,
313 regs
->ARM_r1
, regs
->ARM_r0
);
315 flags
= regs
->ARM_cpsr
;
316 buf
[0] = flags
& PSR_N_BIT
? 'N' : 'n';
317 buf
[1] = flags
& PSR_Z_BIT
? 'Z' : 'z';
318 buf
[2] = flags
& PSR_C_BIT
? 'C' : 'c';
319 buf
[3] = flags
& PSR_V_BIT
? 'V' : 'v';
322 printk("Flags: %s IRQs o%s FIQs o%s Mode %s ISA %s Segment %s\n",
323 buf
, interrupts_enabled(regs
) ? "n" : "ff",
324 fast_interrupts_enabled(regs
) ? "n" : "ff",
325 processor_modes
[processor_mode(regs
)],
326 isa_modes
[isa_mode(regs
)],
327 get_fs() == get_ds() ? "kernel" : "user");
328 #ifdef CONFIG_CPU_CP15
333 #ifdef CONFIG_CPU_CP15_MMU
335 unsigned int transbase
, dac
;
336 asm("mrc p15, 0, %0, c2, c0\n\t"
337 "mrc p15, 0, %1, c3, c0\n"
338 : "=r" (transbase
), "=r" (dac
));
339 snprintf(buf
, sizeof(buf
), " Table: %08x DAC: %08x",
343 asm("mrc p15, 0, %0, c1, c0\n" : "=r" (ctrl
));
345 printk("Control: %08x%s\n", ctrl
, buf
);
350 void show_regs(struct pt_regs
* regs
)
353 printk("Pid: %d, comm: %20s\n", task_pid_nr(current
), current
->comm
);
358 ATOMIC_NOTIFIER_HEAD(thread_notify_head
);
360 EXPORT_SYMBOL_GPL(thread_notify_head
);
363 * Free current thread data structures etc..
365 void exit_thread(void)
367 thread_notify(THREAD_NOTIFY_EXIT
, current_thread_info());
370 void flush_thread(void)
372 struct thread_info
*thread
= current_thread_info();
373 struct task_struct
*tsk
= current
;
375 flush_ptrace_hw_breakpoint(tsk
);
377 memset(thread
->used_cp
, 0, sizeof(thread
->used_cp
));
378 memset(&tsk
->thread
.debug
, 0, sizeof(struct debug_info
));
379 memset(&thread
->fpstate
, 0, sizeof(union fp_state
));
381 thread_notify(THREAD_NOTIFY_FLUSH
, thread
);
384 void release_thread(struct task_struct
*dead_task
)
388 asmlinkage
void ret_from_fork(void) __asm__("ret_from_fork");
391 copy_thread(unsigned long clone_flags
, unsigned long stack_start
,
392 unsigned long stk_sz
, struct task_struct
*p
, struct pt_regs
*regs
)
394 struct thread_info
*thread
= task_thread_info(p
);
395 struct pt_regs
*childregs
= task_pt_regs(p
);
398 childregs
->ARM_r0
= 0;
399 childregs
->ARM_sp
= stack_start
;
401 memset(&thread
->cpu_context
, 0, sizeof(struct cpu_context_save
));
402 thread
->cpu_context
.sp
= (unsigned long)childregs
;
403 thread
->cpu_context
.pc
= (unsigned long)ret_from_fork
;
405 clear_ptrace_hw_breakpoint(p
);
407 if (clone_flags
& CLONE_SETTLS
)
408 thread
->tp_value
= regs
->ARM_r3
;
410 thread_notify(THREAD_NOTIFY_COPY
, thread
);
416 * Fill in the task's elfregs structure for a core dump.
418 int dump_task_regs(struct task_struct
*t
, elf_gregset_t
*elfregs
)
420 elf_core_copy_regs(elfregs
, task_pt_regs(t
));
425 * fill in the fpe structure for a core dump...
427 int dump_fpu (struct pt_regs
*regs
, struct user_fp
*fp
)
429 struct thread_info
*thread
= current_thread_info();
430 int used_math
= thread
->used_cp
[1] | thread
->used_cp
[2];
433 memcpy(fp
, &thread
->fpstate
.soft
, sizeof (*fp
));
435 return used_math
!= 0;
437 EXPORT_SYMBOL(dump_fpu
);
440 * Shuffle the argument into the correct register before calling the
441 * thread function. r4 is the thread argument, r5 is the pointer to
442 * the thread function, and r6 points to the exit function.
444 extern void kernel_thread_helper(void);
445 asm( ".pushsection .text\n"
447 " .type kernel_thread_helper, #function\n"
448 "kernel_thread_helper:\n"
449 #ifdef CONFIG_TRACE_IRQFLAGS
450 " bl trace_hardirqs_on\n"
456 " .size kernel_thread_helper, . - kernel_thread_helper\n"
459 #ifdef CONFIG_ARM_UNWIND
460 extern void kernel_thread_exit(long code
);
461 asm( ".pushsection .text\n"
463 " .type kernel_thread_exit, #function\n"
464 "kernel_thread_exit:\n"
470 " .size kernel_thread_exit, . - kernel_thread_exit\n"
473 #define kernel_thread_exit do_exit
477 * Create a kernel thread.
479 pid_t
kernel_thread(int (*fn
)(void *), void *arg
, unsigned long flags
)
483 memset(®s
, 0, sizeof(regs
));
485 regs
.ARM_r4
= (unsigned long)arg
;
486 regs
.ARM_r5
= (unsigned long)fn
;
487 regs
.ARM_r6
= (unsigned long)kernel_thread_exit
;
488 regs
.ARM_r7
= SVC_MODE
| PSR_ENDSTATE
| PSR_ISETSTATE
;
489 regs
.ARM_pc
= (unsigned long)kernel_thread_helper
;
490 regs
.ARM_cpsr
= regs
.ARM_r7
| PSR_I_BIT
;
492 return do_fork(flags
|CLONE_VM
|CLONE_UNTRACED
, 0, ®s
, 0, NULL
, NULL
);
494 EXPORT_SYMBOL(kernel_thread
);
496 unsigned long get_wchan(struct task_struct
*p
)
498 struct stackframe frame
;
500 if (!p
|| p
== current
|| p
->state
== TASK_RUNNING
)
503 frame
.fp
= thread_saved_fp(p
);
504 frame
.sp
= thread_saved_sp(p
);
505 frame
.lr
= 0; /* recovered from the stack */
506 frame
.pc
= thread_saved_pc(p
);
508 int ret
= unwind_frame(&frame
);
511 if (!in_sched_functions(frame
.pc
))
513 } while (count
++ < 16);
517 unsigned long arch_randomize_brk(struct mm_struct
*mm
)
519 unsigned long range_end
= mm
->brk
+ 0x02000000;
520 return randomize_range(mm
->brk
, range_end
, 0) ? : mm
->brk
;
525 * The vectors page is always readable from user space for the
526 * atomic helpers and the signal restart code. Let's declare a mapping
527 * for it so it is visible through ptrace and /proc/<pid>/mem.
530 int vectors_user_mapping(void)
532 struct mm_struct
*mm
= current
->mm
;
533 return install_special_mapping(mm
, 0xffff0000, PAGE_SIZE
,
535 VM_MAYREAD
| VM_MAYEXEC
|
536 VM_ALWAYSDUMP
| VM_RESERVED
,
540 const char *arch_vma_name(struct vm_area_struct
*vma
)
542 return (vma
->vm_start
== 0xffff0000) ? "[vectors]" : NULL
;