2 * Page fault handler for SH with an MMU.
4 * Copyright (C) 1999 Niibe Yutaka
5 * Copyright (C) 2003 - 2008 Paul Mundt
7 * Based on linux/arch/i386/mm/fault.c:
8 * Copyright (C) 1995 Linus Torvalds
10 * This file is subject to the terms and conditions of the GNU General Public
11 * License. See the file "COPYING" in the main directory of this archive
14 #include <linux/kernel.h>
16 #include <linux/hardirq.h>
17 #include <linux/kprobes.h>
18 #include <asm/io_trapped.h>
19 #include <asm/system.h>
20 #include <asm/mmu_context.h>
21 #include <asm/tlbflush.h>
25 static inline int notify_page_fault(struct pt_regs
*regs
, int trap
)
29 if (!user_mode(regs
)) {
31 if (kprobe_running() && kprobe_fault_handler(regs
, trap
))
39 static inline int notify_page_fault(struct pt_regs
*regs
, int trap
)
46 * This routine handles page faults. It determines the address,
47 * and the problem, and then passes it off to one of the appropriate
50 asmlinkage
void __kprobes
do_page_fault(struct pt_regs
*regs
,
51 unsigned long writeaccess
,
52 unsigned long address
)
54 struct task_struct
*tsk
;
56 struct vm_area_struct
* vma
;
61 if (notify_page_fault(regs
, writeaccess
))
65 if (kgdb_nofault
&& kgdb_bus_err_hook
)
70 si_code
= SEGV_MAPERR
;
72 if (unlikely(address
>= TASK_SIZE
)) {
74 * Synchronize this task's top level page-table
75 * with the 'reference' page table.
77 * Do _not_ use "tsk" here. We might be inside
78 * an interrupt in the middle of a task switch..
80 int offset
= pgd_index(address
);
85 pgd
= get_TTB() + offset
;
86 pgd_k
= swapper_pg_dir
+ offset
;
88 if (!pgd_present(*pgd
)) {
89 if (!pgd_present(*pgd_k
))
90 goto bad_area_nosemaphore
;
95 pud
= pud_offset(pgd
, address
);
96 pud_k
= pud_offset(pgd_k
, address
);
98 if (!pud_present(*pud
)) {
99 if (!pud_present(*pud_k
))
100 goto bad_area_nosemaphore
;
101 set_pud(pud
, *pud_k
);
105 pmd
= pmd_offset(pud
, address
);
106 pmd_k
= pmd_offset(pud_k
, address
);
107 if (pmd_present(*pmd
) || !pmd_present(*pmd_k
))
108 goto bad_area_nosemaphore
;
109 set_pmd(pmd
, *pmd_k
);
114 /* Only enable interrupts if they were on before the fault */
115 if ((regs
->sr
& SR_IMASK
) != SR_IMASK
) {
123 * If we're in an interrupt or have no user
124 * context, we must not take the fault..
126 if (in_atomic() || !mm
)
129 down_read(&mm
->mmap_sem
);
131 vma
= find_vma(mm
, address
);
134 if (vma
->vm_start
<= address
)
136 if (!(vma
->vm_flags
& VM_GROWSDOWN
))
138 if (expand_stack(vma
, address
))
141 * Ok, we have a good vm_area for this memory access, so
145 si_code
= SEGV_ACCERR
;
147 if (!(vma
->vm_flags
& VM_WRITE
))
150 if (!(vma
->vm_flags
& (VM_READ
| VM_EXEC
| VM_WRITE
)))
155 * If for any reason at all we couldn't handle the fault,
156 * make sure we exit gracefully rather than endlessly redo
160 fault
= handle_mm_fault(mm
, vma
, address
, writeaccess
);
161 if (unlikely(fault
& VM_FAULT_ERROR
)) {
162 if (fault
& VM_FAULT_OOM
)
164 else if (fault
& VM_FAULT_SIGBUS
)
168 if (fault
& VM_FAULT_MAJOR
)
173 up_read(&mm
->mmap_sem
);
177 * Something tried to access memory that isn't in our memory map..
178 * Fix it, but check if it's kernel or user first..
181 up_read(&mm
->mmap_sem
);
183 bad_area_nosemaphore
:
184 if (user_mode(regs
)) {
185 info
.si_signo
= SIGSEGV
;
187 info
.si_code
= si_code
;
188 info
.si_addr
= (void *) address
;
189 force_sig_info(SIGSEGV
, &info
, tsk
);
194 /* Are we prepared to handle this kernel fault? */
195 if (fixup_exception(regs
))
198 if (handle_trapped_io(regs
, address
))
201 * Oops. The kernel tried to access some bad page. We'll have to
202 * terminate things with extreme prejudice.
208 if (oops_may_print()) {
211 if (address
< PAGE_SIZE
)
212 printk(KERN_ALERT
"Unable to handle kernel NULL "
213 "pointer dereference");
215 printk(KERN_ALERT
"Unable to handle kernel paging "
217 printk(" at virtual address %08lx\n", address
);
218 printk(KERN_ALERT
"pc = %08lx\n", regs
->pc
);
219 page
= (unsigned long)get_TTB();
221 page
= ((__typeof__(page
) *)page
)[address
>> PGDIR_SHIFT
];
222 printk(KERN_ALERT
"*pde = %08lx\n", page
);
223 if (page
& _PAGE_PRESENT
) {
225 address
&= 0x003ff000;
226 page
= ((__typeof__(page
) *)
227 __va(page
))[address
>>
229 printk(KERN_ALERT
"*pte = %08lx\n", page
);
234 die("Oops", regs
, writeaccess
);
239 * We ran out of memory, or some other thing happened to us that made
240 * us unable to handle the page fault gracefully.
243 up_read(&mm
->mmap_sem
);
244 if (is_global_init(current
)) {
246 down_read(&mm
->mmap_sem
);
249 printk("VM: killing process %s\n", tsk
->comm
);
251 do_group_exit(SIGKILL
);
255 up_read(&mm
->mmap_sem
);
258 * Send a sigbus, regardless of whether we were in kernel
261 info
.si_signo
= SIGBUS
;
263 info
.si_code
= BUS_ADRERR
;
264 info
.si_addr
= (void *)address
;
265 force_sig_info(SIGBUS
, &info
, tsk
);
267 /* Kernel mode? Handle exceptions or die */
268 if (!user_mode(regs
))
272 #ifdef CONFIG_SH_STORE_QUEUES
274 * This is a special case for the SH-4 store queues, as pages for this
275 * space still need to be faulted in before it's possible to flush the
276 * store queue cache for writeout to the remapped region.
278 #define P3_ADDR_MAX (P4SEG_STORE_QUE + 0x04000000)
280 #define P3_ADDR_MAX P4SEG
284 * Called with interrupts disabled.
286 asmlinkage
int __kprobes
__do_page_fault(struct pt_regs
*regs
,
287 unsigned long writeaccess
,
288 unsigned long address
)
296 if (notify_page_fault(regs
, writeaccess
))
299 #ifdef CONFIG_SH_KGDB
300 if (kgdb_nofault
&& kgdb_bus_err_hook
)
305 * We don't take page faults for P1, P2, and parts of P4, these
306 * are always mapped, whether it be due to legacy behaviour in
307 * 29-bit mode, or due to PMB configuration in 32-bit mode.
309 if (address
>= P3SEG
&& address
< P3_ADDR_MAX
) {
310 pgd
= pgd_offset_k(address
);
312 if (unlikely(address
>= TASK_SIZE
|| !current
->mm
))
315 pgd
= pgd_offset(current
->mm
, address
);
318 pud
= pud_offset(pgd
, address
);
319 if (pud_none_or_clear_bad(pud
))
321 pmd
= pmd_offset(pud
, address
);
322 if (pmd_none_or_clear_bad(pmd
))
325 pte
= pte_offset_kernel(pmd
, address
);
327 if (unlikely(pte_none(entry
) || pte_not_present(entry
)))
329 if (unlikely(writeaccess
&& !pte_write(entry
)))
333 entry
= pte_mkdirty(entry
);
334 entry
= pte_mkyoung(entry
);
336 #if defined(CONFIG_CPU_SH4) && !defined(CONFIG_SMP)
338 * ITLB is not affected by "ldtlb" instruction.
339 * So, we need to flush the entry by ourselves.
341 local_flush_tlb_one(get_asid(), address
& PAGE_MASK
);
345 update_mmu_cache(NULL
, address
, entry
);