1 #ifndef _ASM_POWERPC_TLBFLUSH_H
2 #define _ASM_POWERPC_TLBFLUSH_H
6 * - flush_tlb_mm(mm) flushes the specified mm context TLB's
7 * - flush_tlb_page(vma, vmaddr) flushes one page
8 * - flush_tlb_page_nohash(vma, vmaddr) flushes one page if SW loaded TLB
9 * - flush_tlb_range(vma, start, end) flushes a range of pages
10 * - flush_tlb_kernel_range(start, end) flushes a range of kernel pages
11 * - flush_tlb_pgtables(mm, start, end) flushes a range of page tables
13 * This program is free software; you can redistribute it and/or
14 * modify it under the terms of the GNU General Public License
15 * as published by the Free Software Foundation; either version
16 * 2 of the License, or (at your option) any later version.
25 #include <linux/percpu.h>
28 #define PPC64_TLB_BATCH_NR 192
30 struct ppc64_tlb_batch
{
34 real_pte_t pte
[PPC64_TLB_BATCH_NR
];
35 unsigned long vaddr
[PPC64_TLB_BATCH_NR
];
38 DECLARE_PER_CPU(struct ppc64_tlb_batch
, ppc64_tlb_batch
);
40 extern void __flush_tlb_pending(struct ppc64_tlb_batch
*batch
);
42 extern void hpte_need_flush(struct mm_struct
*mm
, unsigned long addr
,
43 pte_t
*ptep
, unsigned long pte
, int huge
);
45 #define __HAVE_ARCH_ENTER_LAZY_MMU_MODE
47 static inline void arch_enter_lazy_mmu_mode(void)
49 struct ppc64_tlb_batch
*batch
= &__get_cpu_var(ppc64_tlb_batch
);
54 static inline void arch_leave_lazy_mmu_mode(void)
56 struct ppc64_tlb_batch
*batch
= &__get_cpu_var(ppc64_tlb_batch
);
59 __flush_tlb_pending(batch
);
63 #define arch_flush_lazy_mmu_mode() do {} while (0)
66 extern void flush_hash_page(unsigned long va
, real_pte_t pte
, int psize
,
68 extern void flush_hash_range(unsigned long number
, int local
);
70 #else /* CONFIG_PPC64 */
74 extern void _tlbie(unsigned long address
);
75 extern void _tlbia(void);
78 * TODO: (CONFIG_FSL_BOOKE) determine if flush_tlb_range &
79 * flush_tlb_kernel_range are best implemented as tlbia vs
83 #if (defined(CONFIG_4xx) && !defined(CONFIG_44x)) || defined(CONFIG_8xx)
84 #define flush_tlb_pending() asm volatile ("tlbia; sync" : : : "memory")
85 #elif defined(CONFIG_4xx) || defined(CONFIG_FSL_BOOKE)
86 #define flush_tlb_pending() _tlbia()
90 * This gets called at the end of handling a page fault, when
91 * the kernel has put a new PTE into the page table for the process.
92 * We use it to ensure coherency between the i-cache and d-cache
93 * for the page which has just been mapped in.
94 * On machines which use an MMU hash table, we use this to put a
95 * corresponding HPTE into the hash table ahead of time, instead of
96 * waiting for the inevitable extra hash-table miss exception.
98 extern void update_mmu_cache(struct vm_area_struct
*, unsigned long, pte_t
);
100 #endif /* CONFIG_PPC64 */
102 #if defined(CONFIG_PPC64) || defined(CONFIG_4xx) || \
103 defined(CONFIG_FSL_BOOKE) || defined(CONFIG_8xx)
105 static inline void flush_tlb_mm(struct mm_struct
*mm
)
109 static inline void flush_tlb_page(struct vm_area_struct
*vma
,
110 unsigned long vmaddr
)
117 static inline void flush_tlb_page_nohash(struct vm_area_struct
*vma
,
118 unsigned long vmaddr
)
125 static inline void flush_tlb_range(struct vm_area_struct
*vma
,
126 unsigned long start
, unsigned long end
)
130 static inline void flush_tlb_kernel_range(unsigned long start
,
135 #else /* 6xx, 7xx, 7xxx cpus */
137 extern void flush_tlb_mm(struct mm_struct
*mm
);
138 extern void flush_tlb_page(struct vm_area_struct
*vma
, unsigned long vmaddr
);
139 extern void flush_tlb_page_nohash(struct vm_area_struct
*vma
, unsigned long addr
);
140 extern void flush_tlb_range(struct vm_area_struct
*vma
, unsigned long start
,
142 extern void flush_tlb_kernel_range(unsigned long start
, unsigned long end
);
147 * This is called in munmap when we have freed up some page-table
148 * pages. We don't need to do anything here, there's nothing special
149 * about our page-table pages. -- paulus
151 static inline void flush_tlb_pgtables(struct mm_struct
*mm
,
152 unsigned long start
, unsigned long end
)
156 #endif /*__KERNEL__ */
157 #endif /* _ASM_POWERPC_TLBFLUSH_H */