4 #include <linux/config.h>
5 #include <linux/swap.h>
6 #include <asm/pgalloc.h>
7 #include <asm/tlbflush.h>
8 #include <asm/mmu_context.h>
10 #define TLB_BATCH_NR 192
13 * For UP we don't need to worry about TLB flush
14 * and page free order so much..
17 #define FREE_PTE_NR 506
18 #define tlb_fast_mode(bp) ((bp)->pages_nr == ~0U)
21 #define tlb_fast_mode(bp) 1
26 unsigned int pages_nr
;
27 unsigned int need_flush
;
30 unsigned long vaddrs
[TLB_BATCH_NR
];
31 struct page
*pages
[FREE_PTE_NR
];
34 DECLARE_PER_CPU(struct mmu_gather
, mmu_gathers
);
37 extern void smp_flush_tlb_pending(struct mm_struct
*,
38 unsigned long, unsigned long *);
41 extern void __flush_tlb_pending(unsigned long, unsigned long, unsigned long *);
42 extern void flush_tlb_pending(void);
44 static inline struct mmu_gather
*tlb_gather_mmu(struct mm_struct
*mm
, unsigned int full_mm_flush
)
46 struct mmu_gather
*mp
= &get_cpu_var(mmu_gathers
);
51 mp
->pages_nr
= num_online_cpus() > 1 ? 0U : ~0U;
52 mp
->fullmm
= full_mm_flush
;
58 static inline void tlb_flush_mmu(struct mmu_gather
*mp
)
62 if (!tlb_fast_mode(mp
)) {
63 free_pages_and_swap_cache(mp
->pages
, mp
->pages_nr
);
71 extern void smp_flush_tlb_mm(struct mm_struct
*mm
);
72 #define do_flush_tlb_mm(mm) smp_flush_tlb_mm(mm)
74 #define do_flush_tlb_mm(mm) __flush_tlb_mm(CTX_HWBITS(mm->context), SECONDARY_CONTEXT)
77 static inline void tlb_finish_mmu(struct mmu_gather
*mp
, unsigned long start
, unsigned long end
)
82 if (CTX_VALID(mp
->mm
->context
))
83 do_flush_tlb_mm(mp
->mm
);
88 /* keep the page table cache within bounds */
91 put_cpu_var(mmu_gathers
);
94 static inline void tlb_remove_page(struct mmu_gather
*mp
, struct page
*page
)
97 if (tlb_fast_mode(mp
)) {
98 free_page_and_swap_cache(page
);
101 mp
->pages
[mp
->pages_nr
++] = page
;
102 if (mp
->pages_nr
>= FREE_PTE_NR
)
106 #define tlb_remove_tlb_entry(mp,ptep,addr) do { } while (0)
107 #define pte_free_tlb(mp,ptepage) pte_free(ptepage)
108 #define pmd_free_tlb(mp,pmdp) pmd_free(pmdp)
109 #define pud_free_tlb(tlb,pudp) __pud_free_tlb(tlb,pudp)
111 #define tlb_migrate_finish(mm) do { } while (0)
112 #define tlb_start_vma(tlb, vma) do { } while (0)
113 #define tlb_end_vma(tlb, vma) do { } while (0)
115 #endif /* _SPARC64_TLB_H */