1 #ifndef _SPARC_PGTABLE_H
2 #define _SPARC_PGTABLE_H
4 /* asm/pgtable.h: Defines and functions used to work
5 * with Sparc page tables.
7 * Copyright (C) 1995 David S. Miller (davem@caip.rutgers.edu)
8 * Copyright (C) 1998 Jakub Jelinek (jj@sunsite.mff.cuni.cz)
11 #include <linux/const.h>
14 #include <asm-generic/4level-fixup.h>
16 #include <linux/spinlock.h>
17 #include <linux/swap.h>
18 #include <asm/types.h>
19 #include <asm/pgtsrmmu.h>
20 #include <asm/oplib.h>
21 #include <asm/btfixup.h>
22 #include <asm/cpu_type.h>
25 struct vm_area_struct
;
28 extern void load_mmu(void);
29 extern unsigned long calc_highpages(void);
31 #define pte_ERROR(e) __builtin_trap()
32 #define pmd_ERROR(e) __builtin_trap()
33 #define pgd_ERROR(e) __builtin_trap()
36 #define PMD_SIZE (1UL << PMD_SHIFT)
37 #define PMD_MASK (~(PMD_SIZE-1))
38 #define PMD_ALIGN(__addr) (((__addr) + ~PMD_MASK) & PMD_MASK)
39 #define PGDIR_SHIFT SRMMU_PGDIR_SHIFT
40 #define PGDIR_SIZE SRMMU_PGDIR_SIZE
41 #define PGDIR_MASK SRMMU_PGDIR_MASK
42 #define PTRS_PER_PTE 1024
43 #define PTRS_PER_PMD SRMMU_PTRS_PER_PMD
44 #define PTRS_PER_PGD SRMMU_PTRS_PER_PGD
45 #define USER_PTRS_PER_PGD PAGE_OFFSET / SRMMU_PGDIR_SIZE
46 #define FIRST_USER_ADDRESS 0
47 #define PTE_SIZE (PTRS_PER_PTE*4)
49 #define PAGE_NONE SRMMU_PAGE_NONE
50 #define PAGE_SHARED SRMMU_PAGE_SHARED
51 #define PAGE_COPY SRMMU_PAGE_COPY
52 #define PAGE_READONLY SRMMU_PAGE_RDONLY
53 #define PAGE_KERNEL SRMMU_PAGE_KERNEL
55 /* Top-level page directory */
56 extern pgd_t swapper_pg_dir
[1024];
58 extern void paging_init(void);
60 extern unsigned long ptr_in_current_pgd
;
63 #define __P000 PAGE_NONE
64 #define __P001 PAGE_READONLY
65 #define __P010 PAGE_COPY
66 #define __P011 PAGE_COPY
67 #define __P100 PAGE_READONLY
68 #define __P101 PAGE_READONLY
69 #define __P110 PAGE_COPY
70 #define __P111 PAGE_COPY
72 #define __S000 PAGE_NONE
73 #define __S001 PAGE_READONLY
74 #define __S010 PAGE_SHARED
75 #define __S011 PAGE_SHARED
76 #define __S100 PAGE_READONLY
77 #define __S101 PAGE_READONLY
78 #define __S110 PAGE_SHARED
79 #define __S111 PAGE_SHARED
81 extern int num_contexts
;
83 /* First physical page can be anywhere, the following is needed so that
84 * va-->pa and vice versa conversions work properly without performance
85 * hit for all __pa()/__va() operations.
87 extern unsigned long phys_base
;
88 extern unsigned long pfn_base
;
91 * BAD_PAGETABLE is used when we need a bogus page-table, while
92 * BAD_PAGE is used for a bogus page.
94 * ZERO_PAGE is a global shared page that is always zero: used
95 * for zero-mapped memory areas etc..
97 extern pte_t
* __bad_pagetable(void);
98 extern pte_t
__bad_page(void);
99 extern unsigned long empty_zero_page
;
101 #define BAD_PAGETABLE __bad_pagetable()
102 #define BAD_PAGE __bad_page()
103 #define ZERO_PAGE(vaddr) (virt_to_page(&empty_zero_page))
106 * In general all page table modifications should use the V8 atomic
107 * swap instruction. This insures the mmu and the cpu are in sync
108 * with respect to ref/mod bits in the page tables.
110 static inline unsigned long srmmu_swap(unsigned long *addr
, unsigned long value
)
112 __asm__
__volatile__("swap [%2], %0" : "=&r" (value
) : "0" (value
), "r" (addr
));
116 /* Certain architectures need to do special things when pte's
117 * within a page table are directly modified. Thus, the following
118 * hook is made available.
121 static inline void set_pte(pte_t
*ptep
, pte_t pteval
)
123 srmmu_swap((unsigned long *)ptep
, pte_val(pteval
));
126 #define set_pte_at(mm,addr,ptep,pteval) set_pte(ptep,pteval)
128 static inline int srmmu_device_memory(unsigned long x
)
130 return ((x
& 0xF0000000) != 0);
133 static inline struct page
*pmd_page(pmd_t pmd
)
135 if (srmmu_device_memory(pmd_val(pmd
)))
137 return pfn_to_page((pmd_val(pmd
) & SRMMU_PTD_PMASK
) >> (PAGE_SHIFT
-4));
140 BTFIXUPDEF_CALL_CONST(unsigned long, pgd_page_vaddr
, pgd_t
)
142 #define pgd_page_vaddr(pgd) BTFIXUP_CALL(pgd_page_vaddr)(pgd)
144 static inline int pte_present(pte_t pte
)
146 return ((pte_val(pte
) & SRMMU_ET_MASK
) == SRMMU_ET_PTE
);
149 static inline int pte_none(pte_t pte
)
151 return !pte_val(pte
);
154 static inline void __pte_clear(pte_t
*ptep
)
156 set_pte(ptep
, __pte(0));
159 static inline void pte_clear(struct mm_struct
*mm
, unsigned long addr
, pte_t
*ptep
)
164 static inline int pmd_bad(pmd_t pmd
)
166 return (pmd_val(pmd
) & SRMMU_ET_MASK
) != SRMMU_ET_PTD
;
169 static inline int pmd_present(pmd_t pmd
)
171 return ((pmd_val(pmd
) & SRMMU_ET_MASK
) == SRMMU_ET_PTD
);
174 static inline int pmd_none(pmd_t pmd
)
176 return !pmd_val(pmd
);
179 static inline void pmd_clear(pmd_t
*pmdp
)
182 for (i
= 0; i
< PTRS_PER_PTE
/SRMMU_REAL_PTRS_PER_PTE
; i
++)
183 set_pte((pte_t
*)&pmdp
->pmdv
[i
], __pte(0));
186 static inline int pgd_none(pgd_t pgd
)
188 return !(pgd_val(pgd
) & 0xFFFFFFF);
191 static inline int pgd_bad(pgd_t pgd
)
193 return (pgd_val(pgd
) & SRMMU_ET_MASK
) != SRMMU_ET_PTD
;
196 static inline int pgd_present(pgd_t pgd
)
198 return ((pgd_val(pgd
) & SRMMU_ET_MASK
) == SRMMU_ET_PTD
);
201 static inline void pgd_clear(pgd_t
*pgdp
)
203 set_pte((pte_t
*)pgdp
, __pte(0));
207 * The following only work if pte_present() is true.
208 * Undefined behaviour if not..
210 static inline int pte_write(pte_t pte
)
212 return pte_val(pte
) & SRMMU_WRITE
;
215 static inline int pte_dirty(pte_t pte
)
217 return pte_val(pte
) & SRMMU_DIRTY
;
220 static inline int pte_young(pte_t pte
)
222 return pte_val(pte
) & SRMMU_REF
;
226 * The following only work if pte_present() is not true.
228 static inline int pte_file(pte_t pte
)
230 return pte_val(pte
) & SRMMU_FILE
;
233 static inline int pte_special(pte_t pte
)
238 static inline pte_t
pte_wrprotect(pte_t pte
)
240 return __pte(pte_val(pte
) & ~SRMMU_WRITE
);
243 static inline pte_t
pte_mkclean(pte_t pte
)
245 return __pte(pte_val(pte
) & ~SRMMU_DIRTY
);
248 static inline pte_t
pte_mkold(pte_t pte
)
250 return __pte(pte_val(pte
) & ~SRMMU_REF
);
253 static inline pte_t
pte_mkwrite(pte_t pte
)
255 return __pte(pte_val(pte
) | SRMMU_WRITE
);
258 static inline pte_t
pte_mkdirty(pte_t pte
)
260 return __pte(pte_val(pte
) | SRMMU_DIRTY
);
263 static inline pte_t
pte_mkyoung(pte_t pte
)
265 return __pte(pte_val(pte
) | SRMMU_REF
);
268 #define pte_mkspecial(pte) (pte)
270 #define pfn_pte(pfn, prot) mk_pte(pfn_to_page(pfn), prot)
272 static inline unsigned long pte_pfn(pte_t pte
)
274 if (srmmu_device_memory(pte_val(pte
))) {
275 /* Just return something that will cause
276 * pfn_valid() to return false. This makes
277 * copy_one_pte() to just directly copy to
282 return (pte_val(pte
) & SRMMU_PTE_PMASK
) >> (PAGE_SHIFT
-4);
285 #define pte_page(pte) pfn_to_page(pte_pfn(pte))
288 * Conversion functions: convert a page and protection to a page entry,
289 * and a page entry and page directory to the page they refer to.
291 static inline pte_t
mk_pte(struct page
*page
, pgprot_t pgprot
)
293 return __pte((page_to_pfn(page
) << (PAGE_SHIFT
-4)) | pgprot_val(pgprot
));
296 static inline pte_t
mk_pte_phys(unsigned long page
, pgprot_t pgprot
)
298 return __pte(((page
) >> 4) | pgprot_val(pgprot
));
301 static inline pte_t
mk_pte_io(unsigned long page
, pgprot_t pgprot
, int space
)
303 return __pte(((page
) >> 4) | (space
<< 28) | pgprot_val(pgprot
));
306 #define pgprot_noncached pgprot_noncached
307 static inline pgprot_t
pgprot_noncached(pgprot_t prot
)
309 prot
&= ~__pgprot(SRMMU_CACHE
);
313 BTFIXUPDEF_INT(pte_modify_mask
)
315 static pte_t
pte_modify(pte_t pte
, pgprot_t newprot
) __attribute_const__
;
316 static inline pte_t
pte_modify(pte_t pte
, pgprot_t newprot
)
318 return __pte((pte_val(pte
) & BTFIXUP_INT(pte_modify_mask
)) |
319 pgprot_val(newprot
));
322 #define pgd_index(address) ((address) >> PGDIR_SHIFT)
324 /* to find an entry in a page-table-directory */
325 #define pgd_offset(mm, address) ((mm)->pgd + pgd_index(address))
327 /* to find an entry in a kernel page-table-directory */
328 #define pgd_offset_k(address) pgd_offset(&init_mm, address)
330 /* Find an entry in the second-level page table.. */
331 BTFIXUPDEF_CALL(pmd_t
*, pmd_offset
, pgd_t
*, unsigned long)
332 #define pmd_offset(dir,addr) BTFIXUP_CALL(pmd_offset)(dir,addr)
334 /* Find an entry in the third-level page table.. */
335 BTFIXUPDEF_CALL(pte_t
*, pte_offset_kernel
, pmd_t
*, unsigned long)
336 #define pte_offset_kernel(dir,addr) BTFIXUP_CALL(pte_offset_kernel)(dir,addr)
339 * This shortcut works on sun4m (and sun4d) because the nocache area is static.
341 #define pte_offset_map(d, a) pte_offset_kernel(d,a)
342 #define pte_unmap(pte) do{}while(0)
345 BTFIXUPDEF_CALL(void, mmu_info
, struct seq_file
*)
347 #define mmu_info(p) BTFIXUP_CALL(mmu_info)(p)
349 /* Fault handler stuff... */
350 #define FAULT_CODE_PROT 0x1
351 #define FAULT_CODE_WRITE 0x2
352 #define FAULT_CODE_USER 0x4
354 BTFIXUPDEF_CALL(void, update_mmu_cache
, struct vm_area_struct
*, unsigned long, pte_t
*)
356 #define update_mmu_cache(vma,addr,ptep) BTFIXUP_CALL(update_mmu_cache)(vma,addr,ptep)
358 BTFIXUPDEF_CALL(void, sparc_mapiorange
, unsigned int, unsigned long,
359 unsigned long, unsigned int)
360 BTFIXUPDEF_CALL(void, sparc_unmapiorange
, unsigned long, unsigned int)
361 #define sparc_mapiorange(bus,pa,va,len) BTFIXUP_CALL(sparc_mapiorange)(bus,pa,va,len)
362 #define sparc_unmapiorange(va,len) BTFIXUP_CALL(sparc_unmapiorange)(va,len)
364 extern int invalid_segment
;
366 /* Encode and de-code a swap entry */
367 BTFIXUPDEF_CALL(unsigned long, __swp_type
, swp_entry_t
)
368 BTFIXUPDEF_CALL(unsigned long, __swp_offset
, swp_entry_t
)
369 BTFIXUPDEF_CALL(swp_entry_t
, __swp_entry
, unsigned long, unsigned long)
371 #define __swp_type(__x) BTFIXUP_CALL(__swp_type)(__x)
372 #define __swp_offset(__x) BTFIXUP_CALL(__swp_offset)(__x)
373 #define __swp_entry(__type,__off) BTFIXUP_CALL(__swp_entry)(__type,__off)
375 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
376 #define __swp_entry_to_pte(x) ((pte_t) { (x).val })
378 /* file-offset-in-pte helpers */
379 static inline unsigned long pte_to_pgoff(pte_t pte
)
381 return pte_val(pte
) >> SRMMU_PTE_FILE_SHIFT
;
384 static inline pte_t
pgoff_to_pte(unsigned long pgoff
)
386 return __pte((pgoff
<< SRMMU_PTE_FILE_SHIFT
) | SRMMU_FILE
);
390 * This is made a constant because mm/fremap.c required a constant.
392 #define PTE_FILE_MAX_BITS 24
397 struct ctx_list
*next
;
398 struct ctx_list
*prev
;
399 unsigned int ctx_number
;
400 struct mm_struct
*ctx_mm
;
403 extern struct ctx_list
*ctx_list_pool
; /* Dynamically allocated */
404 extern struct ctx_list ctx_free
; /* Head of free list */
405 extern struct ctx_list ctx_used
; /* Head of used contexts list */
407 #define NO_CONTEXT -1
409 static inline void remove_from_ctx_list(struct ctx_list
*entry
)
411 entry
->next
->prev
= entry
->prev
;
412 entry
->prev
->next
= entry
->next
;
415 static inline void add_to_ctx_list(struct ctx_list
*head
, struct ctx_list
*entry
)
418 (entry
->prev
= head
->prev
)->next
= entry
;
421 #define add_to_free_ctxlist(entry) add_to_ctx_list(&ctx_free, entry)
422 #define add_to_used_ctxlist(entry) add_to_ctx_list(&ctx_used, entry)
424 static inline unsigned long
425 __get_phys (unsigned long addr
)
427 switch (sparc_cpu_model
){
430 return ((srmmu_get_pte (addr
) & 0xffffff00) << 4);
437 __get_iospace (unsigned long addr
)
439 switch (sparc_cpu_model
){
442 return (srmmu_get_pte (addr
) >> 28);
448 extern unsigned long *sparc_valid_addr_bitmap
;
450 /* Needs to be defined here and not in linux/mm.h, as it is arch dependent */
451 #define kern_addr_valid(addr) \
452 (test_bit(__pa((unsigned long)(addr))>>20, sparc_valid_addr_bitmap))
455 * For sparc32&64, the pfn in io_remap_pfn_range() carries <iospace> in
456 * its high 4 bits. These macros/functions put it there or get it from there.
458 #define MK_IOSPACE_PFN(space, pfn) (pfn | (space << (BITS_PER_LONG - 4)))
459 #define GET_IOSPACE(pfn) (pfn >> (BITS_PER_LONG - 4))
460 #define GET_PFN(pfn) (pfn & 0x0fffffffUL)
462 extern int remap_pfn_range(struct vm_area_struct
*, unsigned long, unsigned long,
463 unsigned long, pgprot_t
);
465 static inline int io_remap_pfn_range(struct vm_area_struct
*vma
,
466 unsigned long from
, unsigned long pfn
,
467 unsigned long size
, pgprot_t prot
)
469 unsigned long long offset
, space
, phys_base
;
471 offset
= ((unsigned long long) GET_PFN(pfn
)) << PAGE_SHIFT
;
472 space
= GET_IOSPACE(pfn
);
473 phys_base
= offset
| (space
<< 32ULL);
475 return remap_pfn_range(vma
, from
, phys_base
>> PAGE_SHIFT
, size
, prot
);
478 #define __HAVE_ARCH_PTEP_SET_ACCESS_FLAGS
479 #define ptep_set_access_flags(__vma, __address, __ptep, __entry, __dirty) \
481 int __changed = !pte_same(*(__ptep), __entry); \
483 set_pte_at((__vma)->vm_mm, (__address), __ptep, __entry); \
484 flush_tlb_page(__vma, __address); \
489 #include <asm-generic/pgtable.h>
491 #endif /* !(__ASSEMBLY__) */
493 #define VMALLOC_START _AC(0xfe600000,UL)
494 #define VMALLOC_END _AC(0xffc00000,UL)
496 /* We provide our own get_unmapped_area to cope with VA holes for userland */
497 #define HAVE_ARCH_UNMAPPED_AREA
500 * No page table caches to initialise
502 #define pgtable_cache_init() do { } while (0)
504 #endif /* !(_SPARC_PGTABLE_H) */