1 #ifndef _ASM_X86_PGTABLE_64_H
2 #define _ASM_X86_PGTABLE_64_H
4 #include <linux/const.h>
5 #include <asm/pgtable_64_types.h>
10 * This file contains the functions and defines necessary to modify and use
11 * the x86-64 page table tree.
13 #include <asm/processor.h>
14 #include <linux/bitops.h>
15 #include <linux/threads.h>
17 extern pud_t level3_kernel_pgt
[512];
18 extern pud_t level3_ident_pgt
[512];
19 extern pmd_t level2_kernel_pgt
[512];
20 extern pmd_t level2_fixmap_pgt
[512];
21 extern pmd_t level2_ident_pgt
[512];
22 extern pgd_t init_level4_pgt
[];
24 #define swapper_pg_dir init_level4_pgt
26 extern void paging_init(void);
28 #define pte_ERROR(e) \
29 printk("%s:%d: bad pte %p(%016lx).\n", \
30 __FILE__, __LINE__, &(e), pte_val(e))
31 #define pmd_ERROR(e) \
32 printk("%s:%d: bad pmd %p(%016lx).\n", \
33 __FILE__, __LINE__, &(e), pmd_val(e))
34 #define pud_ERROR(e) \
35 printk("%s:%d: bad pud %p(%016lx).\n", \
36 __FILE__, __LINE__, &(e), pud_val(e))
37 #define pgd_ERROR(e) \
38 printk("%s:%d: bad pgd %p(%016lx).\n", \
39 __FILE__, __LINE__, &(e), pgd_val(e))
43 void set_pte_vaddr_pud(pud_t
*pud_page
, unsigned long vaddr
, pte_t new_pte
);
46 static inline void native_pte_clear(struct mm_struct
*mm
, unsigned long addr
,
49 *ptep
= native_make_pte(0);
52 static inline void native_set_pte(pte_t
*ptep
, pte_t pte
)
57 static inline void native_set_pte_atomic(pte_t
*ptep
, pte_t pte
)
59 native_set_pte(ptep
, pte
);
62 static inline void native_set_pmd(pmd_t
*pmdp
, pmd_t pmd
)
67 static inline void native_pmd_clear(pmd_t
*pmd
)
69 native_set_pmd(pmd
, native_make_pmd(0));
72 static inline pte_t
native_ptep_get_and_clear(pte_t
*xp
)
75 return native_make_pte(xchg(&xp
->pte
, 0));
77 /* native_local_ptep_get_and_clear,
78 but duplicated because of cyclic dependency */
80 native_pte_clear(NULL
, 0, xp
);
85 static inline pmd_t
native_pmdp_get_and_clear(pmd_t
*xp
)
88 return native_make_pmd(xchg(&xp
->pmd
, 0));
90 /* native_local_pmdp_get_and_clear,
91 but duplicated because of cyclic dependency */
98 static inline void native_set_pud(pud_t
*pudp
, pud_t pud
)
103 static inline void native_pud_clear(pud_t
*pud
)
105 native_set_pud(pud
, native_make_pud(0));
108 static inline void native_set_pgd(pgd_t
*pgdp
, pgd_t pgd
)
113 static inline void native_pgd_clear(pgd_t
*pgd
)
115 native_set_pgd(pgd
, native_make_pgd(0));
118 extern void sync_global_pgds(unsigned long start
, unsigned long end
);
121 * Conversion functions: convert a page and protection to a page entry,
122 * and a page entry and page directory to the page they refer to.
128 static inline int pgd_large(pgd_t pgd
) { return 0; }
129 #define mk_kernel_pgd(address) __pgd((address) | _KERNPG_TABLE)
131 /* PUD - Level3 access */
133 /* PMD - Level 2 access */
134 #define pte_to_pgoff(pte) ((pte_val((pte)) & PHYSICAL_PAGE_MASK) >> PAGE_SHIFT)
135 #define pgoff_to_pte(off) ((pte_t) { .pte = ((off) << PAGE_SHIFT) | \
137 #define PTE_FILE_MAX_BITS __PHYSICAL_MASK_SHIFT
139 /* PTE - Level 1 access. */
141 /* x86-64 always has all page tables mapped. */
142 #define pte_offset_map(dir, address) pte_offset_kernel((dir), (address))
143 #define pte_unmap(pte) ((void)(pte))/* NOP */
145 #define update_mmu_cache(vma, address, ptep) do { } while (0)
147 /* Encode and de-code a swap entry */
148 #if _PAGE_BIT_FILE < _PAGE_BIT_PROTNONE
149 #define SWP_TYPE_BITS (_PAGE_BIT_FILE - _PAGE_BIT_PRESENT - 1)
150 #define SWP_OFFSET_SHIFT (_PAGE_BIT_PROTNONE + 1)
152 #define SWP_TYPE_BITS (_PAGE_BIT_PROTNONE - _PAGE_BIT_PRESENT - 1)
153 #define SWP_OFFSET_SHIFT (_PAGE_BIT_FILE + 1)
156 #define MAX_SWAPFILES_CHECK() BUILD_BUG_ON(MAX_SWAPFILES_SHIFT > SWP_TYPE_BITS)
158 #define __swp_type(x) (((x).val >> (_PAGE_BIT_PRESENT + 1)) \
159 & ((1U << SWP_TYPE_BITS) - 1))
160 #define __swp_offset(x) ((x).val >> SWP_OFFSET_SHIFT)
161 #define __swp_entry(type, offset) ((swp_entry_t) { \
162 ((type) << (_PAGE_BIT_PRESENT + 1)) \
163 | ((offset) << SWP_OFFSET_SHIFT) })
164 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val((pte)) })
165 #define __swp_entry_to_pte(x) ((pte_t) { .pte = (x).val })
167 extern int kern_addr_valid(unsigned long addr
);
168 extern void cleanup_highmap(void);
170 #define HAVE_ARCH_UNMAPPED_AREA
171 #define HAVE_ARCH_UNMAPPED_AREA_TOPDOWN
173 #define pgtable_cache_init() do { } while (0)
174 #define check_pgt_cache() do { } while (0)
176 #define PAGE_AGP PAGE_KERNEL_NOCACHE
177 #define HAVE_PAGE_AGP 1
179 /* fs/proc/kcore.c */
180 #define kc_vaddr_to_offset(v) ((v) & __VIRTUAL_MASK)
181 #define kc_offset_to_vaddr(o) ((o) | ~__VIRTUAL_MASK)
183 #define __HAVE_ARCH_PTE_SAME
185 #ifdef CONFIG_TRANSPARENT_HUGEPAGE
186 static inline int pmd_trans_splitting(pmd_t pmd
)
188 return pmd_val(pmd
) & _PAGE_SPLITTING
;
191 static inline int pmd_trans_huge(pmd_t pmd
)
193 return pmd_val(pmd
) & _PAGE_PSE
;
195 #endif /* CONFIG_TRANSPARENT_HUGEPAGE */
197 #define mk_pmd(page, pgprot) pfn_pmd(page_to_pfn(page), (pgprot))
199 #define __HAVE_ARCH_PMDP_SET_ACCESS_FLAGS
200 extern int pmdp_set_access_flags(struct vm_area_struct
*vma
,
201 unsigned long address
, pmd_t
*pmdp
,
202 pmd_t entry
, int dirty
);
204 #define __HAVE_ARCH_PMDP_TEST_AND_CLEAR_YOUNG
205 extern int pmdp_test_and_clear_young(struct vm_area_struct
*vma
,
206 unsigned long addr
, pmd_t
*pmdp
);
208 #define __HAVE_ARCH_PMDP_CLEAR_YOUNG_FLUSH
209 extern int pmdp_clear_flush_young(struct vm_area_struct
*vma
,
210 unsigned long address
, pmd_t
*pmdp
);
213 #define __HAVE_ARCH_PMDP_SPLITTING_FLUSH
214 extern void pmdp_splitting_flush(struct vm_area_struct
*vma
,
215 unsigned long addr
, pmd_t
*pmdp
);
217 #define __HAVE_ARCH_PMD_WRITE
218 static inline int pmd_write(pmd_t pmd
)
220 return pmd_flags(pmd
) & _PAGE_RW
;
223 #define __HAVE_ARCH_PMDP_GET_AND_CLEAR
224 static inline pmd_t
pmdp_get_and_clear(struct mm_struct
*mm
, unsigned long addr
,
227 pmd_t pmd
= native_pmdp_get_and_clear(pmdp
);
228 pmd_update(mm
, addr
, pmdp
);
232 #define __HAVE_ARCH_PMDP_SET_WRPROTECT
233 static inline void pmdp_set_wrprotect(struct mm_struct
*mm
,
234 unsigned long addr
, pmd_t
*pmdp
)
236 clear_bit(_PAGE_BIT_RW
, (unsigned long *)&pmdp
->pmd
);
237 pmd_update(mm
, addr
, pmdp
);
240 static inline int pmd_young(pmd_t pmd
)
242 return pmd_flags(pmd
) & _PAGE_ACCESSED
;
245 static inline pmd_t
pmd_set_flags(pmd_t pmd
, pmdval_t set
)
247 pmdval_t v
= native_pmd_val(pmd
);
249 return native_make_pmd(v
| set
);
252 static inline pmd_t
pmd_clear_flags(pmd_t pmd
, pmdval_t clear
)
254 pmdval_t v
= native_pmd_val(pmd
);
256 return native_make_pmd(v
& ~clear
);
259 static inline pmd_t
pmd_mkold(pmd_t pmd
)
261 return pmd_clear_flags(pmd
, _PAGE_ACCESSED
);
264 static inline pmd_t
pmd_wrprotect(pmd_t pmd
)
266 return pmd_clear_flags(pmd
, _PAGE_RW
);
269 static inline pmd_t
pmd_mkdirty(pmd_t pmd
)
271 return pmd_set_flags(pmd
, _PAGE_DIRTY
);
274 static inline pmd_t
pmd_mkhuge(pmd_t pmd
)
276 return pmd_set_flags(pmd
, _PAGE_PSE
);
279 static inline pmd_t
pmd_mkyoung(pmd_t pmd
)
281 return pmd_set_flags(pmd
, _PAGE_ACCESSED
);
284 static inline pmd_t
pmd_mkwrite(pmd_t pmd
)
286 return pmd_set_flags(pmd
, _PAGE_RW
);
289 static inline pmd_t
pmd_mknotpresent(pmd_t pmd
)
291 return pmd_clear_flags(pmd
, _PAGE_PRESENT
);
294 #endif /* !__ASSEMBLY__ */
296 #endif /* _ASM_X86_PGTABLE_64_H */