1 #ifndef _X86_64_PGALLOC_H
2 #define _X86_64_PGALLOC_H
4 #include <asm/fixmap.h>
6 #include <linux/threads.h>
9 #define pmd_populate_kernel(mm, pmd, pte) \
10 set_pmd(pmd, __pmd(_PAGE_TABLE | __pa(pte)))
11 #define pud_populate(mm, pud, pmd) \
12 set_pud(pud, __pud(_PAGE_TABLE | __pa(pmd)))
13 #define pgd_populate(mm, pgd, pud) \
14 set_pgd(pgd, __pgd(_PAGE_TABLE | __pa(pud)))
16 static inline void pmd_populate(struct mm_struct
*mm
, pmd_t
*pmd
, struct page
*pte
)
18 set_pmd(pmd
, __pmd(_PAGE_TABLE
| (page_to_pfn(pte
) << PAGE_SHIFT
)));
21 static inline void pmd_free(pmd_t
*pmd
)
23 BUG_ON((unsigned long)pmd
& (PAGE_SIZE
-1));
24 free_page((unsigned long)pmd
);
27 static inline pmd_t
*pmd_alloc_one (struct mm_struct
*mm
, unsigned long addr
)
29 return (pmd_t
*)get_zeroed_page(GFP_KERNEL
|__GFP_REPEAT
);
32 static inline pud_t
*pud_alloc_one(struct mm_struct
*mm
, unsigned long addr
)
34 return (pud_t
*)get_zeroed_page(GFP_KERNEL
|__GFP_REPEAT
);
37 static inline void pud_free (pud_t
*pud
)
39 BUG_ON((unsigned long)pud
& (PAGE_SIZE
-1));
40 free_page((unsigned long)pud
);
43 static inline void pgd_list_add(pgd_t
*pgd
)
45 struct page
*page
= virt_to_page(pgd
);
48 page
->index
= (pgoff_t
)pgd_list
;
50 pgd_list
->private = (unsigned long)&page
->index
;
52 page
->private = (unsigned long)&pgd_list
;
53 spin_unlock(&pgd_lock
);
56 static inline void pgd_list_del(pgd_t
*pgd
)
58 struct page
*next
, **pprev
, *page
= virt_to_page(pgd
);
61 next
= (struct page
*)page
->index
;
62 pprev
= (struct page
**)page
->private;
65 next
->private = (unsigned long)pprev
;
66 spin_unlock(&pgd_lock
);
69 static inline pgd_t
*pgd_alloc(struct mm_struct
*mm
)
72 pgd_t
*pgd
= (pgd_t
*)__get_free_page(GFP_KERNEL
|__GFP_REPEAT
);
77 * Copy kernel pointers in from init.
78 * Could keep a freelist or slab cache of those because the kernel
81 boundary
= pgd_index(__PAGE_OFFSET
);
82 memset(pgd
, 0, boundary
* sizeof(pgd_t
));
83 memcpy(pgd
+ boundary
,
84 init_level4_pgt
+ boundary
,
85 (PTRS_PER_PGD
- boundary
) * sizeof(pgd_t
));
89 static inline void pgd_free(pgd_t
*pgd
)
91 BUG_ON((unsigned long)pgd
& (PAGE_SIZE
-1));
93 free_page((unsigned long)pgd
);
96 static inline pte_t
*pte_alloc_one_kernel(struct mm_struct
*mm
, unsigned long address
)
98 return (pte_t
*)get_zeroed_page(GFP_KERNEL
|__GFP_REPEAT
);
101 static inline struct page
*pte_alloc_one(struct mm_struct
*mm
, unsigned long address
)
103 void *p
= (void *)get_zeroed_page(GFP_KERNEL
|__GFP_REPEAT
);
106 return virt_to_page(p
);
109 /* Should really implement gc for free page table pages. This could be
110 done with a reference count in struct page. */
112 static inline void pte_free_kernel(pte_t
*pte
)
114 BUG_ON((unsigned long)pte
& (PAGE_SIZE
-1));
115 free_page((unsigned long)pte
);
118 static inline void pte_free(struct page
*pte
)
123 #define __pte_free_tlb(tlb,pte) tlb_remove_page((tlb),(pte))
125 #define __pmd_free_tlb(tlb,x) tlb_remove_page((tlb),virt_to_page(x))
126 #define __pud_free_tlb(tlb,x) tlb_remove_page((tlb),virt_to_page(x))
128 #endif /* _X86_64_PGALLOC_H */