2 * Copyright (C) 2004-2006 Atmel Corporation
4 * This program is free software; you can redistribute it and/or modify
5 * it under the terms of the GNU General Public License version 2 as
6 * published by the Free Software Foundation.
9 #include <linux/kernel.h>
11 #include <linux/swap.h>
12 #include <linux/init.h>
13 #include <linux/mmzone.h>
14 #include <linux/module.h>
15 #include <linux/bootmem.h>
16 #include <linux/pagemap.h>
17 #include <linux/nodemask.h>
20 #include <asm/mmu_context.h>
24 #include <asm/setup.h>
25 #include <asm/sections.h>
27 DEFINE_PER_CPU(struct mmu_gather
, mmu_gathers
);
29 pgd_t swapper_pg_dir
[PTRS_PER_PGD
];
31 struct page
*empty_zero_page
;
32 EXPORT_SYMBOL(empty_zero_page
);
35 * Cache of MMU context last used.
37 unsigned long mmu_context_cache
= NO_CONTEXT
;
41 int total
= 0, reserved
= 0, cached
= 0;
42 int slab
= 0, free
= 0, shared
= 0;
45 printk("Mem-info:\n");
48 for_each_online_pgdat(pgdat
) {
49 struct page
*page
, *end
;
51 page
= pgdat
->node_mem_map
;
52 end
= page
+ pgdat
->node_spanned_pages
;
56 if (PageReserved(page
))
58 else if (PageSwapCache(page
))
60 else if (PageSlab(page
))
62 else if (!page_count(page
))
65 shared
+= page_count(page
) - 1;
70 printk ("%d pages of RAM\n", total
);
71 printk ("%d free pages\n", free
);
72 printk ("%d reserved pages\n", reserved
);
73 printk ("%d slab pages\n", slab
);
74 printk ("%d pages shared\n", shared
);
75 printk ("%d pages swap cached\n", cached
);
79 * paging_init() sets up the page tables
81 * This routine also unmaps the page at virtual kernel address 0, so
82 * that we can trap those pesky NULL-reference errors in the kernel.
84 void __init
paging_init(void)
86 extern unsigned long _evba
;
91 * Make sure we can handle exceptions before enabling
92 * paging. Not that we should ever _get_ any exceptions this
93 * early, but you never know...
95 printk("Exception vectors start at %p\n", &_evba
);
96 sysreg_write(EVBA
, (unsigned long)&_evba
);
99 * Since we are ready to handle exceptions now, we should let
100 * the CPU generate them...
102 __asm__
__volatile__ ("csrf %0" : : "i"(SR_EM_BIT
));
105 * Allocate the zero page. The allocator will panic if it
106 * can't satisfy the request, so no need to check.
108 zero_page
= alloc_bootmem_low_pages_node(NODE_DATA(0),
111 sysreg_write(PTBR
, (unsigned long)swapper_pg_dir
);
113 printk ("CPU: Paging enabled\n");
115 for_each_online_node(nid
) {
116 pg_data_t
*pgdat
= NODE_DATA(nid
);
117 unsigned long zones_size
[MAX_NR_ZONES
];
118 unsigned long low
, start_pfn
;
120 start_pfn
= pgdat
->bdata
->node_boot_start
;
121 start_pfn
>>= PAGE_SHIFT
;
122 low
= pgdat
->bdata
->node_low_pfn
;
124 memset(zones_size
, 0, sizeof(zones_size
));
125 zones_size
[ZONE_NORMAL
] = low
- start_pfn
;
127 printk("Node %u: start_pfn = 0x%lx, low = 0x%lx\n",
128 nid
, start_pfn
, low
);
130 free_area_init_node(nid
, pgdat
, zones_size
, start_pfn
, NULL
);
132 printk("Node %u: mem_map starts at %p\n",
133 pgdat
->node_id
, pgdat
->node_mem_map
);
136 mem_map
= NODE_DATA(0)->node_mem_map
;
138 memset(zero_page
, 0, PAGE_SIZE
);
139 empty_zero_page
= virt_to_page(zero_page
);
140 flush_dcache_page(empty_zero_page
);
143 void __init
mem_init(void)
145 int codesize
, reservedpages
, datasize
, initsize
;
151 /* this will put all low memory onto the freelists */
152 for_each_online_node(nid
) {
153 pg_data_t
*pgdat
= NODE_DATA(nid
);
154 unsigned long node_pages
= 0;
155 void *node_high_memory
;
157 num_physpages
+= pgdat
->node_present_pages
;
159 if (pgdat
->node_spanned_pages
!= 0)
160 node_pages
= free_all_bootmem_node(pgdat
);
162 totalram_pages
+= node_pages
;
164 for (i
= 0; i
< node_pages
; i
++)
165 if (PageReserved(pgdat
->node_mem_map
+ i
))
168 node_high_memory
= (void *)((pgdat
->node_start_pfn
169 + pgdat
->node_spanned_pages
)
171 if (node_high_memory
> high_memory
)
172 high_memory
= node_high_memory
;
175 max_mapnr
= MAP_NR(high_memory
);
177 codesize
= (unsigned long)_etext
- (unsigned long)_text
;
178 datasize
= (unsigned long)_edata
- (unsigned long)_data
;
179 initsize
= (unsigned long)__init_end
- (unsigned long)__init_begin
;
181 printk ("Memory: %luk/%luk available (%dk kernel code, "
182 "%dk reserved, %dk data, %dk init)\n",
183 (unsigned long)nr_free_pages() << (PAGE_SHIFT
- 10),
184 totalram_pages
<< (PAGE_SHIFT
- 10),
186 reservedpages
<< (PAGE_SHIFT
- 10),
191 static inline void free_area(unsigned long addr
, unsigned long end
, char *s
)
193 unsigned int size
= (end
- addr
) >> 10;
195 for (; addr
< end
; addr
+= PAGE_SIZE
) {
196 struct page
*page
= virt_to_page(addr
);
197 ClearPageReserved(page
);
198 init_page_count(page
);
204 printk(KERN_INFO
"Freeing %s memory: %dK (%lx - %lx)\n",
205 s
, size
, end
- (size
<< 10), end
);
208 void free_initmem(void)
210 free_area((unsigned long)__init_begin
, (unsigned long)__init_end
,
214 #ifdef CONFIG_BLK_DEV_INITRD
216 void free_initrd_mem(unsigned long start
, unsigned long end
)
218 free_area(start
, end
, "initrd");