1 #ifndef _LINUX_VMSTAT_H
2 #define _LINUX_VMSTAT_H
4 #include <linux/types.h>
5 #include <linux/percpu.h>
7 #include <linux/mmzone.h>
8 #include <asm/atomic.h>
10 #ifdef CONFIG_ZONE_DMA
11 #define DMA_ZONE(xx) xx##_DMA,
16 #ifdef CONFIG_ZONE_DMA32
17 #define DMA32_ZONE(xx) xx##_DMA32,
19 #define DMA32_ZONE(xx)
23 #define HIGHMEM_ZONE(xx) , xx##_HIGH
25 #define HIGHMEM_ZONE(xx)
29 #define FOR_ALL_ZONES(xx) DMA_ZONE(xx) DMA32_ZONE(xx) xx##_NORMAL HIGHMEM_ZONE(xx) , xx##_MOVABLE
31 enum vm_event_item
{ PGPGIN
, PGPGOUT
, PSWPIN
, PSWPOUT
,
32 FOR_ALL_ZONES(PGALLOC
),
33 PGFREE
, PGACTIVATE
, PGDEACTIVATE
,
35 FOR_ALL_ZONES(PGREFILL
),
36 FOR_ALL_ZONES(PGSTEAL
),
37 FOR_ALL_ZONES(PGSCAN_KSWAPD
),
38 FOR_ALL_ZONES(PGSCAN_DIRECT
),
40 PGSCAN_ZONE_RECLAIM_FAILED
,
42 PGINODESTEAL
, SLABS_SCANNED
, KSWAPD_STEAL
, KSWAPD_INODESTEAL
,
43 PAGEOUTRUN
, ALLOCSTALL
, PGROTATED
,
44 #ifdef CONFIG_HUGETLB_PAGE
45 HTLB_BUDDY_PGALLOC
, HTLB_BUDDY_PGALLOC_FAIL
,
47 #ifdef CONFIG_UNEVICTABLE_LRU
48 UNEVICTABLE_PGCULLED
, /* culled to noreclaim list */
49 UNEVICTABLE_PGSCANNED
, /* scanned for reclaimability */
50 UNEVICTABLE_PGRESCUED
, /* rescued from noreclaim list */
51 UNEVICTABLE_PGMLOCKED
,
52 UNEVICTABLE_PGMUNLOCKED
,
53 UNEVICTABLE_PGCLEARED
, /* on COW, page truncate */
54 UNEVICTABLE_PGSTRANDED
, /* unable to isolate on unlock */
55 UNEVICTABLE_MLOCKFREED
,
60 extern int sysctl_stat_interval
;
62 #ifdef CONFIG_VM_EVENT_COUNTERS
64 * Light weight per cpu counter implementation.
66 * Counters should only be incremented and no critical kernel component
67 * should rely on the counter values.
69 * Counters are handled completely inline. On many platforms the code
70 * generated will simply be the increment of a global address.
73 struct vm_event_state
{
74 unsigned long event
[NR_VM_EVENT_ITEMS
];
77 DECLARE_PER_CPU(struct vm_event_state
, vm_event_states
);
79 static inline void __count_vm_event(enum vm_event_item item
)
81 __get_cpu_var(vm_event_states
).event
[item
]++;
84 static inline void count_vm_event(enum vm_event_item item
)
86 get_cpu_var(vm_event_states
).event
[item
]++;
90 static inline void __count_vm_events(enum vm_event_item item
, long delta
)
92 __get_cpu_var(vm_event_states
).event
[item
] += delta
;
95 static inline void count_vm_events(enum vm_event_item item
, long delta
)
97 get_cpu_var(vm_event_states
).event
[item
] += delta
;
101 extern void all_vm_events(unsigned long *);
102 #ifdef CONFIG_HOTPLUG
103 extern void vm_events_fold_cpu(int cpu
);
105 static inline void vm_events_fold_cpu(int cpu
)
112 /* Disable counters */
113 static inline void count_vm_event(enum vm_event_item item
)
116 static inline void count_vm_events(enum vm_event_item item
, long delta
)
119 static inline void __count_vm_event(enum vm_event_item item
)
122 static inline void __count_vm_events(enum vm_event_item item
, long delta
)
125 static inline void all_vm_events(unsigned long *ret
)
128 static inline void vm_events_fold_cpu(int cpu
)
132 #endif /* CONFIG_VM_EVENT_COUNTERS */
134 #define __count_zone_vm_events(item, zone, delta) \
135 __count_vm_events(item##_NORMAL - ZONE_NORMAL + \
136 zone_idx(zone), delta)
139 * Zone based page accounting with per cpu differentials.
141 extern atomic_long_t vm_stat
[NR_VM_ZONE_STAT_ITEMS
];
143 static inline void zone_page_state_add(long x
, struct zone
*zone
,
144 enum zone_stat_item item
)
146 atomic_long_add(x
, &zone
->vm_stat
[item
]);
147 atomic_long_add(x
, &vm_stat
[item
]);
150 static inline unsigned long global_page_state(enum zone_stat_item item
)
152 long x
= atomic_long_read(&vm_stat
[item
]);
160 static inline unsigned long zone_page_state(struct zone
*zone
,
161 enum zone_stat_item item
)
163 long x
= atomic_long_read(&zone
->vm_stat
[item
]);
171 extern unsigned long global_lru_pages(void);
173 static inline unsigned long zone_lru_pages(struct zone
*zone
)
175 return (zone_page_state(zone
, NR_ACTIVE_ANON
)
176 + zone_page_state(zone
, NR_ACTIVE_FILE
)
177 + zone_page_state(zone
, NR_INACTIVE_ANON
)
178 + zone_page_state(zone
, NR_INACTIVE_FILE
));
183 * Determine the per node value of a stat item. This function
184 * is called frequently in a NUMA machine, so try to be as
185 * frugal as possible.
187 static inline unsigned long node_page_state(int node
,
188 enum zone_stat_item item
)
190 struct zone
*zones
= NODE_DATA(node
)->node_zones
;
193 #ifdef CONFIG_ZONE_DMA
194 zone_page_state(&zones
[ZONE_DMA
], item
) +
196 #ifdef CONFIG_ZONE_DMA32
197 zone_page_state(&zones
[ZONE_DMA32
], item
) +
199 #ifdef CONFIG_HIGHMEM
200 zone_page_state(&zones
[ZONE_HIGHMEM
], item
) +
202 zone_page_state(&zones
[ZONE_NORMAL
], item
) +
203 zone_page_state(&zones
[ZONE_MOVABLE
], item
);
206 extern void zone_statistics(struct zone
*, struct zone
*);
210 #define node_page_state(node, item) global_page_state(item)
211 #define zone_statistics(_zl,_z) do { } while (0)
213 #endif /* CONFIG_NUMA */
215 #define __add_zone_page_state(__z, __i, __d) \
216 __mod_zone_page_state(__z, __i, __d)
217 #define __sub_zone_page_state(__z, __i, __d) \
218 __mod_zone_page_state(__z, __i,-(__d))
220 #define add_zone_page_state(__z, __i, __d) mod_zone_page_state(__z, __i, __d)
221 #define sub_zone_page_state(__z, __i, __d) mod_zone_page_state(__z, __i, -(__d))
223 static inline void zap_zone_vm_stats(struct zone
*zone
)
225 memset(zone
->vm_stat
, 0, sizeof(zone
->vm_stat
));
228 extern void inc_zone_state(struct zone
*, enum zone_stat_item
);
231 void __mod_zone_page_state(struct zone
*, enum zone_stat_item item
, int);
232 void __inc_zone_page_state(struct page
*, enum zone_stat_item
);
233 void __dec_zone_page_state(struct page
*, enum zone_stat_item
);
235 void mod_zone_page_state(struct zone
*, enum zone_stat_item
, int);
236 void inc_zone_page_state(struct page
*, enum zone_stat_item
);
237 void dec_zone_page_state(struct page
*, enum zone_stat_item
);
239 extern void inc_zone_state(struct zone
*, enum zone_stat_item
);
240 extern void __inc_zone_state(struct zone
*, enum zone_stat_item
);
241 extern void dec_zone_state(struct zone
*, enum zone_stat_item
);
242 extern void __dec_zone_state(struct zone
*, enum zone_stat_item
);
244 void refresh_cpu_vm_stats(int);
245 #else /* CONFIG_SMP */
248 * We do not maintain differentials in a single processor configuration.
249 * The functions directly modify the zone and global counters.
251 static inline void __mod_zone_page_state(struct zone
*zone
,
252 enum zone_stat_item item
, int delta
)
254 zone_page_state_add(delta
, zone
, item
);
257 static inline void __inc_zone_state(struct zone
*zone
, enum zone_stat_item item
)
259 atomic_long_inc(&zone
->vm_stat
[item
]);
260 atomic_long_inc(&vm_stat
[item
]);
263 static inline void __inc_zone_page_state(struct page
*page
,
264 enum zone_stat_item item
)
266 __inc_zone_state(page_zone(page
), item
);
269 static inline void __dec_zone_state(struct zone
*zone
, enum zone_stat_item item
)
271 atomic_long_dec(&zone
->vm_stat
[item
]);
272 atomic_long_dec(&vm_stat
[item
]);
275 static inline void __dec_zone_page_state(struct page
*page
,
276 enum zone_stat_item item
)
278 __dec_zone_state(page_zone(page
), item
);
282 * We only use atomic operations to update counters. So there is no need to
283 * disable interrupts.
285 #define inc_zone_page_state __inc_zone_page_state
286 #define dec_zone_page_state __dec_zone_page_state
287 #define mod_zone_page_state __mod_zone_page_state
289 static inline void refresh_cpu_vm_stats(int cpu
) { }
292 #endif /* _LINUX_VMSTAT_H */