2 * Copyright (c) 1982, 1986, 1989, 1993
3 * The Regents of the University of California. All rights reserved.
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
8 * 1. Redistributions of source code must retain the above copyright
9 * notice, this list of conditions and the following disclaimer.
10 * 2. Redistributions in binary form must reproduce the above copyright
11 * notice, this list of conditions and the following disclaimer in the
12 * documentation and/or other materials provided with the distribution.
13 * 3. All advertising materials mentioning features or use of this software
14 * must display the following acknowledgement:
15 * This product includes software developed by the University of
16 * California, Berkeley and its contributors.
17 * 4. Neither the name of the University nor the names of its contributors
18 * may be used to endorse or promote products derived from this software
19 * without specific prior written permission.
21 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
22 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
23 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
24 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
25 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
26 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
27 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
28 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
29 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
30 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
33 * @(#)vm_meter.c 8.4 (Berkeley) 1/4/94
34 * $FreeBSD: src/sys/vm/vm_meter.c,v 1.34.2.7 2002/10/10 19:28:22 dillon Exp $
35 * $DragonFly: src/sys/vm/vm_meter.c,v 1.9 2006/05/25 07:36:37 dillon Exp $
38 #include <sys/param.h>
40 #include <sys/systm.h>
41 #include <sys/kernel.h>
42 #include <sys/resource.h>
43 #include <sys/vmmeter.h>
46 #include <vm/vm_page.h>
47 #include <vm/vm_extern.h>
48 #include <vm/vm_param.h>
51 #include <vm/vm_map.h>
52 #include <vm/vm_object.h>
53 #include <sys/sysctl.h>
55 struct vmstats vmstats
;
57 static int maxslp
= MAXSLP
;
59 SYSCTL_UINT(_vm
, VM_V_FREE_MIN
, v_free_min
,
60 CTLFLAG_RW
, &vmstats
.v_free_min
, 0, "");
61 SYSCTL_UINT(_vm
, VM_V_FREE_TARGET
, v_free_target
,
62 CTLFLAG_RW
, &vmstats
.v_free_target
, 0, "");
63 SYSCTL_UINT(_vm
, VM_V_FREE_RESERVED
, v_free_reserved
,
64 CTLFLAG_RW
, &vmstats
.v_free_reserved
, 0, "");
65 SYSCTL_UINT(_vm
, VM_V_INACTIVE_TARGET
, v_inactive_target
,
66 CTLFLAG_RW
, &vmstats
.v_inactive_target
, 0, "");
67 SYSCTL_UINT(_vm
, VM_V_CACHE_MIN
, v_cache_min
,
68 CTLFLAG_RW
, &vmstats
.v_cache_min
, 0, "");
69 SYSCTL_UINT(_vm
, VM_V_CACHE_MAX
, v_cache_max
,
70 CTLFLAG_RW
, &vmstats
.v_cache_max
, 0, "");
71 SYSCTL_UINT(_vm
, VM_V_PAGEOUT_FREE_MIN
, v_pageout_free_min
,
72 CTLFLAG_RW
, &vmstats
.v_pageout_free_min
, 0, "");
73 SYSCTL_UINT(_vm
, OID_AUTO
, v_free_severe
,
74 CTLFLAG_RW
, &vmstats
.v_free_severe
, 0, "");
76 SYSCTL_STRUCT(_vm
, VM_LOADAVG
, loadavg
, CTLFLAG_RD
,
77 &averunnable
, loadavg
, "Machine loadaverage history");
79 static int do_vmtotal_callback(struct proc
*p
, void *data
);
82 do_vmtotal(SYSCTL_HANDLER_ARGS
)
85 struct vmtotal
*totalp
;
89 bzero(totalp
, sizeof *totalp
);
92 * Mark all objects as inactive.
94 for (object
= TAILQ_FIRST(&vm_object_list
);
96 object
= TAILQ_NEXT(object
,object_list
)) {
97 vm_object_clear_flag(object
, OBJ_ACTIVE
);
101 * Calculate process statistics.
103 allproc_scan(do_vmtotal_callback
, totalp
);
106 * Calculate object memory usage statistics.
108 for (object
= TAILQ_FIRST(&vm_object_list
);
110 object
= TAILQ_NEXT(object
, object_list
)) {
112 * devices, like /dev/mem, will badly skew our totals
114 if (object
->type
== OBJT_DEVICE
)
116 totalp
->t_vm
+= object
->size
;
117 totalp
->t_rm
+= object
->resident_page_count
;
118 if (object
->flags
& OBJ_ACTIVE
) {
119 totalp
->t_avm
+= object
->size
;
120 totalp
->t_arm
+= object
->resident_page_count
;
122 if (object
->shadow_count
> 1) {
124 totalp
->t_vmshr
+= object
->size
;
125 totalp
->t_rmshr
+= object
->resident_page_count
;
126 if (object
->flags
& OBJ_ACTIVE
) {
127 totalp
->t_avmshr
+= object
->size
;
128 totalp
->t_armshr
+= object
->resident_page_count
;
132 totalp
->t_free
= vmstats
.v_free_count
+ vmstats
.v_cache_count
;
133 return (sysctl_handle_opaque(oidp
, totalp
, sizeof total
, req
));
137 do_vmtotal_callback(struct proc
*p
, void *data
)
139 struct vmtotal
*totalp
= data
;
140 vm_map_entry_t entry
;
144 if (p
->p_flag
& P_SYSTEM
)
151 if ((p
->p_flag
& P_SWAPPEDOUT
) == 0) {
152 if ((p
->p_flag
& P_SINTR
) == 0)
154 else if (p
->p_slptime
< maxslp
)
156 } else if (p
->p_slptime
< maxslp
) {
159 if (p
->p_slptime
>= maxslp
)
165 if (p
->p_flag
& P_SWAPPEDOUT
)
169 if (p
->p_stat
== SIDL
)
174 * Note active objects.
177 for (map
= &p
->p_vmspace
->vm_map
, entry
= map
->header
.next
;
178 entry
!= &map
->header
; entry
= entry
->next
) {
179 if ((entry
->eflags
& MAP_ENTRY_IS_SUB_MAP
) ||
180 entry
->object
.vm_object
== NULL
)
182 vm_object_set_flag(entry
->object
.vm_object
, OBJ_ACTIVE
);
183 paging
|= entry
->object
.vm_object
->paging_in_progress
;
192 do_vmstats(SYSCTL_HANDLER_ARGS
)
194 struct vmstats vms
= vmstats
;
195 return (sysctl_handle_opaque(oidp
, &vms
, sizeof(vms
), req
));
199 do_vmmeter(SYSCTL_HANDLER_ARGS
)
201 int boffset
= offsetof(struct vmmeter
, vmmeter_uint_begin
);
202 int eoffset
= offsetof(struct vmmeter
, vmmeter_uint_end
);
206 bzero(&vmm
, sizeof(vmm
));
207 for (i
= 0; i
< ncpus
; ++i
) {
209 struct globaldata
*gd
= globaldata_find(i
);
211 for (off
= boffset
; off
<= eoffset
; off
+= sizeof(u_int
)) {
212 *(u_int
*)((char *)&vmm
+ off
) +=
213 *(u_int
*)((char *)&gd
->gd_cnt
+ off
);
217 return (sysctl_handle_opaque(oidp
, &vmm
, sizeof(vmm
), req
));
221 * vcnt() - accumulate statistics from the cnt structure for each cpu
223 * The vmmeter structure is now per-cpu as well as global. Those
224 * statistics which can be kept on a per-cpu basis (to avoid cache
225 * stalls between cpus) can be moved to the per-cpu vmmeter. Remaining
226 * statistics, such as v_free_reserved, are left in the global
229 * (sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req)
232 vcnt(SYSCTL_HANDLER_ARGS
)
238 for (i
= 0; i
< ncpus
; ++i
) {
239 struct globaldata
*gd
= globaldata_find(i
);
240 count
+= *(int *)((char *)&gd
->gd_cnt
+ offset
);
242 return(SYSCTL_OUT(req
, &count
, sizeof(int)));
245 #define VMMETEROFF(var) offsetof(struct vmmeter, var)
247 SYSCTL_PROC(_vm
, OID_AUTO
, vmtotal
, CTLTYPE_OPAQUE
|CTLFLAG_RD
,
248 0, sizeof(struct vmtotal
), do_vmtotal
, "S,vmtotal",
249 "System virtual memory aggregate");
250 SYSCTL_PROC(_vm
, OID_AUTO
, vmstats
, CTLTYPE_OPAQUE
|CTLFLAG_RD
,
251 0, sizeof(struct vmstats
), do_vmstats
, "S,vmstats",
252 "System virtual memory statistics");
253 SYSCTL_PROC(_vm
, OID_AUTO
, vmmeter
, CTLTYPE_OPAQUE
|CTLFLAG_RD
,
254 0, sizeof(struct vmmeter
), do_vmmeter
, "S,vmmeter",
255 "System per-cpu statistics");
256 SYSCTL_NODE(_vm
, OID_AUTO
, stats
, CTLFLAG_RW
, 0, "VM meter stats");
257 SYSCTL_NODE(_vm_stats
, OID_AUTO
, sys
, CTLFLAG_RW
, 0, "VM meter sys stats");
258 SYSCTL_NODE(_vm_stats
, OID_AUTO
, vm
, CTLFLAG_RW
, 0, "VM meter vm stats");
259 SYSCTL_NODE(_vm_stats
, OID_AUTO
, misc
, CTLFLAG_RW
, 0, "VM meter misc stats");
261 SYSCTL_PROC(_vm_stats_sys
, OID_AUTO
, v_swtch
, CTLTYPE_UINT
|CTLFLAG_RD
,
262 0, VMMETEROFF(v_swtch
), vcnt
, "IU", "Context switches");
263 SYSCTL_PROC(_vm_stats_sys
, OID_AUTO
, v_intrans_coll
, CTLTYPE_UINT
|CTLFLAG_RD
,
264 0, VMMETEROFF(v_intrans_coll
), vcnt
, "IU", "");
265 SYSCTL_PROC(_vm_stats_sys
, OID_AUTO
, v_intrans_wait
, CTLTYPE_UINT
|CTLFLAG_RD
,
266 0, VMMETEROFF(v_intrans_wait
), vcnt
, "IU", "");
267 SYSCTL_PROC(_vm_stats_sys
, OID_AUTO
, v_forwarded_ints
, CTLTYPE_UINT
|CTLFLAG_RD
,
268 0, VMMETEROFF(v_forwarded_ints
), vcnt
, "IU", "");
269 SYSCTL_PROC(_vm_stats_sys
, OID_AUTO
, v_forwarded_hits
, CTLTYPE_UINT
|CTLFLAG_RD
,
270 0, VMMETEROFF(v_forwarded_hits
), vcnt
, "IU", "");
271 SYSCTL_PROC(_vm_stats_sys
, OID_AUTO
, v_forwarded_misses
, CTLTYPE_UINT
|CTLFLAG_RD
,
272 0, VMMETEROFF(v_forwarded_misses
), vcnt
, "IU", "");
273 SYSCTL_PROC(_vm_stats_sys
, OID_AUTO
, v_trap
, CTLTYPE_UINT
|CTLFLAG_RD
,
274 0, VMMETEROFF(v_trap
), vcnt
, "IU", "Traps");
275 SYSCTL_PROC(_vm_stats_sys
, OID_AUTO
, v_syscall
, CTLTYPE_UINT
|CTLFLAG_RD
,
276 0, VMMETEROFF(v_syscall
), vcnt
, "IU", "Syscalls");
277 SYSCTL_PROC(_vm_stats_sys
, OID_AUTO
, v_intr
, CTLTYPE_UINT
|CTLFLAG_RD
,
278 0, VMMETEROFF(v_intr
), vcnt
, "IU", "Hardware interrupts");
279 SYSCTL_PROC(_vm_stats_sys
, OID_AUTO
, v_soft
, CTLTYPE_UINT
|CTLFLAG_RD
,
280 0, VMMETEROFF(v_soft
), vcnt
, "IU", "Software interrupts");
281 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_vm_faults
, CTLTYPE_UINT
|CTLFLAG_RD
,
282 0, VMMETEROFF(v_vm_faults
), vcnt
, "IU", "VM faults");
283 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_cow_faults
, CTLTYPE_UINT
|CTLFLAG_RD
,
284 0, VMMETEROFF(v_cow_faults
), vcnt
, "IU", "COW faults");
285 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_cow_optim
, CTLTYPE_UINT
|CTLFLAG_RD
,
286 0, VMMETEROFF(v_cow_optim
), vcnt
, "IU", "Optimized COW faults");
287 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_zfod
, CTLTYPE_UINT
|CTLFLAG_RD
,
288 0, VMMETEROFF(v_zfod
), vcnt
, "IU", "Zero fill");
289 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_ozfod
, CTLTYPE_UINT
|CTLFLAG_RD
,
290 0, VMMETEROFF(v_ozfod
), vcnt
, "IU", "Optimized zero fill");
291 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_swapin
, CTLTYPE_UINT
|CTLFLAG_RD
,
292 0, VMMETEROFF(v_swapin
), vcnt
, "IU", "Swapin operations");
293 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_swapout
, CTLTYPE_UINT
|CTLFLAG_RD
,
294 0, VMMETEROFF(v_swapout
), vcnt
, "IU", "Swapout operations");
295 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_swappgsin
, CTLTYPE_UINT
|CTLFLAG_RD
,
296 0, VMMETEROFF(v_swappgsin
), vcnt
, "IU", "Swapin pages");
297 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_swappgsout
, CTLTYPE_UINT
|CTLFLAG_RD
,
298 0, VMMETEROFF(v_swappgsout
), vcnt
, "IU", "Swapout pages");
299 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_vnodein
, CTLTYPE_UINT
|CTLFLAG_RD
,
300 0, VMMETEROFF(v_vnodein
), vcnt
, "IU", "Vnodein operations");
301 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_vnodeout
, CTLTYPE_UINT
|CTLFLAG_RD
,
302 0, VMMETEROFF(v_vnodeout
), vcnt
, "IU", "Vnodeout operations");
303 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_vnodepgsin
, CTLTYPE_UINT
|CTLFLAG_RD
,
304 0, VMMETEROFF(v_vnodepgsin
), vcnt
, "IU", "Vnodein pages");
305 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_vnodepgsout
, CTLTYPE_UINT
|CTLFLAG_RD
,
306 0, VMMETEROFF(v_vnodepgsout
), vcnt
, "IU", "Vnodeout pages");
307 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_intrans
, CTLTYPE_UINT
|CTLFLAG_RD
,
308 0, VMMETEROFF(v_intrans
), vcnt
, "IU", "In transit page blocking");
309 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_reactivated
, CTLTYPE_UINT
|CTLFLAG_RD
,
310 0, VMMETEROFF(v_reactivated
), vcnt
, "IU", "Reactivated pages");
311 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_pdwakeups
, CTLTYPE_UINT
|CTLFLAG_RD
,
312 0, VMMETEROFF(v_pdwakeups
), vcnt
, "IU", "Pagedaemon wakeups");
313 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_pdpages
, CTLTYPE_UINT
|CTLFLAG_RD
,
314 0, VMMETEROFF(v_pdpages
), vcnt
, "IU", "Pagedaemon page scans");
315 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_dfree
, CTLTYPE_UINT
|CTLFLAG_RD
,
316 0, VMMETEROFF(v_dfree
), vcnt
, "IU", "");
317 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_pfree
, CTLTYPE_UINT
|CTLFLAG_RD
,
318 0, VMMETEROFF(v_pfree
), vcnt
, "IU", "");
319 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_tfree
, CTLTYPE_UINT
|CTLFLAG_RD
,
320 0, VMMETEROFF(v_tfree
), vcnt
, "IU", "");
321 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_forks
, CTLTYPE_UINT
|CTLFLAG_RD
,
322 0, VMMETEROFF(v_forks
), vcnt
, "IU", "Number of fork() calls");
323 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_vforks
, CTLTYPE_UINT
|CTLFLAG_RD
,
324 0, VMMETEROFF(v_vforks
), vcnt
, "IU", "Number of vfork() calls");
325 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_rforks
, CTLTYPE_UINT
|CTLFLAG_RD
,
326 0, VMMETEROFF(v_rforks
), vcnt
, "IU", "Number of rfork() calls");
327 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_kthreads
, CTLTYPE_UINT
|CTLFLAG_RD
,
328 0, VMMETEROFF(v_kthreads
), vcnt
, "IU", "Number of fork() calls by kernel");
329 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_forkpages
, CTLTYPE_UINT
|CTLFLAG_RD
,
330 0, VMMETEROFF(v_forkpages
), vcnt
, "IU", "VM pages affected by fork()");
331 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_vforkpages
, CTLTYPE_UINT
|CTLFLAG_RD
,
332 0, VMMETEROFF(v_vforkpages
), vcnt
, "IU", "VM pages affected by vfork()");
333 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_rforkpages
, CTLTYPE_UINT
|CTLFLAG_RD
,
334 0, VMMETEROFF(v_rforkpages
), vcnt
, "IU", "VM pages affected by rfork()");
335 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_kthreadpages
, CTLTYPE_UINT
|CTLFLAG_RD
,
336 0, VMMETEROFF(v_kthreadpages
), vcnt
, "IU", "VM pages affected by fork() by kernel");
338 SYSCTL_UINT(_vm_stats_vm
, OID_AUTO
,
339 v_page_size
, CTLFLAG_RD
, &vmstats
.v_page_size
, 0, "");
340 SYSCTL_UINT(_vm_stats_vm
, OID_AUTO
,
341 v_page_count
, CTLFLAG_RD
, &vmstats
.v_page_count
, 0, "");
342 SYSCTL_UINT(_vm_stats_vm
, OID_AUTO
,
343 v_free_reserved
, CTLFLAG_RD
, &vmstats
.v_free_reserved
, 0, "");
344 SYSCTL_UINT(_vm_stats_vm
, OID_AUTO
,
345 v_free_target
, CTLFLAG_RD
, &vmstats
.v_free_target
, 0, "");
346 SYSCTL_UINT(_vm_stats_vm
, OID_AUTO
,
347 v_free_min
, CTLFLAG_RD
, &vmstats
.v_free_min
, 0, "");
348 SYSCTL_UINT(_vm_stats_vm
, OID_AUTO
,
349 v_free_count
, CTLFLAG_RD
, &vmstats
.v_free_count
, 0, "");
350 SYSCTL_UINT(_vm_stats_vm
, OID_AUTO
,
351 v_wire_count
, CTLFLAG_RD
, &vmstats
.v_wire_count
, 0, "");
352 SYSCTL_UINT(_vm_stats_vm
, OID_AUTO
,
353 v_active_count
, CTLFLAG_RD
, &vmstats
.v_active_count
, 0, "");
354 SYSCTL_UINT(_vm_stats_vm
, OID_AUTO
,
355 v_inactive_target
, CTLFLAG_RD
, &vmstats
.v_inactive_target
, 0, "");
356 SYSCTL_UINT(_vm_stats_vm
, OID_AUTO
,
357 v_inactive_count
, CTLFLAG_RD
, &vmstats
.v_inactive_count
, 0, "");
358 SYSCTL_UINT(_vm_stats_vm
, OID_AUTO
,
359 v_cache_count
, CTLFLAG_RD
, &vmstats
.v_cache_count
, 0, "");
360 SYSCTL_UINT(_vm_stats_vm
, OID_AUTO
,
361 v_cache_min
, CTLFLAG_RD
, &vmstats
.v_cache_min
, 0, "");
362 SYSCTL_UINT(_vm_stats_vm
, OID_AUTO
,
363 v_cache_max
, CTLFLAG_RD
, &vmstats
.v_cache_max
, 0, "");
364 SYSCTL_UINT(_vm_stats_vm
, OID_AUTO
,
365 v_pageout_free_min
, CTLFLAG_RD
, &vmstats
.v_pageout_free_min
, 0, "");
366 SYSCTL_UINT(_vm_stats_vm
, OID_AUTO
,
367 v_interrupt_free_min
, CTLFLAG_RD
, &vmstats
.v_interrupt_free_min
, 0, "");
368 SYSCTL_INT(_vm_stats_misc
, OID_AUTO
,
369 zero_page_count
, CTLFLAG_RD
, &vm_page_zero_count
, 0, "");