2 * Copyright (c) 1982, 1986, 1989, 1993
3 * The Regents of the University of California. All rights reserved.
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
8 * 1. Redistributions of source code must retain the above copyright
9 * notice, this list of conditions and the following disclaimer.
10 * 2. Redistributions in binary form must reproduce the above copyright
11 * notice, this list of conditions and the following disclaimer in the
12 * documentation and/or other materials provided with the distribution.
13 * 3. All advertising materials mentioning features or use of this software
14 * must display the following acknowledgement:
15 * This product includes software developed by the University of
16 * California, Berkeley and its contributors.
17 * 4. Neither the name of the University nor the names of its contributors
18 * may be used to endorse or promote products derived from this software
19 * without specific prior written permission.
21 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
22 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
23 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
24 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
25 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
26 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
27 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
28 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
29 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
30 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
33 * @(#)vm_meter.c 8.4 (Berkeley) 1/4/94
34 * $FreeBSD: src/sys/vm/vm_meter.c,v 1.34.2.7 2002/10/10 19:28:22 dillon Exp $
35 * $DragonFly: src/sys/vm/vm_meter.c,v 1.7 2003/07/19 21:14:53 dillon Exp $
38 #include <sys/param.h>
40 #include <sys/systm.h>
41 #include <sys/kernel.h>
42 #include <sys/resource.h>
43 #include <sys/vmmeter.h>
46 #include <vm/vm_page.h>
47 #include <vm/vm_extern.h>
48 #include <vm/vm_param.h>
51 #include <vm/vm_map.h>
52 #include <vm/vm_object.h>
53 #include <sys/sysctl.h>
55 struct vmstats vmstats
;
57 static int maxslp
= MAXSLP
;
59 SYSCTL_UINT(_vm
, VM_V_FREE_MIN
, v_free_min
,
60 CTLFLAG_RW
, &vmstats
.v_free_min
, 0, "");
61 SYSCTL_UINT(_vm
, VM_V_FREE_TARGET
, v_free_target
,
62 CTLFLAG_RW
, &vmstats
.v_free_target
, 0, "");
63 SYSCTL_UINT(_vm
, VM_V_FREE_RESERVED
, v_free_reserved
,
64 CTLFLAG_RW
, &vmstats
.v_free_reserved
, 0, "");
65 SYSCTL_UINT(_vm
, VM_V_INACTIVE_TARGET
, v_inactive_target
,
66 CTLFLAG_RW
, &vmstats
.v_inactive_target
, 0, "");
67 SYSCTL_UINT(_vm
, VM_V_CACHE_MIN
, v_cache_min
,
68 CTLFLAG_RW
, &vmstats
.v_cache_min
, 0, "");
69 SYSCTL_UINT(_vm
, VM_V_CACHE_MAX
, v_cache_max
,
70 CTLFLAG_RW
, &vmstats
.v_cache_max
, 0, "");
71 SYSCTL_UINT(_vm
, VM_V_PAGEOUT_FREE_MIN
, v_pageout_free_min
,
72 CTLFLAG_RW
, &vmstats
.v_pageout_free_min
, 0, "");
73 SYSCTL_UINT(_vm
, OID_AUTO
, v_free_severe
,
74 CTLFLAG_RW
, &vmstats
.v_free_severe
, 0, "");
76 SYSCTL_STRUCT(_vm
, VM_LOADAVG
, loadavg
, CTLFLAG_RD
,
77 &averunnable
, loadavg
, "Machine loadaverage history");
80 do_vmtotal(SYSCTL_HANDLER_ARGS
)
83 struct vmtotal total
, *totalp
;
90 bzero(totalp
, sizeof *totalp
);
92 * Mark all objects as inactive.
94 for (object
= TAILQ_FIRST(&vm_object_list
);
96 object
= TAILQ_NEXT(object
,object_list
))
97 vm_object_clear_flag(object
, OBJ_ACTIVE
);
99 * Calculate process statistics.
101 for (p
= allproc
.lh_first
; p
!= 0; p
= p
->p_list
.le_next
) {
102 if (p
->p_flag
& P_SYSTEM
)
110 if (p
->p_flag
& P_INMEM
) {
111 if ((p
->p_flag
& P_SINTR
) == 0)
113 else if (p
->p_slptime
< maxslp
)
115 } else if (p
->p_slptime
< maxslp
)
117 if (p
->p_slptime
>= maxslp
)
123 if (p
->p_flag
& P_INMEM
)
127 if (p
->p_stat
== SIDL
)
132 * Note active objects.
135 for (map
= &p
->p_vmspace
->vm_map
, entry
= map
->header
.next
;
136 entry
!= &map
->header
; entry
= entry
->next
) {
137 if ((entry
->eflags
& MAP_ENTRY_IS_SUB_MAP
) ||
138 entry
->object
.vm_object
== NULL
)
140 vm_object_set_flag(entry
->object
.vm_object
, OBJ_ACTIVE
);
141 paging
|= entry
->object
.vm_object
->paging_in_progress
;
147 * Calculate object memory usage statistics.
149 for (object
= TAILQ_FIRST(&vm_object_list
);
151 object
= TAILQ_NEXT(object
, object_list
)) {
153 * devices, like /dev/mem, will badly skew our totals
155 if (object
->type
== OBJT_DEVICE
)
157 totalp
->t_vm
+= object
->size
;
158 totalp
->t_rm
+= object
->resident_page_count
;
159 if (object
->flags
& OBJ_ACTIVE
) {
160 totalp
->t_avm
+= object
->size
;
161 totalp
->t_arm
+= object
->resident_page_count
;
163 if (object
->shadow_count
> 1) {
165 totalp
->t_vmshr
+= object
->size
;
166 totalp
->t_rmshr
+= object
->resident_page_count
;
167 if (object
->flags
& OBJ_ACTIVE
) {
168 totalp
->t_avmshr
+= object
->size
;
169 totalp
->t_armshr
+= object
->resident_page_count
;
173 totalp
->t_free
= vmstats
.v_free_count
+ vmstats
.v_cache_count
;
174 return (sysctl_handle_opaque(oidp
, totalp
, sizeof total
, req
));
178 do_vmstats(SYSCTL_HANDLER_ARGS
)
180 struct vmstats vms
= vmstats
;
181 return (sysctl_handle_opaque(oidp
, &vms
, sizeof(vms
), req
));
185 do_vmmeter(SYSCTL_HANDLER_ARGS
)
187 int boffset
= offsetof(struct vmmeter
, vmmeter_uint_begin
);
188 int eoffset
= offsetof(struct vmmeter
, vmmeter_uint_end
);
192 bzero(&vmm
, sizeof(vmm
));
193 for (i
= 0; i
< ncpus
; ++i
) {
195 struct globaldata
*gd
= globaldata_find(i
);
197 for (off
= boffset
; off
<= eoffset
; off
+= sizeof(u_int
)) {
198 *(u_int
*)((char *)&vmm
+ off
) +=
199 *(u_int
*)((char *)&gd
->gd_cnt
+ off
);
203 return (sysctl_handle_opaque(oidp
, &vmm
, sizeof(vmm
), req
));
207 * vcnt() - accumulate statistics from the cnt structure for each cpu
209 * The vmmeter structure is now per-cpu as well as global. Those
210 * statistics which can be kept on a per-cpu basis (to avoid cache
211 * stalls between cpus) can be moved to the per-cpu vmmeter. Remaining
212 * statistics, such as v_free_reserved, are left in the global
215 * (sysctl_oid *oidp, void *arg1, int arg2, struct sysctl_req *req)
218 vcnt(SYSCTL_HANDLER_ARGS
)
224 for (i
= 0; i
< ncpus
; ++i
) {
225 struct globaldata
*gd
= globaldata_find(i
);
226 count
+= *(int *)((char *)&gd
->gd_cnt
+ offset
);
228 return(SYSCTL_OUT(req
, &count
, sizeof(int)));
231 #define VMMETEROFF(var) offsetof(struct vmmeter, var)
233 SYSCTL_PROC(_vm
, OID_AUTO
, vmtotal
, CTLTYPE_OPAQUE
|CTLFLAG_RD
,
234 0, sizeof(struct vmtotal
), do_vmtotal
, "S,vmtotal",
235 "System virtual memory aggregate");
236 SYSCTL_PROC(_vm
, OID_AUTO
, vmstats
, CTLTYPE_OPAQUE
|CTLFLAG_RD
,
237 0, sizeof(struct vmstats
), do_vmstats
, "S,vmstats",
238 "System virtual memory statistics");
239 SYSCTL_PROC(_vm
, OID_AUTO
, vmmeter
, CTLTYPE_OPAQUE
|CTLFLAG_RD
,
240 0, sizeof(struct vmmeter
), do_vmmeter
, "S,vmmeter",
241 "System per-cpu statistics");
242 SYSCTL_NODE(_vm
, OID_AUTO
, stats
, CTLFLAG_RW
, 0, "VM meter stats");
243 SYSCTL_NODE(_vm_stats
, OID_AUTO
, sys
, CTLFLAG_RW
, 0, "VM meter sys stats");
244 SYSCTL_NODE(_vm_stats
, OID_AUTO
, vm
, CTLFLAG_RW
, 0, "VM meter vm stats");
245 SYSCTL_NODE(_vm_stats
, OID_AUTO
, misc
, CTLFLAG_RW
, 0, "VM meter misc stats");
247 SYSCTL_PROC(_vm_stats_sys
, OID_AUTO
, v_swtch
, CTLTYPE_UINT
|CTLFLAG_RD
,
248 0, VMMETEROFF(v_swtch
), vcnt
, "IU", "Context switches");
249 SYSCTL_PROC(_vm_stats_sys
, OID_AUTO
, v_intrans_coll
, CTLTYPE_UINT
|CTLFLAG_RD
,
250 0, VMMETEROFF(v_intrans_coll
), vcnt
, "IU", "");
251 SYSCTL_PROC(_vm_stats_sys
, OID_AUTO
, v_intrans_wait
, CTLTYPE_UINT
|CTLFLAG_RD
,
252 0, VMMETEROFF(v_intrans_wait
), vcnt
, "IU", "");
253 SYSCTL_PROC(_vm_stats_sys
, OID_AUTO
, v_forwarded_ints
, CTLTYPE_UINT
|CTLFLAG_RD
,
254 0, VMMETEROFF(v_forwarded_ints
), vcnt
, "IU", "");
255 SYSCTL_PROC(_vm_stats_sys
, OID_AUTO
, v_forwarded_hits
, CTLTYPE_UINT
|CTLFLAG_RD
,
256 0, VMMETEROFF(v_forwarded_hits
), vcnt
, "IU", "");
257 SYSCTL_PROC(_vm_stats_sys
, OID_AUTO
, v_forwarded_misses
, CTLTYPE_UINT
|CTLFLAG_RD
,
258 0, VMMETEROFF(v_forwarded_misses
), vcnt
, "IU", "");
259 SYSCTL_PROC(_vm_stats_sys
, OID_AUTO
, v_trap
, CTLTYPE_UINT
|CTLFLAG_RD
,
260 0, VMMETEROFF(v_trap
), vcnt
, "IU", "Traps");
261 SYSCTL_PROC(_vm_stats_sys
, OID_AUTO
, v_syscall
, CTLTYPE_UINT
|CTLFLAG_RD
,
262 0, VMMETEROFF(v_syscall
), vcnt
, "IU", "Syscalls");
263 SYSCTL_PROC(_vm_stats_sys
, OID_AUTO
, v_intr
, CTLTYPE_UINT
|CTLFLAG_RD
,
264 0, VMMETEROFF(v_intr
), vcnt
, "IU", "Hardware interrupts");
265 SYSCTL_PROC(_vm_stats_sys
, OID_AUTO
, v_soft
, CTLTYPE_UINT
|CTLFLAG_RD
,
266 0, VMMETEROFF(v_soft
), vcnt
, "IU", "Software interrupts");
267 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_vm_faults
, CTLTYPE_UINT
|CTLFLAG_RD
,
268 0, VMMETEROFF(v_vm_faults
), vcnt
, "IU", "VM faults");
269 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_cow_faults
, CTLTYPE_UINT
|CTLFLAG_RD
,
270 0, VMMETEROFF(v_cow_faults
), vcnt
, "IU", "COW faults");
271 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_cow_optim
, CTLTYPE_UINT
|CTLFLAG_RD
,
272 0, VMMETEROFF(v_cow_optim
), vcnt
, "IU", "Optimized COW faults");
273 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_zfod
, CTLTYPE_UINT
|CTLFLAG_RD
,
274 0, VMMETEROFF(v_zfod
), vcnt
, "IU", "Zero fill");
275 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_ozfod
, CTLTYPE_UINT
|CTLFLAG_RD
,
276 0, VMMETEROFF(v_ozfod
), vcnt
, "IU", "Optimized zero fill");
277 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_swapin
, CTLTYPE_UINT
|CTLFLAG_RD
,
278 0, VMMETEROFF(v_swapin
), vcnt
, "IU", "Swapin operations");
279 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_swapout
, CTLTYPE_UINT
|CTLFLAG_RD
,
280 0, VMMETEROFF(v_swapout
), vcnt
, "IU", "Swapout operations");
281 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_swappgsin
, CTLTYPE_UINT
|CTLFLAG_RD
,
282 0, VMMETEROFF(v_swappgsin
), vcnt
, "IU", "Swapin pages");
283 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_swappgsout
, CTLTYPE_UINT
|CTLFLAG_RD
,
284 0, VMMETEROFF(v_swappgsout
), vcnt
, "IU", "Swapout pages");
285 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_vnodein
, CTLTYPE_UINT
|CTLFLAG_RD
,
286 0, VMMETEROFF(v_vnodein
), vcnt
, "IU", "Vnodein operations");
287 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_vnodeout
, CTLTYPE_UINT
|CTLFLAG_RD
,
288 0, VMMETEROFF(v_vnodeout
), vcnt
, "IU", "Vnodeout operations");
289 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_vnodepgsin
, CTLTYPE_UINT
|CTLFLAG_RD
,
290 0, VMMETEROFF(v_vnodepgsin
), vcnt
, "IU", "Vnodein pages");
291 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_vnodepgsout
, CTLTYPE_UINT
|CTLFLAG_RD
,
292 0, VMMETEROFF(v_vnodepgsout
), vcnt
, "IU", "Vnodeout pages");
293 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_intrans
, CTLTYPE_UINT
|CTLFLAG_RD
,
294 0, VMMETEROFF(v_intrans
), vcnt
, "IU", "In transit page blocking");
295 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_reactivated
, CTLTYPE_UINT
|CTLFLAG_RD
,
296 0, VMMETEROFF(v_reactivated
), vcnt
, "IU", "Reactivated pages");
297 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_pdwakeups
, CTLTYPE_UINT
|CTLFLAG_RD
,
298 0, VMMETEROFF(v_pdwakeups
), vcnt
, "IU", "Pagedaemon wakeups");
299 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_pdpages
, CTLTYPE_UINT
|CTLFLAG_RD
,
300 0, VMMETEROFF(v_pdpages
), vcnt
, "IU", "Pagedaemon page scans");
301 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_dfree
, CTLTYPE_UINT
|CTLFLAG_RD
,
302 0, VMMETEROFF(v_dfree
), vcnt
, "IU", "");
303 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_pfree
, CTLTYPE_UINT
|CTLFLAG_RD
,
304 0, VMMETEROFF(v_pfree
), vcnt
, "IU", "");
305 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_tfree
, CTLTYPE_UINT
|CTLFLAG_RD
,
306 0, VMMETEROFF(v_tfree
), vcnt
, "IU", "");
307 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_forks
, CTLTYPE_UINT
|CTLFLAG_RD
,
308 0, VMMETEROFF(v_forks
), vcnt
, "IU", "Number of fork() calls");
309 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_vforks
, CTLTYPE_UINT
|CTLFLAG_RD
,
310 0, VMMETEROFF(v_vforks
), vcnt
, "IU", "Number of vfork() calls");
311 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_rforks
, CTLTYPE_UINT
|CTLFLAG_RD
,
312 0, VMMETEROFF(v_rforks
), vcnt
, "IU", "Number of rfork() calls");
313 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_kthreads
, CTLTYPE_UINT
|CTLFLAG_RD
,
314 0, VMMETEROFF(v_kthreads
), vcnt
, "IU", "Number of fork() calls by kernel");
315 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_forkpages
, CTLTYPE_UINT
|CTLFLAG_RD
,
316 0, VMMETEROFF(v_forkpages
), vcnt
, "IU", "VM pages affected by fork()");
317 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_vforkpages
, CTLTYPE_UINT
|CTLFLAG_RD
,
318 0, VMMETEROFF(v_vforkpages
), vcnt
, "IU", "VM pages affected by vfork()");
319 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_rforkpages
, CTLTYPE_UINT
|CTLFLAG_RD
,
320 0, VMMETEROFF(v_rforkpages
), vcnt
, "IU", "VM pages affected by rfork()");
321 SYSCTL_PROC(_vm_stats_vm
, OID_AUTO
, v_kthreadpages
, CTLTYPE_UINT
|CTLFLAG_RD
,
322 0, VMMETEROFF(v_kthreadpages
), vcnt
, "IU", "VM pages affected by fork() by kernel");
324 SYSCTL_UINT(_vm_stats_vm
, OID_AUTO
,
325 v_page_size
, CTLFLAG_RD
, &vmstats
.v_page_size
, 0, "");
326 SYSCTL_UINT(_vm_stats_vm
, OID_AUTO
,
327 v_page_count
, CTLFLAG_RD
, &vmstats
.v_page_count
, 0, "");
328 SYSCTL_UINT(_vm_stats_vm
, OID_AUTO
,
329 v_free_reserved
, CTLFLAG_RD
, &vmstats
.v_free_reserved
, 0, "");
330 SYSCTL_UINT(_vm_stats_vm
, OID_AUTO
,
331 v_free_target
, CTLFLAG_RD
, &vmstats
.v_free_target
, 0, "");
332 SYSCTL_UINT(_vm_stats_vm
, OID_AUTO
,
333 v_free_min
, CTLFLAG_RD
, &vmstats
.v_free_min
, 0, "");
334 SYSCTL_UINT(_vm_stats_vm
, OID_AUTO
,
335 v_free_count
, CTLFLAG_RD
, &vmstats
.v_free_count
, 0, "");
336 SYSCTL_UINT(_vm_stats_vm
, OID_AUTO
,
337 v_wire_count
, CTLFLAG_RD
, &vmstats
.v_wire_count
, 0, "");
338 SYSCTL_UINT(_vm_stats_vm
, OID_AUTO
,
339 v_active_count
, CTLFLAG_RD
, &vmstats
.v_active_count
, 0, "");
340 SYSCTL_UINT(_vm_stats_vm
, OID_AUTO
,
341 v_inactive_target
, CTLFLAG_RD
, &vmstats
.v_inactive_target
, 0, "");
342 SYSCTL_UINT(_vm_stats_vm
, OID_AUTO
,
343 v_inactive_count
, CTLFLAG_RD
, &vmstats
.v_inactive_count
, 0, "");
344 SYSCTL_UINT(_vm_stats_vm
, OID_AUTO
,
345 v_cache_count
, CTLFLAG_RD
, &vmstats
.v_cache_count
, 0, "");
346 SYSCTL_UINT(_vm_stats_vm
, OID_AUTO
,
347 v_cache_min
, CTLFLAG_RD
, &vmstats
.v_cache_min
, 0, "");
348 SYSCTL_UINT(_vm_stats_vm
, OID_AUTO
,
349 v_cache_max
, CTLFLAG_RD
, &vmstats
.v_cache_max
, 0, "");
350 SYSCTL_UINT(_vm_stats_vm
, OID_AUTO
,
351 v_pageout_free_min
, CTLFLAG_RD
, &vmstats
.v_pageout_free_min
, 0, "");
352 SYSCTL_UINT(_vm_stats_vm
, OID_AUTO
,
353 v_interrupt_free_min
, CTLFLAG_RD
, &vmstats
.v_interrupt_free_min
, 0, "");
354 SYSCTL_INT(_vm_stats_misc
, OID_AUTO
,
355 zero_page_count
, CTLFLAG_RD
, &vm_page_zero_count
, 0, "");