]> CyberLeo.Net >> Repos - FreeBSD/FreeBSD.git/blob - sys/vm/vm_meter.c
Fix a race with free'ing vmspaces at process exit when vmspaces are
[FreeBSD/FreeBSD.git] / sys / vm / vm_meter.c
1 /*
2  * Copyright (c) 1982, 1986, 1989, 1993
3  *      The Regents of the University of California.  All rights reserved.
4  *
5  * Redistribution and use in source and binary forms, with or without
6  * modification, are permitted provided that the following conditions
7  * are met:
8  * 1. Redistributions of source code must retain the above copyright
9  *    notice, this list of conditions and the following disclaimer.
10  * 2. Redistributions in binary form must reproduce the above copyright
11  *    notice, this list of conditions and the following disclaimer in the
12  *    documentation and/or other materials provided with the distribution.
13  * 3. All advertising materials mentioning features or use of this software
14  *    must display the following acknowledgement:
15  *      This product includes software developed by the University of
16  *      California, Berkeley and its contributors.
17  * 4. Neither the name of the University nor the names of its contributors
18  *    may be used to endorse or promote products derived from this software
19  *    without specific prior written permission.
20  *
21  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
22  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
23  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
24  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
25  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
26  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
27  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
28  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
29  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
30  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
31  * SUCH DAMAGE.
32  *
33  *      @(#)vm_meter.c  8.4 (Berkeley) 1/4/94
34  * $FreeBSD$
35  */
36
37 #include <sys/param.h>
38 #include <sys/systm.h>
39 #include <sys/kernel.h>
40 #include <sys/lock.h>
41 #include <sys/mutex.h>
42 #include <sys/proc.h>
43 #include <sys/resource.h>
44 #include <sys/sx.h>
45 #include <sys/vmmeter.h>
46
47 #include <vm/vm.h>
48 #include <vm/vm_page.h>
49 #include <vm/vm_extern.h>
50 #include <vm/vm_param.h>
51 #include <vm/pmap.h>
52 #include <vm/vm_map.h>
53 #include <vm/vm_object.h>
54 #include <sys/sysctl.h>
55
56 struct vmmeter cnt;
57
58 int maxslp = MAXSLP;
59
60 SYSCTL_UINT(_vm, VM_V_FREE_MIN, v_free_min,
61         CTLFLAG_RW, &cnt.v_free_min, 0, "");
62 SYSCTL_UINT(_vm, VM_V_FREE_TARGET, v_free_target,
63         CTLFLAG_RW, &cnt.v_free_target, 0, "");
64 SYSCTL_UINT(_vm, VM_V_FREE_RESERVED, v_free_reserved,
65         CTLFLAG_RW, &cnt.v_free_reserved, 0, "");
66 SYSCTL_UINT(_vm, VM_V_INACTIVE_TARGET, v_inactive_target,
67         CTLFLAG_RW, &cnt.v_inactive_target, 0, "");
68 SYSCTL_UINT(_vm, VM_V_CACHE_MIN, v_cache_min,
69         CTLFLAG_RW, &cnt.v_cache_min, 0, "");
70 SYSCTL_UINT(_vm, VM_V_CACHE_MAX, v_cache_max,
71         CTLFLAG_RW, &cnt.v_cache_max, 0, "");
72 SYSCTL_UINT(_vm, VM_V_PAGEOUT_FREE_MIN, v_pageout_free_min,
73         CTLFLAG_RW, &cnt.v_pageout_free_min, 0, "");
74 SYSCTL_UINT(_vm, OID_AUTO, v_free_severe,
75         CTLFLAG_RW, &cnt.v_free_severe, 0, "");
76
77 SYSCTL_STRUCT(_vm, VM_LOADAVG, loadavg, CTLFLAG_RD, 
78     &averunnable, loadavg, "Machine loadaverage history");
79
80 static int
81 vmtotal(SYSCTL_HANDLER_ARGS)
82 {
83         struct proc *p;
84         struct vmtotal total, *totalp;
85         vm_map_entry_t entry;
86         vm_object_t object;
87         vm_map_t map;
88         int paging;
89         struct ksegrp *kg;
90
91         totalp = &total;
92         bzero(totalp, sizeof *totalp);
93         /*
94          * Mark all objects as inactive.
95          */
96         GIANT_REQUIRED;
97         TAILQ_FOREACH(object, &vm_object_list, object_list)
98                 vm_object_clear_flag(object, OBJ_ACTIVE);
99         /*
100          * Calculate process statistics.
101          */
102         sx_slock(&allproc_lock);
103         FOREACH_PROC_IN_SYSTEM(p) {
104                 if (p->p_flag & P_SYSTEM)
105                         continue;
106                 mtx_lock_spin(&sched_lock);
107                 switch (p->p_stat) {
108                 case 0:
109                         mtx_unlock_spin(&sched_lock);
110                         continue;
111
112                 case SMTX:
113                 case SSLEEP:
114                 case SSTOP:
115                         kg = &p->p_ksegrp;      /* XXXKSE */
116                         if (p->p_sflag & PS_INMEM) {
117                                 if (kg->kg_pri.pri_level <= PZERO)
118                                         totalp->t_dw++;
119                                 else if (kg->kg_slptime < maxslp)
120                                         totalp->t_sl++;
121                         } else if (kg->kg_slptime < maxslp)
122                                 totalp->t_sw++;
123                         if (kg->kg_slptime >= maxslp) {
124                                 mtx_unlock_spin(&sched_lock);
125                                 continue;
126                         }
127                         break;
128
129                 case SWAIT:
130                         totalp->t_sl++;
131                         continue;
132
133                 case SRUN:
134                 case SIDL:
135                         if (p->p_sflag & PS_INMEM)
136                                 totalp->t_rq++;
137                         else
138                                 totalp->t_sw++;
139                         if (p->p_stat == SIDL) {
140                                 mtx_unlock_spin(&sched_lock);
141                                 continue;
142                         }
143                         break;
144                 }
145                 mtx_unlock_spin(&sched_lock);
146                 /*
147                  * Note active objects.
148                  */
149                 paging = 0;
150                 for (map = &p->p_vmspace->vm_map, entry = map->header.next;
151                     entry != &map->header; entry = entry->next) {
152                         if ((entry->eflags & MAP_ENTRY_IS_SUB_MAP) ||
153                             entry->object.vm_object == NULL)
154                                 continue;
155                         vm_object_set_flag(entry->object.vm_object, OBJ_ACTIVE);
156                         paging |= entry->object.vm_object->paging_in_progress;
157                 }
158                 if (paging)
159                         totalp->t_pw++;
160         }
161         sx_sunlock(&allproc_lock);
162         /*
163          * Calculate object memory usage statistics.
164          */
165         TAILQ_FOREACH(object, &vm_object_list, object_list) {
166                 /*
167                  * devices, like /dev/mem, will badly skew our totals
168                  */
169                 if (object->type == OBJT_DEVICE)
170                         continue;
171                 totalp->t_vm += object->size;
172                 totalp->t_rm += object->resident_page_count;
173                 if (object->flags & OBJ_ACTIVE) {
174                         totalp->t_avm += object->size;
175                         totalp->t_arm += object->resident_page_count;
176                 }
177                 if (object->shadow_count > 1) {
178                         /* shared object */
179                         totalp->t_vmshr += object->size;
180                         totalp->t_rmshr += object->resident_page_count;
181                         if (object->flags & OBJ_ACTIVE) {
182                                 totalp->t_avmshr += object->size;
183                                 totalp->t_armshr += object->resident_page_count;
184                         }
185                 }
186         }
187         totalp->t_free = cnt.v_free_count + cnt.v_cache_count;
188         return (sysctl_handle_opaque(oidp, totalp, sizeof total, req));
189 }
190
191 SYSCTL_PROC(_vm, VM_METER, vmmeter, CTLTYPE_OPAQUE|CTLFLAG_RD,
192     0, sizeof(struct vmtotal), vmtotal, "S,vmtotal", 
193     "System virtual memory statistics");
194 SYSCTL_NODE(_vm, OID_AUTO, stats, CTLFLAG_RW, 0, "VM meter stats");
195 SYSCTL_NODE(_vm_stats, OID_AUTO, sys, CTLFLAG_RW, 0, "VM meter sys stats");
196 SYSCTL_NODE(_vm_stats, OID_AUTO, vm, CTLFLAG_RW, 0, "VM meter vm stats");
197 SYSCTL_NODE(_vm_stats, OID_AUTO, misc, CTLFLAG_RW, 0, "VM meter misc stats");
198 SYSCTL_UINT(_vm_stats_sys, OID_AUTO,
199         v_swtch, CTLFLAG_RD, &cnt.v_swtch, 0, "Context switches");
200 SYSCTL_UINT(_vm_stats_sys, OID_AUTO,
201         v_trap, CTLFLAG_RD, &cnt.v_trap, 0, "Traps");
202 SYSCTL_UINT(_vm_stats_sys, OID_AUTO,
203         v_syscall, CTLFLAG_RD, &cnt.v_syscall, 0, "Syscalls");
204 SYSCTL_UINT(_vm_stats_sys, OID_AUTO, v_intr, CTLFLAG_RD,
205     &cnt.v_intr, 0, "Hardware interrupts");
206 SYSCTL_UINT(_vm_stats_sys, OID_AUTO, v_soft, CTLFLAG_RD, 
207     &cnt.v_soft, 0, "Software interrupts");
208 SYSCTL_UINT(_vm_stats_vm, OID_AUTO,
209         v_vm_faults, CTLFLAG_RD, &cnt.v_vm_faults, 0, "VM faults");
210 SYSCTL_UINT(_vm_stats_vm, OID_AUTO,
211         v_cow_faults, CTLFLAG_RD, &cnt.v_cow_faults, 0, "COW faults");
212 SYSCTL_UINT(_vm_stats_vm, OID_AUTO,
213         v_cow_optim, CTLFLAG_RD, &cnt.v_cow_optim, 0, "Optimized COW faults");
214 SYSCTL_UINT(_vm_stats_vm, OID_AUTO,
215         v_zfod, CTLFLAG_RD, &cnt.v_zfod, 0, "Zero fill");
216 SYSCTL_UINT(_vm_stats_vm, OID_AUTO,
217         v_ozfod, CTLFLAG_RD, &cnt.v_ozfod, 0, "Optimized zero fill");
218 SYSCTL_UINT(_vm_stats_vm, OID_AUTO,
219         v_swapin, CTLFLAG_RD, &cnt.v_swapin, 0, "Swapin operations");
220 SYSCTL_UINT(_vm_stats_vm, OID_AUTO,
221         v_swapout, CTLFLAG_RD, &cnt.v_swapout, 0, "Swapout operations");
222 SYSCTL_UINT(_vm_stats_vm, OID_AUTO,
223         v_swappgsin, CTLFLAG_RD, &cnt.v_swappgsin, 0, "Swapin pages");
224 SYSCTL_UINT(_vm_stats_vm, OID_AUTO,
225         v_swappgsout, CTLFLAG_RD, &cnt.v_swappgsout, 0, "Swapout pages");
226 SYSCTL_UINT(_vm_stats_vm, OID_AUTO,
227         v_vnodein, CTLFLAG_RD, &cnt.v_vnodein, 0, "Vnodein operations");
228 SYSCTL_UINT(_vm_stats_vm, OID_AUTO,
229         v_vnodeout, CTLFLAG_RD, &cnt.v_vnodeout, 0, "Vnodeout operations");
230 SYSCTL_UINT(_vm_stats_vm, OID_AUTO,
231         v_vnodepgsin, CTLFLAG_RD, &cnt.v_vnodepgsin, 0, "Vnodein pages");
232 SYSCTL_UINT(_vm_stats_vm, OID_AUTO,
233         v_vnodepgsout, CTLFLAG_RD, &cnt.v_vnodepgsout, 0, "Vnodeout pages");
234 SYSCTL_UINT(_vm_stats_vm, OID_AUTO,
235         v_intrans, CTLFLAG_RD, &cnt.v_intrans, 0, "In transit page blocking");
236 SYSCTL_UINT(_vm_stats_vm, OID_AUTO,
237         v_reactivated, CTLFLAG_RD, &cnt.v_reactivated, 0, "Reactivated pages");
238 SYSCTL_UINT(_vm_stats_vm, OID_AUTO,
239         v_pdwakeups, CTLFLAG_RD, &cnt.v_pdwakeups, 0, "Pagedaemon wakeups");
240 SYSCTL_UINT(_vm_stats_vm, OID_AUTO,
241         v_pdpages, CTLFLAG_RD, &cnt.v_pdpages, 0, "Pagedaemon page scans");
242 SYSCTL_UINT(_vm_stats_vm, OID_AUTO,
243         v_dfree, CTLFLAG_RD, &cnt.v_dfree, 0, "");
244 SYSCTL_UINT(_vm_stats_vm, OID_AUTO,
245         v_pfree, CTLFLAG_RD, &cnt.v_pfree, 0, "");
246 SYSCTL_UINT(_vm_stats_vm, OID_AUTO,
247         v_tfree, CTLFLAG_RD, &cnt.v_tfree, 0, "");
248 SYSCTL_UINT(_vm_stats_vm, OID_AUTO,
249         v_page_size, CTLFLAG_RD, &cnt.v_page_size, 0, "");
250 SYSCTL_UINT(_vm_stats_vm, OID_AUTO,
251         v_page_count, CTLFLAG_RD, &cnt.v_page_count, 0, "");
252 SYSCTL_UINT(_vm_stats_vm, OID_AUTO,
253         v_free_reserved, CTLFLAG_RD, &cnt.v_free_reserved, 0, "");
254 SYSCTL_UINT(_vm_stats_vm, OID_AUTO,
255         v_free_target, CTLFLAG_RD, &cnt.v_free_target, 0, "");
256 SYSCTL_UINT(_vm_stats_vm, OID_AUTO,
257         v_free_min, CTLFLAG_RD, &cnt.v_free_min, 0, "");
258 SYSCTL_UINT(_vm_stats_vm, OID_AUTO,
259         v_free_count, CTLFLAG_RD, &cnt.v_free_count, 0, "");
260 SYSCTL_UINT(_vm_stats_vm, OID_AUTO,
261         v_wire_count, CTLFLAG_RD, &cnt.v_wire_count, 0, "");
262 SYSCTL_UINT(_vm_stats_vm, OID_AUTO,
263         v_active_count, CTLFLAG_RD, &cnt.v_active_count, 0, "");
264 SYSCTL_UINT(_vm_stats_vm, OID_AUTO,
265         v_inactive_target, CTLFLAG_RD, &cnt.v_inactive_target, 0, "");
266 SYSCTL_UINT(_vm_stats_vm, OID_AUTO,
267         v_inactive_count, CTLFLAG_RD, &cnt.v_inactive_count, 0, "");
268 SYSCTL_UINT(_vm_stats_vm, OID_AUTO,
269         v_cache_count, CTLFLAG_RD, &cnt.v_cache_count, 0, "");
270 SYSCTL_UINT(_vm_stats_vm, OID_AUTO,
271         v_cache_min, CTLFLAG_RD, &cnt.v_cache_min, 0, "");
272 SYSCTL_UINT(_vm_stats_vm, OID_AUTO,
273         v_cache_max, CTLFLAG_RD, &cnt.v_cache_max, 0, "");
274 SYSCTL_UINT(_vm_stats_vm, OID_AUTO,
275         v_pageout_free_min, CTLFLAG_RD, &cnt.v_pageout_free_min, 0, "");
276 SYSCTL_UINT(_vm_stats_vm, OID_AUTO,
277         v_interrupt_free_min, CTLFLAG_RD, &cnt.v_interrupt_free_min, 0, "");
278 SYSCTL_INT(_vm_stats_misc, OID_AUTO,
279         zero_page_count, CTLFLAG_RD, &vm_page_zero_count, 0, "");
280 SYSCTL_UINT(_vm_stats_vm, OID_AUTO,
281         v_forks, CTLFLAG_RD, &cnt.v_forks, 0, "Number of fork() calls");
282 SYSCTL_UINT(_vm_stats_vm, OID_AUTO,
283         v_vforks, CTLFLAG_RD, &cnt.v_vforks, 0, "Number of vfork() calls");
284 SYSCTL_UINT(_vm_stats_vm, OID_AUTO,
285         v_rforks, CTLFLAG_RD, &cnt.v_rforks, 0, "Number of rfork() calls");
286 SYSCTL_UINT(_vm_stats_vm, OID_AUTO,
287         v_kthreads, CTLFLAG_RD, &cnt.v_kthreads, 0, "Number of fork() calls by kernel");
288 SYSCTL_UINT(_vm_stats_vm, OID_AUTO,
289         v_forkpages, CTLFLAG_RD, &cnt.v_forkpages, 0, "VM pages affected by fork()");
290 SYSCTL_UINT(_vm_stats_vm, OID_AUTO,
291         v_vforkpages, CTLFLAG_RD, &cnt.v_vforkpages, 0, "VM pages affected by vfork()");
292 SYSCTL_UINT(_vm_stats_vm, OID_AUTO,
293         v_rforkpages, CTLFLAG_RD, &cnt.v_rforkpages, 0, "VM pages affected by rfork()");
294 SYSCTL_UINT(_vm_stats_vm, OID_AUTO,
295         v_kthreadpages, CTLFLAG_RD, &cnt.v_kthreadpages, 0, "VM pages affected by fork() by kernel");
296 #if 0
297 SYSCTL_INT(_vm_stats_misc, OID_AUTO,
298         page_mask, CTLFLAG_RD, &page_mask, 0, "");
299 SYSCTL_INT(_vm_stats_misc, OID_AUTO,
300         page_shift, CTLFLAG_RD, &page_shift, 0, "");
301 SYSCTL_INT(_vm_stats_misc, OID_AUTO,
302         first_page, CTLFLAG_RD, &first_page, 0, "");
303 SYSCTL_INT(_vm_stats_misc, OID_AUTO,
304         last_page, CTLFLAG_RD, &last_page, 0, "");
305 SYSCTL_INT(_vm_stats_misc, OID_AUTO,
306         vm_page_bucket_count, CTLFLAG_RD, &vm_page_bucket_count, 0, "");
307 SYSCTL_INT(_vm_stats_misc, OID_AUTO,
308         vm_page_hash_mask, CTLFLAG_RD, &vm_page_hash_mask, 0, "");
309 #endif