2 * SPDX-License-Identifier: BSD-3-Clause
4 * Copyright (c) 1989, 1991, 1993
5 * The Regents of the University of California. All rights reserved.
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions
10 * 1. Redistributions of source code must retain the above copyright
11 * notice, this list of conditions and the following disclaimer.
12 * 2. Redistributions in binary form must reproduce the above copyright
13 * notice, this list of conditions and the following disclaimer in the
14 * documentation and/or other materials provided with the distribution.
15 * 3. Neither the name of the University nor the names of its contributors
16 * may be used to endorse or promote products derived from this software
17 * without specific prior written permission.
19 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
20 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
21 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
22 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
23 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
24 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
25 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
26 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
27 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
28 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
31 * @(#)mount.h 8.21 (Berkeley) 5/20/95
38 #include <sys/ucred.h>
39 #include <sys/queue.h>
42 #include <sys/lockmgr.h>
43 #include <sys/tslog.h>
44 #include <sys/_mutex.h>
49 * NOTE: When changing statfs structure, mount structure, MNT_* flags or
50 * MNTK_* flags also update DDB show mount command in vfs_subr.c.
53 typedef struct fsid { int32_t val[2]; } fsid_t; /* filesystem id type */
55 #define fsidcmp(a, b) memcmp((a), (b), sizeof(fsid_t))
59 * These are unique per filesystem on a single machine.
61 * Note that the offset of fid_data is 4 bytes, so care must be taken to avoid
62 * undefined behavior accessing unaligned fields within an embedded struct.
67 u_short fid_len; /* length of data in bytes */
68 u_short fid_data0; /* force longword alignment */
69 char fid_data[MAXFIDSZ]; /* data (variable length) */
73 * filesystem statistics
75 #define MFSNAMELEN 16 /* length of type name including null */
76 #define MNAMELEN 1024 /* size of on/from name bufs */
77 #define STATFS_VERSION 0x20140518 /* current version number */
79 uint32_t f_version; /* structure version number */
80 uint32_t f_type; /* type of filesystem */
81 uint64_t f_flags; /* copy of mount exported flags */
82 uint64_t f_bsize; /* filesystem fragment size */
83 uint64_t f_iosize; /* optimal transfer block size */
84 uint64_t f_blocks; /* total data blocks in filesystem */
85 uint64_t f_bfree; /* free blocks in filesystem */
86 int64_t f_bavail; /* free blocks avail to non-superuser */
87 uint64_t f_files; /* total file nodes in filesystem */
88 int64_t f_ffree; /* free nodes avail to non-superuser */
89 uint64_t f_syncwrites; /* count of sync writes since mount */
90 uint64_t f_asyncwrites; /* count of async writes since mount */
91 uint64_t f_syncreads; /* count of sync reads since mount */
92 uint64_t f_asyncreads; /* count of async reads since mount */
93 uint64_t f_spare[10]; /* unused spare */
94 uint32_t f_namemax; /* maximum filename length */
95 uid_t f_owner; /* user that mounted the filesystem */
96 fsid_t f_fsid; /* filesystem id */
97 char f_charspare[80]; /* spare string space */
98 char f_fstypename[MFSNAMELEN]; /* filesystem type name */
99 char f_mntfromname[MNAMELEN]; /* mounted filesystem */
100 char f_mntonname[MNAMELEN]; /* directory on which mounted */
103 #if defined(_WANT_FREEBSD11_STATFS) || defined(_KERNEL)
104 #define FREEBSD11_STATFS_VERSION 0x20030518 /* current version number */
105 struct freebsd11_statfs {
106 uint32_t f_version; /* structure version number */
107 uint32_t f_type; /* type of filesystem */
108 uint64_t f_flags; /* copy of mount exported flags */
109 uint64_t f_bsize; /* filesystem fragment size */
110 uint64_t f_iosize; /* optimal transfer block size */
111 uint64_t f_blocks; /* total data blocks in filesystem */
112 uint64_t f_bfree; /* free blocks in filesystem */
113 int64_t f_bavail; /* free blocks avail to non-superuser */
114 uint64_t f_files; /* total file nodes in filesystem */
115 int64_t f_ffree; /* free nodes avail to non-superuser */
116 uint64_t f_syncwrites; /* count of sync writes since mount */
117 uint64_t f_asyncwrites; /* count of async writes since mount */
118 uint64_t f_syncreads; /* count of sync reads since mount */
119 uint64_t f_asyncreads; /* count of async reads since mount */
120 uint64_t f_spare[10]; /* unused spare */
121 uint32_t f_namemax; /* maximum filename length */
122 uid_t f_owner; /* user that mounted the filesystem */
123 fsid_t f_fsid; /* filesystem id */
124 char f_charspare[80]; /* spare string space */
125 char f_fstypename[16]; /* filesystem type name */
126 char f_mntfromname[88]; /* mounted filesystem */
127 char f_mntonname[88]; /* directory on which mounted */
129 #endif /* _WANT_FREEBSD11_STATFS || _KERNEL */
132 #define OMFSNAMELEN 16 /* length of fs type name, including null */
133 #define OMNAMELEN (88 - 2 * sizeof(long)) /* size of on/from name bufs */
135 /* XXX getfsstat.2 is out of date with write and read counter changes here. */
136 /* XXX statfs.2 is out of date with read counter changes here. */
138 long f_spare2; /* placeholder */
139 long f_bsize; /* fundamental filesystem block size */
140 long f_iosize; /* optimal transfer block size */
141 long f_blocks; /* total data blocks in filesystem */
142 long f_bfree; /* free blocks in fs */
143 long f_bavail; /* free blocks avail to non-superuser */
144 long f_files; /* total file nodes in filesystem */
145 long f_ffree; /* free file nodes in fs */
146 fsid_t f_fsid; /* filesystem id */
147 uid_t f_owner; /* user that mounted the filesystem */
148 int f_type; /* type of filesystem */
149 int f_flags; /* copy of mount exported flags */
150 long f_syncwrites; /* count of sync writes since mount */
151 long f_asyncwrites; /* count of async writes since mount */
152 char f_fstypename[OMFSNAMELEN]; /* fs type name */
153 char f_mntonname[OMNAMELEN]; /* directory on which mounted */
154 long f_syncreads; /* count of sync reads since mount */
155 long f_asyncreads; /* count of async reads since mount */
156 short f_spares1; /* unused spare */
157 char f_mntfromname[OMNAMELEN];/* mounted filesystem */
158 short f_spares2; /* unused spare */
160 * XXX on machines where longs are aligned to 8-byte boundaries, there
161 * is an unnamed int32_t here. This spare was after the apparent end
162 * of the struct until we bit off the read counters from f_mntonname.
164 long f_spare[2]; /* unused spare */
167 TAILQ_HEAD(vnodelst, vnode);
169 /* Mount options list */
170 TAILQ_HEAD(vfsoptlist, vfsopt);
172 TAILQ_ENTRY(vfsopt) link;
181 * Structure per mounted filesystem. Each mounted filesystem has an
182 * array of operations and an instance record. The filesystems are
183 * put on a doubly linked list.
189 * v - vnode freelist mutex
191 * Unmarked fields are considered stable as long as a ref is held.
195 struct mtx mnt_mtx; /* mount structure interlock */
196 int mnt_gen; /* struct mount generation */
197 #define mnt_startzero mnt_list
198 TAILQ_ENTRY(mount) mnt_list; /* (m) mount list */
199 struct vfsops *mnt_op; /* operations on fs */
200 struct vfsconf *mnt_vfc; /* configuration info */
201 struct vnode *mnt_vnodecovered; /* vnode we mounted on */
202 struct vnode *mnt_syncer; /* syncer vnode */
203 int mnt_ref; /* (i) Reference count */
204 struct vnodelst mnt_nvnodelist; /* (i) list of vnodes */
205 int mnt_nvnodelistsize; /* (i) # of vnodes */
206 int mnt_writeopcount; /* (i) write syscalls pending */
207 int mnt_kern_flag; /* (i) kernel only flags */
208 uint64_t mnt_flag; /* (i) flags shared with user */
209 struct vfsoptlist *mnt_opt; /* current mount options */
210 struct vfsoptlist *mnt_optnew; /* new options passed to fs */
211 int mnt_maxsymlinklen; /* max size of short symlink */
212 struct statfs mnt_stat; /* cache of filesystem stats */
213 struct ucred *mnt_cred; /* credentials of mounter */
214 void * mnt_data; /* private data */
215 time_t mnt_time; /* last time written*/
216 int mnt_iosize_max; /* max size for clusters, etc */
217 struct netexport *mnt_export; /* export list */
218 struct label *mnt_label; /* MAC label for the fs */
219 u_int mnt_hashseed; /* Random seed for vfs_hash */
220 int mnt_lockref; /* (i) Lock reference count */
221 int mnt_secondary_writes; /* (i) # of secondary writes */
222 int mnt_secondary_accwrites;/* (i) secondary wr. starts */
223 struct thread *mnt_susp_owner; /* (i) thread owning suspension */
224 #define mnt_endzero mnt_gjprovider
225 char *mnt_gjprovider; /* gjournal provider name */
226 struct mtx mnt_listmtx;
227 struct vnodelst mnt_lazyvnodelist; /* (l) list of lazy vnodes */
228 int mnt_lazyvnodelistsize; /* (l) # of lazy vnodes */
229 struct lock mnt_explock; /* vfs_export walkers lock */
230 TAILQ_ENTRY(mount) mnt_upper_link; /* (m) we in the all uppers */
231 TAILQ_HEAD(, mount) mnt_uppers; /* (m) upper mounts over us*/
232 int __aligned(CACHE_LINE_SIZE) mnt_vfs_ops;/* (i) pending vfs ops */
233 int *mnt_thread_in_ops_pcpu;
235 int *mnt_lockref_pcpu;
236 int *mnt_writeopcount_pcpu;
237 struct vnode *mnt_rootvnode;
241 * Definitions for MNT_VNODE_FOREACH_ALL.
243 struct vnode *__mnt_vnode_next_all(struct vnode **mvp, struct mount *mp);
244 struct vnode *__mnt_vnode_first_all(struct vnode **mvp, struct mount *mp);
245 void __mnt_vnode_markerfree_all(struct vnode **mvp, struct mount *mp);
247 #define MNT_VNODE_FOREACH_ALL(vp, mp, mvp) \
248 for (vp = __mnt_vnode_first_all(&(mvp), (mp)); \
249 (vp) != NULL; vp = __mnt_vnode_next_all(&(mvp), (mp)))
251 #define MNT_VNODE_FOREACH_ALL_ABORT(mp, mvp) \
254 __mnt_vnode_markerfree_all(&(mvp), (mp)); \
255 /* MNT_IUNLOCK(mp); -- done in above function */ \
256 mtx_assert(MNT_MTX(mp), MA_NOTOWNED); \
260 * Definitions for MNT_VNODE_FOREACH_LAZY.
262 typedef int mnt_lazy_cb_t(struct vnode *, void *);
263 struct vnode *__mnt_vnode_next_lazy(struct vnode **mvp, struct mount *mp,
264 mnt_lazy_cb_t *cb, void *cbarg);
265 struct vnode *__mnt_vnode_first_lazy(struct vnode **mvp, struct mount *mp,
266 mnt_lazy_cb_t *cb, void *cbarg);
267 void __mnt_vnode_markerfree_lazy(struct vnode **mvp, struct mount *mp);
269 #define MNT_VNODE_FOREACH_LAZY(vp, mp, mvp, cb, cbarg) \
270 for (vp = __mnt_vnode_first_lazy(&(mvp), (mp), (cb), (cbarg)); \
272 vp = __mnt_vnode_next_lazy(&(mvp), (mp), (cb), (cbarg)))
274 #define MNT_VNODE_FOREACH_LAZY_ABORT(mp, mvp) \
275 __mnt_vnode_markerfree_lazy(&(mvp), (mp))
277 #define MNT_ILOCK(mp) mtx_lock(&(mp)->mnt_mtx)
278 #define MNT_ITRYLOCK(mp) mtx_trylock(&(mp)->mnt_mtx)
279 #define MNT_IUNLOCK(mp) mtx_unlock(&(mp)->mnt_mtx)
280 #define MNT_MTX(mp) (&(mp)->mnt_mtx)
282 #define MNT_REF(mp) do { \
283 mtx_assert(MNT_MTX(mp), MA_OWNED); \
286 #define MNT_REL(mp) do { \
287 mtx_assert(MNT_MTX(mp), MA_OWNED); \
289 if ((mp)->mnt_vfs_ops && (mp)->mnt_ref < 0) \
290 vfs_dump_mount_counters(mp); \
291 if ((mp)->mnt_ref == 0 && (mp)->mnt_vfs_ops) \
297 #if defined(_WANT_MNTOPTNAMES) || defined(_KERNEL)
302 #define MNTOPT_NAMES \
303 { MNT_ASYNC, "asynchronous" }, \
304 { MNT_EXPORTED, "NFS exported" }, \
305 { MNT_LOCAL, "local" }, \
306 { MNT_NOATIME, "noatime" }, \
307 { MNT_NOEXEC, "noexec" }, \
308 { MNT_NOSUID, "nosuid" }, \
309 { MNT_NOSYMFOLLOW, "nosymfollow" }, \
310 { MNT_QUOTA, "with quotas" }, \
311 { MNT_RDONLY, "read-only" }, \
312 { MNT_SYNCHRONOUS, "synchronous" }, \
313 { MNT_UNION, "union" }, \
314 { MNT_NOCLUSTERR, "noclusterr" }, \
315 { MNT_NOCLUSTERW, "noclusterw" }, \
316 { MNT_SUIDDIR, "suiddir" }, \
317 { MNT_SOFTDEP, "soft-updates" }, \
318 { MNT_SUJ, "journaled soft-updates" }, \
319 { MNT_MULTILABEL, "multilabel" }, \
320 { MNT_ACLS, "acls" }, \
321 { MNT_NFS4ACLS, "nfsv4acls" }, \
322 { MNT_GJOURNAL, "gjournal" }, \
323 { MNT_AUTOMOUNTED, "automounted" }, \
324 { MNT_VERIFIED, "verified" }, \
325 { MNT_UNTRUSTED, "untrusted" }, \
326 { MNT_NOCOVER, "nocover" }, \
327 { MNT_EMPTYDIR, "emptydir" }, \
328 { MNT_UPDATE, "update" }, \
329 { MNT_DELEXPORT, "delexport" }, \
330 { MNT_RELOAD, "reload" }, \
331 { MNT_FORCE, "force" }, \
332 { MNT_SNAPSHOT, "snapshot" }, \
337 * User specifiable flags, stored in mnt_flag.
339 #define MNT_RDONLY 0x0000000000000001ULL /* read only filesystem */
340 #define MNT_SYNCHRONOUS 0x0000000000000002ULL /* fs written synchronously */
341 #define MNT_NOEXEC 0x0000000000000004ULL /* can't exec from filesystem */
342 #define MNT_NOSUID 0x0000000000000008ULL /* don't honor setuid fs bits */
343 #define MNT_NFS4ACLS 0x0000000000000010ULL /* enable NFS version 4 ACLs */
344 #define MNT_UNION 0x0000000000000020ULL /* union with underlying fs */
345 #define MNT_ASYNC 0x0000000000000040ULL /* fs written asynchronously */
346 #define MNT_SUIDDIR 0x0000000000100000ULL /* special SUID dir handling */
347 #define MNT_SOFTDEP 0x0000000000200000ULL /* using soft updates */
348 #define MNT_NOSYMFOLLOW 0x0000000000400000ULL /* do not follow symlinks */
349 #define MNT_GJOURNAL 0x0000000002000000ULL /* GEOM journal support enabled */
350 #define MNT_MULTILABEL 0x0000000004000000ULL /* MAC support for objects */
351 #define MNT_ACLS 0x0000000008000000ULL /* ACL support enabled */
352 #define MNT_NOATIME 0x0000000010000000ULL /* dont update file access time */
353 #define MNT_NOCLUSTERR 0x0000000040000000ULL /* disable cluster read */
354 #define MNT_NOCLUSTERW 0x0000000080000000ULL /* disable cluster write */
355 #define MNT_SUJ 0x0000000100000000ULL /* using journaled soft updates */
356 #define MNT_AUTOMOUNTED 0x0000000200000000ULL /* mounted by automountd(8) */
357 #define MNT_UNTRUSTED 0x0000000800000000ULL /* filesys metadata untrusted */
360 * NFS export related mount flags.
362 #define MNT_EXRDONLY 0x0000000000000080ULL /* exported read only */
363 #define MNT_EXPORTED 0x0000000000000100ULL /* filesystem is exported */
364 #define MNT_DEFEXPORTED 0x0000000000000200ULL /* exported to the world */
365 #define MNT_EXPORTANON 0x0000000000000400ULL /* anon uid mapping for all */
366 #define MNT_EXKERB 0x0000000000000800ULL /* exported with Kerberos */
367 #define MNT_EXPUBLIC 0x0000000020000000ULL /* public export (WebNFS) */
368 #define MNT_EXTLS 0x0000004000000000ULL /* require TLS */
369 #define MNT_EXTLSCERT 0x0000008000000000ULL /* require TLS with client cert */
370 #define MNT_EXTLSCERTUSER 0x0000010000000000ULL /* require TLS with user cert */
373 * Flags set by internal operations,
374 * but visible to the user.
375 * XXX some of these are not quite right.. (I've never seen the root flag set)
377 #define MNT_LOCAL 0x0000000000001000ULL /* filesystem is stored locally */
378 #define MNT_QUOTA 0x0000000000002000ULL /* quotas are enabled on fs */
379 #define MNT_ROOTFS 0x0000000000004000ULL /* identifies the root fs */
380 #define MNT_USER 0x0000000000008000ULL /* mounted by a user */
381 #define MNT_IGNORE 0x0000000000800000ULL /* do not show entry in df */
382 #define MNT_VERIFIED 0x0000000400000000ULL /* filesystem is verified */
385 * Mask of flags that are visible to statfs().
386 * XXX I think that this could now become (~(MNT_CMDFLAGS))
387 * but the 'mount' program may need changing to handle this.
389 #define MNT_VISFLAGMASK (MNT_RDONLY | MNT_SYNCHRONOUS | MNT_NOEXEC | \
390 MNT_NOSUID | MNT_UNION | MNT_SUJ | \
391 MNT_ASYNC | MNT_EXRDONLY | MNT_EXPORTED | \
392 MNT_DEFEXPORTED | MNT_EXPORTANON| MNT_EXKERB | \
393 MNT_LOCAL | MNT_USER | MNT_QUOTA | \
394 MNT_ROOTFS | MNT_NOATIME | MNT_NOCLUSTERR| \
395 MNT_NOCLUSTERW | MNT_SUIDDIR | MNT_SOFTDEP | \
396 MNT_IGNORE | MNT_EXPUBLIC | MNT_NOSYMFOLLOW | \
397 MNT_GJOURNAL | MNT_MULTILABEL | MNT_ACLS | \
398 MNT_NFS4ACLS | MNT_AUTOMOUNTED | MNT_VERIFIED | \
401 /* Mask of flags that can be updated. */
402 #define MNT_UPDATEMASK (MNT_NOSUID | MNT_NOEXEC | \
403 MNT_SYNCHRONOUS | MNT_UNION | MNT_ASYNC | \
405 MNT_NOSYMFOLLOW | MNT_IGNORE | \
406 MNT_NOCLUSTERR | MNT_NOCLUSTERW | MNT_SUIDDIR | \
407 MNT_ACLS | MNT_USER | MNT_NFS4ACLS | \
408 MNT_AUTOMOUNTED | MNT_UNTRUSTED)
411 * External filesystem command modifier flags.
412 * Unmount can use the MNT_FORCE flag.
413 * XXX: These are not STATES and really should be somewhere else.
414 * XXX: MNT_BYFSID and MNT_NONBUSY collide with MNT_ACLS and MNT_MULTILABEL,
415 * but because MNT_ACLS and MNT_MULTILABEL are only used for mount(2),
416 * and MNT_BYFSID and MNT_NONBUSY are only used for unmount(2),
419 #define MNT_UPDATE 0x0000000000010000ULL /* not real mount, just update */
420 #define MNT_DELEXPORT 0x0000000000020000ULL /* delete export host lists */
421 #define MNT_RELOAD 0x0000000000040000ULL /* reload filesystem data */
422 #define MNT_FORCE 0x0000000000080000ULL /* force unmount or readonly */
423 #define MNT_SNAPSHOT 0x0000000001000000ULL /* snapshot the filesystem */
424 #define MNT_NONBUSY 0x0000000004000000ULL /* check vnode use counts. */
425 #define MNT_BYFSID 0x0000000008000000ULL /* specify filesystem by ID. */
426 #define MNT_NOCOVER 0x0000001000000000ULL /* Do not cover a mount point */
427 #define MNT_EMPTYDIR 0x0000002000000000ULL /* Only mount on empty dir */
428 #define MNT_CMDFLAGS (MNT_UPDATE | MNT_DELEXPORT | MNT_RELOAD | \
429 MNT_FORCE | MNT_SNAPSHOT | MNT_NONBUSY | \
430 MNT_BYFSID | MNT_NOCOVER | MNT_EMPTYDIR)
432 * Internal filesystem control flags stored in mnt_kern_flag.
434 * MNTK_UNMOUNT locks the mount entry so that name lookup cannot
435 * proceed past the mount point. This keeps the subtree stable during
436 * mounts and unmounts. When non-forced unmount flushes all vnodes
437 * from the mp queue, the MNTK_UNMOUNT flag prevents insmntque() from
438 * queueing new vnodes.
440 * MNTK_UNMOUNTF permits filesystems to detect a forced unmount while
441 * dounmount() is still waiting to lock the mountpoint. This allows
442 * the filesystem to cancel operations that might otherwise deadlock
443 * with the unmount attempt (used by NFS).
445 #define MNTK_UNMOUNTF 0x00000001 /* forced unmount in progress */
446 #define MNTK_ASYNC 0x00000002 /* filtered async flag */
447 #define MNTK_SOFTDEP 0x00000004 /* async disabled by softdep */
448 #define MNTK_NOMSYNC 0x00000008 /* don't do msync */
449 #define MNTK_DRAINING 0x00000010 /* lock draining is happening */
450 #define MNTK_REFEXPIRE 0x00000020 /* refcount expiring is happening */
451 #define MNTK_EXTENDED_SHARED 0x00000040 /* Allow shared locking for more ops */
452 #define MNTK_SHARED_WRITES 0x00000080 /* Allow shared locking for writes */
453 #define MNTK_NO_IOPF 0x00000100 /* Disallow page faults during reads
454 and writes. Filesystem shall properly
455 handle i/o state on EFAULT. */
456 #define MNTK_VGONE_UPPER 0x00000200
457 #define MNTK_VGONE_WAITER 0x00000400
458 #define MNTK_LOOKUP_EXCL_DOTDOT 0x00000800
459 #define MNTK_MARKER 0x00001000
460 #define MNTK_UNMAPPED_BUFS 0x00002000
461 #define MNTK_USES_BCACHE 0x00004000 /* FS uses the buffer cache. */
462 #define MNTK_TEXT_REFS 0x00008000 /* Keep use ref for text */
463 #define MNTK_VMSETSIZE_BUG 0x00010000
464 #define MNTK_UNIONFS 0x00020000 /* A hack for F_ISUNIONSTACK */
465 #define MNTK_FPLOOKUP 0x00040000 /* fast path lookup is supported */
466 #define MNTK_NOASYNC 0x00800000 /* disable async */
467 #define MNTK_UNMOUNT 0x01000000 /* unmount in progress */
468 #define MNTK_MWAIT 0x02000000 /* waiting for unmount to finish */
469 #define MNTK_SUSPEND 0x08000000 /* request write suspension */
470 #define MNTK_SUSPEND2 0x04000000 /* block secondary writes */
471 #define MNTK_SUSPENDED 0x10000000 /* write operations are suspended */
472 #define MNTK_NULL_NOCACHE 0x20000000 /* auto disable cache for nullfs
473 mounts over this fs */
474 #define MNTK_LOOKUP_SHARED 0x40000000 /* FS supports shared lock lookups */
475 #define MNTK_NOKNOTE 0x80000000 /* Don't send KNOTEs from VOP hooks */
479 MNT_SHARED_WRITES(struct mount *mp)
482 return (mp != NULL && (mp->mnt_kern_flag & MNTK_SHARED_WRITES) != 0);
486 MNT_EXTENDED_SHARED(struct mount *mp)
489 return (mp != NULL && (mp->mnt_kern_flag & MNTK_EXTENDED_SHARED) != 0);
494 * Sysctl CTL_VFS definitions.
496 * Second level identifier specifies which filesystem. Second level
497 * identifier VFS_VFSCONF returns information about all filesystems.
498 * Second level identifier VFS_GENERIC is non-terminal.
500 #define VFS_VFSCONF 0 /* get configured filesystems */
501 #define VFS_GENERIC 0 /* generic filesystem information */
503 * Third level identifiers for VFS_GENERIC are given below; third
504 * level identifiers for specific filesystems are given in their
505 * mount specific header files.
507 #define VFS_MAXTYPENUM 1 /* int: highest defined filesystem type */
508 #define VFS_CONF 2 /* struct: vfsconf for filesystem given
512 * Flags for various system call interfaces.
514 * waitfor flags to vfs_sync() and getfsstat()
516 #define MNT_WAIT 1 /* synchronously wait for I/O to complete */
517 #define MNT_NOWAIT 2 /* start all I/O, but do not wait for it */
518 #define MNT_LAZY 3 /* push data not written by filesystem syncer */
519 #define MNT_SUSPEND 4 /* Suspend file system after sync */
522 * Generic file handle
525 fsid_t fh_fsid; /* Filesystem id of mount point */
526 struct fid fh_fid; /* Filesys specific id */
528 typedef struct fhandle fhandle_t;
531 * Old export arguments without security flavor list
533 struct oexport_args {
534 int ex_flags; /* export related flags */
535 uid_t ex_root; /* mapping for root uid */
536 struct xucred ex_anon; /* mapping for anonymous user */
537 struct sockaddr *ex_addr; /* net address to which exported */
538 u_char ex_addrlen; /* and the net address length */
539 struct sockaddr *ex_mask; /* mask of valid bits in saddr */
540 u_char ex_masklen; /* and the smask length */
541 char *ex_indexfile; /* index file for WebNFS URLs */
545 * Not quite so old export arguments with 32bit ex_flags and xucred ex_anon.
547 #define MAXSECFLAVORS 5
548 struct o2export_args {
549 int ex_flags; /* export related flags */
550 uid_t ex_root; /* mapping for root uid */
551 struct xucred ex_anon; /* mapping for anonymous user */
552 struct sockaddr *ex_addr; /* net address to which exported */
553 u_char ex_addrlen; /* and the net address length */
554 struct sockaddr *ex_mask; /* mask of valid bits in saddr */
555 u_char ex_masklen; /* and the smask length */
556 char *ex_indexfile; /* index file for WebNFS URLs */
557 int ex_numsecflavors; /* security flavor count */
558 int ex_secflavors[MAXSECFLAVORS]; /* list of security flavors */
562 * Export arguments for local filesystem mount calls.
565 uint64_t ex_flags; /* export related flags */
566 uid_t ex_root; /* mapping for root uid */
567 uid_t ex_uid; /* mapping for anonymous user */
570 struct sockaddr *ex_addr; /* net address to which exported */
571 u_char ex_addrlen; /* and the net address length */
572 struct sockaddr *ex_mask; /* mask of valid bits in saddr */
573 u_char ex_masklen; /* and the smask length */
574 char *ex_indexfile; /* index file for WebNFS URLs */
575 int ex_numsecflavors; /* security flavor count */
576 int ex_secflavors[MAXSECFLAVORS]; /* list of security flavors */
580 * Structure holding information for a publicly exported filesystem
581 * (WebNFS). Currently the specs allow just for one such filesystem.
584 int np_valid; /* Do we hold valid information */
585 fhandle_t np_handle; /* Filehandle for pub fs (internal) */
586 struct mount *np_mount; /* Mountpoint of exported fs */
587 char *np_index; /* Index file */
591 * Filesystem configuration information. One of these exists for each
592 * type of filesystem supported by the kernel. These are searched at
593 * mount time to identify the requested filesystem.
595 * XXX: Never change the first two arguments!
598 u_int vfc_version; /* ABI version number */
599 char vfc_name[MFSNAMELEN]; /* filesystem type name */
600 struct vfsops *vfc_vfsops; /* filesystem operations vector */
601 struct vfsops *vfc_vfsops_sd; /* ... signal-deferred */
602 int vfc_typenum; /* historic filesystem type number */
603 int vfc_refcount; /* number mounted of this type */
604 int vfc_flags; /* permanent flags */
605 int vfc_prison_flag; /* prison allow.mount.* flag */
606 struct vfsoptdecl *vfc_opts; /* mount options */
607 TAILQ_ENTRY(vfsconf) vfc_list; /* list of vfscons */
610 /* Userland version of the struct vfsconf. */
612 struct vfsops *vfc_vfsops; /* filesystem operations vector */
613 char vfc_name[MFSNAMELEN]; /* filesystem type name */
614 int vfc_typenum; /* historic filesystem type number */
615 int vfc_refcount; /* number mounted of this type */
616 int vfc_flags; /* permanent flags */
617 struct vfsconf *vfc_next; /* next in list */
631 * NB: these flags refer to IMPLEMENTATION properties, not properties of
632 * any actual mounts; i.e., it does not make sense to change the flags.
634 #define VFCF_STATIC 0x00010000 /* statically compiled into kernel */
635 #define VFCF_NETWORK 0x00020000 /* may get data over the network */
636 #define VFCF_READONLY 0x00040000 /* writes are not implemented */
637 #define VFCF_SYNTHETIC 0x00080000 /* data does not represent real files */
638 #define VFCF_LOOPBACK 0x00100000 /* aliases some other mounted FS */
639 #define VFCF_UNICODE 0x00200000 /* stores file names as Unicode */
640 #define VFCF_JAIL 0x00400000 /* can be mounted from within a jail */
641 #define VFCF_DELEGADMIN 0x00800000 /* supports delegated administration */
642 #define VFCF_SBDRY 0x01000000 /* Stop at Boundary: defer stop requests
643 to kernel->user (AST) transition */
645 typedef uint32_t fsctlop_t;
648 int vc_vers; /* should be VFSIDCTL_VERS1 (below) */
649 fsid_t vc_fsid; /* fsid to operate on */
650 char vc_fstypename[MFSNAMELEN];
651 /* type of fs 'nfs' or '*' */
652 fsctlop_t vc_op; /* operation VFS_CTL_* (below) */
653 void *vc_ptr; /* pointer to data structure */
654 size_t vc_len; /* sizeof said structure */
655 u_int32_t vc_spare[12]; /* spare (must be zero) */
658 /* vfsidctl API version. */
659 #define VFS_CTL_VERS1 0x01
662 * New style VFS sysctls, do not reuse/conflict with the namespace for
664 * All "global" sysctl ops have the 33rd bit set:
666 * Private sysctl ops should have the 33rd bit unset.
668 #define VFS_CTL_QUERY 0x00010001 /* anything wrong? (vfsquery) */
669 #define VFS_CTL_TIMEO 0x00010002 /* set timeout for vfs notification */
670 #define VFS_CTL_NOLOCKS 0x00010003 /* disable file locking */
674 u_int32_t vq_spare[31];
678 #define VQ_NOTRESP 0x0001 /* server down */
679 #define VQ_NEEDAUTH 0x0002 /* server bad auth */
680 #define VQ_LOWDISK 0x0004 /* we're low on space */
681 #define VQ_MOUNT 0x0008 /* new filesystem arrived */
682 #define VQ_UNMOUNT 0x0010 /* filesystem has left */
683 #define VQ_DEAD 0x0020 /* filesystem is dead, needs force unmount */
684 #define VQ_ASSIST 0x0040 /* filesystem needs assistance from external
686 #define VQ_NOTRESPLOCK 0x0080 /* server lockd down */
687 #define VQ_FLAG0100 0x0100 /* placeholder */
688 #define VQ_FLAG0200 0x0200 /* placeholder */
689 #define VQ_FLAG0400 0x0400 /* placeholder */
690 #define VQ_FLAG0800 0x0800 /* placeholder */
691 #define VQ_FLAG1000 0x1000 /* placeholder */
692 #define VQ_FLAG2000 0x2000 /* placeholder */
693 #define VQ_FLAG4000 0x4000 /* placeholder */
694 #define VQ_FLAG8000 0x8000 /* placeholder */
697 /* Point a sysctl request at a vfsidctl's data. */
698 #define VCTLTOREQ(vc, req) \
700 (req)->newptr = (vc)->vc_ptr; \
701 (req)->newlen = (vc)->vc_len; \
712 * vfs_busy specific flags and mask.
714 #define MBF_NOWAIT 0x01
715 #define MBF_MNTLSTLOCK 0x02
716 #define MBF_MASK (MBF_NOWAIT | MBF_MNTLSTLOCK)
718 #ifdef MALLOC_DECLARE
719 MALLOC_DECLARE(M_MOUNT);
720 MALLOC_DECLARE(M_STATFS);
722 extern int maxvfsconf; /* highest defined filesystem type */
724 TAILQ_HEAD(vfsconfhead, vfsconf);
725 extern struct vfsconfhead vfsconf;
728 * Operations supported on mounted filesystem.
736 * N.B., vfs_cmount is the ancient vfsop invoked by the old mount(2) syscall.
737 * The new way is vfs_mount.
739 * vfs_cmount implementations typically translate arguments from their
740 * respective old per-FS structures into the key-value list supported by
741 * nmount(2), then use kernel_mount(9) to mimic nmount(2) from kernelspace.
743 * Filesystems with mounters that use nmount(2) do not need to and should not
744 * implement vfs_cmount. Hopefully a future cleanup can remove vfs_cmount and
747 typedef int vfs_cmount_t(struct mntarg *ma, void *data, uint64_t flags);
748 typedef int vfs_unmount_t(struct mount *mp, int mntflags);
749 typedef int vfs_root_t(struct mount *mp, int flags, struct vnode **vpp);
750 typedef int vfs_quotactl_t(struct mount *mp, int cmds, uid_t uid, void *arg);
751 typedef int vfs_statfs_t(struct mount *mp, struct statfs *sbp);
752 typedef int vfs_sync_t(struct mount *mp, int waitfor);
753 typedef int vfs_vget_t(struct mount *mp, ino_t ino, int flags,
755 typedef int vfs_fhtovp_t(struct mount *mp, struct fid *fhp,
756 int flags, struct vnode **vpp);
757 typedef int vfs_checkexp_t(struct mount *mp, struct sockaddr *nam,
758 uint64_t *extflagsp, struct ucred **credanonp,
759 int *numsecflavors, int *secflavors);
760 typedef int vfs_init_t(struct vfsconf *);
761 typedef int vfs_uninit_t(struct vfsconf *);
762 typedef int vfs_extattrctl_t(struct mount *mp, int cmd,
763 struct vnode *filename_vp, int attrnamespace,
764 const char *attrname);
765 typedef int vfs_mount_t(struct mount *mp);
766 typedef int vfs_sysctl_t(struct mount *mp, fsctlop_t op,
767 struct sysctl_req *req);
768 typedef void vfs_susp_clean_t(struct mount *mp);
769 typedef void vfs_notify_lowervp_t(struct mount *mp, struct vnode *lowervp);
770 typedef void vfs_purge_t(struct mount *mp);
773 vfs_mount_t *vfs_mount;
774 vfs_cmount_t *vfs_cmount;
775 vfs_unmount_t *vfs_unmount;
776 vfs_root_t *vfs_root;
777 vfs_root_t *vfs_cachedroot;
778 vfs_quotactl_t *vfs_quotactl;
779 vfs_statfs_t *vfs_statfs;
780 vfs_sync_t *vfs_sync;
781 vfs_vget_t *vfs_vget;
782 vfs_fhtovp_t *vfs_fhtovp;
783 vfs_checkexp_t *vfs_checkexp;
784 vfs_init_t *vfs_init;
785 vfs_uninit_t *vfs_uninit;
786 vfs_extattrctl_t *vfs_extattrctl;
787 vfs_sysctl_t *vfs_sysctl;
788 vfs_susp_clean_t *vfs_susp_clean;
789 vfs_notify_lowervp_t *vfs_reclaim_lowervp;
790 vfs_notify_lowervp_t *vfs_unlink_lowervp;
791 vfs_purge_t *vfs_purge;
792 vfs_mount_t *vfs_spare[6]; /* spares for ABI compat */
795 vfs_statfs_t __vfs_statfs;
797 #define VFS_MOUNT(MP) ({ \
800 TSRAW(curthread, TS_ENTER, "VFS_MOUNT", (MP)->mnt_vfc->vfc_name);\
801 _rc = (*(MP)->mnt_op->vfs_mount)(MP); \
802 TSRAW(curthread, TS_EXIT, "VFS_MOUNT", (MP)->mnt_vfc->vfc_name);\
805 #define VFS_UNMOUNT(MP, FORCE) ({ \
808 _rc = (*(MP)->mnt_op->vfs_unmount)(MP, FORCE); \
811 #define VFS_ROOT(MP, FLAGS, VPP) ({ \
814 _rc = (*(MP)->mnt_op->vfs_root)(MP, FLAGS, VPP); \
817 #define VFS_CACHEDROOT(MP, FLAGS, VPP) ({ \
820 _rc = (*(MP)->mnt_op->vfs_cachedroot)(MP, FLAGS, VPP); \
823 #define VFS_QUOTACTL(MP, C, U, A) ({ \
826 _rc = (*(MP)->mnt_op->vfs_quotactl)(MP, C, U, A); \
829 #define VFS_STATFS(MP, SBP) ({ \
832 _rc = __vfs_statfs((MP), (SBP)); \
835 #define VFS_SYNC(MP, WAIT) ({ \
838 _rc = (*(MP)->mnt_op->vfs_sync)(MP, WAIT); \
841 #define VFS_VGET(MP, INO, FLAGS, VPP) ({ \
844 _rc = (*(MP)->mnt_op->vfs_vget)(MP, INO, FLAGS, VPP); \
847 #define VFS_FHTOVP(MP, FIDP, FLAGS, VPP) ({ \
850 _rc = (*(MP)->mnt_op->vfs_fhtovp)(MP, FIDP, FLAGS, VPP); \
853 #define VFS_CHECKEXP(MP, NAM, EXFLG, CRED, NUMSEC, SEC) ({ \
856 _rc = (*(MP)->mnt_op->vfs_checkexp)(MP, NAM, EXFLG, CRED, NUMSEC,\
860 #define VFS_EXTATTRCTL(MP, C, FN, NS, N) ({ \
863 _rc = (*(MP)->mnt_op->vfs_extattrctl)(MP, C, FN, NS, N); \
866 #define VFS_SYSCTL(MP, OP, REQ) ({ \
869 _rc = (*(MP)->mnt_op->vfs_sysctl)(MP, OP, REQ); \
872 #define VFS_SUSP_CLEAN(MP) do { \
873 if (*(MP)->mnt_op->vfs_susp_clean != NULL) { \
874 (*(MP)->mnt_op->vfs_susp_clean)(MP); \
878 #define VFS_RECLAIM_LOWERVP(MP, VP) do { \
879 if (*(MP)->mnt_op->vfs_reclaim_lowervp != NULL) { \
880 (*(MP)->mnt_op->vfs_reclaim_lowervp)((MP), (VP)); \
884 #define VFS_UNLINK_LOWERVP(MP, VP) do { \
885 if (*(MP)->mnt_op->vfs_unlink_lowervp != NULL) { \
886 (*(MP)->mnt_op->vfs_unlink_lowervp)((MP), (VP)); \
890 #define VFS_PURGE(MP) do { \
891 if (*(MP)->mnt_op->vfs_purge != NULL) { \
892 (*(MP)->mnt_op->vfs_purge)(MP); \
896 #define VFS_KNOTE_LOCKED(vp, hint) do \
898 if (((vp)->v_vflag & VV_NOKNOTE) == 0) \
899 VN_KNOTE((vp), (hint), KNF_LISTLOCKED); \
902 #define VFS_KNOTE_UNLOCKED(vp, hint) do \
904 if (((vp)->v_vflag & VV_NOKNOTE) == 0) \
905 VN_KNOTE((vp), (hint), 0); \
908 #define VFS_NOTIFY_UPPER_RECLAIM 1
909 #define VFS_NOTIFY_UPPER_UNLINK 2
911 #include <sys/module.h>
916 #define VFS_VERSION_00 0x19660120
917 #define VFS_VERSION_01 0x20121030
918 #define VFS_VERSION_02 0x20180504
919 #define VFS_VERSION VFS_VERSION_02
921 #define VFS_SET(vfsops, fsname, flags) \
922 static struct vfsconf fsname ## _vfsconf = { \
923 .vfc_version = VFS_VERSION, \
924 .vfc_name = #fsname, \
925 .vfc_vfsops = &vfsops, \
927 .vfc_flags = flags, \
929 static moduledata_t fsname ## _mod = { \
932 & fsname ## _vfsconf \
934 DECLARE_MODULE(fsname, fsname ## _mod, SI_SUB_VFS, SI_ORDER_MIDDLE)
937 * exported vnode operations
940 int dounmount(struct mount *, int, struct thread *);
942 int kernel_mount(struct mntarg *ma, uint64_t flags);
943 int kernel_vmount(int flags, ...);
944 struct mntarg *mount_arg(struct mntarg *ma, const char *name, const void *val, int len);
945 struct mntarg *mount_argb(struct mntarg *ma, int flag, const char *name);
946 struct mntarg *mount_argf(struct mntarg *ma, const char *name, const char *fmt, ...);
947 struct mntarg *mount_argsu(struct mntarg *ma, const char *name, const void *val, int len);
948 void statfs_scale_blocks(struct statfs *sf, long max_size);
949 struct vfsconf *vfs_byname(const char *);
950 struct vfsconf *vfs_byname_kld(const char *, struct thread *td, int *);
951 void vfs_mount_destroy(struct mount *);
952 void vfs_event_signal(fsid_t *, u_int32_t, intptr_t);
953 void vfs_freeopts(struct vfsoptlist *opts);
954 void vfs_deleteopt(struct vfsoptlist *opts, const char *name);
955 int vfs_buildopts(struct uio *auio, struct vfsoptlist **options);
956 int vfs_flagopt(struct vfsoptlist *opts, const char *name, uint64_t *w,
958 int vfs_getopt(struct vfsoptlist *, const char *, void **, int *);
959 int vfs_getopt_pos(struct vfsoptlist *opts, const char *name);
960 int vfs_getopt_size(struct vfsoptlist *opts, const char *name,
962 char *vfs_getopts(struct vfsoptlist *, const char *, int *error);
963 int vfs_copyopt(struct vfsoptlist *, const char *, void *, int);
964 int vfs_filteropt(struct vfsoptlist *, const char **legal);
965 void vfs_opterror(struct vfsoptlist *opts, const char *fmt, ...);
966 int vfs_scanopt(struct vfsoptlist *opts, const char *name, const char *fmt, ...);
967 int vfs_setopt(struct vfsoptlist *opts, const char *name, void *value,
969 int vfs_setopt_part(struct vfsoptlist *opts, const char *name, void *value,
971 int vfs_setopts(struct vfsoptlist *opts, const char *name,
973 int vfs_setpublicfs /* set publicly exported fs */
974 (struct mount *, struct netexport *, struct export_args *);
975 void vfs_periodic(struct mount *, int);
976 int vfs_busy(struct mount *, int);
977 int vfs_export /* process mount export info */
978 (struct mount *, struct export_args *);
979 void vfs_allocate_syncvnode(struct mount *);
980 void vfs_deallocate_syncvnode(struct mount *);
981 int vfs_donmount(struct thread *td, uint64_t fsflags,
982 struct uio *fsoptions);
983 void vfs_getnewfsid(struct mount *);
984 struct cdev *vfs_getrootfsid(struct mount *);
985 struct mount *vfs_getvfs(fsid_t *); /* return vfs given fsid */
986 struct mount *vfs_busyfs(fsid_t *);
987 int vfs_modevent(module_t, int, void *);
988 void vfs_mount_error(struct mount *, const char *, ...);
989 void vfs_mountroot(void); /* mount our root filesystem */
990 void vfs_mountedfrom(struct mount *, const char *from);
991 void vfs_notify_upper(struct vnode *, int);
992 void vfs_ref(struct mount *);
993 void vfs_rel(struct mount *);
994 struct mount *vfs_mount_alloc(struct vnode *, struct vfsconf *, const char *,
996 int vfs_suser(struct mount *, struct thread *);
997 void vfs_unbusy(struct mount *);
998 void vfs_unmountall(void);
999 extern TAILQ_HEAD(mntlist, mount) mountlist; /* mounted filesystem list */
1000 extern struct mtx mountlist_mtx;
1001 extern struct nfs_public nfs_pub;
1002 extern struct sx vfsconf_sx;
1003 #define vfsconf_lock() sx_xlock(&vfsconf_sx)
1004 #define vfsconf_unlock() sx_xunlock(&vfsconf_sx)
1005 #define vfsconf_slock() sx_slock(&vfsconf_sx)
1006 #define vfsconf_sunlock() sx_sunlock(&vfsconf_sx)
1007 struct vnode *mntfs_allocvp(struct mount *, struct vnode *);
1008 void mntfs_freevp(struct vnode *);
1011 * Declarations for these vfs default operations are located in
1012 * kern/vfs_default.c. They will be automatically used to replace
1013 * null entries in VFS ops tables when registering a new filesystem
1014 * type in the global table.
1016 vfs_root_t vfs_stdroot;
1017 vfs_quotactl_t vfs_stdquotactl;
1018 vfs_statfs_t vfs_stdstatfs;
1019 vfs_sync_t vfs_stdsync;
1020 vfs_sync_t vfs_stdnosync;
1021 vfs_vget_t vfs_stdvget;
1022 vfs_fhtovp_t vfs_stdfhtovp;
1023 vfs_checkexp_t vfs_stdcheckexp;
1024 vfs_init_t vfs_stdinit;
1025 vfs_uninit_t vfs_stduninit;
1026 vfs_extattrctl_t vfs_stdextattrctl;
1027 vfs_sysctl_t vfs_stdsysctl;
1029 void syncer_suspend(void);
1030 void syncer_resume(void);
1032 struct vnode *vfs_cache_root_clear(struct mount *);
1033 void vfs_cache_root_set(struct mount *, struct vnode *);
1035 void vfs_op_barrier_wait(struct mount *);
1036 void vfs_op_enter(struct mount *);
1037 void vfs_op_exit_locked(struct mount *);
1038 void vfs_op_exit(struct mount *);
1041 void vfs_assert_mount_counters(struct mount *);
1042 void vfs_dump_mount_counters(struct mount *);
1044 #define vfs_assert_mount_counters(mp) do { } while (0)
1045 #define vfs_dump_mount_counters(mp) do { } while (0)
1048 enum mount_counter { MNT_COUNT_REF, MNT_COUNT_LOCKREF, MNT_COUNT_WRITEOPCOUNT };
1049 int vfs_mount_fetch_counter(struct mount *, enum mount_counter);
1052 * Code transitioning mnt_vfs_ops to > 0 issues IPIs until it observes
1053 * all CPUs not executing code enclosed by mnt_thread_in_ops_pcpu.
1055 * This provides an invariant that by the time the last CPU is observed not
1056 * executing, everyone else entering will see the counter > 0 and exit.
1058 * Note there is no barrier between vfs_ops and the rest of the code in the
1059 * section. It is not necessary as the writer has to wait for everyone to drain
1060 * before making any changes or only make changes safe while the section is
1063 #define vfs_op_thread_entered(mp) ({ \
1064 MPASS(curthread->td_critnest > 0); \
1065 *zpcpu_get(mp->mnt_thread_in_ops_pcpu) == 1; \
1068 #define vfs_op_thread_enter_crit(mp) ({ \
1069 bool _retval_crit = true; \
1070 MPASS(curthread->td_critnest > 0); \
1071 MPASS(!vfs_op_thread_entered(mp)); \
1072 zpcpu_set_protected(mp->mnt_thread_in_ops_pcpu, 1); \
1073 __compiler_membar(); \
1074 if (__predict_false(mp->mnt_vfs_ops > 0)) { \
1075 vfs_op_thread_exit_crit(mp); \
1076 _retval_crit = false; \
1081 #define vfs_op_thread_enter(mp) ({ \
1084 _retval = vfs_op_thread_enter_crit(mp); \
1085 if (__predict_false(!_retval)) \
1090 #define vfs_op_thread_exit_crit(mp) do { \
1091 MPASS(vfs_op_thread_entered(mp)); \
1092 __compiler_membar(); \
1093 zpcpu_set_protected(mp->mnt_thread_in_ops_pcpu, 0); \
1096 #define vfs_op_thread_exit(mp) do { \
1097 vfs_op_thread_exit_crit(mp); \
1101 #define vfs_mp_count_add_pcpu(mp, count, val) do { \
1102 MPASS(vfs_op_thread_entered(mp)); \
1103 zpcpu_add_protected(mp->mnt_##count##_pcpu, val); \
1106 #define vfs_mp_count_sub_pcpu(mp, count, val) do { \
1107 MPASS(vfs_op_thread_entered(mp)); \
1108 zpcpu_sub_protected(mp->mnt_##count##_pcpu, val); \
1111 #else /* !_KERNEL */
1113 #include <sys/cdefs.h>
1118 int fhlink(struct fhandle *, const char *);
1119 int fhlinkat(struct fhandle *, int, const char *);
1120 int fhopen(const struct fhandle *, int);
1121 int fhreadlink(struct fhandle *, char *, size_t);
1122 int fhstat(const struct fhandle *, struct stat *);
1123 int fhstatfs(const struct fhandle *, struct statfs *);
1124 int fstatfs(int, struct statfs *);
1125 int getfh(const char *, fhandle_t *);
1126 int getfhat(int, char *, struct fhandle *, int);
1127 int getfsstat(struct statfs *, long, int);
1128 int getmntinfo(struct statfs **, int);
1129 int lgetfh(const char *, fhandle_t *);
1130 int mount(const char *, const char *, int, void *);
1131 int nmount(struct iovec *, unsigned int, int);
1132 int statfs(const char *, struct statfs *);
1133 int unmount(const char *, int);
1135 /* C library stuff */
1136 int getvfsbyname(const char *, struct xvfsconf *);
1139 #endif /* _KERNEL */
1141 #endif /* !_SYS_MOUNT_H_ */