2 * Copyright (c) 1992, 1993, 1994, 1995 Jan-Simon Pendry.
3 * Copyright (c) 1992, 1993, 1994, 1995
4 * The Regents of the University of California.
5 * Copyright (c) 2005, 2006, 2012 Masanori Ozawa <ozawa@ongs.co.jp>, ONGS Inc.
6 * Copyright (c) 2006, 2012 Daichi Goto <daichi@freebsd.org>
9 * This code is derived from software contributed to Berkeley by
12 * Redistribution and use in source and binary forms, with or without
13 * modification, are permitted provided that the following conditions
15 * 1. Redistributions of source code must retain the above copyright
16 * notice, this list of conditions and the following disclaimer.
17 * 2. Redistributions in binary form must reproduce the above copyright
18 * notice, this list of conditions and the following disclaimer in the
19 * documentation and/or other materials provided with the distribution.
20 * 4. Neither the name of the University nor the names of its contributors
21 * may be used to endorse or promote products derived from this software
22 * without specific prior written permission.
24 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
25 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
26 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
27 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
28 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
29 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
30 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
31 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
32 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
33 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
36 * @(#)union_vnops.c 8.32 (Berkeley) 6/23/95
41 #include <sys/param.h>
42 #include <sys/systm.h>
44 #include <sys/kernel.h>
46 #include <sys/malloc.h>
47 #include <sys/mount.h>
48 #include <sys/mutex.h>
49 #include <sys/namei.h>
50 #include <sys/sysctl.h>
51 #include <sys/vnode.h>
53 #include <sys/fcntl.h>
55 #include <sys/dirent.h>
60 #include <fs/unionfs/union.h>
63 #include <vm/vm_extern.h>
64 #include <vm/vm_object.h>
65 #include <vm/vnode_pager.h>
68 #define UNIONFS_INTERNAL_DEBUG(msg, args...) printf(msg, ## args)
69 #define UNIONFS_IDBG_RENAME
71 #define UNIONFS_INTERNAL_DEBUG(msg, args...)
74 #define KASSERT_UNIONFS_VNODE(vp) \
75 KASSERT(((vp)->v_op == &unionfs_vnodeops), \
76 ("unionfs: it is not unionfs-vnode"))
79 unionfs_lookup(struct vop_cachedlookup_args *ap)
83 int error , uerror, lerror;
85 u_long cnflags, cnflagsbk;
86 struct unionfs_node *dunp;
87 struct vnode *dvp, *udvp, *ldvp, *vp, *uvp, *lvp, *dtmpvp;
89 struct componentname *cnp;
94 error = uerror = lerror = ENOENT;
96 nameiop = cnp->cn_nameiop;
97 cnflags = cnp->cn_flags;
99 dunp = VTOUNIONFS(dvp);
100 udvp = dunp->un_uppervp;
101 ldvp = dunp->un_lowervp;
102 vp = uvp = lvp = NULLVP;
104 *(ap->a_vpp) = NULLVP;
106 UNIONFS_INTERNAL_DEBUG("unionfs_lookup: enter: nameiop=%ld, flags=%lx, path=%s\n", nameiop, cnflags, cnp->cn_nameptr);
108 if (dvp->v_type != VDIR)
112 * If read-only and op is not LOOKUP, will return EROFS.
114 if ((cnflags & ISLASTCN) &&
115 (dvp->v_mount->mnt_flag & MNT_RDONLY) &&
122 if (cnflags & ISDOTDOT) {
123 if (LOOKUP != nameiop && udvp == NULLVP)
126 if (udvp != NULLVP) {
129 VOP_UNLOCK(ldvp, LK_RELEASE);
134 error = VOP_LOOKUP(dtmpvp, &vp, cnp);
136 if (dtmpvp == udvp && ldvp != NULLVP) {
137 VOP_UNLOCK(udvp, LK_RELEASE);
138 vn_lock(dvp, LK_EXCLUSIVE | LK_RETRY);
143 * Exchange lock and reference from vp to
144 * dunp->un_dvp. vp is upper/lower vnode, but it
145 * will need to return the unionfs vnode.
147 if (nameiop == DELETE || nameiop == RENAME ||
148 (cnp->cn_lkflags & LK_TYPE_MASK))
149 VOP_UNLOCK(vp, LK_RELEASE);
152 VOP_UNLOCK(dvp, LK_RELEASE);
153 *(ap->a_vpp) = dunp->un_dvp;
156 if (nameiop == DELETE || nameiop == RENAME)
157 vn_lock(dunp->un_dvp, LK_EXCLUSIVE | LK_RETRY);
158 else if (cnp->cn_lkflags & LK_TYPE_MASK)
159 vn_lock(dunp->un_dvp, cnp->cn_lkflags |
162 vn_lock(dvp, LK_EXCLUSIVE | LK_RETRY);
163 } else if (error == ENOENT && (cnflags & MAKEENTRY) &&
165 cache_enter(dvp, NULLVP, cnp);
167 UNIONFS_INTERNAL_DEBUG("unionfs_lookup: leave (%d)\n", error);
175 if (udvp != NULLVP) {
176 uerror = VOP_LOOKUP(udvp, &uvp, cnp);
179 if (udvp == uvp) { /* is dot */
184 UNIONFS_INTERNAL_DEBUG("unionfs_lookup: leave (%d)\n", uerror);
188 if (nameiop == DELETE || nameiop == RENAME ||
189 (cnp->cn_lkflags & LK_TYPE_MASK))
190 VOP_UNLOCK(uvp, LK_RELEASE);
194 if (uerror == ENOENT || uerror == EJUSTRETURN)
195 if (cnp->cn_flags & ISWHITEOUT)
196 iswhiteout = 1; /* don't lookup lower */
197 if (iswhiteout == 0 && ldvp != NULLVP)
198 if (!VOP_GETATTR(udvp, &va, cnp->cn_cred) &&
199 (va.va_flags & OPAQUE))
200 iswhiteout = 1; /* don't lookup lower */
202 UNIONFS_INTERNAL_DEBUG("unionfs_lookup: debug: whiteout=%d, path=%s\n", iswhiteout, cnp->cn_nameptr);
209 if (ldvp != NULLVP && !(cnflags & DOWHITEOUT) && iswhiteout == 0) {
210 /* always op is LOOKUP */
211 cnp->cn_nameiop = LOOKUP;
212 cnflagsbk = cnp->cn_flags;
213 cnp->cn_flags = cnflags;
215 lerror = VOP_LOOKUP(ldvp, &lvp, cnp);
217 cnp->cn_nameiop = nameiop;
218 if (udvp != NULLVP && (uerror == 0 || uerror == EJUSTRETURN))
219 cnp->cn_flags = cnflagsbk;
222 if (ldvp == lvp) { /* is dot */
224 vrele(uvp); /* no need? */
229 UNIONFS_INTERNAL_DEBUG("unionfs_lookup: leave (%d)\n", lerror);
233 if (cnp->cn_lkflags & LK_TYPE_MASK)
234 VOP_UNLOCK(lvp, LK_RELEASE);
239 * check lookup result
241 if (uvp == NULLVP && lvp == NULLVP) {
242 UNIONFS_INTERNAL_DEBUG("unionfs_lookup: leave (%d)\n",
243 (udvp != NULLVP ? uerror : lerror));
244 return (udvp != NULLVP ? uerror : lerror);
250 if (uvp != NULLVP && lvp != NULLVP && uvp->v_type != lvp->v_type) {
258 if (uerror != 0 && uerror != EJUSTRETURN && udvp != NULLVP &&
259 lerror == 0 && lvp != NULLVP && lvp->v_type == VDIR &&
260 !(dvp->v_mount->mnt_flag & MNT_RDONLY) &&
261 (1 < cnp->cn_namelen || '.' != *(cnp->cn_nameptr))) {
262 /* get unionfs vnode in order to create a new shadow dir. */
263 error = unionfs_nodeget(dvp->v_mount, NULLVP, lvp, dvp, &vp,
266 goto unionfs_lookup_out;
268 if (LK_SHARED == (cnp->cn_lkflags & LK_TYPE_MASK))
269 VOP_UNLOCK(vp, LK_RELEASE);
270 if (LK_EXCLUSIVE != VOP_ISLOCKED(vp)) {
271 vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
274 error = unionfs_mkshadowdir(MOUNTTOUNIONFSMOUNT(dvp->v_mount),
275 udvp, VTOUNIONFS(vp), cnp, td);
277 VOP_UNLOCK(vp, LK_RELEASE);
279 UNIONFSDEBUG("unionfs_lookup: Unable to create shadow dir.");
280 if ((cnp->cn_lkflags & LK_TYPE_MASK) == LK_EXCLUSIVE)
284 goto unionfs_lookup_out;
286 if ((cnp->cn_lkflags & LK_TYPE_MASK) == LK_SHARED)
287 vn_lock(vp, LK_SHARED | LK_RETRY);
298 goto unionfs_lookup_out;
302 if (uvp != NULLVP && uvp->v_type == VSOCK) {
305 if (cnp->cn_lkflags & LK_TYPE_MASK)
306 vn_lock(vp, cnp->cn_lkflags | LK_RETRY);
308 else if (lvp != NULLVP && lvp->v_type == VSOCK) {
311 if (cnp->cn_lkflags & LK_TYPE_MASK)
312 vn_lock(vp, cnp->cn_lkflags | LK_RETRY);
318 error = unionfs_nodeget(dvp->v_mount, uvp, lvp,
321 UNIONFSDEBUG("unionfs_lookup: Unable to create unionfs vnode.");
322 goto unionfs_lookup_out;
324 if ((nameiop == DELETE || nameiop == RENAME) &&
325 (cnp->cn_lkflags & LK_TYPE_MASK) == 0)
326 vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
331 if ((cnflags & MAKEENTRY) && vp->v_type != VSOCK)
332 cache_enter(dvp, vp, cnp);
340 if (error == ENOENT && (cnflags & MAKEENTRY) && nameiop != CREATE)
341 cache_enter(dvp, NULLVP, cnp);
343 UNIONFS_INTERNAL_DEBUG("unionfs_lookup: leave (%d)\n", error);
349 unionfs_create(struct vop_create_args *ap)
351 struct unionfs_node *dunp;
352 struct componentname *cnp;
357 UNIONFS_INTERNAL_DEBUG("unionfs_create: enter\n");
359 KASSERT_UNIONFS_VNODE(ap->a_dvp);
361 dunp = VTOUNIONFS(ap->a_dvp);
363 udvp = dunp->un_uppervp;
366 if (udvp != NULLVP) {
367 error = VOP_CREATE(udvp, &vp, cnp, ap->a_vap);
369 goto unionfs_create_abort;
371 if (vp->v_type == VSOCK)
374 VOP_UNLOCK(vp, LK_RELEASE);
375 error = unionfs_nodeget(ap->a_dvp->v_mount, vp, NULLVP,
376 ap->a_dvp, ap->a_vpp, cnp, curthread);
381 unionfs_create_abort:
382 UNIONFS_INTERNAL_DEBUG("unionfs_create: leave (%d)\n", error);
388 unionfs_whiteout(struct vop_whiteout_args *ap)
390 struct unionfs_node *dunp;
391 struct componentname *cnp;
395 UNIONFS_INTERNAL_DEBUG("unionfs_whiteout: enter\n");
397 KASSERT_UNIONFS_VNODE(ap->a_dvp);
399 dunp = VTOUNIONFS(ap->a_dvp);
401 udvp = dunp->un_uppervp;
404 if (udvp != NULLVP) {
405 switch (ap->a_flags) {
409 error = VOP_WHITEOUT(udvp, cnp, ap->a_flags);
417 UNIONFS_INTERNAL_DEBUG("unionfs_whiteout: leave (%d)\n", error);
423 unionfs_mknod(struct vop_mknod_args *ap)
425 struct unionfs_node *dunp;
426 struct componentname *cnp;
431 UNIONFS_INTERNAL_DEBUG("unionfs_mknod: enter\n");
433 KASSERT_UNIONFS_VNODE(ap->a_dvp);
435 dunp = VTOUNIONFS(ap->a_dvp);
437 udvp = dunp->un_uppervp;
440 if (udvp != NULLVP) {
441 error = VOP_MKNOD(udvp, &vp, cnp, ap->a_vap);
443 goto unionfs_mknod_abort;
445 if (vp->v_type == VSOCK)
448 VOP_UNLOCK(vp, LK_RELEASE);
449 error = unionfs_nodeget(ap->a_dvp->v_mount, vp, NULLVP,
450 ap->a_dvp, ap->a_vpp, cnp, curthread);
456 UNIONFS_INTERNAL_DEBUG("unionfs_mknod: leave (%d)\n", error);
462 unionfs_open(struct vop_open_args *ap)
465 struct unionfs_node *unp;
466 struct unionfs_node_status *unsp;
469 struct vnode *targetvp;
473 UNIONFS_INTERNAL_DEBUG("unionfs_open: enter\n");
475 KASSERT_UNIONFS_VNODE(ap->a_vp);
478 unp = VTOUNIONFS(ap->a_vp);
479 uvp = unp->un_uppervp;
480 lvp = unp->un_lowervp;
485 unionfs_get_node_status(unp, td, &unsp);
487 if (unsp->uns_lower_opencnt > 0 || unsp->uns_upper_opencnt > 0) {
488 /* vnode is already opend. */
489 if (unsp->uns_upper_opencnt > 0)
494 if (targetvp == lvp &&
495 (ap->a_mode & FWRITE) && lvp->v_type == VREG)
498 if (targetvp == NULLVP) {
500 if ((ap->a_mode & FWRITE) && lvp->v_type == VREG) {
501 error = unionfs_copyfile(unp,
502 !(ap->a_mode & O_TRUNC), cred, td);
504 goto unionfs_open_abort;
505 targetvp = uvp = unp->un_uppervp;
512 error = VOP_OPEN(targetvp, ap->a_mode, cred, td, ap->a_fp);
514 if (targetvp == uvp) {
515 if (uvp->v_type == VDIR && lvp != NULLVP &&
516 unsp->uns_lower_opencnt <= 0) {
517 /* open lower for readdir */
518 error = VOP_OPEN(lvp, FREAD, cred, td, NULL);
520 VOP_CLOSE(uvp, ap->a_mode, cred, td);
521 goto unionfs_open_abort;
523 unsp->uns_node_flag |= UNS_OPENL_4_READDIR;
524 unsp->uns_lower_opencnt++;
526 unsp->uns_upper_opencnt++;
528 unsp->uns_lower_opencnt++;
529 unsp->uns_lower_openmode = ap->a_mode;
531 ap->a_vp->v_object = targetvp->v_object;
536 unionfs_tryrem_node_status(unp, unsp);
538 UNIONFS_INTERNAL_DEBUG("unionfs_open: leave (%d)\n", error);
544 unionfs_close(struct vop_close_args *ap)
548 struct unionfs_node *unp;
549 struct unionfs_node_status *unsp;
555 UNIONFS_INTERNAL_DEBUG("unionfs_close: enter\n");
557 KASSERT_UNIONFS_VNODE(ap->a_vp);
561 unp = VTOUNIONFS(vp);
565 if (VOP_ISLOCKED(vp) != LK_EXCLUSIVE) {
566 if (vn_lock(vp, LK_UPGRADE) != 0)
567 vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
570 unionfs_get_node_status(unp, td, &unsp);
572 if (unsp->uns_lower_opencnt <= 0 && unsp->uns_upper_opencnt <= 0) {
574 printf("unionfs_close: warning: open count is 0\n");
576 if (unp->un_uppervp != NULLVP)
577 ovp = unp->un_uppervp;
579 ovp = unp->un_lowervp;
580 } else if (unsp->uns_upper_opencnt > 0)
581 ovp = unp->un_uppervp;
583 ovp = unp->un_lowervp;
585 error = VOP_CLOSE(ovp, ap->a_fflag, cred, td);
588 goto unionfs_close_abort;
590 vp->v_object = ovp->v_object;
592 if (ovp == unp->un_uppervp) {
593 unsp->uns_upper_opencnt--;
594 if (unsp->uns_upper_opencnt == 0) {
595 if (unsp->uns_node_flag & UNS_OPENL_4_READDIR) {
596 VOP_CLOSE(unp->un_lowervp, FREAD, cred, td);
597 unsp->uns_node_flag &= ~UNS_OPENL_4_READDIR;
598 unsp->uns_lower_opencnt--;
600 if (unsp->uns_lower_opencnt > 0)
601 vp->v_object = unp->un_lowervp->v_object;
604 unsp->uns_lower_opencnt--;
607 unionfs_tryrem_node_status(unp, unsp);
610 vn_lock(vp, LK_DOWNGRADE | LK_RETRY);
612 UNIONFS_INTERNAL_DEBUG("unionfs_close: leave (%d)\n", error);
618 * Check the access mode toward shadow file/dir.
621 unionfs_check_corrected_access(accmode_t accmode,
626 uid_t uid; /* upper side vnode's uid */
627 gid_t gid; /* upper side vnode's gid */
628 u_short vmode; /* upper side vnode's mode */
637 if (cred->cr_uid == uid) {
642 if (accmode & VWRITE)
644 return ((vmode & mask) == mask ? 0 : EACCES);
649 if (groupmember(gid, cred)) {
654 if (accmode & VWRITE)
656 return ((vmode & mask) == mask ? 0 : EACCES);
664 if (accmode & VWRITE)
667 return ((vmode & mask) == mask ? 0 : EACCES);
671 unionfs_access(struct vop_access_args *ap)
673 struct unionfs_mount *ump;
674 struct unionfs_node *unp;
682 UNIONFS_INTERNAL_DEBUG("unionfs_access: enter\n");
684 KASSERT_UNIONFS_VNODE(ap->a_vp);
686 ump = MOUNTTOUNIONFSMOUNT(ap->a_vp->v_mount);
687 unp = VTOUNIONFS(ap->a_vp);
688 uvp = unp->un_uppervp;
689 lvp = unp->un_lowervp;
691 accmode = ap->a_accmode;
694 if ((accmode & VWRITE) &&
695 (ap->a_vp->v_mount->mnt_flag & MNT_RDONLY)) {
696 switch (ap->a_vp->v_type) {
707 error = VOP_ACCESS(uvp, accmode, ap->a_cred, td);
709 UNIONFS_INTERNAL_DEBUG("unionfs_access: leave (%d)\n", error);
715 if (accmode & VWRITE) {
716 if (ump->um_uppervp->v_mount->mnt_flag & MNT_RDONLY) {
717 switch (ap->a_vp->v_type) {
725 } else if (ap->a_vp->v_type == VREG || ap->a_vp->v_type == VDIR) {
726 /* check shadow file/dir */
727 if (ump->um_copymode != UNIONFS_TRANSPARENT) {
728 error = unionfs_create_uppervattr(ump,
729 lvp, &va, ap->a_cred, td);
733 error = unionfs_check_corrected_access(
734 accmode, &va, ap->a_cred);
739 accmode &= ~(VWRITE | VAPPEND);
740 accmode |= VREAD; /* will copy to upper */
742 error = VOP_ACCESS(lvp, accmode, ap->a_cred, td);
745 UNIONFS_INTERNAL_DEBUG("unionfs_access: leave (%d)\n", error);
751 unionfs_getattr(struct vop_getattr_args *ap)
754 struct unionfs_node *unp;
755 struct unionfs_mount *ump;
761 UNIONFS_INTERNAL_DEBUG("unionfs_getattr: enter\n");
763 KASSERT_UNIONFS_VNODE(ap->a_vp);
765 unp = VTOUNIONFS(ap->a_vp);
766 ump = MOUNTTOUNIONFSMOUNT(ap->a_vp->v_mount);
767 uvp = unp->un_uppervp;
768 lvp = unp->un_lowervp;
772 if ((error = VOP_GETATTR(uvp, ap->a_vap, ap->a_cred)) == 0)
773 ap->a_vap->va_fsid = ap->a_vp->v_mount->mnt_stat.f_fsid.val[0];
775 UNIONFS_INTERNAL_DEBUG("unionfs_getattr: leave mode=%o, uid=%d, gid=%d (%d)\n",
776 ap->a_vap->va_mode, ap->a_vap->va_uid,
777 ap->a_vap->va_gid, error);
782 error = VOP_GETATTR(lvp, ap->a_vap, ap->a_cred);
784 if (error == 0 && !(ump->um_uppervp->v_mount->mnt_flag & MNT_RDONLY)) {
785 /* correct the attr toward shadow file/dir. */
786 if (ap->a_vp->v_type == VREG || ap->a_vp->v_type == VDIR) {
787 unionfs_create_uppervattr_core(ump, ap->a_vap, &va, td);
788 ap->a_vap->va_mode = va.va_mode;
789 ap->a_vap->va_uid = va.va_uid;
790 ap->a_vap->va_gid = va.va_gid;
795 ap->a_vap->va_fsid = ap->a_vp->v_mount->mnt_stat.f_fsid.val[0];
797 UNIONFS_INTERNAL_DEBUG("unionfs_getattr: leave mode=%o, uid=%d, gid=%d (%d)\n",
798 ap->a_vap->va_mode, ap->a_vap->va_uid, ap->a_vap->va_gid, error);
804 unionfs_setattr(struct vop_setattr_args *ap)
807 struct unionfs_node *unp;
813 UNIONFS_INTERNAL_DEBUG("unionfs_setattr: enter\n");
815 KASSERT_UNIONFS_VNODE(ap->a_vp);
818 unp = VTOUNIONFS(ap->a_vp);
819 uvp = unp->un_uppervp;
820 lvp = unp->un_lowervp;
824 if ((ap->a_vp->v_mount->mnt_flag & MNT_RDONLY) &&
825 (vap->va_flags != VNOVAL || vap->va_uid != (uid_t)VNOVAL ||
826 vap->va_gid != (gid_t)VNOVAL || vap->va_atime.tv_sec != VNOVAL ||
827 vap->va_mtime.tv_sec != VNOVAL || vap->va_mode != (mode_t)VNOVAL))
830 if (uvp == NULLVP && lvp->v_type == VREG) {
831 error = unionfs_copyfile(unp, (vap->va_size != 0),
835 uvp = unp->un_uppervp;
839 error = VOP_SETATTR(uvp, vap, ap->a_cred);
841 UNIONFS_INTERNAL_DEBUG("unionfs_setattr: leave (%d)\n", error);
847 unionfs_read(struct vop_read_args *ap)
850 struct unionfs_node *unp;
853 /* UNIONFS_INTERNAL_DEBUG("unionfs_read: enter\n"); */
855 KASSERT_UNIONFS_VNODE(ap->a_vp);
857 unp = VTOUNIONFS(ap->a_vp);
858 tvp = (unp->un_uppervp != NULLVP ? unp->un_uppervp : unp->un_lowervp);
860 error = VOP_READ(tvp, ap->a_uio, ap->a_ioflag, ap->a_cred);
862 /* UNIONFS_INTERNAL_DEBUG("unionfs_read: leave (%d)\n", error); */
868 unionfs_write(struct vop_write_args *ap)
871 struct unionfs_node *unp;
874 /* UNIONFS_INTERNAL_DEBUG("unionfs_write: enter\n"); */
876 KASSERT_UNIONFS_VNODE(ap->a_vp);
878 unp = VTOUNIONFS(ap->a_vp);
879 tvp = (unp->un_uppervp != NULLVP ? unp->un_uppervp : unp->un_lowervp);
881 error = VOP_WRITE(tvp, ap->a_uio, ap->a_ioflag, ap->a_cred);
883 /* UNIONFS_INTERNAL_DEBUG("unionfs_write: leave (%d)\n", error); */
889 unionfs_ioctl(struct vop_ioctl_args *ap)
892 struct unionfs_node *unp;
893 struct unionfs_node_status *unsp;
896 UNIONFS_INTERNAL_DEBUG("unionfs_ioctl: enter\n");
898 KASSERT_UNIONFS_VNODE(ap->a_vp);
900 vn_lock(ap->a_vp, LK_EXCLUSIVE | LK_RETRY);
901 unp = VTOUNIONFS(ap->a_vp);
902 unionfs_get_node_status(unp, ap->a_td, &unsp);
903 ovp = (unsp->uns_upper_opencnt ? unp->un_uppervp : unp->un_lowervp);
904 unionfs_tryrem_node_status(unp, unsp);
905 VOP_UNLOCK(ap->a_vp, LK_RELEASE);
910 error = VOP_IOCTL(ovp, ap->a_command, ap->a_data, ap->a_fflag,
911 ap->a_cred, ap->a_td);
913 UNIONFS_INTERNAL_DEBUG("unionfs_ioctl: leave (%d)\n", error);
919 unionfs_poll(struct vop_poll_args *ap)
921 struct unionfs_node *unp;
922 struct unionfs_node_status *unsp;
925 KASSERT_UNIONFS_VNODE(ap->a_vp);
927 vn_lock(ap->a_vp, LK_EXCLUSIVE | LK_RETRY);
928 unp = VTOUNIONFS(ap->a_vp);
929 unionfs_get_node_status(unp, ap->a_td, &unsp);
930 ovp = (unsp->uns_upper_opencnt ? unp->un_uppervp : unp->un_lowervp);
931 unionfs_tryrem_node_status(unp, unsp);
932 VOP_UNLOCK(ap->a_vp, LK_RELEASE);
937 return (VOP_POLL(ovp, ap->a_events, ap->a_cred, ap->a_td));
941 unionfs_fsync(struct vop_fsync_args *ap)
943 struct unionfs_node *unp;
944 struct unionfs_node_status *unsp;
947 KASSERT_UNIONFS_VNODE(ap->a_vp);
949 unp = VTOUNIONFS(ap->a_vp);
950 unionfs_get_node_status(unp, ap->a_td, &unsp);
951 ovp = (unsp->uns_upper_opencnt ? unp->un_uppervp : unp->un_lowervp);
952 unionfs_tryrem_node_status(unp, unsp);
957 return (VOP_FSYNC(ovp, ap->a_waitfor, ap->a_td));
961 unionfs_remove(struct vop_remove_args *ap)
965 struct unionfs_node *dunp;
966 struct unionfs_node *unp;
967 struct unionfs_mount *ump;
972 struct componentname *cnp;
973 struct componentname cn;
976 UNIONFS_INTERNAL_DEBUG("unionfs_remove: enter\n");
978 KASSERT_UNIONFS_VNODE(ap->a_dvp);
981 dunp = VTOUNIONFS(ap->a_dvp);
982 udvp = dunp->un_uppervp;
986 if (ap->a_vp->v_op != &unionfs_vnodeops) {
987 if (ap->a_vp->v_type != VSOCK)
990 vp = uvp = lvp = NULLVP;
992 VOP_UNLOCK(ap->a_vp, LK_RELEASE);
993 error = unionfs_relookup(udvp, &vp, cnp, &cn, td,
994 cnp->cn_nameptr, strlen(cnp->cn_nameptr), DELETE);
995 if (error != 0 && error != ENOENT) {
996 vn_lock(ap->a_vp, LK_EXCLUSIVE | LK_RETRY);
1000 if (error == 0 && vp == ap->a_vp) {
1001 /* target vnode in upper */
1006 /* target vnode in lower */
1013 vn_lock(ap->a_vp, LK_EXCLUSIVE | LK_RETRY);
1015 path = ap->a_cnp->cn_nameptr;
1018 ump = MOUNTTOUNIONFSMOUNT(ap->a_vp->v_mount);
1019 unp = VTOUNIONFS(ap->a_vp);
1020 uvp = unp->un_uppervp;
1021 lvp = unp->un_lowervp;
1022 path = unp->un_path;
1028 if (uvp != NULLVP) {
1030 * XXX: if the vnode type is VSOCK, it will create whiteout
1033 if (ump == NULL || ump->um_whitemode == UNIONFS_WHITE_ALWAYS ||
1035 cnp->cn_flags |= DOWHITEOUT;
1036 error = VOP_REMOVE(udvp, uvp, cnp);
1037 } else if (lvp != NULLVP)
1038 error = unionfs_mkwhiteout(udvp, cnp, td, path);
1040 UNIONFS_INTERNAL_DEBUG("unionfs_remove: leave (%d)\n", error);
1046 unionfs_link(struct vop_link_args *ap)
1050 struct unionfs_node *dunp;
1051 struct unionfs_node *unp;
1054 struct componentname *cnp;
1057 UNIONFS_INTERNAL_DEBUG("unionfs_link: enter\n");
1059 KASSERT_UNIONFS_VNODE(ap->a_tdvp);
1060 KASSERT_UNIONFS_VNODE(ap->a_vp);
1064 dunp = VTOUNIONFS(ap->a_tdvp);
1066 udvp = dunp->un_uppervp;
1074 if (ap->a_vp->v_op != &unionfs_vnodeops)
1077 unp = VTOUNIONFS(ap->a_vp);
1079 if (unp->un_uppervp == NULLVP) {
1080 if (ap->a_vp->v_type != VREG)
1081 return (EOPNOTSUPP);
1083 error = unionfs_copyfile(unp, 1, cnp->cn_cred, td);
1088 uvp = unp->un_uppervp;
1091 if (needrelookup != 0)
1092 error = unionfs_relookup_for_create(ap->a_tdvp, cnp, td);
1095 error = VOP_LINK(udvp, uvp, cnp);
1097 UNIONFS_INTERNAL_DEBUG("unionfs_link: leave (%d)\n", error);
1103 unionfs_rename(struct vop_rename_args *ap)
1108 struct componentname *fcnp;
1111 struct componentname *tcnp;
1112 struct vnode *ltdvp;
1116 /* rename target vnodes */
1117 struct vnode *rfdvp;
1119 struct vnode *rtdvp;
1123 struct unionfs_mount *ump;
1124 struct unionfs_node *unp;
1126 UNIONFS_INTERNAL_DEBUG("unionfs_rename: enter\n");
1145 if (!(fcnp->cn_flags & HASBUF) || !(tcnp->cn_flags & HASBUF))
1146 panic("unionfs_rename: no name");
1149 /* check for cross device rename */
1150 if (fvp->v_mount != tdvp->v_mount ||
1151 (tvp != NULLVP && fvp->v_mount != tvp->v_mount)) {
1152 if (fvp->v_op != &unionfs_vnodeops)
1156 goto unionfs_rename_abort;
1159 /* Renaming a file to itself has no effect. */
1161 goto unionfs_rename_abort;
1164 * from/to vnode is unionfs node.
1167 KASSERT_UNIONFS_VNODE(fdvp);
1168 KASSERT_UNIONFS_VNODE(fvp);
1169 KASSERT_UNIONFS_VNODE(tdvp);
1171 KASSERT_UNIONFS_VNODE(tvp);
1173 unp = VTOUNIONFS(fdvp);
1174 #ifdef UNIONFS_IDBG_RENAME
1175 UNIONFS_INTERNAL_DEBUG("fdvp=%p, ufdvp=%p, lfdvp=%p\n", fdvp, unp->un_uppervp, unp->un_lowervp);
1177 if (unp->un_uppervp == NULLVP) {
1179 goto unionfs_rename_abort;
1181 rfdvp = unp->un_uppervp;
1184 unp = VTOUNIONFS(fvp);
1185 #ifdef UNIONFS_IDBG_RENAME
1186 UNIONFS_INTERNAL_DEBUG("fvp=%p, ufvp=%p, lfvp=%p\n", fvp, unp->un_uppervp, unp->un_lowervp);
1188 ump = MOUNTTOUNIONFSMOUNT(fvp->v_mount);
1189 if (unp->un_uppervp == NULLVP) {
1190 switch (fvp->v_type) {
1192 if ((error = vn_lock(fvp, LK_EXCLUSIVE)) != 0)
1193 goto unionfs_rename_abort;
1194 error = unionfs_copyfile(unp, 1, fcnp->cn_cred, td);
1195 VOP_UNLOCK(fvp, LK_RELEASE);
1197 goto unionfs_rename_abort;
1200 if ((error = vn_lock(fvp, LK_EXCLUSIVE)) != 0)
1201 goto unionfs_rename_abort;
1202 error = unionfs_mkshadowdir(ump, rfdvp, unp, fcnp, td);
1203 VOP_UNLOCK(fvp, LK_RELEASE);
1205 goto unionfs_rename_abort;
1209 goto unionfs_rename_abort;
1215 if (unp->un_lowervp != NULLVP)
1216 fcnp->cn_flags |= DOWHITEOUT;
1217 rfvp = unp->un_uppervp;
1220 unp = VTOUNIONFS(tdvp);
1221 #ifdef UNIONFS_IDBG_RENAME
1222 UNIONFS_INTERNAL_DEBUG("tdvp=%p, utdvp=%p, ltdvp=%p\n", tdvp, unp->un_uppervp, unp->un_lowervp);
1224 if (unp->un_uppervp == NULLVP) {
1226 goto unionfs_rename_abort;
1228 rtdvp = unp->un_uppervp;
1229 ltdvp = unp->un_lowervp;
1235 } else if (tvp != NULLVP) {
1236 unp = VTOUNIONFS(tvp);
1237 #ifdef UNIONFS_IDBG_RENAME
1238 UNIONFS_INTERNAL_DEBUG("tvp=%p, utvp=%p, ltvp=%p\n", tvp, unp->un_uppervp, unp->un_lowervp);
1240 if (unp->un_uppervp == NULLVP)
1243 if (tvp->v_type == VDIR) {
1245 goto unionfs_rename_abort;
1247 rtvp = unp->un_uppervp;
1248 ltvp = unp->un_lowervp;
1254 goto unionfs_rename_abort;
1256 if (needrelookup != 0) {
1257 if ((error = vn_lock(fdvp, LK_EXCLUSIVE)) != 0)
1258 goto unionfs_rename_abort;
1259 error = unionfs_relookup_for_delete(fdvp, fcnp, td);
1260 VOP_UNLOCK(fdvp, LK_RELEASE);
1262 goto unionfs_rename_abort;
1264 /* Locke of tvp is canceled in order to avoid recursive lock. */
1265 if (tvp != NULLVP && tvp != tdvp)
1266 VOP_UNLOCK(tvp, LK_RELEASE);
1267 error = unionfs_relookup_for_rename(tdvp, tcnp, td);
1268 if (tvp != NULLVP && tvp != tdvp)
1269 vn_lock(tvp, LK_EXCLUSIVE | LK_RETRY);
1271 goto unionfs_rename_abort;
1274 error = VOP_RENAME(rfdvp, rfvp, fcnp, rtdvp, rtvp, tcnp);
1277 if (rtvp != NULLVP && rtvp->v_type == VDIR)
1279 if (fvp->v_type == VDIR && fdvp != tdvp)
1283 if (ltdvp != NULLVP)
1284 VOP_UNLOCK(ltdvp, LK_RELEASE);
1288 VOP_UNLOCK(ltvp, LK_RELEASE);
1289 if (tvp != rtvp && tvp != NULLVP) {
1300 UNIONFS_INTERNAL_DEBUG("unionfs_rename: leave (%d)\n", error);
1304 unionfs_rename_abort:
1308 if (tvp != NULLVP) {
1314 if (tvp != rtvp && rtvp != NULLVP)
1323 UNIONFS_INTERNAL_DEBUG("unionfs_rename: leave (%d)\n", error);
1329 unionfs_mkdir(struct vop_mkdir_args *ap)
1333 struct unionfs_node *dunp;
1334 struct componentname *cnp;
1340 UNIONFS_INTERNAL_DEBUG("unionfs_mkdir: enter\n");
1342 KASSERT_UNIONFS_VNODE(ap->a_dvp);
1345 dunp = VTOUNIONFS(ap->a_dvp);
1347 lkflags = cnp->cn_lkflags;
1349 udvp = dunp->un_uppervp;
1351 if (udvp != NULLVP) {
1353 if (!(cnp->cn_flags & ISWHITEOUT)) {
1354 error = VOP_GETATTR(udvp, &va, cnp->cn_cred);
1357 if (va.va_flags & OPAQUE)
1358 cnp->cn_flags |= ISWHITEOUT;
1361 if ((error = VOP_MKDIR(udvp, &uvp, cnp, ap->a_vap)) == 0) {
1362 VOP_UNLOCK(uvp, LK_RELEASE);
1363 cnp->cn_lkflags = LK_EXCLUSIVE;
1364 error = unionfs_nodeget(ap->a_dvp->v_mount, uvp, NULLVP,
1365 ap->a_dvp, ap->a_vpp, cnp, td);
1366 cnp->cn_lkflags = lkflags;
1371 UNIONFS_INTERNAL_DEBUG("unionfs_mkdir: leave (%d)\n", error);
1377 unionfs_rmdir(struct vop_rmdir_args *ap)
1380 struct unionfs_node *dunp;
1381 struct unionfs_node *unp;
1382 struct unionfs_mount *ump;
1383 struct componentname *cnp;
1389 UNIONFS_INTERNAL_DEBUG("unionfs_rmdir: enter\n");
1391 KASSERT_UNIONFS_VNODE(ap->a_dvp);
1392 KASSERT_UNIONFS_VNODE(ap->a_vp);
1395 dunp = VTOUNIONFS(ap->a_dvp);
1396 unp = VTOUNIONFS(ap->a_vp);
1399 udvp = dunp->un_uppervp;
1400 uvp = unp->un_uppervp;
1401 lvp = unp->un_lowervp;
1407 return (EOPNOTSUPP);
1409 if (uvp != NULLVP) {
1410 if (lvp != NULLVP) {
1411 error = unionfs_check_rmdir(ap->a_vp, cnp->cn_cred, td);
1415 ump = MOUNTTOUNIONFSMOUNT(ap->a_vp->v_mount);
1416 if (ump->um_whitemode == UNIONFS_WHITE_ALWAYS || lvp != NULLVP)
1417 cnp->cn_flags |= DOWHITEOUT;
1418 error = unionfs_relookup_for_delete(ap->a_dvp, cnp, td);
1420 error = VOP_RMDIR(udvp, uvp, cnp);
1422 else if (lvp != NULLVP)
1423 error = unionfs_mkwhiteout(udvp, cnp, td, unp->un_path);
1426 cache_purge(ap->a_dvp);
1427 cache_purge(ap->a_vp);
1430 UNIONFS_INTERNAL_DEBUG("unionfs_rmdir: leave (%d)\n", error);
1436 unionfs_symlink(struct vop_symlink_args *ap)
1440 struct unionfs_node *dunp;
1441 struct componentname *cnp;
1446 UNIONFS_INTERNAL_DEBUG("unionfs_symlink: enter\n");
1448 KASSERT_UNIONFS_VNODE(ap->a_dvp);
1451 dunp = VTOUNIONFS(ap->a_dvp);
1453 lkflags = cnp->cn_lkflags;
1455 udvp = dunp->un_uppervp;
1457 if (udvp != NULLVP) {
1458 error = VOP_SYMLINK(udvp, &uvp, cnp, ap->a_vap, ap->a_target);
1460 VOP_UNLOCK(uvp, LK_RELEASE);
1461 cnp->cn_lkflags = LK_EXCLUSIVE;
1462 error = unionfs_nodeget(ap->a_dvp->v_mount, uvp, NULLVP,
1463 ap->a_dvp, ap->a_vpp, cnp, td);
1464 cnp->cn_lkflags = lkflags;
1469 UNIONFS_INTERNAL_DEBUG("unionfs_symlink: leave (%d)\n", error);
1475 unionfs_readdir(struct vop_readdir_args *ap)
1481 struct unionfs_node *unp;
1482 struct unionfs_node_status *unsp;
1493 UNIONFS_INTERNAL_DEBUG("unionfs_readdir: enter\n");
1495 KASSERT_UNIONFS_VNODE(ap->a_vp);
1509 if (vp->v_type != VDIR)
1512 /* check the open count. unionfs needs to open before readdir. */
1513 if (VOP_ISLOCKED(vp) != LK_EXCLUSIVE) {
1514 if (vn_lock(vp, LK_UPGRADE) != 0)
1515 vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
1518 unp = VTOUNIONFS(vp);
1522 uvp = unp->un_uppervp;
1523 lvp = unp->un_lowervp;
1524 unionfs_get_node_status(unp, td, &unsp);
1525 if ((uvp != NULLVP && unsp->uns_upper_opencnt <= 0) ||
1526 (lvp != NULLVP && unsp->uns_lower_opencnt <= 0)) {
1527 unionfs_tryrem_node_status(unp, unsp);
1532 vn_lock(vp, LK_DOWNGRADE | LK_RETRY);
1534 goto unionfs_readdir_exit;
1537 if (uvp != NULLVP && lvp != NULLVP) {
1538 if ((error = VOP_GETATTR(uvp, &va, ap->a_cred)) != 0)
1539 goto unionfs_readdir_exit;
1540 if (va.va_flags & OPAQUE)
1545 if (uvp != NULLVP && lvp == NULLVP) {
1546 error = VOP_READDIR(uvp, uio, ap->a_cred, ap->a_eofflag,
1547 ap->a_ncookies, ap->a_cookies);
1548 unsp->uns_readdir_status = 0;
1550 goto unionfs_readdir_exit;
1554 if (uvp == NULLVP && lvp != NULLVP) {
1555 error = VOP_READDIR(lvp, uio, ap->a_cred, ap->a_eofflag,
1556 ap->a_ncookies, ap->a_cookies);
1557 unsp->uns_readdir_status = 2;
1559 goto unionfs_readdir_exit;
1563 * readdir upper and lower
1565 KASSERT(uvp != NULLVP, ("unionfs_readdir: null upper vp"));
1566 KASSERT(lvp != NULLVP, ("unionfs_readdir: null lower vp"));
1567 if (uio->uio_offset == 0)
1568 unsp->uns_readdir_status = 0;
1570 if (unsp->uns_readdir_status == 0) {
1572 error = VOP_READDIR(uvp, uio, ap->a_cred, &eofflag,
1573 ap->a_ncookies, ap->a_cookies);
1575 if (error != 0 || eofflag == 0)
1576 goto unionfs_readdir_exit;
1577 unsp->uns_readdir_status = 1;
1580 * UFS(and other FS) needs size of uio_resid larger than
1582 * size of DIRBLKSIZ equals DEV_BSIZE.
1583 * (see: ufs/ufs/ufs_vnops.c ufs_readdir func , ufs/ufs/dir.h)
1585 if (uio->uio_resid <= (uio->uio_resid & (DEV_BSIZE -1)))
1586 goto unionfs_readdir_exit;
1590 * It prepares to readdir in lower.
1592 if (ap->a_ncookies != NULL) {
1593 ncookies_bk = *(ap->a_ncookies);
1594 *(ap->a_ncookies) = 0;
1596 if (ap->a_cookies != NULL) {
1597 cookies_bk = *(ap->a_cookies);
1598 *(ap->a_cookies) = NULL;
1602 /* initialize for readdir in lower */
1603 if (unsp->uns_readdir_status == 1) {
1604 unsp->uns_readdir_status = 2;
1606 * Backup uio_offset. See the comment after the
1607 * VOP_READDIR call on the lower layer.
1609 uio_offset_bk = uio->uio_offset;
1610 uio->uio_offset = 0;
1613 if (lvp == NULLVP) {
1615 goto unionfs_readdir_exit;
1618 error = VOP_READDIR(lvp, uio, ap->a_cred, ap->a_eofflag,
1619 ap->a_ncookies, ap->a_cookies);
1622 * We can't return an uio_offset of 0: this would trigger an
1623 * infinite loop, because the next call to unionfs_readdir would
1624 * always restart with the upper layer (uio_offset == 0) and
1625 * always return some data.
1627 * This happens when the lower layer root directory is removed.
1628 * (A root directory deleting of unionfs should not be permitted.
1629 * But current VFS can not do it.)
1631 if (uio->uio_offset == 0)
1632 uio->uio_offset = uio_offset_bk;
1634 if (cookies_bk != NULL) {
1637 u_long *newcookies, *pos;
1639 size = *(ap->a_ncookies) + ncookies_bk;
1640 newcookies = (u_long *) malloc(size * sizeof(u_long),
1644 memcpy(pos, cookies_bk, ncookies_bk * sizeof(u_long));
1646 memcpy(pos, *(ap->a_cookies), *(ap->a_ncookies) * sizeof(u_long));
1647 free(cookies_bk, M_TEMP);
1648 free(*(ap->a_cookies), M_TEMP);
1649 *(ap->a_ncookies) = size;
1650 *(ap->a_cookies) = newcookies;
1653 unionfs_readdir_exit:
1654 if (error != 0 && ap->a_eofflag != NULL)
1655 *(ap->a_eofflag) = 1;
1657 UNIONFS_INTERNAL_DEBUG("unionfs_readdir: leave (%d)\n", error);
1663 unionfs_readlink(struct vop_readlink_args *ap)
1666 struct unionfs_node *unp;
1669 UNIONFS_INTERNAL_DEBUG("unionfs_readlink: enter\n");
1671 KASSERT_UNIONFS_VNODE(ap->a_vp);
1673 unp = VTOUNIONFS(ap->a_vp);
1674 vp = (unp->un_uppervp != NULLVP ? unp->un_uppervp : unp->un_lowervp);
1676 error = VOP_READLINK(vp, ap->a_uio, ap->a_cred);
1678 UNIONFS_INTERNAL_DEBUG("unionfs_readlink: leave (%d)\n", error);
1684 unionfs_getwritemount(struct vop_getwritemount_args *ap)
1690 UNIONFS_INTERNAL_DEBUG("unionfs_getwritemount: enter\n");
1695 if (vp == NULLVP || (vp->v_mount->mnt_flag & MNT_RDONLY))
1698 KASSERT_UNIONFS_VNODE(vp);
1700 uvp = UNIONFSVPTOUPPERVP(vp);
1701 if (uvp == NULLVP && VREG == vp->v_type)
1702 uvp = UNIONFSVPTOUPPERVP(VTOUNIONFS(vp)->un_dvp);
1705 error = VOP_GETWRITEMOUNT(uvp, ap->a_mpp);
1708 if (vp->v_iflag & VI_FREE)
1715 UNIONFS_INTERNAL_DEBUG("unionfs_getwritemount: leave (%d)\n", error);
1721 unionfs_inactive(struct vop_inactive_args *ap)
1723 ap->a_vp->v_object = NULL;
1724 vrecycle(ap->a_vp, ap->a_td);
1729 unionfs_reclaim(struct vop_reclaim_args *ap)
1731 /* UNIONFS_INTERNAL_DEBUG("unionfs_reclaim: enter\n"); */
1733 unionfs_noderem(ap->a_vp, ap->a_td);
1735 /* UNIONFS_INTERNAL_DEBUG("unionfs_reclaim: leave\n"); */
1741 unionfs_print(struct vop_print_args *ap)
1743 struct unionfs_node *unp;
1744 /* struct unionfs_node_status *unsp; */
1746 unp = VTOUNIONFS(ap->a_vp);
1747 /* unionfs_get_node_status(unp, curthread, &unsp); */
1749 printf("unionfs_vp=%p, uppervp=%p, lowervp=%p\n",
1750 ap->a_vp, unp->un_uppervp, unp->un_lowervp);
1752 printf("unionfs opencnt: uppervp=%d, lowervp=%d\n",
1753 unsp->uns_upper_opencnt, unsp->uns_lower_opencnt);
1756 if (unp->un_uppervp != NULLVP)
1757 vprint("unionfs: upper", unp->un_uppervp);
1758 if (unp->un_lowervp != NULLVP)
1759 vprint("unionfs: lower", unp->un_lowervp);
1765 unionfs_islocked(struct vop_islocked_args *ap)
1767 struct unionfs_node *unp;
1769 KASSERT_UNIONFS_VNODE(ap->a_vp);
1771 unp = VTOUNIONFS(ap->a_vp);
1773 return (vop_stdislocked(ap));
1775 if (unp->un_uppervp != NULLVP)
1776 return (VOP_ISLOCKED(unp->un_uppervp));
1777 if (unp->un_lowervp != NULLVP)
1778 return (VOP_ISLOCKED(unp->un_lowervp));
1779 return (vop_stdislocked(ap));
1783 unionfs_get_llt_revlock(struct vnode *vp, int flags)
1789 switch (flags & LK_TYPE_MASK) {
1791 if (VOP_ISLOCKED(vp) == LK_EXCLUSIVE)
1792 revlock = LK_UPGRADE;
1794 revlock = LK_RELEASE;
1798 revlock = LK_RELEASE;
1801 revlock = LK_UPGRADE;
1811 * The state of an acquired lock is adjusted similarly to
1812 * the time of error generating.
1813 * flags: LK_RELEASE or LK_UPGRADE
1816 unionfs_revlock(struct vnode *vp, int flags)
1818 if (flags & LK_RELEASE)
1819 VOP_UNLOCK(vp, flags);
1822 if (vn_lock(vp, flags) != 0)
1823 vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
1828 unionfs_lock(struct vop_lock1_args *ap)
1836 struct unionfs_mount *ump;
1837 struct unionfs_node *unp;
1842 KASSERT_UNIONFS_VNODE(ap->a_vp);
1847 flags = ap->a_flags;
1850 if (LK_RELEASE == (flags & LK_TYPE_MASK) || !(flags & LK_TYPE_MASK))
1851 return (VOP_UNLOCK(vp, flags | LK_RELEASE));
1853 if ((flags & LK_INTERLOCK) == 0)
1858 goto unionfs_lock_null_vnode;
1860 ump = MOUNTTOUNIONFSMOUNT(mp);
1861 unp = VTOUNIONFS(vp);
1862 if (ump == NULL || unp == NULL)
1863 goto unionfs_lock_null_vnode;
1864 lvp = unp->un_lowervp;
1865 uvp = unp->un_uppervp;
1867 if ((revlock = unionfs_get_llt_revlock(vp, flags)) == 0)
1868 panic("unknown lock type: 0x%x", flags & LK_TYPE_MASK);
1870 if ((mp->mnt_kern_flag & MNTK_MPSAFE) != 0 &&
1871 (vp->v_iflag & VI_OWEINACT) != 0)
1875 * Sometimes, lower or upper is already exclusive locked.
1876 * (ex. vfs_domount: mounted vnode is already locked.)
1878 if ((flags & LK_TYPE_MASK) == LK_EXCLUSIVE &&
1879 vp == ump->um_rootvp)
1880 flags |= LK_CANRECURSE;
1882 if (lvp != NULLVP) {
1883 if (uvp != NULLVP && flags & LK_UPGRADE) {
1884 /* Share Lock is once released and a deadlock is avoided. */
1885 VI_LOCK_FLAGS(uvp, MTX_DUPOK);
1889 VOP_UNLOCK(uvp, LK_RELEASE | LK_INTERLOCK);
1891 unp = VTOUNIONFS(vp);
1893 /* vnode is released. */
1895 VOP_UNLOCK(lvp, LK_RELEASE);
1900 VI_LOCK_FLAGS(lvp, MTX_DUPOK);
1901 flags |= LK_INTERLOCK;
1905 ap->a_flags &= ~LK_INTERLOCK;
1907 error = VOP_LOCK(lvp, flags);
1910 unp = VTOUNIONFS(vp);
1912 /* vnode is released. */
1915 VOP_UNLOCK(lvp, LK_RELEASE);
1919 return (vop_stdlock(ap));
1923 if (error == 0 && uvp != NULLVP) {
1924 if (uhold && flags & LK_UPGRADE) {
1925 flags &= ~LK_TYPE_MASK;
1926 flags |= LK_EXCLUSIVE;
1928 VI_LOCK_FLAGS(uvp, MTX_DUPOK);
1929 flags |= LK_INTERLOCK;
1936 ap->a_flags &= ~LK_INTERLOCK;
1938 error = VOP_LOCK(uvp, flags);
1941 unp = VTOUNIONFS(vp);
1943 /* vnode is released. */
1946 VOP_UNLOCK(uvp, LK_RELEASE);
1948 if (lvp != NULLVP) {
1949 VOP_UNLOCK(lvp, LK_RELEASE);
1952 return (vop_stdlock(ap));
1954 if (error != 0 && lvp != NULLVP) {
1957 unionfs_revlock(lvp, revlock);
1971 unionfs_lock_null_vnode:
1972 ap->a_flags |= LK_INTERLOCK;
1973 return (vop_stdlock(ap));
1977 unionfs_unlock(struct vop_unlock_args *ap)
1986 struct unionfs_node *unp;
1988 KASSERT_UNIONFS_VNODE(ap->a_vp);
1993 flags = ap->a_flags | LK_RELEASE;
1996 if ((flags & LK_INTERLOCK) != 0)
1998 else if (mtx_owned(VI_MTX(vp)) == 0) {
2003 unp = VTOUNIONFS(vp);
2005 goto unionfs_unlock_null_vnode;
2006 lvp = unp->un_lowervp;
2007 uvp = unp->un_uppervp;
2009 if (lvp != NULLVP) {
2010 VI_LOCK_FLAGS(lvp, MTX_DUPOK);
2011 flags |= LK_INTERLOCK;
2015 ap->a_flags &= ~LK_INTERLOCK;
2017 error = VOP_UNLOCK(lvp, flags);
2022 if (error == 0 && uvp != NULLVP) {
2023 VI_LOCK_FLAGS(uvp, MTX_DUPOK);
2024 flags |= LK_INTERLOCK;
2029 ap->a_flags &= ~LK_INTERLOCK;
2031 error = VOP_UNLOCK(uvp, flags);
2046 unionfs_unlock_null_vnode:
2049 return (vop_stdunlock(ap));
2053 unionfs_pathconf(struct vop_pathconf_args *ap)
2055 struct unionfs_node *unp;
2058 KASSERT_UNIONFS_VNODE(ap->a_vp);
2060 unp = VTOUNIONFS(ap->a_vp);
2061 vp = (unp->un_uppervp != NULLVP ? unp->un_uppervp : unp->un_lowervp);
2063 return (VOP_PATHCONF(vp, ap->a_name, ap->a_retval));
2067 unionfs_advlock(struct vop_advlock_args *ap)
2070 struct unionfs_node *unp;
2071 struct unionfs_node_status *unsp;
2076 UNIONFS_INTERNAL_DEBUG("unionfs_advlock: enter\n");
2078 KASSERT_UNIONFS_VNODE(ap->a_vp);
2083 vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
2085 unp = VTOUNIONFS(ap->a_vp);
2086 uvp = unp->un_uppervp;
2088 if (uvp == NULLVP) {
2089 error = unionfs_copyfile(unp, 1, td->td_ucred, td);
2091 goto unionfs_advlock_abort;
2092 uvp = unp->un_uppervp;
2094 unionfs_get_node_status(unp, td, &unsp);
2095 if (unsp->uns_lower_opencnt > 0) {
2096 /* try reopen the vnode */
2097 error = VOP_OPEN(uvp, unsp->uns_lower_openmode,
2098 td->td_ucred, td, NULL);
2100 goto unionfs_advlock_abort;
2101 unsp->uns_upper_opencnt++;
2102 VOP_CLOSE(unp->un_lowervp, unsp->uns_lower_openmode, td->td_ucred, td);
2103 unsp->uns_lower_opencnt--;
2105 unionfs_tryrem_node_status(unp, unsp);
2108 VOP_UNLOCK(vp, LK_RELEASE);
2110 error = VOP_ADVLOCK(uvp, ap->a_id, ap->a_op, ap->a_fl, ap->a_flags);
2112 UNIONFS_INTERNAL_DEBUG("unionfs_advlock: leave (%d)\n", error);
2116 unionfs_advlock_abort:
2117 VOP_UNLOCK(vp, LK_RELEASE);
2119 UNIONFS_INTERNAL_DEBUG("unionfs_advlock: leave (%d)\n", error);
2125 unionfs_strategy(struct vop_strategy_args *ap)
2127 struct unionfs_node *unp;
2130 KASSERT_UNIONFS_VNODE(ap->a_vp);
2132 unp = VTOUNIONFS(ap->a_vp);
2133 vp = (unp->un_uppervp != NULLVP ? unp->un_uppervp : unp->un_lowervp);
2137 panic("unionfs_strategy: nullvp");
2139 if (ap->a_bp->b_iocmd == BIO_WRITE && vp == unp->un_lowervp)
2140 panic("unionfs_strategy: writing to lowervp");
2143 return (VOP_STRATEGY(vp, ap->a_bp));
2147 unionfs_getacl(struct vop_getacl_args *ap)
2150 struct unionfs_node *unp;
2153 KASSERT_UNIONFS_VNODE(ap->a_vp);
2155 unp = VTOUNIONFS(ap->a_vp);
2156 vp = (unp->un_uppervp != NULLVP ? unp->un_uppervp : unp->un_lowervp);
2158 UNIONFS_INTERNAL_DEBUG("unionfs_getacl: enter\n");
2160 error = VOP_GETACL(vp, ap->a_type, ap->a_aclp, ap->a_cred, ap->a_td);
2162 UNIONFS_INTERNAL_DEBUG("unionfs_getacl: leave (%d)\n", error);
2168 unionfs_setacl(struct vop_setacl_args *ap)
2171 struct unionfs_node *unp;
2176 UNIONFS_INTERNAL_DEBUG("unionfs_setacl: enter\n");
2178 KASSERT_UNIONFS_VNODE(ap->a_vp);
2181 unp = VTOUNIONFS(ap->a_vp);
2182 uvp = unp->un_uppervp;
2183 lvp = unp->un_lowervp;
2186 if (ap->a_vp->v_mount->mnt_flag & MNT_RDONLY)
2189 if (uvp == NULLVP && lvp->v_type == VREG) {
2190 if ((error = unionfs_copyfile(unp, 1, ap->a_cred, td)) != 0)
2192 uvp = unp->un_uppervp;
2196 error = VOP_SETACL(uvp, ap->a_type, ap->a_aclp, ap->a_cred, td);
2198 UNIONFS_INTERNAL_DEBUG("unionfs_setacl: leave (%d)\n", error);
2204 unionfs_aclcheck(struct vop_aclcheck_args *ap)
2207 struct unionfs_node *unp;
2210 UNIONFS_INTERNAL_DEBUG("unionfs_aclcheck: enter\n");
2212 KASSERT_UNIONFS_VNODE(ap->a_vp);
2214 unp = VTOUNIONFS(ap->a_vp);
2215 vp = (unp->un_uppervp != NULLVP ? unp->un_uppervp : unp->un_lowervp);
2217 error = VOP_ACLCHECK(vp, ap->a_type, ap->a_aclp, ap->a_cred, ap->a_td);
2219 UNIONFS_INTERNAL_DEBUG("unionfs_aclcheck: leave (%d)\n", error);
2225 unionfs_openextattr(struct vop_openextattr_args *ap)
2228 struct unionfs_node *unp;
2232 KASSERT_UNIONFS_VNODE(ap->a_vp);
2235 unp = VTOUNIONFS(vp);
2236 tvp = (unp->un_uppervp != NULLVP ? unp->un_uppervp : unp->un_lowervp);
2238 if ((tvp == unp->un_uppervp && (unp->un_flag & UNIONFS_OPENEXTU)) ||
2239 (tvp == unp->un_lowervp && (unp->un_flag & UNIONFS_OPENEXTL)))
2242 error = VOP_OPENEXTATTR(tvp, ap->a_cred, ap->a_td);
2245 if (vn_lock(vp, LK_UPGRADE) != 0)
2246 vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
2247 if (tvp == unp->un_uppervp)
2248 unp->un_flag |= UNIONFS_OPENEXTU;
2250 unp->un_flag |= UNIONFS_OPENEXTL;
2251 vn_lock(vp, LK_DOWNGRADE | LK_RETRY);
2258 unionfs_closeextattr(struct vop_closeextattr_args *ap)
2261 struct unionfs_node *unp;
2265 KASSERT_UNIONFS_VNODE(ap->a_vp);
2268 unp = VTOUNIONFS(vp);
2271 if (unp->un_flag & UNIONFS_OPENEXTU)
2272 tvp = unp->un_uppervp;
2273 else if (unp->un_flag & UNIONFS_OPENEXTL)
2274 tvp = unp->un_lowervp;
2277 return (EOPNOTSUPP);
2279 error = VOP_CLOSEEXTATTR(tvp, ap->a_commit, ap->a_cred, ap->a_td);
2282 if (vn_lock(vp, LK_UPGRADE) != 0)
2283 vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
2284 if (tvp == unp->un_uppervp)
2285 unp->un_flag &= ~UNIONFS_OPENEXTU;
2287 unp->un_flag &= ~UNIONFS_OPENEXTL;
2288 vn_lock(vp, LK_DOWNGRADE | LK_RETRY);
2295 unionfs_getextattr(struct vop_getextattr_args *ap)
2297 struct unionfs_node *unp;
2300 KASSERT_UNIONFS_VNODE(ap->a_vp);
2302 unp = VTOUNIONFS(ap->a_vp);
2305 if (unp->un_flag & UNIONFS_OPENEXTU)
2306 vp = unp->un_uppervp;
2307 else if (unp->un_flag & UNIONFS_OPENEXTL)
2308 vp = unp->un_lowervp;
2311 return (EOPNOTSUPP);
2313 return (VOP_GETEXTATTR(vp, ap->a_attrnamespace, ap->a_name,
2314 ap->a_uio, ap->a_size, ap->a_cred, ap->a_td));
2318 unionfs_setextattr(struct vop_setextattr_args *ap)
2321 struct unionfs_node *unp;
2328 KASSERT_UNIONFS_VNODE(ap->a_vp);
2331 unp = VTOUNIONFS(ap->a_vp);
2332 uvp = unp->un_uppervp;
2333 lvp = unp->un_lowervp;
2338 UNIONFS_INTERNAL_DEBUG("unionfs_setextattr: enter (un_flag=%x)\n", unp->un_flag);
2340 if (ap->a_vp->v_mount->mnt_flag & MNT_RDONLY)
2343 if (unp->un_flag & UNIONFS_OPENEXTU)
2344 ovp = unp->un_uppervp;
2345 else if (unp->un_flag & UNIONFS_OPENEXTL)
2346 ovp = unp->un_lowervp;
2349 return (EOPNOTSUPP);
2351 if (ovp == lvp && lvp->v_type == VREG) {
2352 VOP_CLOSEEXTATTR(lvp, 0, cred, td);
2353 if (uvp == NULLVP &&
2354 (error = unionfs_copyfile(unp, 1, cred, td)) != 0) {
2355 unionfs_setextattr_reopen:
2356 if ((unp->un_flag & UNIONFS_OPENEXTL) &&
2357 VOP_OPENEXTATTR(lvp, cred, td)) {
2359 panic("unionfs: VOP_OPENEXTATTR failed");
2361 unp->un_flag &= ~UNIONFS_OPENEXTL;
2363 goto unionfs_setextattr_abort;
2365 uvp = unp->un_uppervp;
2366 if ((error = VOP_OPENEXTATTR(uvp, cred, td)) != 0)
2367 goto unionfs_setextattr_reopen;
2368 unp->un_flag &= ~UNIONFS_OPENEXTL;
2369 unp->un_flag |= UNIONFS_OPENEXTU;
2374 error = VOP_SETEXTATTR(ovp, ap->a_attrnamespace, ap->a_name,
2375 ap->a_uio, cred, td);
2377 unionfs_setextattr_abort:
2378 UNIONFS_INTERNAL_DEBUG("unionfs_setextattr: leave (%d)\n", error);
2384 unionfs_listextattr(struct vop_listextattr_args *ap)
2386 struct unionfs_node *unp;
2389 KASSERT_UNIONFS_VNODE(ap->a_vp);
2391 unp = VTOUNIONFS(ap->a_vp);
2394 if (unp->un_flag & UNIONFS_OPENEXTU)
2395 vp = unp->un_uppervp;
2396 else if (unp->un_flag & UNIONFS_OPENEXTL)
2397 vp = unp->un_lowervp;
2400 return (EOPNOTSUPP);
2402 return (VOP_LISTEXTATTR(vp, ap->a_attrnamespace, ap->a_uio,
2403 ap->a_size, ap->a_cred, ap->a_td));
2407 unionfs_deleteextattr(struct vop_deleteextattr_args *ap)
2410 struct unionfs_node *unp;
2417 KASSERT_UNIONFS_VNODE(ap->a_vp);
2420 unp = VTOUNIONFS(ap->a_vp);
2421 uvp = unp->un_uppervp;
2422 lvp = unp->un_lowervp;
2427 UNIONFS_INTERNAL_DEBUG("unionfs_deleteextattr: enter (un_flag=%x)\n", unp->un_flag);
2429 if (ap->a_vp->v_mount->mnt_flag & MNT_RDONLY)
2432 if (unp->un_flag & UNIONFS_OPENEXTU)
2433 ovp = unp->un_uppervp;
2434 else if (unp->un_flag & UNIONFS_OPENEXTL)
2435 ovp = unp->un_lowervp;
2438 return (EOPNOTSUPP);
2440 if (ovp == lvp && lvp->v_type == VREG) {
2441 VOP_CLOSEEXTATTR(lvp, 0, cred, td);
2442 if (uvp == NULLVP &&
2443 (error = unionfs_copyfile(unp, 1, cred, td)) != 0) {
2444 unionfs_deleteextattr_reopen:
2445 if ((unp->un_flag & UNIONFS_OPENEXTL) &&
2446 VOP_OPENEXTATTR(lvp, cred, td)) {
2448 panic("unionfs: VOP_OPENEXTATTR failed");
2450 unp->un_flag &= ~UNIONFS_OPENEXTL;
2452 goto unionfs_deleteextattr_abort;
2454 uvp = unp->un_uppervp;
2455 if ((error = VOP_OPENEXTATTR(uvp, cred, td)) != 0)
2456 goto unionfs_deleteextattr_reopen;
2457 unp->un_flag &= ~UNIONFS_OPENEXTL;
2458 unp->un_flag |= UNIONFS_OPENEXTU;
2463 error = VOP_DELETEEXTATTR(ovp, ap->a_attrnamespace, ap->a_name,
2464 ap->a_cred, ap->a_td);
2466 unionfs_deleteextattr_abort:
2467 UNIONFS_INTERNAL_DEBUG("unionfs_deleteextattr: leave (%d)\n", error);
2473 unionfs_setlabel(struct vop_setlabel_args *ap)
2476 struct unionfs_node *unp;
2481 UNIONFS_INTERNAL_DEBUG("unionfs_setlabel: enter\n");
2483 KASSERT_UNIONFS_VNODE(ap->a_vp);
2486 unp = VTOUNIONFS(ap->a_vp);
2487 uvp = unp->un_uppervp;
2488 lvp = unp->un_lowervp;
2491 if (ap->a_vp->v_mount->mnt_flag & MNT_RDONLY)
2494 if (uvp == NULLVP && lvp->v_type == VREG) {
2495 if ((error = unionfs_copyfile(unp, 1, ap->a_cred, td)) != 0)
2497 uvp = unp->un_uppervp;
2501 error = VOP_SETLABEL(uvp, ap->a_label, ap->a_cred, td);
2503 UNIONFS_INTERNAL_DEBUG("unionfs_setlabel: leave (%d)\n", error);
2509 unionfs_vptofh(struct vop_vptofh_args *ap)
2511 return (EOPNOTSUPP);
2514 struct vop_vector unionfs_vnodeops = {
2515 .vop_default = &default_vnodeops,
2517 .vop_access = unionfs_access,
2518 .vop_aclcheck = unionfs_aclcheck,
2519 .vop_advlock = unionfs_advlock,
2520 .vop_bmap = VOP_EOPNOTSUPP,
2521 .vop_cachedlookup = unionfs_lookup,
2522 .vop_close = unionfs_close,
2523 .vop_closeextattr = unionfs_closeextattr,
2524 .vop_create = unionfs_create,
2525 .vop_deleteextattr = unionfs_deleteextattr,
2526 .vop_fsync = unionfs_fsync,
2527 .vop_getacl = unionfs_getacl,
2528 .vop_getattr = unionfs_getattr,
2529 .vop_getextattr = unionfs_getextattr,
2530 .vop_getwritemount = unionfs_getwritemount,
2531 .vop_inactive = unionfs_inactive,
2532 .vop_islocked = unionfs_islocked,
2533 .vop_ioctl = unionfs_ioctl,
2534 .vop_link = unionfs_link,
2535 .vop_listextattr = unionfs_listextattr,
2536 .vop_lock1 = unionfs_lock,
2537 .vop_lookup = vfs_cache_lookup,
2538 .vop_mkdir = unionfs_mkdir,
2539 .vop_mknod = unionfs_mknod,
2540 .vop_open = unionfs_open,
2541 .vop_openextattr = unionfs_openextattr,
2542 .vop_pathconf = unionfs_pathconf,
2543 .vop_poll = unionfs_poll,
2544 .vop_print = unionfs_print,
2545 .vop_read = unionfs_read,
2546 .vop_readdir = unionfs_readdir,
2547 .vop_readlink = unionfs_readlink,
2548 .vop_reclaim = unionfs_reclaim,
2549 .vop_remove = unionfs_remove,
2550 .vop_rename = unionfs_rename,
2551 .vop_rmdir = unionfs_rmdir,
2552 .vop_setacl = unionfs_setacl,
2553 .vop_setattr = unionfs_setattr,
2554 .vop_setextattr = unionfs_setextattr,
2555 .vop_setlabel = unionfs_setlabel,
2556 .vop_strategy = unionfs_strategy,
2557 .vop_symlink = unionfs_symlink,
2558 .vop_unlock = unionfs_unlock,
2559 .vop_whiteout = unionfs_whiteout,
2560 .vop_write = unionfs_write,
2561 .vop_vptofh = unionfs_vptofh,