2 * Copyright (c) 1992, 1993, 1994, 1995 Jan-Simon Pendry.
3 * Copyright (c) 1992, 1993, 1994, 1995
4 * The Regents of the University of California.
5 * Copyright (c) 2005, 2006, 2012 Masanori Ozawa <ozawa@ongs.co.jp>, ONGS Inc.
6 * Copyright (c) 2006, 2012 Daichi Goto <daichi@freebsd.org>
9 * This code is derived from software contributed to Berkeley by
12 * Redistribution and use in source and binary forms, with or without
13 * modification, are permitted provided that the following conditions
15 * 1. Redistributions of source code must retain the above copyright
16 * notice, this list of conditions and the following disclaimer.
17 * 2. Redistributions in binary form must reproduce the above copyright
18 * notice, this list of conditions and the following disclaimer in the
19 * documentation and/or other materials provided with the distribution.
20 * 4. Neither the name of the University nor the names of its contributors
21 * may be used to endorse or promote products derived from this software
22 * without specific prior written permission.
24 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
25 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
26 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
27 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
28 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
29 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
30 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
31 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
32 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
33 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
36 * @(#)union_vnops.c 8.32 (Berkeley) 6/23/95
41 #include <sys/param.h>
42 #include <sys/systm.h>
44 #include <sys/kernel.h>
46 #include <sys/malloc.h>
47 #include <sys/mount.h>
48 #include <sys/mutex.h>
49 #include <sys/namei.h>
50 #include <sys/sysctl.h>
51 #include <sys/vnode.h>
53 #include <sys/fcntl.h>
55 #include <sys/dirent.h>
60 #include <fs/unionfs/union.h>
63 #include <vm/vm_extern.h>
64 #include <vm/vm_object.h>
65 #include <vm/vnode_pager.h>
68 #define UNIONFS_INTERNAL_DEBUG(msg, args...) printf(msg, ## args)
69 #define UNIONFS_IDBG_RENAME
71 #define UNIONFS_INTERNAL_DEBUG(msg, args...)
74 #define KASSERT_UNIONFS_VNODE(vp) \
75 KASSERT(((vp)->v_op == &unionfs_vnodeops), \
76 ("unionfs: it is not unionfs-vnode"))
79 unionfs_lookup(struct vop_cachedlookup_args *ap)
83 int error , uerror, lerror;
85 u_long cnflags, cnflagsbk;
86 struct unionfs_node *dunp;
87 struct vnode *dvp, *udvp, *ldvp, *vp, *uvp, *lvp, *dtmpvp;
89 struct componentname *cnp;
94 error = uerror = lerror = ENOENT;
96 nameiop = cnp->cn_nameiop;
97 cnflags = cnp->cn_flags;
99 dunp = VTOUNIONFS(dvp);
100 udvp = dunp->un_uppervp;
101 ldvp = dunp->un_lowervp;
102 vp = uvp = lvp = NULLVP;
104 *(ap->a_vpp) = NULLVP;
106 UNIONFS_INTERNAL_DEBUG("unionfs_lookup: enter: nameiop=%ld, flags=%lx, path=%s\n", nameiop, cnflags, cnp->cn_nameptr);
108 if (dvp->v_type != VDIR)
112 * If read-only and op is not LOOKUP, will return EROFS.
114 if ((cnflags & ISLASTCN) &&
115 (dvp->v_mount->mnt_flag & MNT_RDONLY) &&
122 if (cnflags & ISDOTDOT) {
123 if (LOOKUP != nameiop && udvp == NULLVP)
126 if (udvp != NULLVP) {
129 VOP_UNLOCK(ldvp, LK_RELEASE);
134 error = VOP_LOOKUP(dtmpvp, &vp, cnp);
136 if (dtmpvp == udvp && ldvp != NULLVP) {
137 VOP_UNLOCK(udvp, LK_RELEASE);
138 vn_lock(dvp, LK_EXCLUSIVE | LK_RETRY);
143 * Exchange lock and reference from vp to
144 * dunp->un_dvp. vp is upper/lower vnode, but it
145 * will need to return the unionfs vnode.
147 if (nameiop == DELETE || nameiop == RENAME ||
148 (cnp->cn_lkflags & LK_TYPE_MASK))
149 VOP_UNLOCK(vp, LK_RELEASE);
152 VOP_UNLOCK(dvp, LK_RELEASE);
153 *(ap->a_vpp) = dunp->un_dvp;
156 if (nameiop == DELETE || nameiop == RENAME)
157 vn_lock(dunp->un_dvp, LK_EXCLUSIVE | LK_RETRY);
158 else if (cnp->cn_lkflags & LK_TYPE_MASK)
159 vn_lock(dunp->un_dvp, cnp->cn_lkflags |
162 vn_lock(dvp, LK_EXCLUSIVE | LK_RETRY);
163 } else if (error == ENOENT && (cnflags & MAKEENTRY) != 0)
164 cache_enter(dvp, NULLVP, cnp);
166 UNIONFS_INTERNAL_DEBUG("unionfs_lookup: leave (%d)\n", error);
174 if (udvp != NULLVP) {
175 uerror = VOP_LOOKUP(udvp, &uvp, cnp);
178 if (udvp == uvp) { /* is dot */
183 UNIONFS_INTERNAL_DEBUG("unionfs_lookup: leave (%d)\n", uerror);
187 if (nameiop == DELETE || nameiop == RENAME ||
188 (cnp->cn_lkflags & LK_TYPE_MASK))
189 VOP_UNLOCK(uvp, LK_RELEASE);
193 if (uerror == ENOENT || uerror == EJUSTRETURN)
194 if (cnp->cn_flags & ISWHITEOUT)
195 iswhiteout = 1; /* don't lookup lower */
196 if (iswhiteout == 0 && ldvp != NULLVP)
197 if (!VOP_GETATTR(udvp, &va, cnp->cn_cred) &&
198 (va.va_flags & OPAQUE))
199 iswhiteout = 1; /* don't lookup lower */
201 UNIONFS_INTERNAL_DEBUG("unionfs_lookup: debug: whiteout=%d, path=%s\n", iswhiteout, cnp->cn_nameptr);
208 if (ldvp != NULLVP && !(cnflags & DOWHITEOUT) && iswhiteout == 0) {
209 /* always op is LOOKUP */
210 cnp->cn_nameiop = LOOKUP;
211 cnflagsbk = cnp->cn_flags;
212 cnp->cn_flags = cnflags;
214 lerror = VOP_LOOKUP(ldvp, &lvp, cnp);
216 cnp->cn_nameiop = nameiop;
217 if (udvp != NULLVP && (uerror == 0 || uerror == EJUSTRETURN))
218 cnp->cn_flags = cnflagsbk;
221 if (ldvp == lvp) { /* is dot */
223 vrele(uvp); /* no need? */
228 UNIONFS_INTERNAL_DEBUG("unionfs_lookup: leave (%d)\n", lerror);
232 if (cnp->cn_lkflags & LK_TYPE_MASK)
233 VOP_UNLOCK(lvp, LK_RELEASE);
238 * check lookup result
240 if (uvp == NULLVP && lvp == NULLVP) {
241 UNIONFS_INTERNAL_DEBUG("unionfs_lookup: leave (%d)\n",
242 (udvp != NULLVP ? uerror : lerror));
243 return (udvp != NULLVP ? uerror : lerror);
249 if (uvp != NULLVP && lvp != NULLVP && uvp->v_type != lvp->v_type) {
257 if (uerror != 0 && uerror != EJUSTRETURN && udvp != NULLVP &&
258 lerror == 0 && lvp != NULLVP && lvp->v_type == VDIR &&
259 !(dvp->v_mount->mnt_flag & MNT_RDONLY) &&
260 (1 < cnp->cn_namelen || '.' != *(cnp->cn_nameptr))) {
261 /* get unionfs vnode in order to create a new shadow dir. */
262 error = unionfs_nodeget(dvp->v_mount, NULLVP, lvp, dvp, &vp,
265 goto unionfs_lookup_out;
267 if (LK_SHARED == (cnp->cn_lkflags & LK_TYPE_MASK))
268 VOP_UNLOCK(vp, LK_RELEASE);
269 if (LK_EXCLUSIVE != VOP_ISLOCKED(vp)) {
270 vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
273 error = unionfs_mkshadowdir(MOUNTTOUNIONFSMOUNT(dvp->v_mount),
274 udvp, VTOUNIONFS(vp), cnp, td);
276 VOP_UNLOCK(vp, LK_RELEASE);
278 UNIONFSDEBUG("unionfs_lookup: Unable to create shadow dir.");
279 if ((cnp->cn_lkflags & LK_TYPE_MASK) == LK_EXCLUSIVE)
283 goto unionfs_lookup_out;
285 if ((cnp->cn_lkflags & LK_TYPE_MASK) == LK_SHARED)
286 vn_lock(vp, LK_SHARED | LK_RETRY);
297 goto unionfs_lookup_out;
301 if (uvp != NULLVP && uvp->v_type == VSOCK) {
304 if (cnp->cn_lkflags & LK_TYPE_MASK)
305 vn_lock(vp, cnp->cn_lkflags | LK_RETRY);
307 else if (lvp != NULLVP && lvp->v_type == VSOCK) {
310 if (cnp->cn_lkflags & LK_TYPE_MASK)
311 vn_lock(vp, cnp->cn_lkflags | LK_RETRY);
317 error = unionfs_nodeget(dvp->v_mount, uvp, lvp,
320 UNIONFSDEBUG("unionfs_lookup: Unable to create unionfs vnode.");
321 goto unionfs_lookup_out;
323 if ((nameiop == DELETE || nameiop == RENAME) &&
324 (cnp->cn_lkflags & LK_TYPE_MASK) == 0)
325 vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
330 if ((cnflags & MAKEENTRY) && vp->v_type != VSOCK)
331 cache_enter(dvp, vp, cnp);
339 if (error == ENOENT && (cnflags & MAKEENTRY) != 0)
340 cache_enter(dvp, NULLVP, cnp);
342 UNIONFS_INTERNAL_DEBUG("unionfs_lookup: leave (%d)\n", error);
348 unionfs_create(struct vop_create_args *ap)
350 struct unionfs_node *dunp;
351 struct componentname *cnp;
356 UNIONFS_INTERNAL_DEBUG("unionfs_create: enter\n");
358 KASSERT_UNIONFS_VNODE(ap->a_dvp);
360 dunp = VTOUNIONFS(ap->a_dvp);
362 udvp = dunp->un_uppervp;
365 if (udvp != NULLVP) {
366 error = VOP_CREATE(udvp, &vp, cnp, ap->a_vap);
368 goto unionfs_create_abort;
370 if (vp->v_type == VSOCK)
373 VOP_UNLOCK(vp, LK_RELEASE);
374 error = unionfs_nodeget(ap->a_dvp->v_mount, vp, NULLVP,
375 ap->a_dvp, ap->a_vpp, cnp, curthread);
380 unionfs_create_abort:
381 UNIONFS_INTERNAL_DEBUG("unionfs_create: leave (%d)\n", error);
387 unionfs_whiteout(struct vop_whiteout_args *ap)
389 struct unionfs_node *dunp;
390 struct componentname *cnp;
394 UNIONFS_INTERNAL_DEBUG("unionfs_whiteout: enter\n");
396 KASSERT_UNIONFS_VNODE(ap->a_dvp);
398 dunp = VTOUNIONFS(ap->a_dvp);
400 udvp = dunp->un_uppervp;
403 if (udvp != NULLVP) {
404 switch (ap->a_flags) {
408 error = VOP_WHITEOUT(udvp, cnp, ap->a_flags);
416 UNIONFS_INTERNAL_DEBUG("unionfs_whiteout: leave (%d)\n", error);
422 unionfs_mknod(struct vop_mknod_args *ap)
424 struct unionfs_node *dunp;
425 struct componentname *cnp;
430 UNIONFS_INTERNAL_DEBUG("unionfs_mknod: enter\n");
432 KASSERT_UNIONFS_VNODE(ap->a_dvp);
434 dunp = VTOUNIONFS(ap->a_dvp);
436 udvp = dunp->un_uppervp;
439 if (udvp != NULLVP) {
440 error = VOP_MKNOD(udvp, &vp, cnp, ap->a_vap);
442 goto unionfs_mknod_abort;
444 if (vp->v_type == VSOCK)
447 VOP_UNLOCK(vp, LK_RELEASE);
448 error = unionfs_nodeget(ap->a_dvp->v_mount, vp, NULLVP,
449 ap->a_dvp, ap->a_vpp, cnp, curthread);
455 UNIONFS_INTERNAL_DEBUG("unionfs_mknod: leave (%d)\n", error);
461 unionfs_open(struct vop_open_args *ap)
464 struct unionfs_node *unp;
465 struct unionfs_node_status *unsp;
468 struct vnode *targetvp;
472 UNIONFS_INTERNAL_DEBUG("unionfs_open: enter\n");
474 KASSERT_UNIONFS_VNODE(ap->a_vp);
477 unp = VTOUNIONFS(ap->a_vp);
478 uvp = unp->un_uppervp;
479 lvp = unp->un_lowervp;
484 unionfs_get_node_status(unp, td, &unsp);
486 if (unsp->uns_lower_opencnt > 0 || unsp->uns_upper_opencnt > 0) {
487 /* vnode is already opend. */
488 if (unsp->uns_upper_opencnt > 0)
493 if (targetvp == lvp &&
494 (ap->a_mode & FWRITE) && lvp->v_type == VREG)
497 if (targetvp == NULLVP) {
499 if ((ap->a_mode & FWRITE) && lvp->v_type == VREG) {
500 error = unionfs_copyfile(unp,
501 !(ap->a_mode & O_TRUNC), cred, td);
503 goto unionfs_open_abort;
504 targetvp = uvp = unp->un_uppervp;
511 error = VOP_OPEN(targetvp, ap->a_mode, cred, td, ap->a_fp);
513 if (targetvp == uvp) {
514 if (uvp->v_type == VDIR && lvp != NULLVP &&
515 unsp->uns_lower_opencnt <= 0) {
516 /* open lower for readdir */
517 error = VOP_OPEN(lvp, FREAD, cred, td, NULL);
519 VOP_CLOSE(uvp, ap->a_mode, cred, td);
520 goto unionfs_open_abort;
522 unsp->uns_node_flag |= UNS_OPENL_4_READDIR;
523 unsp->uns_lower_opencnt++;
525 unsp->uns_upper_opencnt++;
527 unsp->uns_lower_opencnt++;
528 unsp->uns_lower_openmode = ap->a_mode;
530 ap->a_vp->v_object = targetvp->v_object;
535 unionfs_tryrem_node_status(unp, unsp);
537 UNIONFS_INTERNAL_DEBUG("unionfs_open: leave (%d)\n", error);
543 unionfs_close(struct vop_close_args *ap)
547 struct unionfs_node *unp;
548 struct unionfs_node_status *unsp;
554 UNIONFS_INTERNAL_DEBUG("unionfs_close: enter\n");
556 KASSERT_UNIONFS_VNODE(ap->a_vp);
560 unp = VTOUNIONFS(vp);
564 if (VOP_ISLOCKED(vp) != LK_EXCLUSIVE) {
565 if (vn_lock(vp, LK_UPGRADE) != 0)
566 vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
569 unionfs_get_node_status(unp, td, &unsp);
571 if (unsp->uns_lower_opencnt <= 0 && unsp->uns_upper_opencnt <= 0) {
573 printf("unionfs_close: warning: open count is 0\n");
575 if (unp->un_uppervp != NULLVP)
576 ovp = unp->un_uppervp;
578 ovp = unp->un_lowervp;
579 } else if (unsp->uns_upper_opencnt > 0)
580 ovp = unp->un_uppervp;
582 ovp = unp->un_lowervp;
584 error = VOP_CLOSE(ovp, ap->a_fflag, cred, td);
587 goto unionfs_close_abort;
589 vp->v_object = ovp->v_object;
591 if (ovp == unp->un_uppervp) {
592 unsp->uns_upper_opencnt--;
593 if (unsp->uns_upper_opencnt == 0) {
594 if (unsp->uns_node_flag & UNS_OPENL_4_READDIR) {
595 VOP_CLOSE(unp->un_lowervp, FREAD, cred, td);
596 unsp->uns_node_flag &= ~UNS_OPENL_4_READDIR;
597 unsp->uns_lower_opencnt--;
599 if (unsp->uns_lower_opencnt > 0)
600 vp->v_object = unp->un_lowervp->v_object;
603 unsp->uns_lower_opencnt--;
606 unionfs_tryrem_node_status(unp, unsp);
609 vn_lock(vp, LK_DOWNGRADE | LK_RETRY);
611 UNIONFS_INTERNAL_DEBUG("unionfs_close: leave (%d)\n", error);
617 * Check the access mode toward shadow file/dir.
620 unionfs_check_corrected_access(accmode_t accmode,
625 uid_t uid; /* upper side vnode's uid */
626 gid_t gid; /* upper side vnode's gid */
627 u_short vmode; /* upper side vnode's mode */
636 if (cred->cr_uid == uid) {
641 if (accmode & VWRITE)
643 return ((vmode & mask) == mask ? 0 : EACCES);
648 if (groupmember(gid, cred)) {
653 if (accmode & VWRITE)
655 return ((vmode & mask) == mask ? 0 : EACCES);
663 if (accmode & VWRITE)
666 return ((vmode & mask) == mask ? 0 : EACCES);
670 unionfs_access(struct vop_access_args *ap)
672 struct unionfs_mount *ump;
673 struct unionfs_node *unp;
681 UNIONFS_INTERNAL_DEBUG("unionfs_access: enter\n");
683 KASSERT_UNIONFS_VNODE(ap->a_vp);
685 ump = MOUNTTOUNIONFSMOUNT(ap->a_vp->v_mount);
686 unp = VTOUNIONFS(ap->a_vp);
687 uvp = unp->un_uppervp;
688 lvp = unp->un_lowervp;
690 accmode = ap->a_accmode;
693 if ((accmode & VWRITE) &&
694 (ap->a_vp->v_mount->mnt_flag & MNT_RDONLY)) {
695 switch (ap->a_vp->v_type) {
706 error = VOP_ACCESS(uvp, accmode, ap->a_cred, td);
708 UNIONFS_INTERNAL_DEBUG("unionfs_access: leave (%d)\n", error);
714 if (accmode & VWRITE) {
715 if (ump->um_uppervp->v_mount->mnt_flag & MNT_RDONLY) {
716 switch (ap->a_vp->v_type) {
724 } else if (ap->a_vp->v_type == VREG || ap->a_vp->v_type == VDIR) {
725 /* check shadow file/dir */
726 if (ump->um_copymode != UNIONFS_TRANSPARENT) {
727 error = unionfs_create_uppervattr(ump,
728 lvp, &va, ap->a_cred, td);
732 error = unionfs_check_corrected_access(
733 accmode, &va, ap->a_cred);
738 accmode &= ~(VWRITE | VAPPEND);
739 accmode |= VREAD; /* will copy to upper */
741 error = VOP_ACCESS(lvp, accmode, ap->a_cred, td);
744 UNIONFS_INTERNAL_DEBUG("unionfs_access: leave (%d)\n", error);
750 unionfs_getattr(struct vop_getattr_args *ap)
753 struct unionfs_node *unp;
754 struct unionfs_mount *ump;
760 UNIONFS_INTERNAL_DEBUG("unionfs_getattr: enter\n");
762 KASSERT_UNIONFS_VNODE(ap->a_vp);
764 unp = VTOUNIONFS(ap->a_vp);
765 ump = MOUNTTOUNIONFSMOUNT(ap->a_vp->v_mount);
766 uvp = unp->un_uppervp;
767 lvp = unp->un_lowervp;
771 if ((error = VOP_GETATTR(uvp, ap->a_vap, ap->a_cred)) == 0)
772 ap->a_vap->va_fsid = ap->a_vp->v_mount->mnt_stat.f_fsid.val[0];
774 UNIONFS_INTERNAL_DEBUG("unionfs_getattr: leave mode=%o, uid=%d, gid=%d (%d)\n",
775 ap->a_vap->va_mode, ap->a_vap->va_uid,
776 ap->a_vap->va_gid, error);
781 error = VOP_GETATTR(lvp, ap->a_vap, ap->a_cred);
783 if (error == 0 && !(ump->um_uppervp->v_mount->mnt_flag & MNT_RDONLY)) {
784 /* correct the attr toward shadow file/dir. */
785 if (ap->a_vp->v_type == VREG || ap->a_vp->v_type == VDIR) {
786 unionfs_create_uppervattr_core(ump, ap->a_vap, &va, td);
787 ap->a_vap->va_mode = va.va_mode;
788 ap->a_vap->va_uid = va.va_uid;
789 ap->a_vap->va_gid = va.va_gid;
794 ap->a_vap->va_fsid = ap->a_vp->v_mount->mnt_stat.f_fsid.val[0];
796 UNIONFS_INTERNAL_DEBUG("unionfs_getattr: leave mode=%o, uid=%d, gid=%d (%d)\n",
797 ap->a_vap->va_mode, ap->a_vap->va_uid, ap->a_vap->va_gid, error);
803 unionfs_setattr(struct vop_setattr_args *ap)
806 struct unionfs_node *unp;
812 UNIONFS_INTERNAL_DEBUG("unionfs_setattr: enter\n");
814 KASSERT_UNIONFS_VNODE(ap->a_vp);
817 unp = VTOUNIONFS(ap->a_vp);
818 uvp = unp->un_uppervp;
819 lvp = unp->un_lowervp;
823 if ((ap->a_vp->v_mount->mnt_flag & MNT_RDONLY) &&
824 (vap->va_flags != VNOVAL || vap->va_uid != (uid_t)VNOVAL ||
825 vap->va_gid != (gid_t)VNOVAL || vap->va_atime.tv_sec != VNOVAL ||
826 vap->va_mtime.tv_sec != VNOVAL || vap->va_mode != (mode_t)VNOVAL))
829 if (uvp == NULLVP && lvp->v_type == VREG) {
830 error = unionfs_copyfile(unp, (vap->va_size != 0),
834 uvp = unp->un_uppervp;
838 error = VOP_SETATTR(uvp, vap, ap->a_cred);
840 UNIONFS_INTERNAL_DEBUG("unionfs_setattr: leave (%d)\n", error);
846 unionfs_read(struct vop_read_args *ap)
849 struct unionfs_node *unp;
852 /* UNIONFS_INTERNAL_DEBUG("unionfs_read: enter\n"); */
854 KASSERT_UNIONFS_VNODE(ap->a_vp);
856 unp = VTOUNIONFS(ap->a_vp);
857 tvp = (unp->un_uppervp != NULLVP ? unp->un_uppervp : unp->un_lowervp);
859 error = VOP_READ(tvp, ap->a_uio, ap->a_ioflag, ap->a_cred);
861 /* UNIONFS_INTERNAL_DEBUG("unionfs_read: leave (%d)\n", error); */
867 unionfs_write(struct vop_write_args *ap)
870 struct unionfs_node *unp;
873 /* UNIONFS_INTERNAL_DEBUG("unionfs_write: enter\n"); */
875 KASSERT_UNIONFS_VNODE(ap->a_vp);
877 unp = VTOUNIONFS(ap->a_vp);
878 tvp = (unp->un_uppervp != NULLVP ? unp->un_uppervp : unp->un_lowervp);
880 error = VOP_WRITE(tvp, ap->a_uio, ap->a_ioflag, ap->a_cred);
882 /* UNIONFS_INTERNAL_DEBUG("unionfs_write: leave (%d)\n", error); */
888 unionfs_ioctl(struct vop_ioctl_args *ap)
891 struct unionfs_node *unp;
892 struct unionfs_node_status *unsp;
895 UNIONFS_INTERNAL_DEBUG("unionfs_ioctl: enter\n");
897 KASSERT_UNIONFS_VNODE(ap->a_vp);
899 vn_lock(ap->a_vp, LK_EXCLUSIVE | LK_RETRY);
900 unp = VTOUNIONFS(ap->a_vp);
901 unionfs_get_node_status(unp, ap->a_td, &unsp);
902 ovp = (unsp->uns_upper_opencnt ? unp->un_uppervp : unp->un_lowervp);
903 unionfs_tryrem_node_status(unp, unsp);
904 VOP_UNLOCK(ap->a_vp, LK_RELEASE);
909 error = VOP_IOCTL(ovp, ap->a_command, ap->a_data, ap->a_fflag,
910 ap->a_cred, ap->a_td);
912 UNIONFS_INTERNAL_DEBUG("unionfs_ioctl: leave (%d)\n", error);
918 unionfs_poll(struct vop_poll_args *ap)
920 struct unionfs_node *unp;
921 struct unionfs_node_status *unsp;
924 KASSERT_UNIONFS_VNODE(ap->a_vp);
926 vn_lock(ap->a_vp, LK_EXCLUSIVE | LK_RETRY);
927 unp = VTOUNIONFS(ap->a_vp);
928 unionfs_get_node_status(unp, ap->a_td, &unsp);
929 ovp = (unsp->uns_upper_opencnt ? unp->un_uppervp : unp->un_lowervp);
930 unionfs_tryrem_node_status(unp, unsp);
931 VOP_UNLOCK(ap->a_vp, LK_RELEASE);
936 return (VOP_POLL(ovp, ap->a_events, ap->a_cred, ap->a_td));
940 unionfs_fsync(struct vop_fsync_args *ap)
942 struct unionfs_node *unp;
943 struct unionfs_node_status *unsp;
946 KASSERT_UNIONFS_VNODE(ap->a_vp);
948 unp = VTOUNIONFS(ap->a_vp);
949 unionfs_get_node_status(unp, ap->a_td, &unsp);
950 ovp = (unsp->uns_upper_opencnt ? unp->un_uppervp : unp->un_lowervp);
951 unionfs_tryrem_node_status(unp, unsp);
956 return (VOP_FSYNC(ovp, ap->a_waitfor, ap->a_td));
960 unionfs_remove(struct vop_remove_args *ap)
964 struct unionfs_node *dunp;
965 struct unionfs_node *unp;
966 struct unionfs_mount *ump;
971 struct componentname *cnp;
972 struct componentname cn;
975 UNIONFS_INTERNAL_DEBUG("unionfs_remove: enter\n");
977 KASSERT_UNIONFS_VNODE(ap->a_dvp);
980 dunp = VTOUNIONFS(ap->a_dvp);
981 udvp = dunp->un_uppervp;
985 if (ap->a_vp->v_op != &unionfs_vnodeops) {
986 if (ap->a_vp->v_type != VSOCK)
989 vp = uvp = lvp = NULLVP;
991 VOP_UNLOCK(ap->a_vp, LK_RELEASE);
992 error = unionfs_relookup(udvp, &vp, cnp, &cn, td,
993 cnp->cn_nameptr, strlen(cnp->cn_nameptr), DELETE);
994 if (error != 0 && error != ENOENT) {
995 vn_lock(ap->a_vp, LK_EXCLUSIVE | LK_RETRY);
999 if (error == 0 && vp == ap->a_vp) {
1000 /* target vnode in upper */
1005 /* target vnode in lower */
1012 vn_lock(ap->a_vp, LK_EXCLUSIVE | LK_RETRY);
1014 path = ap->a_cnp->cn_nameptr;
1017 ump = MOUNTTOUNIONFSMOUNT(ap->a_vp->v_mount);
1018 unp = VTOUNIONFS(ap->a_vp);
1019 uvp = unp->un_uppervp;
1020 lvp = unp->un_lowervp;
1021 path = unp->un_path;
1027 if (uvp != NULLVP) {
1029 * XXX: if the vnode type is VSOCK, it will create whiteout
1032 if (ump == NULL || ump->um_whitemode == UNIONFS_WHITE_ALWAYS ||
1034 cnp->cn_flags |= DOWHITEOUT;
1035 error = VOP_REMOVE(udvp, uvp, cnp);
1036 } else if (lvp != NULLVP)
1037 error = unionfs_mkwhiteout(udvp, cnp, td, path);
1039 UNIONFS_INTERNAL_DEBUG("unionfs_remove: leave (%d)\n", error);
1045 unionfs_link(struct vop_link_args *ap)
1049 struct unionfs_node *dunp;
1050 struct unionfs_node *unp;
1053 struct componentname *cnp;
1056 UNIONFS_INTERNAL_DEBUG("unionfs_link: enter\n");
1058 KASSERT_UNIONFS_VNODE(ap->a_tdvp);
1059 KASSERT_UNIONFS_VNODE(ap->a_vp);
1063 dunp = VTOUNIONFS(ap->a_tdvp);
1065 udvp = dunp->un_uppervp;
1073 if (ap->a_vp->v_op != &unionfs_vnodeops)
1076 unp = VTOUNIONFS(ap->a_vp);
1078 if (unp->un_uppervp == NULLVP) {
1079 if (ap->a_vp->v_type != VREG)
1080 return (EOPNOTSUPP);
1082 error = unionfs_copyfile(unp, 1, cnp->cn_cred, td);
1087 uvp = unp->un_uppervp;
1090 if (needrelookup != 0)
1091 error = unionfs_relookup_for_create(ap->a_tdvp, cnp, td);
1094 error = VOP_LINK(udvp, uvp, cnp);
1096 UNIONFS_INTERNAL_DEBUG("unionfs_link: leave (%d)\n", error);
1102 unionfs_rename(struct vop_rename_args *ap)
1107 struct componentname *fcnp;
1110 struct componentname *tcnp;
1111 struct vnode *ltdvp;
1115 /* rename target vnodes */
1116 struct vnode *rfdvp;
1118 struct vnode *rtdvp;
1122 struct unionfs_mount *ump;
1123 struct unionfs_node *unp;
1125 UNIONFS_INTERNAL_DEBUG("unionfs_rename: enter\n");
1144 if (!(fcnp->cn_flags & HASBUF) || !(tcnp->cn_flags & HASBUF))
1145 panic("unionfs_rename: no name");
1148 /* check for cross device rename */
1149 if (fvp->v_mount != tdvp->v_mount ||
1150 (tvp != NULLVP && fvp->v_mount != tvp->v_mount)) {
1151 if (fvp->v_op != &unionfs_vnodeops)
1155 goto unionfs_rename_abort;
1158 /* Renaming a file to itself has no effect. */
1160 goto unionfs_rename_abort;
1163 * from/to vnode is unionfs node.
1166 KASSERT_UNIONFS_VNODE(fdvp);
1167 KASSERT_UNIONFS_VNODE(fvp);
1168 KASSERT_UNIONFS_VNODE(tdvp);
1170 KASSERT_UNIONFS_VNODE(tvp);
1172 unp = VTOUNIONFS(fdvp);
1173 #ifdef UNIONFS_IDBG_RENAME
1174 UNIONFS_INTERNAL_DEBUG("fdvp=%p, ufdvp=%p, lfdvp=%p\n", fdvp, unp->un_uppervp, unp->un_lowervp);
1176 if (unp->un_uppervp == NULLVP) {
1178 goto unionfs_rename_abort;
1180 rfdvp = unp->un_uppervp;
1183 unp = VTOUNIONFS(fvp);
1184 #ifdef UNIONFS_IDBG_RENAME
1185 UNIONFS_INTERNAL_DEBUG("fvp=%p, ufvp=%p, lfvp=%p\n", fvp, unp->un_uppervp, unp->un_lowervp);
1187 ump = MOUNTTOUNIONFSMOUNT(fvp->v_mount);
1188 if (unp->un_uppervp == NULLVP) {
1189 switch (fvp->v_type) {
1191 if ((error = vn_lock(fvp, LK_EXCLUSIVE)) != 0)
1192 goto unionfs_rename_abort;
1193 error = unionfs_copyfile(unp, 1, fcnp->cn_cred, td);
1194 VOP_UNLOCK(fvp, LK_RELEASE);
1196 goto unionfs_rename_abort;
1199 if ((error = vn_lock(fvp, LK_EXCLUSIVE)) != 0)
1200 goto unionfs_rename_abort;
1201 error = unionfs_mkshadowdir(ump, rfdvp, unp, fcnp, td);
1202 VOP_UNLOCK(fvp, LK_RELEASE);
1204 goto unionfs_rename_abort;
1208 goto unionfs_rename_abort;
1214 if (unp->un_lowervp != NULLVP)
1215 fcnp->cn_flags |= DOWHITEOUT;
1216 rfvp = unp->un_uppervp;
1219 unp = VTOUNIONFS(tdvp);
1220 #ifdef UNIONFS_IDBG_RENAME
1221 UNIONFS_INTERNAL_DEBUG("tdvp=%p, utdvp=%p, ltdvp=%p\n", tdvp, unp->un_uppervp, unp->un_lowervp);
1223 if (unp->un_uppervp == NULLVP) {
1225 goto unionfs_rename_abort;
1227 rtdvp = unp->un_uppervp;
1228 ltdvp = unp->un_lowervp;
1234 } else if (tvp != NULLVP) {
1235 unp = VTOUNIONFS(tvp);
1236 #ifdef UNIONFS_IDBG_RENAME
1237 UNIONFS_INTERNAL_DEBUG("tvp=%p, utvp=%p, ltvp=%p\n", tvp, unp->un_uppervp, unp->un_lowervp);
1239 if (unp->un_uppervp == NULLVP)
1242 if (tvp->v_type == VDIR) {
1244 goto unionfs_rename_abort;
1246 rtvp = unp->un_uppervp;
1247 ltvp = unp->un_lowervp;
1253 goto unionfs_rename_abort;
1255 if (needrelookup != 0) {
1256 if ((error = vn_lock(fdvp, LK_EXCLUSIVE)) != 0)
1257 goto unionfs_rename_abort;
1258 error = unionfs_relookup_for_delete(fdvp, fcnp, td);
1259 VOP_UNLOCK(fdvp, LK_RELEASE);
1261 goto unionfs_rename_abort;
1263 /* Locke of tvp is canceled in order to avoid recursive lock. */
1264 if (tvp != NULLVP && tvp != tdvp)
1265 VOP_UNLOCK(tvp, LK_RELEASE);
1266 error = unionfs_relookup_for_rename(tdvp, tcnp, td);
1267 if (tvp != NULLVP && tvp != tdvp)
1268 vn_lock(tvp, LK_EXCLUSIVE | LK_RETRY);
1270 goto unionfs_rename_abort;
1273 error = VOP_RENAME(rfdvp, rfvp, fcnp, rtdvp, rtvp, tcnp);
1276 if (rtvp != NULLVP && rtvp->v_type == VDIR)
1278 if (fvp->v_type == VDIR && fdvp != tdvp)
1282 if (ltdvp != NULLVP)
1283 VOP_UNLOCK(ltdvp, LK_RELEASE);
1287 VOP_UNLOCK(ltvp, LK_RELEASE);
1288 if (tvp != rtvp && tvp != NULLVP) {
1299 UNIONFS_INTERNAL_DEBUG("unionfs_rename: leave (%d)\n", error);
1303 unionfs_rename_abort:
1307 if (tvp != NULLVP) {
1313 if (tvp != rtvp && rtvp != NULLVP)
1322 UNIONFS_INTERNAL_DEBUG("unionfs_rename: leave (%d)\n", error);
1328 unionfs_mkdir(struct vop_mkdir_args *ap)
1332 struct unionfs_node *dunp;
1333 struct componentname *cnp;
1339 UNIONFS_INTERNAL_DEBUG("unionfs_mkdir: enter\n");
1341 KASSERT_UNIONFS_VNODE(ap->a_dvp);
1344 dunp = VTOUNIONFS(ap->a_dvp);
1346 lkflags = cnp->cn_lkflags;
1348 udvp = dunp->un_uppervp;
1350 if (udvp != NULLVP) {
1352 if (!(cnp->cn_flags & ISWHITEOUT)) {
1353 error = VOP_GETATTR(udvp, &va, cnp->cn_cred);
1356 if (va.va_flags & OPAQUE)
1357 cnp->cn_flags |= ISWHITEOUT;
1360 if ((error = VOP_MKDIR(udvp, &uvp, cnp, ap->a_vap)) == 0) {
1361 VOP_UNLOCK(uvp, LK_RELEASE);
1362 cnp->cn_lkflags = LK_EXCLUSIVE;
1363 error = unionfs_nodeget(ap->a_dvp->v_mount, uvp, NULLVP,
1364 ap->a_dvp, ap->a_vpp, cnp, td);
1365 cnp->cn_lkflags = lkflags;
1370 UNIONFS_INTERNAL_DEBUG("unionfs_mkdir: leave (%d)\n", error);
1376 unionfs_rmdir(struct vop_rmdir_args *ap)
1379 struct unionfs_node *dunp;
1380 struct unionfs_node *unp;
1381 struct unionfs_mount *ump;
1382 struct componentname *cnp;
1388 UNIONFS_INTERNAL_DEBUG("unionfs_rmdir: enter\n");
1390 KASSERT_UNIONFS_VNODE(ap->a_dvp);
1391 KASSERT_UNIONFS_VNODE(ap->a_vp);
1394 dunp = VTOUNIONFS(ap->a_dvp);
1395 unp = VTOUNIONFS(ap->a_vp);
1398 udvp = dunp->un_uppervp;
1399 uvp = unp->un_uppervp;
1400 lvp = unp->un_lowervp;
1406 return (EOPNOTSUPP);
1408 if (uvp != NULLVP) {
1409 if (lvp != NULLVP) {
1410 error = unionfs_check_rmdir(ap->a_vp, cnp->cn_cred, td);
1414 ump = MOUNTTOUNIONFSMOUNT(ap->a_vp->v_mount);
1415 if (ump->um_whitemode == UNIONFS_WHITE_ALWAYS || lvp != NULLVP)
1416 cnp->cn_flags |= DOWHITEOUT;
1417 error = unionfs_relookup_for_delete(ap->a_dvp, cnp, td);
1419 error = VOP_RMDIR(udvp, uvp, cnp);
1421 else if (lvp != NULLVP)
1422 error = unionfs_mkwhiteout(udvp, cnp, td, unp->un_path);
1425 cache_purge(ap->a_dvp);
1426 cache_purge(ap->a_vp);
1429 UNIONFS_INTERNAL_DEBUG("unionfs_rmdir: leave (%d)\n", error);
1435 unionfs_symlink(struct vop_symlink_args *ap)
1439 struct unionfs_node *dunp;
1440 struct componentname *cnp;
1445 UNIONFS_INTERNAL_DEBUG("unionfs_symlink: enter\n");
1447 KASSERT_UNIONFS_VNODE(ap->a_dvp);
1450 dunp = VTOUNIONFS(ap->a_dvp);
1452 lkflags = cnp->cn_lkflags;
1454 udvp = dunp->un_uppervp;
1456 if (udvp != NULLVP) {
1457 error = VOP_SYMLINK(udvp, &uvp, cnp, ap->a_vap, ap->a_target);
1459 VOP_UNLOCK(uvp, LK_RELEASE);
1460 cnp->cn_lkflags = LK_EXCLUSIVE;
1461 error = unionfs_nodeget(ap->a_dvp->v_mount, uvp, NULLVP,
1462 ap->a_dvp, ap->a_vpp, cnp, td);
1463 cnp->cn_lkflags = lkflags;
1468 UNIONFS_INTERNAL_DEBUG("unionfs_symlink: leave (%d)\n", error);
1474 unionfs_readdir(struct vop_readdir_args *ap)
1480 struct unionfs_node *unp;
1481 struct unionfs_node_status *unsp;
1492 UNIONFS_INTERNAL_DEBUG("unionfs_readdir: enter\n");
1494 KASSERT_UNIONFS_VNODE(ap->a_vp);
1508 if (vp->v_type != VDIR)
1511 /* check the open count. unionfs needs to open before readdir. */
1512 if (VOP_ISLOCKED(vp) != LK_EXCLUSIVE) {
1513 if (vn_lock(vp, LK_UPGRADE) != 0)
1514 vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
1517 unp = VTOUNIONFS(vp);
1521 uvp = unp->un_uppervp;
1522 lvp = unp->un_lowervp;
1523 unionfs_get_node_status(unp, td, &unsp);
1524 if ((uvp != NULLVP && unsp->uns_upper_opencnt <= 0) ||
1525 (lvp != NULLVP && unsp->uns_lower_opencnt <= 0)) {
1526 unionfs_tryrem_node_status(unp, unsp);
1531 vn_lock(vp, LK_DOWNGRADE | LK_RETRY);
1533 goto unionfs_readdir_exit;
1536 if (uvp != NULLVP && lvp != NULLVP) {
1537 if ((error = VOP_GETATTR(uvp, &va, ap->a_cred)) != 0)
1538 goto unionfs_readdir_exit;
1539 if (va.va_flags & OPAQUE)
1544 if (uvp != NULLVP && lvp == NULLVP) {
1545 error = VOP_READDIR(uvp, uio, ap->a_cred, ap->a_eofflag,
1546 ap->a_ncookies, ap->a_cookies);
1547 unsp->uns_readdir_status = 0;
1549 goto unionfs_readdir_exit;
1553 if (uvp == NULLVP && lvp != NULLVP) {
1554 error = VOP_READDIR(lvp, uio, ap->a_cred, ap->a_eofflag,
1555 ap->a_ncookies, ap->a_cookies);
1556 unsp->uns_readdir_status = 2;
1558 goto unionfs_readdir_exit;
1562 * readdir upper and lower
1564 KASSERT(uvp != NULLVP, ("unionfs_readdir: null upper vp"));
1565 KASSERT(lvp != NULLVP, ("unionfs_readdir: null lower vp"));
1566 if (uio->uio_offset == 0)
1567 unsp->uns_readdir_status = 0;
1569 if (unsp->uns_readdir_status == 0) {
1571 error = VOP_READDIR(uvp, uio, ap->a_cred, &eofflag,
1572 ap->a_ncookies, ap->a_cookies);
1574 if (error != 0 || eofflag == 0)
1575 goto unionfs_readdir_exit;
1576 unsp->uns_readdir_status = 1;
1579 * UFS(and other FS) needs size of uio_resid larger than
1581 * size of DIRBLKSIZ equals DEV_BSIZE.
1582 * (see: ufs/ufs/ufs_vnops.c ufs_readdir func , ufs/ufs/dir.h)
1584 if (uio->uio_resid <= (uio->uio_resid & (DEV_BSIZE -1)))
1585 goto unionfs_readdir_exit;
1589 * It prepares to readdir in lower.
1591 if (ap->a_ncookies != NULL) {
1592 ncookies_bk = *(ap->a_ncookies);
1593 *(ap->a_ncookies) = 0;
1595 if (ap->a_cookies != NULL) {
1596 cookies_bk = *(ap->a_cookies);
1597 *(ap->a_cookies) = NULL;
1601 /* initialize for readdir in lower */
1602 if (unsp->uns_readdir_status == 1) {
1603 unsp->uns_readdir_status = 2;
1605 * Backup uio_offset. See the comment after the
1606 * VOP_READDIR call on the lower layer.
1608 uio_offset_bk = uio->uio_offset;
1609 uio->uio_offset = 0;
1612 if (lvp == NULLVP) {
1614 goto unionfs_readdir_exit;
1617 error = VOP_READDIR(lvp, uio, ap->a_cred, ap->a_eofflag,
1618 ap->a_ncookies, ap->a_cookies);
1621 * We can't return an uio_offset of 0: this would trigger an
1622 * infinite loop, because the next call to unionfs_readdir would
1623 * always restart with the upper layer (uio_offset == 0) and
1624 * always return some data.
1626 * This happens when the lower layer root directory is removed.
1627 * (A root directory deleting of unionfs should not be permitted.
1628 * But current VFS can not do it.)
1630 if (uio->uio_offset == 0)
1631 uio->uio_offset = uio_offset_bk;
1633 if (cookies_bk != NULL) {
1636 u_long *newcookies, *pos;
1638 size = *(ap->a_ncookies) + ncookies_bk;
1639 newcookies = (u_long *) malloc(size * sizeof(u_long),
1643 memcpy(pos, cookies_bk, ncookies_bk * sizeof(u_long));
1645 memcpy(pos, *(ap->a_cookies), *(ap->a_ncookies) * sizeof(u_long));
1646 free(cookies_bk, M_TEMP);
1647 free(*(ap->a_cookies), M_TEMP);
1648 *(ap->a_ncookies) = size;
1649 *(ap->a_cookies) = newcookies;
1652 unionfs_readdir_exit:
1653 if (error != 0 && ap->a_eofflag != NULL)
1654 *(ap->a_eofflag) = 1;
1656 UNIONFS_INTERNAL_DEBUG("unionfs_readdir: leave (%d)\n", error);
1662 unionfs_readlink(struct vop_readlink_args *ap)
1665 struct unionfs_node *unp;
1668 UNIONFS_INTERNAL_DEBUG("unionfs_readlink: enter\n");
1670 KASSERT_UNIONFS_VNODE(ap->a_vp);
1672 unp = VTOUNIONFS(ap->a_vp);
1673 vp = (unp->un_uppervp != NULLVP ? unp->un_uppervp : unp->un_lowervp);
1675 error = VOP_READLINK(vp, ap->a_uio, ap->a_cred);
1677 UNIONFS_INTERNAL_DEBUG("unionfs_readlink: leave (%d)\n", error);
1683 unionfs_getwritemount(struct vop_getwritemount_args *ap)
1689 UNIONFS_INTERNAL_DEBUG("unionfs_getwritemount: enter\n");
1694 if (vp == NULLVP || (vp->v_mount->mnt_flag & MNT_RDONLY))
1697 KASSERT_UNIONFS_VNODE(vp);
1699 uvp = UNIONFSVPTOUPPERVP(vp);
1700 if (uvp == NULLVP && VREG == vp->v_type)
1701 uvp = UNIONFSVPTOUPPERVP(VTOUNIONFS(vp)->un_dvp);
1704 error = VOP_GETWRITEMOUNT(uvp, ap->a_mpp);
1707 if (vp->v_iflag & VI_FREE)
1714 UNIONFS_INTERNAL_DEBUG("unionfs_getwritemount: leave (%d)\n", error);
1720 unionfs_inactive(struct vop_inactive_args *ap)
1722 ap->a_vp->v_object = NULL;
1728 unionfs_reclaim(struct vop_reclaim_args *ap)
1730 /* UNIONFS_INTERNAL_DEBUG("unionfs_reclaim: enter\n"); */
1732 unionfs_noderem(ap->a_vp, ap->a_td);
1734 /* UNIONFS_INTERNAL_DEBUG("unionfs_reclaim: leave\n"); */
1740 unionfs_print(struct vop_print_args *ap)
1742 struct unionfs_node *unp;
1743 /* struct unionfs_node_status *unsp; */
1745 unp = VTOUNIONFS(ap->a_vp);
1746 /* unionfs_get_node_status(unp, curthread, &unsp); */
1748 printf("unionfs_vp=%p, uppervp=%p, lowervp=%p\n",
1749 ap->a_vp, unp->un_uppervp, unp->un_lowervp);
1751 printf("unionfs opencnt: uppervp=%d, lowervp=%d\n",
1752 unsp->uns_upper_opencnt, unsp->uns_lower_opencnt);
1755 if (unp->un_uppervp != NULLVP)
1756 vprint("unionfs: upper", unp->un_uppervp);
1757 if (unp->un_lowervp != NULLVP)
1758 vprint("unionfs: lower", unp->un_lowervp);
1764 unionfs_islocked(struct vop_islocked_args *ap)
1766 struct unionfs_node *unp;
1768 KASSERT_UNIONFS_VNODE(ap->a_vp);
1770 unp = VTOUNIONFS(ap->a_vp);
1772 return (vop_stdislocked(ap));
1774 if (unp->un_uppervp != NULLVP)
1775 return (VOP_ISLOCKED(unp->un_uppervp));
1776 if (unp->un_lowervp != NULLVP)
1777 return (VOP_ISLOCKED(unp->un_lowervp));
1778 return (vop_stdislocked(ap));
1782 unionfs_get_llt_revlock(struct vnode *vp, int flags)
1788 switch (flags & LK_TYPE_MASK) {
1790 if (VOP_ISLOCKED(vp) == LK_EXCLUSIVE)
1791 revlock = LK_UPGRADE;
1793 revlock = LK_RELEASE;
1797 revlock = LK_RELEASE;
1800 revlock = LK_UPGRADE;
1810 * The state of an acquired lock is adjusted similarly to
1811 * the time of error generating.
1812 * flags: LK_RELEASE or LK_UPGRADE
1815 unionfs_revlock(struct vnode *vp, int flags)
1817 if (flags & LK_RELEASE)
1818 VOP_UNLOCK(vp, flags);
1821 if (vn_lock(vp, flags) != 0)
1822 vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
1827 unionfs_lock(struct vop_lock1_args *ap)
1835 struct unionfs_mount *ump;
1836 struct unionfs_node *unp;
1841 KASSERT_UNIONFS_VNODE(ap->a_vp);
1846 flags = ap->a_flags;
1849 if (LK_RELEASE == (flags & LK_TYPE_MASK) || !(flags & LK_TYPE_MASK))
1850 return (VOP_UNLOCK(vp, flags | LK_RELEASE));
1852 if ((flags & LK_INTERLOCK) == 0)
1857 goto unionfs_lock_null_vnode;
1859 ump = MOUNTTOUNIONFSMOUNT(mp);
1860 unp = VTOUNIONFS(vp);
1861 if (ump == NULL || unp == NULL)
1862 goto unionfs_lock_null_vnode;
1863 lvp = unp->un_lowervp;
1864 uvp = unp->un_uppervp;
1866 if ((revlock = unionfs_get_llt_revlock(vp, flags)) == 0)
1867 panic("unknown lock type: 0x%x", flags & LK_TYPE_MASK);
1869 if ((vp->v_iflag & VI_OWEINACT) != 0)
1873 * Sometimes, lower or upper is already exclusive locked.
1874 * (ex. vfs_domount: mounted vnode is already locked.)
1876 if ((flags & LK_TYPE_MASK) == LK_EXCLUSIVE &&
1877 vp == ump->um_rootvp)
1878 flags |= LK_CANRECURSE;
1880 if (lvp != NULLVP) {
1881 if (uvp != NULLVP && flags & LK_UPGRADE) {
1882 /* Share Lock is once released and a deadlock is avoided. */
1883 VI_LOCK_FLAGS(uvp, MTX_DUPOK);
1887 VOP_UNLOCK(uvp, LK_RELEASE | LK_INTERLOCK);
1889 unp = VTOUNIONFS(vp);
1891 /* vnode is released. */
1893 VOP_UNLOCK(lvp, LK_RELEASE);
1898 VI_LOCK_FLAGS(lvp, MTX_DUPOK);
1899 flags |= LK_INTERLOCK;
1903 ap->a_flags &= ~LK_INTERLOCK;
1905 error = VOP_LOCK(lvp, flags);
1908 unp = VTOUNIONFS(vp);
1910 /* vnode is released. */
1913 VOP_UNLOCK(lvp, LK_RELEASE);
1917 return (vop_stdlock(ap));
1921 if (error == 0 && uvp != NULLVP) {
1922 if (uhold && flags & LK_UPGRADE) {
1923 flags &= ~LK_TYPE_MASK;
1924 flags |= LK_EXCLUSIVE;
1926 VI_LOCK_FLAGS(uvp, MTX_DUPOK);
1927 flags |= LK_INTERLOCK;
1934 ap->a_flags &= ~LK_INTERLOCK;
1936 error = VOP_LOCK(uvp, flags);
1939 unp = VTOUNIONFS(vp);
1941 /* vnode is released. */
1944 VOP_UNLOCK(uvp, LK_RELEASE);
1946 if (lvp != NULLVP) {
1947 VOP_UNLOCK(lvp, LK_RELEASE);
1950 return (vop_stdlock(ap));
1952 if (error != 0 && lvp != NULLVP) {
1955 unionfs_revlock(lvp, revlock);
1969 unionfs_lock_null_vnode:
1970 ap->a_flags |= LK_INTERLOCK;
1971 return (vop_stdlock(ap));
1975 unionfs_unlock(struct vop_unlock_args *ap)
1984 struct unionfs_node *unp;
1986 KASSERT_UNIONFS_VNODE(ap->a_vp);
1991 flags = ap->a_flags | LK_RELEASE;
1994 if ((flags & LK_INTERLOCK) != 0)
1996 else if (mtx_owned(VI_MTX(vp)) == 0) {
2001 unp = VTOUNIONFS(vp);
2003 goto unionfs_unlock_null_vnode;
2004 lvp = unp->un_lowervp;
2005 uvp = unp->un_uppervp;
2007 if (lvp != NULLVP) {
2008 VI_LOCK_FLAGS(lvp, MTX_DUPOK);
2009 flags |= LK_INTERLOCK;
2013 ap->a_flags &= ~LK_INTERLOCK;
2015 error = VOP_UNLOCK(lvp, flags);
2020 if (error == 0 && uvp != NULLVP) {
2021 VI_LOCK_FLAGS(uvp, MTX_DUPOK);
2022 flags |= LK_INTERLOCK;
2027 ap->a_flags &= ~LK_INTERLOCK;
2029 error = VOP_UNLOCK(uvp, flags);
2044 unionfs_unlock_null_vnode:
2047 return (vop_stdunlock(ap));
2051 unionfs_pathconf(struct vop_pathconf_args *ap)
2053 struct unionfs_node *unp;
2056 KASSERT_UNIONFS_VNODE(ap->a_vp);
2058 unp = VTOUNIONFS(ap->a_vp);
2059 vp = (unp->un_uppervp != NULLVP ? unp->un_uppervp : unp->un_lowervp);
2061 return (VOP_PATHCONF(vp, ap->a_name, ap->a_retval));
2065 unionfs_advlock(struct vop_advlock_args *ap)
2068 struct unionfs_node *unp;
2069 struct unionfs_node_status *unsp;
2074 UNIONFS_INTERNAL_DEBUG("unionfs_advlock: enter\n");
2076 KASSERT_UNIONFS_VNODE(ap->a_vp);
2081 vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
2083 unp = VTOUNIONFS(ap->a_vp);
2084 uvp = unp->un_uppervp;
2086 if (uvp == NULLVP) {
2087 error = unionfs_copyfile(unp, 1, td->td_ucred, td);
2089 goto unionfs_advlock_abort;
2090 uvp = unp->un_uppervp;
2092 unionfs_get_node_status(unp, td, &unsp);
2093 if (unsp->uns_lower_opencnt > 0) {
2094 /* try reopen the vnode */
2095 error = VOP_OPEN(uvp, unsp->uns_lower_openmode,
2096 td->td_ucred, td, NULL);
2098 goto unionfs_advlock_abort;
2099 unsp->uns_upper_opencnt++;
2100 VOP_CLOSE(unp->un_lowervp, unsp->uns_lower_openmode, td->td_ucred, td);
2101 unsp->uns_lower_opencnt--;
2103 unionfs_tryrem_node_status(unp, unsp);
2106 VOP_UNLOCK(vp, LK_RELEASE);
2108 error = VOP_ADVLOCK(uvp, ap->a_id, ap->a_op, ap->a_fl, ap->a_flags);
2110 UNIONFS_INTERNAL_DEBUG("unionfs_advlock: leave (%d)\n", error);
2114 unionfs_advlock_abort:
2115 VOP_UNLOCK(vp, LK_RELEASE);
2117 UNIONFS_INTERNAL_DEBUG("unionfs_advlock: leave (%d)\n", error);
2123 unionfs_strategy(struct vop_strategy_args *ap)
2125 struct unionfs_node *unp;
2128 KASSERT_UNIONFS_VNODE(ap->a_vp);
2130 unp = VTOUNIONFS(ap->a_vp);
2131 vp = (unp->un_uppervp != NULLVP ? unp->un_uppervp : unp->un_lowervp);
2135 panic("unionfs_strategy: nullvp");
2137 if (ap->a_bp->b_iocmd == BIO_WRITE && vp == unp->un_lowervp)
2138 panic("unionfs_strategy: writing to lowervp");
2141 return (VOP_STRATEGY(vp, ap->a_bp));
2145 unionfs_getacl(struct vop_getacl_args *ap)
2148 struct unionfs_node *unp;
2151 KASSERT_UNIONFS_VNODE(ap->a_vp);
2153 unp = VTOUNIONFS(ap->a_vp);
2154 vp = (unp->un_uppervp != NULLVP ? unp->un_uppervp : unp->un_lowervp);
2156 UNIONFS_INTERNAL_DEBUG("unionfs_getacl: enter\n");
2158 error = VOP_GETACL(vp, ap->a_type, ap->a_aclp, ap->a_cred, ap->a_td);
2160 UNIONFS_INTERNAL_DEBUG("unionfs_getacl: leave (%d)\n", error);
2166 unionfs_setacl(struct vop_setacl_args *ap)
2169 struct unionfs_node *unp;
2174 UNIONFS_INTERNAL_DEBUG("unionfs_setacl: enter\n");
2176 KASSERT_UNIONFS_VNODE(ap->a_vp);
2179 unp = VTOUNIONFS(ap->a_vp);
2180 uvp = unp->un_uppervp;
2181 lvp = unp->un_lowervp;
2184 if (ap->a_vp->v_mount->mnt_flag & MNT_RDONLY)
2187 if (uvp == NULLVP && lvp->v_type == VREG) {
2188 if ((error = unionfs_copyfile(unp, 1, ap->a_cred, td)) != 0)
2190 uvp = unp->un_uppervp;
2194 error = VOP_SETACL(uvp, ap->a_type, ap->a_aclp, ap->a_cred, td);
2196 UNIONFS_INTERNAL_DEBUG("unionfs_setacl: leave (%d)\n", error);
2202 unionfs_aclcheck(struct vop_aclcheck_args *ap)
2205 struct unionfs_node *unp;
2208 UNIONFS_INTERNAL_DEBUG("unionfs_aclcheck: enter\n");
2210 KASSERT_UNIONFS_VNODE(ap->a_vp);
2212 unp = VTOUNIONFS(ap->a_vp);
2213 vp = (unp->un_uppervp != NULLVP ? unp->un_uppervp : unp->un_lowervp);
2215 error = VOP_ACLCHECK(vp, ap->a_type, ap->a_aclp, ap->a_cred, ap->a_td);
2217 UNIONFS_INTERNAL_DEBUG("unionfs_aclcheck: leave (%d)\n", error);
2223 unionfs_openextattr(struct vop_openextattr_args *ap)
2226 struct unionfs_node *unp;
2230 KASSERT_UNIONFS_VNODE(ap->a_vp);
2233 unp = VTOUNIONFS(vp);
2234 tvp = (unp->un_uppervp != NULLVP ? unp->un_uppervp : unp->un_lowervp);
2236 if ((tvp == unp->un_uppervp && (unp->un_flag & UNIONFS_OPENEXTU)) ||
2237 (tvp == unp->un_lowervp && (unp->un_flag & UNIONFS_OPENEXTL)))
2240 error = VOP_OPENEXTATTR(tvp, ap->a_cred, ap->a_td);
2243 if (vn_lock(vp, LK_UPGRADE) != 0)
2244 vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
2245 if (tvp == unp->un_uppervp)
2246 unp->un_flag |= UNIONFS_OPENEXTU;
2248 unp->un_flag |= UNIONFS_OPENEXTL;
2249 vn_lock(vp, LK_DOWNGRADE | LK_RETRY);
2256 unionfs_closeextattr(struct vop_closeextattr_args *ap)
2259 struct unionfs_node *unp;
2263 KASSERT_UNIONFS_VNODE(ap->a_vp);
2266 unp = VTOUNIONFS(vp);
2269 if (unp->un_flag & UNIONFS_OPENEXTU)
2270 tvp = unp->un_uppervp;
2271 else if (unp->un_flag & UNIONFS_OPENEXTL)
2272 tvp = unp->un_lowervp;
2275 return (EOPNOTSUPP);
2277 error = VOP_CLOSEEXTATTR(tvp, ap->a_commit, ap->a_cred, ap->a_td);
2280 if (vn_lock(vp, LK_UPGRADE) != 0)
2281 vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
2282 if (tvp == unp->un_uppervp)
2283 unp->un_flag &= ~UNIONFS_OPENEXTU;
2285 unp->un_flag &= ~UNIONFS_OPENEXTL;
2286 vn_lock(vp, LK_DOWNGRADE | LK_RETRY);
2293 unionfs_getextattr(struct vop_getextattr_args *ap)
2295 struct unionfs_node *unp;
2298 KASSERT_UNIONFS_VNODE(ap->a_vp);
2300 unp = VTOUNIONFS(ap->a_vp);
2303 if (unp->un_flag & UNIONFS_OPENEXTU)
2304 vp = unp->un_uppervp;
2305 else if (unp->un_flag & UNIONFS_OPENEXTL)
2306 vp = unp->un_lowervp;
2309 return (EOPNOTSUPP);
2311 return (VOP_GETEXTATTR(vp, ap->a_attrnamespace, ap->a_name,
2312 ap->a_uio, ap->a_size, ap->a_cred, ap->a_td));
2316 unionfs_setextattr(struct vop_setextattr_args *ap)
2319 struct unionfs_node *unp;
2326 KASSERT_UNIONFS_VNODE(ap->a_vp);
2329 unp = VTOUNIONFS(ap->a_vp);
2330 uvp = unp->un_uppervp;
2331 lvp = unp->un_lowervp;
2336 UNIONFS_INTERNAL_DEBUG("unionfs_setextattr: enter (un_flag=%x)\n", unp->un_flag);
2338 if (ap->a_vp->v_mount->mnt_flag & MNT_RDONLY)
2341 if (unp->un_flag & UNIONFS_OPENEXTU)
2342 ovp = unp->un_uppervp;
2343 else if (unp->un_flag & UNIONFS_OPENEXTL)
2344 ovp = unp->un_lowervp;
2347 return (EOPNOTSUPP);
2349 if (ovp == lvp && lvp->v_type == VREG) {
2350 VOP_CLOSEEXTATTR(lvp, 0, cred, td);
2351 if (uvp == NULLVP &&
2352 (error = unionfs_copyfile(unp, 1, cred, td)) != 0) {
2353 unionfs_setextattr_reopen:
2354 if ((unp->un_flag & UNIONFS_OPENEXTL) &&
2355 VOP_OPENEXTATTR(lvp, cred, td)) {
2357 panic("unionfs: VOP_OPENEXTATTR failed");
2359 unp->un_flag &= ~UNIONFS_OPENEXTL;
2361 goto unionfs_setextattr_abort;
2363 uvp = unp->un_uppervp;
2364 if ((error = VOP_OPENEXTATTR(uvp, cred, td)) != 0)
2365 goto unionfs_setextattr_reopen;
2366 unp->un_flag &= ~UNIONFS_OPENEXTL;
2367 unp->un_flag |= UNIONFS_OPENEXTU;
2372 error = VOP_SETEXTATTR(ovp, ap->a_attrnamespace, ap->a_name,
2373 ap->a_uio, cred, td);
2375 unionfs_setextattr_abort:
2376 UNIONFS_INTERNAL_DEBUG("unionfs_setextattr: leave (%d)\n", error);
2382 unionfs_listextattr(struct vop_listextattr_args *ap)
2384 struct unionfs_node *unp;
2387 KASSERT_UNIONFS_VNODE(ap->a_vp);
2389 unp = VTOUNIONFS(ap->a_vp);
2392 if (unp->un_flag & UNIONFS_OPENEXTU)
2393 vp = unp->un_uppervp;
2394 else if (unp->un_flag & UNIONFS_OPENEXTL)
2395 vp = unp->un_lowervp;
2398 return (EOPNOTSUPP);
2400 return (VOP_LISTEXTATTR(vp, ap->a_attrnamespace, ap->a_uio,
2401 ap->a_size, ap->a_cred, ap->a_td));
2405 unionfs_deleteextattr(struct vop_deleteextattr_args *ap)
2408 struct unionfs_node *unp;
2415 KASSERT_UNIONFS_VNODE(ap->a_vp);
2418 unp = VTOUNIONFS(ap->a_vp);
2419 uvp = unp->un_uppervp;
2420 lvp = unp->un_lowervp;
2425 UNIONFS_INTERNAL_DEBUG("unionfs_deleteextattr: enter (un_flag=%x)\n", unp->un_flag);
2427 if (ap->a_vp->v_mount->mnt_flag & MNT_RDONLY)
2430 if (unp->un_flag & UNIONFS_OPENEXTU)
2431 ovp = unp->un_uppervp;
2432 else if (unp->un_flag & UNIONFS_OPENEXTL)
2433 ovp = unp->un_lowervp;
2436 return (EOPNOTSUPP);
2438 if (ovp == lvp && lvp->v_type == VREG) {
2439 VOP_CLOSEEXTATTR(lvp, 0, cred, td);
2440 if (uvp == NULLVP &&
2441 (error = unionfs_copyfile(unp, 1, cred, td)) != 0) {
2442 unionfs_deleteextattr_reopen:
2443 if ((unp->un_flag & UNIONFS_OPENEXTL) &&
2444 VOP_OPENEXTATTR(lvp, cred, td)) {
2446 panic("unionfs: VOP_OPENEXTATTR failed");
2448 unp->un_flag &= ~UNIONFS_OPENEXTL;
2450 goto unionfs_deleteextattr_abort;
2452 uvp = unp->un_uppervp;
2453 if ((error = VOP_OPENEXTATTR(uvp, cred, td)) != 0)
2454 goto unionfs_deleteextattr_reopen;
2455 unp->un_flag &= ~UNIONFS_OPENEXTL;
2456 unp->un_flag |= UNIONFS_OPENEXTU;
2461 error = VOP_DELETEEXTATTR(ovp, ap->a_attrnamespace, ap->a_name,
2462 ap->a_cred, ap->a_td);
2464 unionfs_deleteextattr_abort:
2465 UNIONFS_INTERNAL_DEBUG("unionfs_deleteextattr: leave (%d)\n", error);
2471 unionfs_setlabel(struct vop_setlabel_args *ap)
2474 struct unionfs_node *unp;
2479 UNIONFS_INTERNAL_DEBUG("unionfs_setlabel: enter\n");
2481 KASSERT_UNIONFS_VNODE(ap->a_vp);
2484 unp = VTOUNIONFS(ap->a_vp);
2485 uvp = unp->un_uppervp;
2486 lvp = unp->un_lowervp;
2489 if (ap->a_vp->v_mount->mnt_flag & MNT_RDONLY)
2492 if (uvp == NULLVP && lvp->v_type == VREG) {
2493 if ((error = unionfs_copyfile(unp, 1, ap->a_cred, td)) != 0)
2495 uvp = unp->un_uppervp;
2499 error = VOP_SETLABEL(uvp, ap->a_label, ap->a_cred, td);
2501 UNIONFS_INTERNAL_DEBUG("unionfs_setlabel: leave (%d)\n", error);
2507 unionfs_vptofh(struct vop_vptofh_args *ap)
2509 return (EOPNOTSUPP);
2512 struct vop_vector unionfs_vnodeops = {
2513 .vop_default = &default_vnodeops,
2515 .vop_access = unionfs_access,
2516 .vop_aclcheck = unionfs_aclcheck,
2517 .vop_advlock = unionfs_advlock,
2518 .vop_bmap = VOP_EOPNOTSUPP,
2519 .vop_cachedlookup = unionfs_lookup,
2520 .vop_close = unionfs_close,
2521 .vop_closeextattr = unionfs_closeextattr,
2522 .vop_create = unionfs_create,
2523 .vop_deleteextattr = unionfs_deleteextattr,
2524 .vop_fsync = unionfs_fsync,
2525 .vop_getacl = unionfs_getacl,
2526 .vop_getattr = unionfs_getattr,
2527 .vop_getextattr = unionfs_getextattr,
2528 .vop_getwritemount = unionfs_getwritemount,
2529 .vop_inactive = unionfs_inactive,
2530 .vop_islocked = unionfs_islocked,
2531 .vop_ioctl = unionfs_ioctl,
2532 .vop_link = unionfs_link,
2533 .vop_listextattr = unionfs_listextattr,
2534 .vop_lock1 = unionfs_lock,
2535 .vop_lookup = vfs_cache_lookup,
2536 .vop_mkdir = unionfs_mkdir,
2537 .vop_mknod = unionfs_mknod,
2538 .vop_open = unionfs_open,
2539 .vop_openextattr = unionfs_openextattr,
2540 .vop_pathconf = unionfs_pathconf,
2541 .vop_poll = unionfs_poll,
2542 .vop_print = unionfs_print,
2543 .vop_read = unionfs_read,
2544 .vop_readdir = unionfs_readdir,
2545 .vop_readlink = unionfs_readlink,
2546 .vop_reclaim = unionfs_reclaim,
2547 .vop_remove = unionfs_remove,
2548 .vop_rename = unionfs_rename,
2549 .vop_rmdir = unionfs_rmdir,
2550 .vop_setacl = unionfs_setacl,
2551 .vop_setattr = unionfs_setattr,
2552 .vop_setextattr = unionfs_setextattr,
2553 .vop_setlabel = unionfs_setlabel,
2554 .vop_strategy = unionfs_strategy,
2555 .vop_symlink = unionfs_symlink,
2556 .vop_unlock = unionfs_unlock,
2557 .vop_whiteout = unionfs_whiteout,
2558 .vop_write = unionfs_write,
2559 .vop_vptofh = unionfs_vptofh,