2 * Copyright (c) 1992, 1993, 1994, 1995 Jan-Simon Pendry.
3 * Copyright (c) 1992, 1993, 1994, 1995
4 * The Regents of the University of California.
5 * Copyright (c) 2005, 2006 Masanori Ozawa <ozawa@ongs.co.jp>, ONGS Inc.
6 * Copyright (c) 2006 Daichi Goto <daichi@freebsd.org>
9 * This code is derived from software contributed to Berkeley by
12 * Redistribution and use in source and binary forms, with or without
13 * modification, are permitted provided that the following conditions
15 * 1. Redistributions of source code must retain the above copyright
16 * notice, this list of conditions and the following disclaimer.
17 * 2. Redistributions in binary form must reproduce the above copyright
18 * notice, this list of conditions and the following disclaimer in the
19 * documentation and/or other materials provided with the distribution.
20 * 4. Neither the name of the University nor the names of its contributors
21 * may be used to endorse or promote products derived from this software
22 * without specific prior written permission.
24 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
25 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
26 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
27 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
28 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
29 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
30 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
31 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
32 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
33 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
36 * @(#)union_vnops.c 8.32 (Berkeley) 6/23/95
41 #include <sys/param.h>
42 #include <sys/systm.h>
44 #include <sys/kernel.h>
46 #include <sys/malloc.h>
47 #include <sys/mount.h>
48 #include <sys/mutex.h>
49 #include <sys/namei.h>
50 #include <sys/sysctl.h>
51 #include <sys/vnode.h>
53 #include <sys/fcntl.h>
55 #include <sys/dirent.h>
60 #include <fs/unionfs/union.h>
63 #include <vm/vm_extern.h>
64 #include <vm/vm_object.h>
65 #include <vm/vnode_pager.h>
68 #define UNIONFS_INTERNAL_DEBUG(msg, args...) printf(msg, ## args)
69 #define UNIONFS_IDBG_RENAME
71 #define UNIONFS_INTERNAL_DEBUG(msg, args...)
74 #define KASSERT_UNIONFS_VNODE(vp) \
75 KASSERT(((vp)->v_op == &unionfs_vnodeops), \
76 ("unionfs: it is not unionfs-vnode"))
78 /* lockmgr lock <-> reverse table */
84 static struct lk_lr_table un_llt[] = {
85 {LK_SHARED, LK_RELEASE},
86 {LK_EXCLUSIVE, LK_RELEASE},
87 {LK_UPGRADE, LK_DOWNGRADE},
88 {LK_DOWNGRADE, LK_UPGRADE},
94 unionfs_lookup(struct vop_cachedlookup_args *ap)
98 int error , uerror, lerror;
100 u_long cnflags, cnflagsbk;
101 struct unionfs_node *dunp;
102 struct vnode *dvp, *udvp, *ldvp, *vp, *uvp, *lvp, *dtmpvp;
104 struct componentname *cnp;
109 error = uerror = lerror = ENOENT;
111 nameiop = cnp->cn_nameiop;
112 cnflags = cnp->cn_flags;
114 dunp = VTOUNIONFS(dvp);
115 udvp = dunp->un_uppervp;
116 ldvp = dunp->un_lowervp;
117 vp = uvp = lvp = NULLVP;
119 *(ap->a_vpp) = NULLVP;
121 UNIONFS_INTERNAL_DEBUG("unionfs_lookup: enter: nameiop=%ld, flags=%lx, path=%s\n", nameiop, cnflags, cnp->cn_nameptr);
123 if (dvp->v_type != VDIR)
127 * If read-only and op is not LOOKUP, will return EROFS.
129 if ((cnflags & ISLASTCN) &&
130 (dvp->v_mount->mnt_flag & MNT_RDONLY) &&
137 if (cnflags & ISDOTDOT) {
138 if (LOOKUP != nameiop && udvp == NULLVP)
141 if (udvp != NULLVP) {
149 error = VOP_LOOKUP(dtmpvp, &vp, cnp);
151 if (dtmpvp == udvp && ldvp != NULLVP) {
153 vn_lock(dvp, LK_EXCLUSIVE | LK_RETRY);
158 * Exchange lock and reference from vp to
159 * dunp->un_dvp. vp is upper/lower vnode, but it
160 * will need to return the unionfs vnode.
162 if (nameiop == DELETE || nameiop == RENAME ||
163 (cnp->cn_lkflags & LK_TYPE_MASK))
168 *(ap->a_vpp) = dunp->un_dvp;
171 if (nameiop == DELETE || nameiop == RENAME)
172 vn_lock(dunp->un_dvp, LK_EXCLUSIVE | LK_RETRY);
173 else if (cnp->cn_lkflags & LK_TYPE_MASK)
174 vn_lock(dunp->un_dvp, cnp->cn_lkflags |
177 vn_lock(dvp, LK_EXCLUSIVE | LK_RETRY);
178 } else if (error == ENOENT && (cnflags & MAKEENTRY) &&
180 cache_enter(dvp, NULLVP, cnp);
182 UNIONFS_INTERNAL_DEBUG("unionfs_lookup: leave (%d)\n", error);
190 if (udvp != NULLVP) {
191 uerror = VOP_LOOKUP(udvp, &uvp, cnp);
194 if (udvp == uvp) { /* is dot */
199 UNIONFS_INTERNAL_DEBUG("unionfs_lookup: leave (%d)\n", uerror);
203 if (nameiop == DELETE || nameiop == RENAME ||
204 (cnp->cn_lkflags & LK_TYPE_MASK))
209 if (uerror == ENOENT || uerror == EJUSTRETURN)
210 if (cnp->cn_flags & ISWHITEOUT)
211 iswhiteout = 1; /* don't lookup lower */
212 if (iswhiteout == 0 && ldvp != NULLVP)
213 if (!VOP_GETATTR(udvp, &va, cnp->cn_cred) &&
214 (va.va_flags & OPAQUE))
215 iswhiteout = 1; /* don't lookup lower */
217 UNIONFS_INTERNAL_DEBUG("unionfs_lookup: debug: whiteout=%d, path=%s\n", iswhiteout, cnp->cn_nameptr);
224 if (ldvp != NULLVP && !(cnflags & DOWHITEOUT) && iswhiteout == 0) {
225 /* always op is LOOKUP */
226 cnp->cn_nameiop = LOOKUP;
227 cnflagsbk = cnp->cn_flags;
228 cnp->cn_flags = cnflags;
230 lerror = VOP_LOOKUP(ldvp, &lvp, cnp);
232 cnp->cn_nameiop = nameiop;
233 if (udvp != NULLVP && (uerror == 0 || uerror == EJUSTRETURN))
234 cnp->cn_flags = cnflagsbk;
237 if (ldvp == lvp) { /* is dot */
239 vrele(uvp); /* no need? */
244 UNIONFS_INTERNAL_DEBUG("unionfs_lookup: leave (%d)\n", lerror);
248 if (cnp->cn_lkflags & LK_TYPE_MASK)
254 * check lookup result
256 if (uvp == NULLVP && lvp == NULLVP) {
257 UNIONFS_INTERNAL_DEBUG("unionfs_lookup: leave (%d)\n",
258 (udvp != NULLVP ? uerror : lerror));
259 return (udvp != NULLVP ? uerror : lerror);
265 if (uvp != NULLVP && lvp != NULLVP && uvp->v_type != lvp->v_type) {
273 if (uerror != 0 && uerror != EJUSTRETURN && udvp != NULLVP &&
274 lerror == 0 && lvp != NULLVP && lvp->v_type == VDIR &&
275 !(dvp->v_mount->mnt_flag & MNT_RDONLY) &&
276 (1 < cnp->cn_namelen || '.' != *(cnp->cn_nameptr))) {
277 /* get unionfs vnode in order to create a new shadow dir. */
278 error = unionfs_nodeget(dvp->v_mount, NULLVP, lvp, dvp, &vp,
281 goto unionfs_lookup_out;
283 if (LK_SHARED == (cnp->cn_lkflags & LK_TYPE_MASK))
285 if (LK_EXCLUSIVE != VOP_ISLOCKED(vp)) {
286 vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
289 error = unionfs_mkshadowdir(MOUNTTOUNIONFSMOUNT(dvp->v_mount),
290 udvp, VTOUNIONFS(vp), cnp, td);
294 UNIONFSDEBUG("unionfs_lookup: Unable to create shadow dir.");
295 if ((cnp->cn_lkflags & LK_TYPE_MASK) == LK_EXCLUSIVE)
299 goto unionfs_lookup_out;
301 if ((cnp->cn_lkflags & LK_TYPE_MASK) == LK_SHARED)
302 vn_lock(vp, LK_SHARED | LK_RETRY);
313 goto unionfs_lookup_out;
317 if (uvp != NULLVP && uvp->v_type == VSOCK) {
320 if (cnp->cn_lkflags & LK_TYPE_MASK)
321 vn_lock(vp, cnp->cn_lkflags | LK_RETRY);
323 else if (lvp != NULLVP && lvp->v_type == VSOCK) {
326 if (cnp->cn_lkflags & LK_TYPE_MASK)
327 vn_lock(vp, cnp->cn_lkflags | LK_RETRY);
333 error = unionfs_nodeget(dvp->v_mount, uvp, lvp,
336 UNIONFSDEBUG("unionfs_lookup: Unable to create unionfs vnode.");
337 goto unionfs_lookup_out;
339 if ((nameiop == DELETE || nameiop == RENAME) &&
340 (cnp->cn_lkflags & LK_TYPE_MASK) == 0)
341 vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
346 if ((cnflags & MAKEENTRY) && vp->v_type != VSOCK)
347 cache_enter(dvp, vp, cnp);
355 if (error == ENOENT && (cnflags & MAKEENTRY) && nameiop != CREATE)
356 cache_enter(dvp, NULLVP, cnp);
358 UNIONFS_INTERNAL_DEBUG("unionfs_lookup: leave (%d)\n", error);
364 unionfs_create(struct vop_create_args *ap)
366 struct unionfs_node *dunp;
367 struct componentname *cnp;
372 UNIONFS_INTERNAL_DEBUG("unionfs_create: enter\n");
374 KASSERT_UNIONFS_VNODE(ap->a_dvp);
376 dunp = VTOUNIONFS(ap->a_dvp);
378 udvp = dunp->un_uppervp;
381 if (udvp != NULLVP) {
382 error = VOP_CREATE(udvp, &vp, cnp, ap->a_vap);
384 goto unionfs_create_abort;
386 if (vp->v_type == VSOCK)
390 error = unionfs_nodeget(ap->a_dvp->v_mount, vp, NULLVP,
391 ap->a_dvp, ap->a_vpp, cnp, curthread);
396 unionfs_create_abort:
397 UNIONFS_INTERNAL_DEBUG("unionfs_create: leave (%d)\n", error);
403 unionfs_whiteout(struct vop_whiteout_args *ap)
405 struct unionfs_node *dunp;
406 struct componentname *cnp;
410 UNIONFS_INTERNAL_DEBUG("unionfs_whiteout: enter\n");
412 KASSERT_UNIONFS_VNODE(ap->a_dvp);
414 dunp = VTOUNIONFS(ap->a_dvp);
416 udvp = dunp->un_uppervp;
419 if (udvp != NULLVP) {
420 switch (ap->a_flags) {
424 error = VOP_WHITEOUT(udvp, cnp, ap->a_flags);
432 UNIONFS_INTERNAL_DEBUG("unionfs_whiteout: leave (%d)\n", error);
438 unionfs_mknod(struct vop_mknod_args *ap)
440 struct unionfs_node *dunp;
441 struct componentname *cnp;
446 UNIONFS_INTERNAL_DEBUG("unionfs_mknod: enter\n");
448 KASSERT_UNIONFS_VNODE(ap->a_dvp);
450 dunp = VTOUNIONFS(ap->a_dvp);
452 udvp = dunp->un_uppervp;
455 if (udvp != NULLVP) {
456 error = VOP_MKNOD(udvp, &vp, cnp, ap->a_vap);
458 goto unionfs_mknod_abort;
460 if (vp->v_type == VSOCK)
464 error = unionfs_nodeget(ap->a_dvp->v_mount, vp, NULLVP,
465 ap->a_dvp, ap->a_vpp, cnp, curthread);
471 UNIONFS_INTERNAL_DEBUG("unionfs_mknod: leave (%d)\n", error);
477 unionfs_open(struct vop_open_args *ap)
480 struct unionfs_node *unp;
481 struct unionfs_node_status *unsp;
484 struct vnode *targetvp;
488 UNIONFS_INTERNAL_DEBUG("unionfs_open: enter\n");
490 KASSERT_UNIONFS_VNODE(ap->a_vp);
493 unp = VTOUNIONFS(ap->a_vp);
494 uvp = unp->un_uppervp;
495 lvp = unp->un_lowervp;
500 unionfs_get_node_status(unp, td, &unsp);
502 if (unsp->uns_lower_opencnt > 0 || unsp->uns_upper_opencnt > 0) {
503 /* vnode is already opend. */
504 if (unsp->uns_upper_opencnt > 0)
509 if (targetvp == lvp &&
510 (ap->a_mode & FWRITE) && lvp->v_type == VREG)
513 if (targetvp == NULLVP) {
515 if ((ap->a_mode & FWRITE) && lvp->v_type == VREG) {
516 error = unionfs_copyfile(unp,
517 !(ap->a_mode & O_TRUNC), cred, td);
519 goto unionfs_open_abort;
520 targetvp = uvp = unp->un_uppervp;
527 error = VOP_OPEN(targetvp, ap->a_mode, cred, td, ap->a_fp);
529 if (targetvp == uvp) {
530 if (uvp->v_type == VDIR && lvp != NULLVP &&
531 unsp->uns_lower_opencnt <= 0) {
532 /* open lower for readdir */
533 error = VOP_OPEN(lvp, FREAD, cred, td, NULL);
535 VOP_CLOSE(uvp, ap->a_mode, cred, td);
536 goto unionfs_open_abort;
538 unsp->uns_node_flag |= UNS_OPENL_4_READDIR;
539 unsp->uns_lower_opencnt++;
541 unsp->uns_upper_opencnt++;
543 unsp->uns_lower_opencnt++;
544 unsp->uns_lower_openmode = ap->a_mode;
546 ap->a_vp->v_object = targetvp->v_object;
551 unionfs_tryrem_node_status(unp, unsp);
553 UNIONFS_INTERNAL_DEBUG("unionfs_open: leave (%d)\n", error);
559 unionfs_close(struct vop_close_args *ap)
563 struct unionfs_node *unp;
564 struct unionfs_node_status *unsp;
569 UNIONFS_INTERNAL_DEBUG("unionfs_close: enter\n");
571 KASSERT_UNIONFS_VNODE(ap->a_vp);
574 unp = VTOUNIONFS(ap->a_vp);
578 if (VOP_ISLOCKED(ap->a_vp) != LK_EXCLUSIVE) {
579 vn_lock(ap->a_vp, LK_EXCLUSIVE | LK_RETRY);
582 unionfs_get_node_status(unp, td, &unsp);
584 if (unsp->uns_lower_opencnt <= 0 && unsp->uns_upper_opencnt <= 0) {
586 printf("unionfs_close: warning: open count is 0\n");
588 if (unp->un_uppervp != NULLVP)
589 ovp = unp->un_uppervp;
591 ovp = unp->un_lowervp;
592 } else if (unsp->uns_upper_opencnt > 0)
593 ovp = unp->un_uppervp;
595 ovp = unp->un_lowervp;
597 error = VOP_CLOSE(ovp, ap->a_fflag, cred, td);
600 goto unionfs_close_abort;
602 ap->a_vp->v_object = ovp->v_object;
604 if (ovp == unp->un_uppervp) {
605 unsp->uns_upper_opencnt--;
606 if (unsp->uns_upper_opencnt == 0) {
607 if (unsp->uns_node_flag & UNS_OPENL_4_READDIR) {
608 VOP_CLOSE(unp->un_lowervp, FREAD, cred, td);
609 unsp->uns_node_flag &= ~UNS_OPENL_4_READDIR;
610 unsp->uns_lower_opencnt--;
612 if (unsp->uns_lower_opencnt > 0)
613 ap->a_vp->v_object = unp->un_lowervp->v_object;
616 unsp->uns_lower_opencnt--;
619 unionfs_tryrem_node_status(unp, unsp);
622 VOP_UNLOCK(ap->a_vp, 0);
624 UNIONFS_INTERNAL_DEBUG("unionfs_close: leave (%d)\n", error);
630 * Check the access mode toward shadow file/dir.
633 unionfs_check_corrected_access(accmode_t accmode,
638 uid_t uid; /* upper side vnode's uid */
639 gid_t gid; /* upper side vnode's gid */
640 u_short vmode; /* upper side vnode's mode */
649 if (cred->cr_uid == uid) {
654 if (accmode & VWRITE)
656 return ((vmode & mask) == mask ? 0 : EACCES);
661 if (groupmember(gid, cred)) {
666 if (accmode & VWRITE)
668 return ((vmode & mask) == mask ? 0 : EACCES);
676 if (accmode & VWRITE)
679 return ((vmode & mask) == mask ? 0 : EACCES);
683 unionfs_access(struct vop_access_args *ap)
685 struct unionfs_mount *ump;
686 struct unionfs_node *unp;
694 UNIONFS_INTERNAL_DEBUG("unionfs_access: enter\n");
696 KASSERT_UNIONFS_VNODE(ap->a_vp);
698 ump = MOUNTTOUNIONFSMOUNT(ap->a_vp->v_mount);
699 unp = VTOUNIONFS(ap->a_vp);
700 uvp = unp->un_uppervp;
701 lvp = unp->un_lowervp;
703 accmode = ap->a_accmode;
706 if ((accmode & VWRITE) &&
707 (ap->a_vp->v_mount->mnt_flag & MNT_RDONLY)) {
708 switch (ap->a_vp->v_type) {
719 error = VOP_ACCESS(uvp, accmode, ap->a_cred, td);
721 UNIONFS_INTERNAL_DEBUG("unionfs_access: leave (%d)\n", error);
727 if (accmode & VWRITE) {
728 if (ump->um_uppervp->v_mount->mnt_flag & MNT_RDONLY) {
729 switch (ap->a_vp->v_type) {
737 } else if (ap->a_vp->v_type == VREG || ap->a_vp->v_type == VDIR) {
738 /* check shadow file/dir */
739 if (ump->um_copymode != UNIONFS_TRANSPARENT) {
740 error = unionfs_create_uppervattr(ump,
741 lvp, &va, ap->a_cred, td);
745 error = unionfs_check_corrected_access(
746 accmode, &va, ap->a_cred);
752 accmode |= VREAD; /* will copy to upper */
754 error = VOP_ACCESS(lvp, accmode, ap->a_cred, td);
757 UNIONFS_INTERNAL_DEBUG("unionfs_access: leave (%d)\n", error);
763 unionfs_getattr(struct vop_getattr_args *ap)
766 struct unionfs_node *unp;
767 struct unionfs_mount *ump;
773 UNIONFS_INTERNAL_DEBUG("unionfs_getattr: enter\n");
775 KASSERT_UNIONFS_VNODE(ap->a_vp);
777 unp = VTOUNIONFS(ap->a_vp);
778 ump = MOUNTTOUNIONFSMOUNT(ap->a_vp->v_mount);
779 uvp = unp->un_uppervp;
780 lvp = unp->un_lowervp;
784 if ((error = VOP_GETATTR(uvp, ap->a_vap, ap->a_cred)) == 0)
785 ap->a_vap->va_fsid = ap->a_vp->v_mount->mnt_stat.f_fsid.val[0];
787 UNIONFS_INTERNAL_DEBUG("unionfs_getattr: leave mode=%o, uid=%d, gid=%d (%d)\n",
788 ap->a_vap->va_mode, ap->a_vap->va_uid,
789 ap->a_vap->va_gid, error);
794 error = VOP_GETATTR(lvp, ap->a_vap, ap->a_cred);
796 if (error == 0 && !(ump->um_uppervp->v_mount->mnt_flag & MNT_RDONLY)) {
797 /* correct the attr toward shadow file/dir. */
798 if (ap->a_vp->v_type == VREG || ap->a_vp->v_type == VDIR) {
799 unionfs_create_uppervattr_core(ump, ap->a_vap, &va, td);
800 ap->a_vap->va_mode = va.va_mode;
801 ap->a_vap->va_uid = va.va_uid;
802 ap->a_vap->va_gid = va.va_gid;
807 ap->a_vap->va_fsid = ap->a_vp->v_mount->mnt_stat.f_fsid.val[0];
809 UNIONFS_INTERNAL_DEBUG("unionfs_getattr: leave mode=%o, uid=%d, gid=%d (%d)\n",
810 ap->a_vap->va_mode, ap->a_vap->va_uid, ap->a_vap->va_gid, error);
816 unionfs_setattr(struct vop_setattr_args *ap)
819 struct unionfs_node *unp;
825 UNIONFS_INTERNAL_DEBUG("unionfs_setattr: enter\n");
827 KASSERT_UNIONFS_VNODE(ap->a_vp);
830 unp = VTOUNIONFS(ap->a_vp);
831 uvp = unp->un_uppervp;
832 lvp = unp->un_lowervp;
836 if ((ap->a_vp->v_mount->mnt_flag & MNT_RDONLY) &&
837 (vap->va_flags != VNOVAL || vap->va_uid != (uid_t)VNOVAL ||
838 vap->va_gid != (gid_t)VNOVAL || vap->va_atime.tv_sec != VNOVAL ||
839 vap->va_mtime.tv_sec != VNOVAL || vap->va_mode != (mode_t)VNOVAL))
842 if (uvp == NULLVP && lvp->v_type == VREG) {
843 error = unionfs_copyfile(unp, (vap->va_size != 0),
847 uvp = unp->un_uppervp;
851 error = VOP_SETATTR(uvp, vap, ap->a_cred);
853 UNIONFS_INTERNAL_DEBUG("unionfs_setattr: leave (%d)\n", error);
859 unionfs_read(struct vop_read_args *ap)
862 struct unionfs_node *unp;
865 /* UNIONFS_INTERNAL_DEBUG("unionfs_read: enter\n"); */
867 KASSERT_UNIONFS_VNODE(ap->a_vp);
869 unp = VTOUNIONFS(ap->a_vp);
870 tvp = (unp->un_uppervp != NULLVP ? unp->un_uppervp : unp->un_lowervp);
872 error = VOP_READ(tvp, ap->a_uio, ap->a_ioflag, ap->a_cred);
874 /* UNIONFS_INTERNAL_DEBUG("unionfs_read: leave (%d)\n", error); */
880 unionfs_write(struct vop_write_args *ap)
883 struct unionfs_node *unp;
886 /* UNIONFS_INTERNAL_DEBUG("unionfs_write: enter\n"); */
888 KASSERT_UNIONFS_VNODE(ap->a_vp);
890 unp = VTOUNIONFS(ap->a_vp);
891 tvp = (unp->un_uppervp != NULLVP ? unp->un_uppervp : unp->un_lowervp);
893 error = VOP_WRITE(tvp, ap->a_uio, ap->a_ioflag, ap->a_cred);
895 /* UNIONFS_INTERNAL_DEBUG("unionfs_write: leave (%d)\n", error); */
901 unionfs_ioctl(struct vop_ioctl_args *ap)
904 struct unionfs_node *unp;
905 struct unionfs_node_status *unsp;
908 UNIONFS_INTERNAL_DEBUG("unionfs_ioctl: enter\n");
910 KASSERT_UNIONFS_VNODE(ap->a_vp);
912 vn_lock(ap->a_vp, LK_EXCLUSIVE | LK_RETRY);
913 unp = VTOUNIONFS(ap->a_vp);
914 unionfs_get_node_status(unp, ap->a_td, &unsp);
915 ovp = (unsp->uns_upper_opencnt ? unp->un_uppervp : unp->un_lowervp);
916 unionfs_tryrem_node_status(unp, unsp);
917 VOP_UNLOCK(ap->a_vp, 0);
922 error = VOP_IOCTL(ovp, ap->a_command, ap->a_data, ap->a_fflag,
923 ap->a_cred, ap->a_td);
925 UNIONFS_INTERNAL_DEBUG("unionfs_ioctl: leave (%d)\n", error);
931 unionfs_poll(struct vop_poll_args *ap)
933 struct unionfs_node *unp;
934 struct unionfs_node_status *unsp;
937 KASSERT_UNIONFS_VNODE(ap->a_vp);
939 vn_lock(ap->a_vp, LK_EXCLUSIVE | LK_RETRY);
940 unp = VTOUNIONFS(ap->a_vp);
941 unionfs_get_node_status(unp, ap->a_td, &unsp);
942 ovp = (unsp->uns_upper_opencnt ? unp->un_uppervp : unp->un_lowervp);
943 unionfs_tryrem_node_status(unp, unsp);
944 VOP_UNLOCK(ap->a_vp, 0);
949 return (VOP_POLL(ovp, ap->a_events, ap->a_cred, ap->a_td));
953 unionfs_fsync(struct vop_fsync_args *ap)
955 struct unionfs_node *unp;
956 struct unionfs_node_status *unsp;
959 KASSERT_UNIONFS_VNODE(ap->a_vp);
961 unp = VTOUNIONFS(ap->a_vp);
962 unionfs_get_node_status(unp, ap->a_td, &unsp);
963 ovp = (unsp->uns_upper_opencnt ? unp->un_uppervp : unp->un_lowervp);
964 unionfs_tryrem_node_status(unp, unsp);
969 return (VOP_FSYNC(ovp, ap->a_waitfor, ap->a_td));
973 unionfs_remove(struct vop_remove_args *ap)
977 struct unionfs_node *dunp;
978 struct unionfs_node *unp;
979 struct unionfs_mount *ump;
984 struct componentname *cnp;
985 struct componentname cn;
988 UNIONFS_INTERNAL_DEBUG("unionfs_remove: enter\n");
990 KASSERT_UNIONFS_VNODE(ap->a_dvp);
993 dunp = VTOUNIONFS(ap->a_dvp);
994 udvp = dunp->un_uppervp;
998 if (ap->a_vp->v_op != &unionfs_vnodeops) {
999 if (ap->a_vp->v_type != VSOCK)
1002 vp = uvp = lvp = NULLVP;
1004 VOP_UNLOCK(ap->a_vp, 0);
1005 error = unionfs_relookup(udvp, &vp, cnp, &cn, td,
1006 cnp->cn_nameptr, strlen(cnp->cn_nameptr), DELETE);
1007 if (error != 0 && error != ENOENT) {
1008 vn_lock(ap->a_vp, LK_EXCLUSIVE | LK_RETRY);
1012 if (error == 0 && vp == ap->a_vp) {
1013 /* target vnode in upper */
1018 /* target vnode in lower */
1025 vn_lock(ap->a_vp, LK_EXCLUSIVE | LK_RETRY);
1027 path = ap->a_cnp->cn_nameptr;
1030 ump = MOUNTTOUNIONFSMOUNT(ap->a_vp->v_mount);
1031 unp = VTOUNIONFS(ap->a_vp);
1032 uvp = unp->un_uppervp;
1033 lvp = unp->un_lowervp;
1034 path = unp->un_path;
1040 if (uvp != NULLVP) {
1042 * XXX: if the vnode type is VSOCK, it will create whiteout
1045 if (ump == NULL || ump->um_whitemode == UNIONFS_WHITE_ALWAYS ||
1047 cnp->cn_flags |= DOWHITEOUT;
1048 error = VOP_REMOVE(udvp, uvp, cnp);
1049 } else if (lvp != NULLVP)
1050 error = unionfs_mkwhiteout(udvp, cnp, td, path);
1052 UNIONFS_INTERNAL_DEBUG("unionfs_remove: leave (%d)\n", error);
1058 unionfs_link(struct vop_link_args *ap)
1062 struct unionfs_node *dunp;
1063 struct unionfs_node *unp;
1066 struct componentname *cnp;
1069 UNIONFS_INTERNAL_DEBUG("unionfs_link: enter\n");
1071 KASSERT_UNIONFS_VNODE(ap->a_tdvp);
1072 KASSERT_UNIONFS_VNODE(ap->a_vp);
1076 dunp = VTOUNIONFS(ap->a_tdvp);
1078 udvp = dunp->un_uppervp;
1086 if (ap->a_vp->v_op != &unionfs_vnodeops)
1089 unp = VTOUNIONFS(ap->a_vp);
1091 if (unp->un_uppervp == NULLVP) {
1092 if (ap->a_vp->v_type != VREG)
1093 return (EOPNOTSUPP);
1095 error = unionfs_copyfile(unp, 1, cnp->cn_cred, td);
1100 uvp = unp->un_uppervp;
1103 if (needrelookup != 0)
1104 error = unionfs_relookup_for_create(ap->a_tdvp, cnp, td);
1107 error = VOP_LINK(udvp, uvp, cnp);
1109 UNIONFS_INTERNAL_DEBUG("unionfs_link: leave (%d)\n", error);
1115 unionfs_rename(struct vop_rename_args *ap)
1120 struct componentname *fcnp;
1123 struct componentname *tcnp;
1124 struct vnode *ltdvp;
1128 /* rename target vnodes */
1129 struct vnode *rfdvp;
1131 struct vnode *rtdvp;
1135 struct unionfs_mount *ump;
1136 struct unionfs_node *unp;
1138 UNIONFS_INTERNAL_DEBUG("unionfs_rename: enter\n");
1157 if (!(fcnp->cn_flags & HASBUF) || !(tcnp->cn_flags & HASBUF))
1158 panic("unionfs_rename: no name");
1161 /* check for cross device rename */
1162 if (fvp->v_mount != tdvp->v_mount ||
1163 (tvp != NULLVP && fvp->v_mount != tvp->v_mount)) {
1164 if (fvp->v_op != &unionfs_vnodeops)
1168 goto unionfs_rename_abort;
1171 /* Renaming a file to itself has no effect. */
1173 goto unionfs_rename_abort;
1176 * from/to vnode is unionfs node.
1179 KASSERT_UNIONFS_VNODE(fdvp);
1180 KASSERT_UNIONFS_VNODE(fvp);
1181 KASSERT_UNIONFS_VNODE(tdvp);
1183 KASSERT_UNIONFS_VNODE(tvp);
1185 unp = VTOUNIONFS(fdvp);
1186 #ifdef UNIONFS_IDBG_RENAME
1187 UNIONFS_INTERNAL_DEBUG("fdvp=%p, ufdvp=%p, lfdvp=%p\n", fdvp, unp->un_uppervp, unp->un_lowervp);
1189 if (unp->un_uppervp == NULLVP) {
1191 goto unionfs_rename_abort;
1193 rfdvp = unp->un_uppervp;
1196 unp = VTOUNIONFS(fvp);
1197 #ifdef UNIONFS_IDBG_RENAME
1198 UNIONFS_INTERNAL_DEBUG("fvp=%p, ufvp=%p, lfvp=%p\n", fvp, unp->un_uppervp, unp->un_lowervp);
1200 ump = MOUNTTOUNIONFSMOUNT(fvp->v_mount);
1201 if (unp->un_uppervp == NULLVP) {
1202 switch (fvp->v_type) {
1204 if ((error = vn_lock(fvp, LK_EXCLUSIVE)) != 0)
1205 goto unionfs_rename_abort;
1206 error = unionfs_copyfile(unp, 1, fcnp->cn_cred, td);
1209 goto unionfs_rename_abort;
1212 if ((error = vn_lock(fvp, LK_EXCLUSIVE)) != 0)
1213 goto unionfs_rename_abort;
1214 error = unionfs_mkshadowdir(ump, rfdvp, unp, fcnp, td);
1217 goto unionfs_rename_abort;
1221 goto unionfs_rename_abort;
1227 if (unp->un_lowervp != NULLVP)
1228 fcnp->cn_flags |= DOWHITEOUT;
1229 rfvp = unp->un_uppervp;
1232 unp = VTOUNIONFS(tdvp);
1233 #ifdef UNIONFS_IDBG_RENAME
1234 UNIONFS_INTERNAL_DEBUG("tdvp=%p, utdvp=%p, ltdvp=%p\n", tdvp, unp->un_uppervp, unp->un_lowervp);
1236 if (unp->un_uppervp == NULLVP) {
1238 goto unionfs_rename_abort;
1240 rtdvp = unp->un_uppervp;
1241 ltdvp = unp->un_lowervp;
1247 } else if (tvp != NULLVP) {
1248 unp = VTOUNIONFS(tvp);
1249 #ifdef UNIONFS_IDBG_RENAME
1250 UNIONFS_INTERNAL_DEBUG("tvp=%p, utvp=%p, ltvp=%p\n", tvp, unp->un_uppervp, unp->un_lowervp);
1252 if (unp->un_uppervp == NULLVP)
1255 if (tvp->v_type == VDIR) {
1257 goto unionfs_rename_abort;
1259 rtvp = unp->un_uppervp;
1260 ltvp = unp->un_lowervp;
1266 goto unionfs_rename_abort;
1268 if (needrelookup != 0) {
1269 if ((error = vn_lock(fdvp, LK_EXCLUSIVE)) != 0)
1270 goto unionfs_rename_abort;
1271 error = unionfs_relookup_for_delete(fdvp, fcnp, td);
1272 VOP_UNLOCK(fdvp, 0);
1274 goto unionfs_rename_abort;
1276 /* Locke of tvp is canceled in order to avoid recursive lock. */
1277 if (tvp != NULLVP && tvp != tdvp)
1279 error = unionfs_relookup_for_rename(tdvp, tcnp, td);
1280 if (tvp != NULLVP && tvp != tdvp)
1281 vn_lock(tvp, LK_EXCLUSIVE | LK_RETRY);
1283 goto unionfs_rename_abort;
1286 error = VOP_RENAME(rfdvp, rfvp, fcnp, rtdvp, rtvp, tcnp);
1289 if (rtvp != NULLVP && rtvp->v_type == VDIR)
1291 if (fvp->v_type == VDIR && fdvp != tdvp)
1295 if (ltdvp != NULLVP)
1296 VOP_UNLOCK(ltdvp, 0);
1300 VOP_UNLOCK(ltvp, 0);
1301 if (tvp != rtvp && tvp != NULLVP) {
1312 UNIONFS_INTERNAL_DEBUG("unionfs_rename: leave (%d)\n", error);
1316 unionfs_rename_abort:
1320 if (tvp != NULLVP) {
1326 if (tvp != rtvp && rtvp != NULLVP)
1335 UNIONFS_INTERNAL_DEBUG("unionfs_rename: leave (%d)\n", error);
1341 unionfs_mkdir(struct vop_mkdir_args *ap)
1345 struct unionfs_node *dunp;
1346 struct componentname *cnp;
1352 UNIONFS_INTERNAL_DEBUG("unionfs_mkdir: enter\n");
1354 KASSERT_UNIONFS_VNODE(ap->a_dvp);
1357 dunp = VTOUNIONFS(ap->a_dvp);
1359 lkflags = cnp->cn_lkflags;
1361 udvp = dunp->un_uppervp;
1363 if (udvp != NULLVP) {
1365 if (!(cnp->cn_flags & ISWHITEOUT)) {
1366 error = VOP_GETATTR(udvp, &va, cnp->cn_cred);
1369 if (va.va_flags & OPAQUE)
1370 cnp->cn_flags |= ISWHITEOUT;
1373 if ((error = VOP_MKDIR(udvp, &uvp, cnp, ap->a_vap)) == 0) {
1375 cnp->cn_lkflags = LK_EXCLUSIVE;
1376 error = unionfs_nodeget(ap->a_dvp->v_mount, uvp, NULLVP,
1377 ap->a_dvp, ap->a_vpp, cnp, td);
1378 cnp->cn_lkflags = lkflags;
1383 UNIONFS_INTERNAL_DEBUG("unionfs_mkdir: leave (%d)\n", error);
1389 unionfs_rmdir(struct vop_rmdir_args *ap)
1392 struct unionfs_node *dunp;
1393 struct unionfs_node *unp;
1394 struct unionfs_mount *ump;
1395 struct componentname *cnp;
1401 UNIONFS_INTERNAL_DEBUG("unionfs_rmdir: enter\n");
1403 KASSERT_UNIONFS_VNODE(ap->a_dvp);
1404 KASSERT_UNIONFS_VNODE(ap->a_vp);
1407 dunp = VTOUNIONFS(ap->a_dvp);
1408 unp = VTOUNIONFS(ap->a_vp);
1411 udvp = dunp->un_uppervp;
1412 uvp = unp->un_uppervp;
1413 lvp = unp->un_lowervp;
1419 return (EOPNOTSUPP);
1421 if (uvp != NULLVP) {
1422 if (lvp != NULLVP) {
1423 error = unionfs_check_rmdir(ap->a_vp, cnp->cn_cred, td);
1427 ump = MOUNTTOUNIONFSMOUNT(ap->a_vp->v_mount);
1428 if (ump->um_whitemode == UNIONFS_WHITE_ALWAYS || lvp != NULLVP)
1429 cnp->cn_flags |= DOWHITEOUT;
1430 error = VOP_RMDIR(udvp, uvp, cnp);
1432 else if (lvp != NULLVP)
1433 error = unionfs_mkwhiteout(udvp, cnp, td, unp->un_path);
1436 cache_purge(ap->a_dvp);
1437 cache_purge(ap->a_vp);
1440 UNIONFS_INTERNAL_DEBUG("unionfs_rmdir: leave (%d)\n", error);
1446 unionfs_symlink(struct vop_symlink_args *ap)
1450 struct unionfs_node *dunp;
1451 struct componentname *cnp;
1456 UNIONFS_INTERNAL_DEBUG("unionfs_symlink: enter\n");
1458 KASSERT_UNIONFS_VNODE(ap->a_dvp);
1461 dunp = VTOUNIONFS(ap->a_dvp);
1463 lkflags = cnp->cn_lkflags;
1465 udvp = dunp->un_uppervp;
1467 if (udvp != NULLVP) {
1468 error = VOP_SYMLINK(udvp, &uvp, cnp, ap->a_vap, ap->a_target);
1471 cnp->cn_lkflags = LK_EXCLUSIVE;
1472 error = unionfs_nodeget(ap->a_dvp->v_mount, uvp, NULLVP,
1473 ap->a_dvp, ap->a_vpp, cnp, td);
1474 cnp->cn_lkflags = lkflags;
1479 UNIONFS_INTERNAL_DEBUG("unionfs_symlink: leave (%d)\n", error);
1485 unionfs_readdir(struct vop_readdir_args *ap)
1490 struct unionfs_node *unp;
1491 struct unionfs_node_status *unsp;
1501 UNIONFS_INTERNAL_DEBUG("unionfs_readdir: enter\n");
1503 KASSERT_UNIONFS_VNODE(ap->a_vp);
1508 unp = VTOUNIONFS(ap->a_vp);
1510 uvp = unp->un_uppervp;
1511 lvp = unp->un_lowervp;
1516 if (ap->a_vp->v_type != VDIR)
1520 if (uvp != NULLVP && lvp != NULLVP) {
1521 if ((error = VOP_GETATTR(uvp, &va, ap->a_cred)) != 0)
1522 goto unionfs_readdir_exit;
1523 if (va.va_flags & OPAQUE)
1527 /* check the open count. unionfs needs to open before readdir. */
1528 if (VOP_ISLOCKED(ap->a_vp) != LK_EXCLUSIVE) {
1529 vn_lock(ap->a_vp, LK_UPGRADE | LK_RETRY);
1532 unionfs_get_node_status(unp, td, &unsp);
1533 if ((uvp != NULLVP && unsp->uns_upper_opencnt <= 0) ||
1534 (lvp != NULLVP && unsp->uns_lower_opencnt <= 0)) {
1535 unionfs_tryrem_node_status(unp, unsp);
1539 vn_lock(ap->a_vp, LK_DOWNGRADE | LK_RETRY);
1541 goto unionfs_readdir_exit;
1544 if (uvp != NULLVP && lvp == NULLVP) {
1545 error = VOP_READDIR(uvp, uio, ap->a_cred, ap->a_eofflag,
1546 ap->a_ncookies, ap->a_cookies);
1547 unsp->uns_readdir_status = 0;
1549 goto unionfs_readdir_exit;
1553 if (uvp == NULLVP && lvp != NULLVP) {
1554 error = VOP_READDIR(lvp, uio, ap->a_cred, ap->a_eofflag,
1555 ap->a_ncookies, ap->a_cookies);
1556 unsp->uns_readdir_status = 2;
1558 goto unionfs_readdir_exit;
1562 * readdir upper and lower
1564 KASSERT(uvp != NULLVP, ("unionfs_readdir: null upper vp"));
1565 KASSERT(lvp != NULLVP, ("unionfs_readdir: null lower vp"));
1566 if (uio->uio_offset == 0)
1567 unsp->uns_readdir_status = 0;
1569 if (unsp->uns_readdir_status == 0) {
1571 error = VOP_READDIR(uvp, uio, ap->a_cred, &eofflag,
1572 ap->a_ncookies, ap->a_cookies);
1574 if (error != 0 || eofflag == 0)
1575 goto unionfs_readdir_exit;
1576 unsp->uns_readdir_status = 1;
1579 * ufs(and other fs) needs size of uio_resid larger than
1581 * size of DIRBLKSIZ equals DEV_BSIZE.
1582 * (see: ufs/ufs/ufs_vnops.c ufs_readdir func , ufs/ufs/dir.h)
1584 if (uio->uio_resid <= (uio->uio_resid & (DEV_BSIZE -1)))
1585 goto unionfs_readdir_exit;
1589 * It prepares to readdir in lower.
1591 if (ap->a_ncookies != NULL) {
1592 ncookies_bk = *(ap->a_ncookies);
1593 *(ap->a_ncookies) = 0;
1595 if (ap->a_cookies != NULL) {
1596 cookies_bk = *(ap->a_cookies);
1597 *(ap->a_cookies) = NULL;
1601 /* initialize for readdir in lower */
1602 if (unsp->uns_readdir_status == 1) {
1603 unsp->uns_readdir_status = 2;
1604 uio->uio_offset = 0;
1607 if (lvp == NULLVP) {
1609 goto unionfs_readdir_exit;
1612 error = VOP_READDIR(lvp, uio, ap->a_cred, ap->a_eofflag,
1613 ap->a_ncookies, ap->a_cookies);
1615 if (cookies_bk != NULL) {
1618 u_long *newcookies, *pos;
1620 size = *(ap->a_ncookies) + ncookies_bk;
1621 newcookies = (u_long *) malloc(size * sizeof(u_long),
1625 memcpy(pos, cookies_bk, ncookies_bk * sizeof(u_long));
1626 pos += ncookies_bk * sizeof(u_long);
1627 memcpy(pos, *(ap->a_cookies), *(ap->a_ncookies) * sizeof(u_long));
1628 free(cookies_bk, M_TEMP);
1629 free(*(ap->a_cookies), M_TEMP);
1630 *(ap->a_ncookies) = size;
1631 *(ap->a_cookies) = newcookies;
1634 unionfs_readdir_exit:
1635 if (error != 0 && ap->a_eofflag != NULL)
1636 *(ap->a_eofflag) = 1;
1638 UNIONFS_INTERNAL_DEBUG("unionfs_readdir: leave (%d)\n", error);
1644 unionfs_readlink(struct vop_readlink_args *ap)
1647 struct unionfs_node *unp;
1650 UNIONFS_INTERNAL_DEBUG("unionfs_readlink: enter\n");
1652 KASSERT_UNIONFS_VNODE(ap->a_vp);
1654 unp = VTOUNIONFS(ap->a_vp);
1655 vp = (unp->un_uppervp != NULLVP ? unp->un_uppervp : unp->un_lowervp);
1657 error = VOP_READLINK(vp, ap->a_uio, ap->a_cred);
1659 UNIONFS_INTERNAL_DEBUG("unionfs_readlink: leave (%d)\n", error);
1665 unionfs_getwritemount(struct vop_getwritemount_args *ap)
1671 UNIONFS_INTERNAL_DEBUG("unionfs_getwritemount: enter\n");
1676 if (vp == NULLVP || (vp->v_mount->mnt_flag & MNT_RDONLY))
1679 KASSERT_UNIONFS_VNODE(vp);
1681 uvp = UNIONFSVPTOUPPERVP(vp);
1682 if (uvp == NULLVP && VREG == vp->v_type)
1683 uvp = UNIONFSVPTOUPPERVP(VTOUNIONFS(vp)->un_dvp);
1686 error = VOP_GETWRITEMOUNT(uvp, ap->a_mpp);
1689 if (vp->v_iflag & VI_FREE)
1696 UNIONFS_INTERNAL_DEBUG("unionfs_getwritemount: leave (%d)\n", error);
1702 unionfs_inactive(struct vop_inactive_args *ap)
1704 ap->a_vp->v_object = NULL;
1705 vrecycle(ap->a_vp, ap->a_td);
1710 unionfs_reclaim(struct vop_reclaim_args *ap)
1712 /* UNIONFS_INTERNAL_DEBUG("unionfs_reclaim: enter\n"); */
1714 unionfs_noderem(ap->a_vp, ap->a_td);
1716 /* UNIONFS_INTERNAL_DEBUG("unionfs_reclaim: leave\n"); */
1722 unionfs_print(struct vop_print_args *ap)
1724 struct unionfs_node *unp;
1725 /* struct unionfs_node_status *unsp; */
1727 unp = VTOUNIONFS(ap->a_vp);
1728 /* unionfs_get_node_status(unp, curthread, &unsp); */
1730 printf("unionfs_vp=%p, uppervp=%p, lowervp=%p\n",
1731 ap->a_vp, unp->un_uppervp, unp->un_lowervp);
1733 printf("unionfs opencnt: uppervp=%d, lowervp=%d\n",
1734 unsp->uns_upper_opencnt, unsp->uns_lower_opencnt);
1737 if (unp->un_uppervp != NULLVP)
1738 vprint("unionfs: upper", unp->un_uppervp);
1739 if (unp->un_lowervp != NULLVP)
1740 vprint("unionfs: lower", unp->un_lowervp);
1746 unionfs_get_llt_revlock(int flags)
1750 flags &= LK_TYPE_MASK;
1751 for (count = 0; un_llt[count].lock != 0; count++) {
1752 if (flags == un_llt[count].lock) {
1753 return un_llt[count].revlock;
1761 unionfs_lock(struct vop_lock1_args *ap)
1768 struct unionfs_mount *ump;
1769 struct unionfs_node *unp;
1774 KASSERT_UNIONFS_VNODE(ap->a_vp);
1778 flags = ap->a_flags;
1781 if (LK_RELEASE == (flags & LK_TYPE_MASK) || !(flags & LK_TYPE_MASK))
1782 return (VOP_UNLOCK(vp, flags));
1784 if ((revlock = unionfs_get_llt_revlock(flags)) == 0)
1785 panic("unknown lock type: 0x%x", flags & LK_TYPE_MASK);
1787 if ((flags & LK_INTERLOCK) == 0)
1792 goto unionfs_lock_null_vnode;
1794 ump = MOUNTTOUNIONFSMOUNT(mp);
1795 unp = VTOUNIONFS(vp);
1796 if (ump == NULL || unp == NULL)
1797 goto unionfs_lock_null_vnode;
1798 lvp = unp->un_lowervp;
1799 uvp = unp->un_uppervp;
1801 if ((mp->mnt_kern_flag & MNTK_MPSAFE) != 0 &&
1802 (vp->v_iflag & VI_OWEINACT) != 0)
1806 * Sometimes, lower or upper is already exclusive locked.
1807 * (ex. vfs_domount: mounted vnode is already locked.)
1809 if ((flags & LK_TYPE_MASK) == LK_EXCLUSIVE &&
1810 vp == ump->um_rootvp)
1811 flags |= LK_CANRECURSE;
1813 if (lvp != NULLVP) {
1814 VI_LOCK_FLAGS(lvp, MTX_DUPOK);
1815 flags |= LK_INTERLOCK;
1819 ap->a_flags &= ~LK_INTERLOCK;
1821 error = VOP_LOCK(lvp, flags);
1824 unp = VTOUNIONFS(vp);
1830 return (vop_stdlock(ap));
1834 if (error == 0 && uvp != NULLVP) {
1835 VI_LOCK_FLAGS(uvp, MTX_DUPOK);
1836 flags |= LK_INTERLOCK;
1841 ap->a_flags &= ~LK_INTERLOCK;
1843 error = VOP_LOCK(uvp, flags);
1846 unp = VTOUNIONFS(vp);
1857 return (vop_stdlock(ap));
1860 if (error != 0 && lvp != NULLVP) {
1862 if ((revlock & LK_TYPE_MASK) == LK_RELEASE)
1863 VOP_UNLOCK(lvp, revlock);
1865 vn_lock(lvp, revlock | LK_RETRY);
1866 goto unionfs_lock_abort;
1879 unionfs_lock_null_vnode:
1880 ap->a_flags |= LK_INTERLOCK;
1881 return (vop_stdlock(ap));
1885 unionfs_unlock(struct vop_unlock_args *ap)
1894 struct unionfs_node *unp;
1896 KASSERT_UNIONFS_VNODE(ap->a_vp);
1901 flags = ap->a_flags | LK_RELEASE;
1904 if ((flags & LK_INTERLOCK) != 0)
1906 else if (mtx_owned(VI_MTX(vp)) == 0) {
1911 unp = VTOUNIONFS(vp);
1913 goto unionfs_unlock_null_vnode;
1914 lvp = unp->un_lowervp;
1915 uvp = unp->un_uppervp;
1917 if (lvp != NULLVP) {
1918 VI_LOCK_FLAGS(lvp, MTX_DUPOK);
1919 flags |= LK_INTERLOCK;
1923 ap->a_flags &= ~LK_INTERLOCK;
1925 error = VOP_UNLOCK(lvp, flags);
1930 if (error == 0 && uvp != NULLVP) {
1931 VI_LOCK_FLAGS(uvp, MTX_DUPOK);
1932 flags |= LK_INTERLOCK;
1937 ap->a_flags &= ~LK_INTERLOCK;
1939 error = VOP_UNLOCK(uvp, flags);
1954 unionfs_unlock_null_vnode:
1957 return (vop_stdunlock(ap));
1961 unionfs_pathconf(struct vop_pathconf_args *ap)
1963 struct unionfs_node *unp;
1966 KASSERT_UNIONFS_VNODE(ap->a_vp);
1968 unp = VTOUNIONFS(ap->a_vp);
1969 vp = (unp->un_uppervp != NULLVP ? unp->un_uppervp : unp->un_lowervp);
1971 return (VOP_PATHCONF(vp, ap->a_name, ap->a_retval));
1975 unionfs_advlock(struct vop_advlock_args *ap)
1978 struct unionfs_node *unp;
1979 struct unionfs_node_status *unsp;
1984 UNIONFS_INTERNAL_DEBUG("unionfs_advlock: enter\n");
1986 KASSERT_UNIONFS_VNODE(ap->a_vp);
1991 vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
1993 unp = VTOUNIONFS(ap->a_vp);
1994 uvp = unp->un_uppervp;
1996 if (uvp == NULLVP) {
1997 error = unionfs_copyfile(unp, 1, td->td_ucred, td);
1999 goto unionfs_advlock_abort;
2000 uvp = unp->un_uppervp;
2002 unionfs_get_node_status(unp, td, &unsp);
2003 if (unsp->uns_lower_opencnt > 0) {
2004 /* try reopen the vnode */
2005 error = VOP_OPEN(uvp, unsp->uns_lower_openmode,
2006 td->td_ucred, td, NULL);
2008 goto unionfs_advlock_abort;
2009 unsp->uns_upper_opencnt++;
2010 VOP_CLOSE(unp->un_lowervp, unsp->uns_lower_openmode, td->td_ucred, td);
2011 unsp->uns_lower_opencnt--;
2013 unionfs_tryrem_node_status(unp, unsp);
2018 error = VOP_ADVLOCK(uvp, ap->a_id, ap->a_op, ap->a_fl, ap->a_flags);
2020 UNIONFS_INTERNAL_DEBUG("unionfs_advlock: leave (%d)\n", error);
2024 unionfs_advlock_abort:
2027 UNIONFS_INTERNAL_DEBUG("unionfs_advlock: leave (%d)\n", error);
2033 unionfs_strategy(struct vop_strategy_args *ap)
2035 struct unionfs_node *unp;
2038 KASSERT_UNIONFS_VNODE(ap->a_vp);
2040 unp = VTOUNIONFS(ap->a_vp);
2041 vp = (unp->un_uppervp != NULLVP ? unp->un_uppervp : unp->un_lowervp);
2045 panic("unionfs_strategy: nullvp");
2047 if (ap->a_bp->b_iocmd == BIO_WRITE && vp == unp->un_lowervp)
2048 panic("unionfs_strategy: writing to lowervp");
2051 return (VOP_STRATEGY(vp, ap->a_bp));
2055 unionfs_getacl(struct vop_getacl_args *ap)
2058 struct unionfs_node *unp;
2061 KASSERT_UNIONFS_VNODE(ap->a_vp);
2063 unp = VTOUNIONFS(ap->a_vp);
2064 vp = (unp->un_uppervp != NULLVP ? unp->un_uppervp : unp->un_lowervp);
2066 UNIONFS_INTERNAL_DEBUG("unionfs_getacl: enter\n");
2068 error = VOP_GETACL(vp, ap->a_type, ap->a_aclp, ap->a_cred, ap->a_td);
2070 UNIONFS_INTERNAL_DEBUG("unionfs_getacl: leave (%d)\n", error);
2076 unionfs_setacl(struct vop_setacl_args *ap)
2079 struct unionfs_node *unp;
2084 UNIONFS_INTERNAL_DEBUG("unionfs_setacl: enter\n");
2086 KASSERT_UNIONFS_VNODE(ap->a_vp);
2089 unp = VTOUNIONFS(ap->a_vp);
2090 uvp = unp->un_uppervp;
2091 lvp = unp->un_lowervp;
2094 if (ap->a_vp->v_mount->mnt_flag & MNT_RDONLY)
2097 if (uvp == NULLVP && lvp->v_type == VREG) {
2098 if ((error = unionfs_copyfile(unp, 1, ap->a_cred, td)) != 0)
2100 uvp = unp->un_uppervp;
2104 error = VOP_SETACL(uvp, ap->a_type, ap->a_aclp, ap->a_cred, td);
2106 UNIONFS_INTERNAL_DEBUG("unionfs_setacl: leave (%d)\n", error);
2112 unionfs_aclcheck(struct vop_aclcheck_args *ap)
2115 struct unionfs_node *unp;
2118 UNIONFS_INTERNAL_DEBUG("unionfs_aclcheck: enter\n");
2120 KASSERT_UNIONFS_VNODE(ap->a_vp);
2122 unp = VTOUNIONFS(ap->a_vp);
2123 vp = (unp->un_uppervp != NULLVP ? unp->un_uppervp : unp->un_lowervp);
2125 error = VOP_ACLCHECK(vp, ap->a_type, ap->a_aclp, ap->a_cred, ap->a_td);
2127 UNIONFS_INTERNAL_DEBUG("unionfs_aclcheck: leave (%d)\n", error);
2133 unionfs_openextattr(struct vop_openextattr_args *ap)
2136 struct unionfs_node *unp;
2140 KASSERT_UNIONFS_VNODE(ap->a_vp);
2143 unp = VTOUNIONFS(vp);
2144 tvp = (unp->un_uppervp != NULLVP ? unp->un_uppervp : unp->un_lowervp);
2146 if ((tvp == unp->un_uppervp && (unp->un_flag & UNIONFS_OPENEXTU)) ||
2147 (tvp == unp->un_lowervp && (unp->un_flag & UNIONFS_OPENEXTL)))
2150 error = VOP_OPENEXTATTR(tvp, ap->a_cred, ap->a_td);
2153 vn_lock(vp, LK_UPGRADE | LK_RETRY);
2154 if (tvp == unp->un_uppervp)
2155 unp->un_flag |= UNIONFS_OPENEXTU;
2157 unp->un_flag |= UNIONFS_OPENEXTL;
2158 vn_lock(vp, LK_DOWNGRADE | LK_RETRY);
2165 unionfs_closeextattr(struct vop_closeextattr_args *ap)
2168 struct unionfs_node *unp;
2172 KASSERT_UNIONFS_VNODE(ap->a_vp);
2175 unp = VTOUNIONFS(vp);
2178 if (unp->un_flag & UNIONFS_OPENEXTU)
2179 tvp = unp->un_uppervp;
2180 else if (unp->un_flag & UNIONFS_OPENEXTL)
2181 tvp = unp->un_lowervp;
2184 return (EOPNOTSUPP);
2186 error = VOP_CLOSEEXTATTR(tvp, ap->a_commit, ap->a_cred, ap->a_td);
2189 vn_lock(vp, LK_UPGRADE | LK_RETRY);
2190 if (tvp == unp->un_uppervp)
2191 unp->un_flag &= ~UNIONFS_OPENEXTU;
2193 unp->un_flag &= ~UNIONFS_OPENEXTL;
2194 vn_lock(vp, LK_DOWNGRADE | LK_RETRY);
2201 unionfs_getextattr(struct vop_getextattr_args *ap)
2203 struct unionfs_node *unp;
2206 KASSERT_UNIONFS_VNODE(ap->a_vp);
2208 unp = VTOUNIONFS(ap->a_vp);
2211 if (unp->un_flag & UNIONFS_OPENEXTU)
2212 vp = unp->un_uppervp;
2213 else if (unp->un_flag & UNIONFS_OPENEXTL)
2214 vp = unp->un_lowervp;
2217 return (EOPNOTSUPP);
2219 return (VOP_GETEXTATTR(vp, ap->a_attrnamespace, ap->a_name,
2220 ap->a_uio, ap->a_size, ap->a_cred, ap->a_td));
2224 unionfs_setextattr(struct vop_setextattr_args *ap)
2227 struct unionfs_node *unp;
2234 KASSERT_UNIONFS_VNODE(ap->a_vp);
2237 unp = VTOUNIONFS(ap->a_vp);
2238 uvp = unp->un_uppervp;
2239 lvp = unp->un_lowervp;
2244 UNIONFS_INTERNAL_DEBUG("unionfs_setextattr: enter (un_flag=%x)\n", unp->un_flag);
2246 if (ap->a_vp->v_mount->mnt_flag & MNT_RDONLY)
2249 if (unp->un_flag & UNIONFS_OPENEXTU)
2250 ovp = unp->un_uppervp;
2251 else if (unp->un_flag & UNIONFS_OPENEXTL)
2252 ovp = unp->un_lowervp;
2255 return (EOPNOTSUPP);
2257 if (ovp == lvp && lvp->v_type == VREG) {
2258 VOP_CLOSEEXTATTR(lvp, 0, cred, td);
2259 if (uvp == NULLVP &&
2260 (error = unionfs_copyfile(unp, 1, cred, td)) != 0) {
2261 unionfs_setextattr_reopen:
2262 if ((unp->un_flag & UNIONFS_OPENEXTL) &&
2263 VOP_OPENEXTATTR(lvp, cred, td)) {
2265 panic("unionfs: VOP_OPENEXTATTR failed");
2267 unp->un_flag &= ~UNIONFS_OPENEXTL;
2269 goto unionfs_setextattr_abort;
2271 uvp = unp->un_uppervp;
2272 if ((error = VOP_OPENEXTATTR(uvp, cred, td)) != 0)
2273 goto unionfs_setextattr_reopen;
2274 unp->un_flag &= ~UNIONFS_OPENEXTL;
2275 unp->un_flag |= UNIONFS_OPENEXTU;
2280 error = VOP_SETEXTATTR(ovp, ap->a_attrnamespace, ap->a_name,
2281 ap->a_uio, cred, td);
2283 unionfs_setextattr_abort:
2284 UNIONFS_INTERNAL_DEBUG("unionfs_setextattr: leave (%d)\n", error);
2290 unionfs_listextattr(struct vop_listextattr_args *ap)
2292 struct unionfs_node *unp;
2295 KASSERT_UNIONFS_VNODE(ap->a_vp);
2297 unp = VTOUNIONFS(ap->a_vp);
2300 if (unp->un_flag & UNIONFS_OPENEXTU)
2301 vp = unp->un_uppervp;
2302 else if (unp->un_flag & UNIONFS_OPENEXTL)
2303 vp = unp->un_lowervp;
2306 return (EOPNOTSUPP);
2308 return (VOP_LISTEXTATTR(vp, ap->a_attrnamespace, ap->a_uio,
2309 ap->a_size, ap->a_cred, ap->a_td));
2313 unionfs_deleteextattr(struct vop_deleteextattr_args *ap)
2316 struct unionfs_node *unp;
2323 KASSERT_UNIONFS_VNODE(ap->a_vp);
2326 unp = VTOUNIONFS(ap->a_vp);
2327 uvp = unp->un_uppervp;
2328 lvp = unp->un_lowervp;
2333 UNIONFS_INTERNAL_DEBUG("unionfs_deleteextattr: enter (un_flag=%x)\n", unp->un_flag);
2335 if (ap->a_vp->v_mount->mnt_flag & MNT_RDONLY)
2338 if (unp->un_flag & UNIONFS_OPENEXTU)
2339 ovp = unp->un_uppervp;
2340 else if (unp->un_flag & UNIONFS_OPENEXTL)
2341 ovp = unp->un_lowervp;
2344 return (EOPNOTSUPP);
2346 if (ovp == lvp && lvp->v_type == VREG) {
2347 VOP_CLOSEEXTATTR(lvp, 0, cred, td);
2348 if (uvp == NULLVP &&
2349 (error = unionfs_copyfile(unp, 1, cred, td)) != 0) {
2350 unionfs_deleteextattr_reopen:
2351 if ((unp->un_flag & UNIONFS_OPENEXTL) &&
2352 VOP_OPENEXTATTR(lvp, cred, td)) {
2354 panic("unionfs: VOP_OPENEXTATTR failed");
2356 unp->un_flag &= ~UNIONFS_OPENEXTL;
2358 goto unionfs_deleteextattr_abort;
2360 uvp = unp->un_uppervp;
2361 if ((error = VOP_OPENEXTATTR(uvp, cred, td)) != 0)
2362 goto unionfs_deleteextattr_reopen;
2363 unp->un_flag &= ~UNIONFS_OPENEXTL;
2364 unp->un_flag |= UNIONFS_OPENEXTU;
2369 error = VOP_DELETEEXTATTR(ovp, ap->a_attrnamespace, ap->a_name,
2370 ap->a_cred, ap->a_td);
2372 unionfs_deleteextattr_abort:
2373 UNIONFS_INTERNAL_DEBUG("unionfs_deleteextattr: leave (%d)\n", error);
2379 unionfs_setlabel(struct vop_setlabel_args *ap)
2382 struct unionfs_node *unp;
2387 UNIONFS_INTERNAL_DEBUG("unionfs_setlabel: enter\n");
2389 KASSERT_UNIONFS_VNODE(ap->a_vp);
2392 unp = VTOUNIONFS(ap->a_vp);
2393 uvp = unp->un_uppervp;
2394 lvp = unp->un_lowervp;
2397 if (ap->a_vp->v_mount->mnt_flag & MNT_RDONLY)
2400 if (uvp == NULLVP && lvp->v_type == VREG) {
2401 if ((error = unionfs_copyfile(unp, 1, ap->a_cred, td)) != 0)
2403 uvp = unp->un_uppervp;
2407 error = VOP_SETLABEL(uvp, ap->a_label, ap->a_cred, td);
2409 UNIONFS_INTERNAL_DEBUG("unionfs_setlabel: leave (%d)\n", error);
2415 unionfs_vptofh(struct vop_vptofh_args *ap)
2417 return (EOPNOTSUPP);
2420 struct vop_vector unionfs_vnodeops = {
2421 .vop_default = &default_vnodeops,
2423 .vop_access = unionfs_access,
2424 .vop_aclcheck = unionfs_aclcheck,
2425 .vop_advlock = unionfs_advlock,
2426 .vop_bmap = VOP_EOPNOTSUPP,
2427 .vop_cachedlookup = unionfs_lookup,
2428 .vop_close = unionfs_close,
2429 .vop_closeextattr = unionfs_closeextattr,
2430 .vop_create = unionfs_create,
2431 .vop_deleteextattr = unionfs_deleteextattr,
2432 .vop_fsync = unionfs_fsync,
2433 .vop_getacl = unionfs_getacl,
2434 .vop_getattr = unionfs_getattr,
2435 .vop_getextattr = unionfs_getextattr,
2436 .vop_getwritemount = unionfs_getwritemount,
2437 .vop_inactive = unionfs_inactive,
2438 .vop_ioctl = unionfs_ioctl,
2439 .vop_link = unionfs_link,
2440 .vop_listextattr = unionfs_listextattr,
2441 .vop_lock1 = unionfs_lock,
2442 .vop_lookup = vfs_cache_lookup,
2443 .vop_mkdir = unionfs_mkdir,
2444 .vop_mknod = unionfs_mknod,
2445 .vop_open = unionfs_open,
2446 .vop_openextattr = unionfs_openextattr,
2447 .vop_pathconf = unionfs_pathconf,
2448 .vop_poll = unionfs_poll,
2449 .vop_print = unionfs_print,
2450 .vop_read = unionfs_read,
2451 .vop_readdir = unionfs_readdir,
2452 .vop_readlink = unionfs_readlink,
2453 .vop_reclaim = unionfs_reclaim,
2454 .vop_remove = unionfs_remove,
2455 .vop_rename = unionfs_rename,
2456 .vop_rmdir = unionfs_rmdir,
2457 .vop_setacl = unionfs_setacl,
2458 .vop_setattr = unionfs_setattr,
2459 .vop_setextattr = unionfs_setextattr,
2460 .vop_setlabel = unionfs_setlabel,
2461 .vop_strategy = unionfs_strategy,
2462 .vop_symlink = unionfs_symlink,
2463 .vop_unlock = unionfs_unlock,
2464 .vop_whiteout = unionfs_whiteout,
2465 .vop_write = unionfs_write,
2466 .vop_vptofh = unionfs_vptofh,