2 * SPDX-License-Identifier: BSD-3-Clause
4 * Copyright (c) 1994 Jan-Simon Pendry
6 * The Regents of the University of California. All rights reserved.
7 * Copyright (c) 2005, 2006, 2012 Masanori Ozawa <ozawa@ongs.co.jp>, ONGS Inc.
8 * Copyright (c) 2006, 2012 Daichi Goto <daichi@freebsd.org>
10 * This code is derived from software contributed to Berkeley by
13 * Redistribution and use in source and binary forms, with or without
14 * modification, are permitted provided that the following conditions
16 * 1. Redistributions of source code must retain the above copyright
17 * notice, this list of conditions and the following disclaimer.
18 * 2. Redistributions in binary form must reproduce the above copyright
19 * notice, this list of conditions and the following disclaimer in the
20 * documentation and/or other materials provided with the distribution.
21 * 3. Neither the name of the University nor the names of its contributors
22 * may be used to endorse or promote products derived from this software
23 * without specific prior written permission.
25 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
26 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
27 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
28 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
29 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
30 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
31 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
32 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
33 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
34 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
37 * @(#)union_subr.c 8.20 (Berkeley) 5/20/95
41 #include <sys/param.h>
42 #include <sys/systm.h>
43 #include <sys/kernel.h>
45 #include <sys/mutex.h>
46 #include <sys/malloc.h>
47 #include <sys/mount.h>
48 #include <sys/namei.h>
50 #include <sys/vnode.h>
51 #include <sys/dirent.h>
52 #include <sys/fcntl.h>
53 #include <sys/filedesc.h>
55 #include <sys/resourcevar.h>
57 #include <security/mac/mac_framework.h>
61 #include <fs/unionfs/union.h>
63 #define NUNIONFSNODECACHE 16
65 static MALLOC_DEFINE(M_UNIONFSHASH, "UNIONFS hash", "UNIONFS hash table");
66 MALLOC_DEFINE(M_UNIONFSNODE, "UNIONFS node", "UNIONFS vnode private part");
67 MALLOC_DEFINE(M_UNIONFSPATH, "UNIONFS path", "UNIONFS path private part");
73 unionfs_init(struct vfsconf *vfsp)
75 UNIONFSDEBUG("unionfs_init\n"); /* printed during system boot */
83 unionfs_uninit(struct vfsconf *vfsp)
88 static struct unionfs_node_hashhead *
89 unionfs_get_hashhead(struct vnode *dvp, char *path)
93 struct unionfs_node *unp;
96 unp = VTOUNIONFS(dvp);
98 for (count = 0; path[count]; count++)
102 return (&(unp->un_hashtbl[hash & (unp->un_hashmask)]));
106 * Get the cached vnode.
108 static struct vnode *
109 unionfs_get_cached_vnode(struct vnode *uvp, struct vnode *lvp,
110 struct vnode *dvp, char *path)
112 struct unionfs_node_hashhead *hd;
113 struct unionfs_node *unp;
116 KASSERT((uvp == NULLVP || uvp->v_type == VDIR),
117 ("unionfs_get_cached_vnode: v_type != VDIR"));
118 KASSERT((lvp == NULLVP || lvp->v_type == VDIR),
119 ("unionfs_get_cached_vnode: v_type != VDIR"));
122 hd = unionfs_get_hashhead(dvp, path);
123 LIST_FOREACH(unp, hd, un_hash) {
124 if (!strcmp(unp->un_path, path)) {
125 vp = UNIONFSTOV(unp);
126 VI_LOCK_FLAGS(vp, MTX_DUPOK);
128 vp->v_iflag &= ~VI_OWEINACT;
129 if ((vp->v_iflag & (VI_DOOMED | VI_DOINGINACT)) != 0) {
143 * Add the new vnode into cache.
145 static struct vnode *
146 unionfs_ins_cached_vnode(struct unionfs_node *uncp,
147 struct vnode *dvp, char *path)
149 struct unionfs_node_hashhead *hd;
150 struct unionfs_node *unp;
153 KASSERT((uncp->un_uppervp==NULLVP || uncp->un_uppervp->v_type==VDIR),
154 ("unionfs_ins_cached_vnode: v_type != VDIR"));
155 KASSERT((uncp->un_lowervp==NULLVP || uncp->un_lowervp->v_type==VDIR),
156 ("unionfs_ins_cached_vnode: v_type != VDIR"));
159 hd = unionfs_get_hashhead(dvp, path);
160 LIST_FOREACH(unp, hd, un_hash) {
161 if (!strcmp(unp->un_path, path)) {
162 vp = UNIONFSTOV(unp);
163 VI_LOCK_FLAGS(vp, MTX_DUPOK);
164 vp->v_iflag &= ~VI_OWEINACT;
165 if ((vp->v_iflag & (VI_DOOMED | VI_DOINGINACT)) != 0) {
166 LIST_INSERT_HEAD(hd, uncp, un_hash);
176 LIST_INSERT_HEAD(hd, uncp, un_hash);
186 unionfs_rem_cached_vnode(struct unionfs_node *unp, struct vnode *dvp)
188 KASSERT((unp != NULL), ("unionfs_rem_cached_vnode: null node"));
189 KASSERT((dvp != NULLVP),
190 ("unionfs_rem_cached_vnode: null parent vnode"));
191 KASSERT((unp->un_hash.le_prev != NULL),
192 ("unionfs_rem_cached_vnode: null hash"));
195 LIST_REMOVE(unp, un_hash);
196 unp->un_hash.le_next = NULL;
197 unp->un_hash.le_prev = NULL;
202 * Make a new or get existing unionfs node.
204 * uppervp and lowervp should be unlocked. Because if new unionfs vnode is
205 * locked, uppervp or lowervp is locked too. In order to prevent dead lock,
206 * you should not lock plurality simultaneously.
209 unionfs_nodeget(struct mount *mp, struct vnode *uppervp,
210 struct vnode *lowervp, struct vnode *dvp,
211 struct vnode **vpp, struct componentname *cnp,
214 struct unionfs_mount *ump;
215 struct unionfs_node *unp;
222 ump = MOUNTTOUNIONFSMOUNT(mp);
223 lkflags = (cnp ? cnp->cn_lkflags : 0);
224 path = (cnp ? cnp->cn_nameptr : NULL);
227 if (uppervp == NULLVP && lowervp == NULLVP)
228 panic("unionfs_nodeget: upper and lower is null");
230 vt = (uppervp != NULLVP ? uppervp->v_type : lowervp->v_type);
232 /* If it has no ISLASTCN flag, path check is skipped. */
233 if (cnp && !(cnp->cn_flags & ISLASTCN))
236 /* check the cache */
237 if (path != NULL && dvp != NULLVP && vt == VDIR) {
238 vp = unionfs_get_cached_vnode(uppervp, lowervp, dvp, path);
242 goto unionfs_nodeget_out;
246 if ((uppervp == NULLVP || ump->um_uppervp != uppervp) ||
247 (lowervp == NULLVP || ump->um_lowervp != lowervp)) {
248 /* dvp will be NULLVP only in case of root vnode. */
252 unp = malloc(sizeof(struct unionfs_node),
253 M_UNIONFSNODE, M_WAITOK | M_ZERO);
255 error = getnewvnode("unionfs", mp, &unionfs_vnodeops, &vp);
257 free(unp, M_UNIONFSNODE);
260 error = insmntque(vp, mp); /* XXX: Too early for mpsafe fs */
262 free(unp, M_UNIONFSNODE);
267 if (uppervp != NULLVP)
269 if (lowervp != NULLVP)
273 unp->un_hashtbl = hashinit(NUNIONFSNODECACHE, M_UNIONFSHASH,
274 &(unp->un_hashmask));
277 unp->un_uppervp = uppervp;
278 unp->un_lowervp = lowervp;
280 if (uppervp != NULLVP)
281 vp->v_vnlock = uppervp->v_vnlock;
283 vp->v_vnlock = lowervp->v_vnlock;
286 unp->un_path = (char *)
287 malloc(cnp->cn_namelen +1, M_UNIONFSPATH, M_WAITOK|M_ZERO);
288 bcopy(cnp->cn_nameptr, unp->un_path, cnp->cn_namelen);
289 unp->un_path[cnp->cn_namelen] = '\0';
294 if ((uppervp != NULLVP && ump->um_uppervp == uppervp) &&
295 (lowervp != NULLVP && ump->um_lowervp == lowervp))
296 vp->v_vflag |= VV_ROOT;
298 if (path != NULL && dvp != NULLVP && vt == VDIR)
299 *vpp = unionfs_ins_cached_vnode(unp, dvp, path);
300 if ((*vpp) != NULLVP) {
303 if (uppervp != NULLVP)
305 if (lowervp != NULLVP)
308 unp->un_uppervp = NULLVP;
309 unp->un_lowervp = NULLVP;
310 unp->un_dvp = NULLVP;
318 if (lkflags & LK_TYPE_MASK)
319 vn_lock(vp, lkflags | LK_RETRY);
325 * Clean up the unionfs node.
328 unionfs_noderem(struct vnode *vp, struct thread *td)
331 struct unionfs_node *unp, *unp_t1, *unp_t2;
332 struct unionfs_node_hashhead *hd;
333 struct unionfs_node_status *unsp, *unsp_tmp;
339 * Use the interlock to protect the clearing of v_data to
340 * prevent faults in unionfs_lock().
343 unp = VTOUNIONFS(vp);
344 lvp = unp->un_lowervp;
345 uvp = unp->un_uppervp;
347 unp->un_lowervp = unp->un_uppervp = NULLVP;
348 vp->v_vnlock = &(vp->v_lock);
354 VOP_UNLOCK(lvp, LK_RELEASE);
356 VOP_UNLOCK(uvp, LK_RELEASE);
358 if (dvp != NULLVP && unp->un_hash.le_prev != NULL)
359 unionfs_rem_cached_vnode(unp, dvp);
361 if (lockmgr(vp->v_vnlock, LK_EXCLUSIVE, VI_MTX(vp)) != 0)
362 panic("the lock for deletion is unacquirable.");
370 unp->un_dvp = NULLVP;
372 if (unp->un_path != NULL) {
373 free(unp->un_path, M_UNIONFSPATH);
377 if (unp->un_hashtbl != NULL) {
378 for (count = 0; count <= unp->un_hashmask; count++) {
379 hd = unp->un_hashtbl + count;
380 LIST_FOREACH_SAFE(unp_t1, hd, un_hash, unp_t2) {
381 LIST_REMOVE(unp_t1, un_hash);
382 unp_t1->un_hash.le_next = NULL;
383 unp_t1->un_hash.le_prev = NULL;
386 hashdestroy(unp->un_hashtbl, M_UNIONFSHASH, unp->un_hashmask);
389 LIST_FOREACH_SAFE(unsp, &(unp->un_unshead), uns_list, unsp_tmp) {
390 LIST_REMOVE(unsp, uns_list);
393 free(unp, M_UNIONFSNODE);
397 * Get the unionfs node status.
398 * You need exclusive lock this vnode.
401 unionfs_get_node_status(struct unionfs_node *unp, struct thread *td,
402 struct unionfs_node_status **unspp)
404 struct unionfs_node_status *unsp;
405 pid_t pid = td->td_proc->p_pid;
407 KASSERT(NULL != unspp, ("null pointer"));
408 ASSERT_VOP_ELOCKED(UNIONFSTOV(unp), "unionfs_get_node_status");
410 LIST_FOREACH(unsp, &(unp->un_unshead), uns_list) {
411 if (unsp->uns_pid == pid) {
417 /* create a new unionfs node status */
418 unsp = malloc(sizeof(struct unionfs_node_status),
419 M_TEMP, M_WAITOK | M_ZERO);
422 LIST_INSERT_HEAD(&(unp->un_unshead), unsp, uns_list);
428 * Remove the unionfs node status, if you can.
429 * You need exclusive lock this vnode.
432 unionfs_tryrem_node_status(struct unionfs_node *unp,
433 struct unionfs_node_status *unsp)
435 KASSERT(NULL != unsp, ("null pointer"));
436 ASSERT_VOP_ELOCKED(UNIONFSTOV(unp), "unionfs_get_node_status");
438 if (0 < unsp->uns_lower_opencnt || 0 < unsp->uns_upper_opencnt)
441 LIST_REMOVE(unsp, uns_list);
446 * Create upper node attr.
449 unionfs_create_uppervattr_core(struct unionfs_mount *ump,
455 uva->va_type = lva->va_type;
456 uva->va_atime = lva->va_atime;
457 uva->va_mtime = lva->va_mtime;
458 uva->va_ctime = lva->va_ctime;
460 switch (ump->um_copymode) {
461 case UNIONFS_TRANSPARENT:
462 uva->va_mode = lva->va_mode;
463 uva->va_uid = lva->va_uid;
464 uva->va_gid = lva->va_gid;
466 case UNIONFS_MASQUERADE:
467 if (ump->um_uid == lva->va_uid) {
468 uva->va_mode = lva->va_mode & 077077;
469 uva->va_mode |= (lva->va_type == VDIR ? ump->um_udir : ump->um_ufile) & 0700;
470 uva->va_uid = lva->va_uid;
471 uva->va_gid = lva->va_gid;
473 uva->va_mode = (lva->va_type == VDIR ? ump->um_udir : ump->um_ufile);
474 uva->va_uid = ump->um_uid;
475 uva->va_gid = ump->um_gid;
478 default: /* UNIONFS_TRADITIONAL */
479 uva->va_mode = 0777 & ~td->td_proc->p_fd->fd_cmask;
480 uva->va_uid = ump->um_uid;
481 uva->va_gid = ump->um_gid;
487 * Create upper node attr.
490 unionfs_create_uppervattr(struct unionfs_mount *ump,
499 if ((error = VOP_GETATTR(lvp, &lva, cred)))
502 unionfs_create_uppervattr_core(ump, &lva, uva, td);
510 * dvp should be locked on entry and will be locked on return.
512 * If an error is returned, *vpp will be invalid, otherwise it will hold a
513 * locked, referenced vnode. If *vpp == dvp then remember that only one
514 * LK_EXCLUSIVE lock is held.
517 unionfs_relookup(struct vnode *dvp, struct vnode **vpp,
518 struct componentname *cnp, struct componentname *cn,
519 struct thread *td, char *path, int pathlen, u_long nameiop)
523 cn->cn_namelen = pathlen;
524 cn->cn_pnbuf = uma_zalloc(namei_zone, M_WAITOK);
525 bcopy(path, cn->cn_pnbuf, pathlen);
526 cn->cn_pnbuf[pathlen] = '\0';
528 cn->cn_nameiop = nameiop;
529 cn->cn_flags = (LOCKPARENT | LOCKLEAF | HASBUF | SAVENAME | ISLASTCN);
530 cn->cn_lkflags = LK_EXCLUSIVE;
532 cn->cn_cred = cnp->cn_cred;
534 cn->cn_nameptr = cn->cn_pnbuf;
536 if (nameiop == DELETE)
537 cn->cn_flags |= (cnp->cn_flags & (DOWHITEOUT | SAVESTART));
538 else if (RENAME == nameiop)
539 cn->cn_flags |= (cnp->cn_flags & SAVESTART);
540 else if (nameiop == CREATE)
541 cn->cn_flags |= NOCACHE;
544 VOP_UNLOCK(dvp, LK_RELEASE);
546 if ((error = relookup(dvp, vpp, cn))) {
547 uma_zfree(namei_zone, cn->cn_pnbuf);
548 cn->cn_flags &= ~HASBUF;
549 vn_lock(dvp, LK_EXCLUSIVE | LK_RETRY);
557 * relookup for CREATE namei operation.
559 * dvp is unionfs vnode. dvp should be locked.
561 * If it called 'unionfs_copyfile' function by unionfs_link etc,
562 * VOP_LOOKUP information is broken.
563 * So it need relookup in order to create link etc.
566 unionfs_relookup_for_create(struct vnode *dvp, struct componentname *cnp,
572 struct componentname cn;
574 udvp = UNIONFSVPTOUPPERVP(dvp);
577 error = unionfs_relookup(udvp, &vp, cnp, &cn, td, cnp->cn_nameptr,
578 strlen(cnp->cn_nameptr), CREATE);
591 if (cn.cn_flags & HASBUF) {
592 uma_zfree(namei_zone, cn.cn_pnbuf);
593 cn.cn_flags &= ~HASBUF;
597 cn.cn_flags |= (cnp->cn_flags & HASBUF);
598 cnp->cn_flags = cn.cn_flags;
605 * relookup for DELETE namei operation.
607 * dvp is unionfs vnode. dvp should be locked.
610 unionfs_relookup_for_delete(struct vnode *dvp, struct componentname *cnp,
616 struct componentname cn;
618 udvp = UNIONFSVPTOUPPERVP(dvp);
621 error = unionfs_relookup(udvp, &vp, cnp, &cn, td, cnp->cn_nameptr,
622 strlen(cnp->cn_nameptr), DELETE);
635 if (cn.cn_flags & HASBUF) {
636 uma_zfree(namei_zone, cn.cn_pnbuf);
637 cn.cn_flags &= ~HASBUF;
641 cn.cn_flags |= (cnp->cn_flags & HASBUF);
642 cnp->cn_flags = cn.cn_flags;
649 * relookup for RENAME namei operation.
651 * dvp is unionfs vnode. dvp should be locked.
654 unionfs_relookup_for_rename(struct vnode *dvp, struct componentname *cnp,
660 struct componentname cn;
662 udvp = UNIONFSVPTOUPPERVP(dvp);
665 error = unionfs_relookup(udvp, &vp, cnp, &cn, td, cnp->cn_nameptr,
666 strlen(cnp->cn_nameptr), RENAME);
677 if (cn.cn_flags & HASBUF) {
678 uma_zfree(namei_zone, cn.cn_pnbuf);
679 cn.cn_flags &= ~HASBUF;
683 cn.cn_flags |= (cnp->cn_flags & HASBUF);
684 cnp->cn_flags = cn.cn_flags;
692 * Update the unionfs_node.
694 * uvp is new locked upper vnode. unionfs vnode's lock will be exchanged to the
695 * uvp's lock and lower's lock will be unlocked.
698 unionfs_node_update(struct unionfs_node *unp, struct vnode *uvp,
701 unsigned count, lockrec;
706 vp = UNIONFSTOV(unp);
707 lvp = unp->un_lowervp;
708 ASSERT_VOP_ELOCKED(lvp, "unionfs_node_update");
715 unp->un_uppervp = uvp;
716 vp->v_vnlock = uvp->v_vnlock;
718 lockrec = lvp->v_vnlock->lk_recurse;
719 for (count = 0; count < lockrec; count++)
720 vn_lock(uvp, LK_EXCLUSIVE | LK_CANRECURSE | LK_RETRY);
725 if (unp->un_path != NULL && dvp != NULLVP && vp->v_type == VDIR) {
726 static struct unionfs_node_hashhead *hd;
729 hd = unionfs_get_hashhead(dvp, unp->un_path);
730 LIST_REMOVE(unp, un_hash);
731 LIST_INSERT_HEAD(hd, unp, un_hash);
737 * Create a new shadow dir.
739 * udvp should be locked on entry and will be locked on return.
741 * If no error returned, unp will be updated.
744 unionfs_mkshadowdir(struct unionfs_mount *ump, struct vnode *udvp,
745 struct unionfs_node *unp, struct componentname *cnp,
753 struct componentname cn;
756 struct ucred *credbk;
757 struct uidinfo *rootinfo;
759 if (unp->un_uppervp != NULLVP)
762 lvp = unp->un_lowervp;
764 credbk = cnp->cn_cred;
766 /* Authority change to root */
767 rootinfo = uifind((uid_t)0);
768 cred = crdup(cnp->cn_cred);
770 * The calls to chgproccnt() are needed to compensate for change_ruid()
771 * calling chgproccnt().
773 chgproccnt(cred->cr_ruidinfo, 1, 0);
774 change_euid(cred, rootinfo);
775 change_ruid(cred, rootinfo);
776 change_svuid(cred, (uid_t)0);
780 memset(&cn, 0, sizeof(cn));
782 if ((error = VOP_GETATTR(lvp, &lva, cnp->cn_cred)))
783 goto unionfs_mkshadowdir_abort;
785 if ((error = unionfs_relookup(udvp, &uvp, cnp, &cn, td, cnp->cn_nameptr, cnp->cn_namelen, CREATE)))
786 goto unionfs_mkshadowdir_abort;
794 goto unionfs_mkshadowdir_free_out;
797 if ((error = vn_start_write(udvp, &mp, V_WAIT | PCATCH)))
798 goto unionfs_mkshadowdir_free_out;
799 unionfs_create_uppervattr_core(ump, &lva, &va, td);
801 error = VOP_MKDIR(udvp, &uvp, &cn, &va);
804 unionfs_node_update(unp, uvp, td);
807 * XXX The bug which cannot set uid/gid was corrected.
811 VOP_SETATTR(uvp, &va, cn.cn_cred);
813 vn_finished_write(mp);
815 unionfs_mkshadowdir_free_out:
816 if (cn.cn_flags & HASBUF) {
817 uma_zfree(namei_zone, cn.cn_pnbuf);
818 cn.cn_flags &= ~HASBUF;
821 unionfs_mkshadowdir_abort:
822 cnp->cn_cred = credbk;
823 chgproccnt(cred->cr_ruidinfo, -1, 0);
830 * Create a new whiteout.
832 * dvp should be locked on entry and will be locked on return.
835 unionfs_mkwhiteout(struct vnode *dvp, struct componentname *cnp,
836 struct thread *td, char *path)
840 struct componentname cn;
844 path = cnp->cn_nameptr;
847 if ((error = unionfs_relookup(dvp, &wvp, cnp, &cn, td, path, strlen(path), CREATE)))
850 if (cn.cn_flags & HASBUF) {
851 uma_zfree(namei_zone, cn.cn_pnbuf);
852 cn.cn_flags &= ~HASBUF;
862 if ((error = vn_start_write(dvp, &mp, V_WAIT | PCATCH)))
863 goto unionfs_mkwhiteout_free_out;
864 error = VOP_WHITEOUT(dvp, &cn, CREATE);
866 vn_finished_write(mp);
868 unionfs_mkwhiteout_free_out:
869 if (cn.cn_flags & HASBUF) {
870 uma_zfree(namei_zone, cn.cn_pnbuf);
871 cn.cn_flags &= ~HASBUF;
878 * Create a new vnode for create a new shadow file.
880 * If an error is returned, *vpp will be invalid, otherwise it will hold a
881 * locked, referenced and opened vnode.
883 * unp is never updated.
886 unionfs_vn_create_on_upper(struct vnode **vpp, struct vnode *udvp,
887 struct unionfs_node *unp, struct vattr *uvap,
890 struct unionfs_mount *ump;
897 struct componentname cn;
899 ump = MOUNTTOUNIONFSMOUNT(UNIONFSTOV(unp)->v_mount);
901 lvp = unp->un_lowervp;
903 fmode = FFLAGS(O_WRONLY | O_CREAT | O_TRUNC | O_EXCL);
906 if ((error = VOP_GETATTR(lvp, &lva, cred)) != 0)
908 unionfs_create_uppervattr_core(ump, &lva, uvap, td);
910 if (unp->un_path == NULL)
911 panic("unionfs: un_path is null");
913 cn.cn_namelen = strlen(unp->un_path);
914 cn.cn_pnbuf = uma_zalloc(namei_zone, M_WAITOK);
915 bcopy(unp->un_path, cn.cn_pnbuf, cn.cn_namelen + 1);
916 cn.cn_nameiop = CREATE;
917 cn.cn_flags = (LOCKPARENT | LOCKLEAF | HASBUF | SAVENAME | ISLASTCN);
918 cn.cn_lkflags = LK_EXCLUSIVE;
921 cn.cn_nameptr = cn.cn_pnbuf;
924 if ((error = relookup(udvp, &vp, &cn)) != 0)
925 goto unionfs_vn_create_on_upper_free_out2;
934 goto unionfs_vn_create_on_upper_free_out1;
937 if ((error = VOP_CREATE(udvp, &vp, &cn, uvap)) != 0)
938 goto unionfs_vn_create_on_upper_free_out1;
940 if ((error = VOP_OPEN(vp, fmode, cred, td, NULL)) != 0) {
942 goto unionfs_vn_create_on_upper_free_out1;
944 VOP_ADD_WRITECOUNT(vp, 1);
945 CTR3(KTR_VFS, "%s: vp %p v_writecount increased to %d", __func__, vp,
949 unionfs_vn_create_on_upper_free_out1:
950 VOP_UNLOCK(udvp, LK_RELEASE);
952 unionfs_vn_create_on_upper_free_out2:
953 if (cn.cn_flags & HASBUF) {
954 uma_zfree(namei_zone, cn.cn_pnbuf);
955 cn.cn_flags &= ~HASBUF;
962 * Copy from lvp to uvp.
964 * lvp and uvp should be locked and opened on entry and will be locked and
968 unionfs_copyfile_core(struct vnode *lvp, struct vnode *uvp,
969 struct ucred *cred, struct thread *td)
980 memset(&uio, 0, sizeof(uio));
983 uio.uio_segflg = UIO_SYSSPACE;
986 buf = malloc(MAXBSIZE, M_TEMP, M_WAITOK);
989 offset = uio.uio_offset;
994 iov.iov_len = MAXBSIZE;
995 uio.uio_resid = iov.iov_len;
996 uio.uio_rw = UIO_READ;
998 if ((error = VOP_READ(lvp, &uio, 0, cred)) != 0)
1000 if ((count = MAXBSIZE - uio.uio_resid) == 0)
1004 while (bufoffset < count) {
1007 iov.iov_base = buf + bufoffset;
1008 iov.iov_len = count - bufoffset;
1009 uio.uio_offset = offset + bufoffset;
1010 uio.uio_resid = iov.iov_len;
1011 uio.uio_rw = UIO_WRITE;
1013 if ((error = VOP_WRITE(uvp, &uio, 0, cred)) != 0)
1016 bufoffset += (count - bufoffset) - uio.uio_resid;
1019 uio.uio_offset = offset + bufoffset;
1028 * Copy file from lower to upper.
1030 * If you need copy of the contents, set 1 to docopy. Otherwise, set 0 to
1033 * If no error returned, unp will be updated.
1036 unionfs_copyfile(struct unionfs_node *unp, int docopy, struct ucred *cred,
1046 lvp = unp->un_lowervp;
1049 if ((UNIONFSTOV(unp)->v_mount->mnt_flag & MNT_RDONLY))
1051 if (unp->un_dvp == NULLVP)
1053 if (unp->un_uppervp != NULLVP)
1055 udvp = VTOUNIONFS(unp->un_dvp)->un_uppervp;
1058 if ((udvp->v_mount->mnt_flag & MNT_RDONLY))
1061 error = VOP_ACCESS(lvp, VREAD, cred, td);
1065 if ((error = vn_start_write(udvp, &mp, V_WAIT | PCATCH)) != 0)
1067 error = unionfs_vn_create_on_upper(&uvp, udvp, unp, &uva, td);
1069 vn_finished_write(mp);
1074 error = VOP_OPEN(lvp, FREAD, cred, td, NULL);
1076 error = unionfs_copyfile_core(lvp, uvp, cred, td);
1077 VOP_CLOSE(lvp, FREAD, cred, td);
1080 VOP_CLOSE(uvp, FWRITE, cred, td);
1081 VOP_ADD_WRITECOUNT(uvp, -1);
1082 CTR3(KTR_VFS, "%s: vp %p v_writecount decreased to %d", __func__, uvp,
1085 vn_finished_write(mp);
1088 /* Reset the attributes. Ignore errors. */
1090 VOP_SETATTR(uvp, &uva, cred);
1093 unionfs_node_update(unp, uvp, td);
1099 * It checks whether vp can rmdir. (check empty)
1101 * vp is unionfs vnode.
1102 * vp should be locked.
1105 unionfs_check_rmdir(struct vnode *vp, struct ucred *cred, struct thread *td)
1114 struct componentname cn;
1116 * The size of buf needs to be larger than DIRBLKSIZ.
1124 ASSERT_VOP_ELOCKED(vp, "unionfs_check_rmdir");
1127 uvp = UNIONFSVPTOUPPERVP(vp);
1128 lvp = UNIONFSVPTOLOWERVP(vp);
1131 if ((error = VOP_GETATTR(uvp, &va, cred)) != 0)
1133 if (va.va_flags & OPAQUE)
1138 if ((error = mac_vnode_check_open(cred, vp, VEXEC|VREAD)) != 0)
1141 if ((error = VOP_ACCESS(vp, VEXEC|VREAD, cred, td)) != 0)
1143 if ((error = VOP_OPEN(vp, FREAD, cred, td, NULL)) != 0)
1146 uio.uio_rw = UIO_READ;
1147 uio.uio_segflg = UIO_SYSSPACE;
1152 error = mac_vnode_check_readdir(td->td_ucred, lvp);
1154 while (!error && !eofflag) {
1156 iov.iov_len = sizeof(buf);
1159 uio.uio_resid = iov.iov_len;
1161 error = VOP_READDIR(lvp, &uio, cred, &eofflag, NULL, NULL);
1164 if (eofflag == 0 && uio.uio_resid == sizeof(buf)) {
1166 panic("bad readdir response from lower FS.");
1171 edp = (struct dirent*)&buf[sizeof(buf) - uio.uio_resid];
1172 for (dp = (struct dirent*)buf; !error && dp < edp;
1173 dp = (struct dirent*)((caddr_t)dp + dp->d_reclen)) {
1174 if (dp->d_type == DT_WHT || dp->d_fileno == 0 ||
1175 (dp->d_namlen == 1 && dp->d_name[0] == '.') ||
1176 (dp->d_namlen == 2 && !bcmp(dp->d_name, "..", 2)))
1179 cn.cn_namelen = dp->d_namlen;
1181 cn.cn_nameptr = dp->d_name;
1182 cn.cn_nameiop = LOOKUP;
1183 cn.cn_flags = (LOCKPARENT | LOCKLEAF | SAVENAME | RDONLY | ISLASTCN);
1184 cn.cn_lkflags = LK_EXCLUSIVE;
1189 * check entry in lower.
1190 * Sometimes, readdir function returns
1193 lookuperr = VOP_LOOKUP(lvp, &tvp, &cn);
1198 continue; /* skip entry */
1202 * If it has no exist/whiteout entry in upper,
1203 * directory is not empty.
1205 cn.cn_flags = (LOCKPARENT | LOCKLEAF | SAVENAME | RDONLY | ISLASTCN);
1206 lookuperr = VOP_LOOKUP(uvp, &tvp, &cn);
1211 /* ignore exist or whiteout entry */
1213 (lookuperr == ENOENT && (cn.cn_flags & ISWHITEOUT)))
1221 VOP_CLOSE(vp, FREAD, cred, td);
1229 unionfs_checkuppervp(struct vnode *vp, char *fil, int lno)
1231 struct unionfs_node *unp;
1233 unp = VTOUNIONFS(vp);
1236 if (vp->v_op != unionfs_vnodeop_p) {
1237 printf("unionfs_checkuppervp: on non-unionfs-node.\n");
1239 kdb_enter(KDB_WHY_UNIONFS,
1240 "unionfs_checkuppervp: on non-unionfs-node.\n");
1242 panic("unionfs_checkuppervp");
1245 return (unp->un_uppervp);
1249 unionfs_checklowervp(struct vnode *vp, char *fil, int lno)
1251 struct unionfs_node *unp;
1253 unp = VTOUNIONFS(vp);
1256 if (vp->v_op != unionfs_vnodeop_p) {
1257 printf("unionfs_checklowervp: on non-unionfs-node.\n");
1259 kdb_enter(KDB_WHY_UNIONFS,
1260 "unionfs_checklowervp: on non-unionfs-node.\n");
1262 panic("unionfs_checklowervp");
1265 return (unp->un_lowervp);