1 /* $NetBSD: ffs.c,v 1.45 2011/10/09 22:49:26 christos Exp $ */
4 * SPDX-License-Identifier: BSD-4-Clause
6 * Copyright (c) 2001 Wasabi Systems, Inc.
9 * Written by Luke Mewburn for Wasabi Systems, Inc.
11 * Redistribution and use in source and binary forms, with or without
12 * modification, are permitted provided that the following conditions
14 * 1. Redistributions of source code must retain the above copyright
15 * notice, this list of conditions and the following disclaimer.
16 * 2. Redistributions in binary form must reproduce the above copyright
17 * notice, this list of conditions and the following disclaimer in the
18 * documentation and/or other materials provided with the distribution.
19 * 3. All advertising materials mentioning features or use of this software
20 * must display the following acknowledgement:
21 * This product includes software developed for the NetBSD Project by
22 * Wasabi Systems, Inc.
23 * 4. The name of Wasabi Systems, Inc. may not be used to endorse
24 * or promote products derived from this software without specific prior
27 * THIS SOFTWARE IS PROVIDED BY WASABI SYSTEMS, INC. ``AS IS'' AND
28 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
29 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
30 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL WASABI SYSTEMS, INC
31 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
32 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
33 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
34 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
35 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
36 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
37 * POSSIBILITY OF SUCH DAMAGE.
40 * Copyright (c) 1982, 1986, 1989, 1993
41 * The Regents of the University of California. All rights reserved.
43 * Redistribution and use in source and binary forms, with or without
44 * modification, are permitted provided that the following conditions
46 * 1. Redistributions of source code must retain the above copyright
47 * notice, this list of conditions and the following disclaimer.
48 * 2. Redistributions in binary form must reproduce the above copyright
49 * notice, this list of conditions and the following disclaimer in the
50 * documentation and/or other materials provided with the distribution.
51 * 3. Neither the name of the University nor the names of its contributors
52 * may be used to endorse or promote products derived from this software
53 * without specific prior written permission.
55 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
56 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
57 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
58 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
59 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
60 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
61 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
62 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
63 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
64 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
67 * @(#)ffs_alloc.c 8.19 (Berkeley) 7/13/95
70 #include <sys/cdefs.h>
71 __FBSDID("$FreeBSD$");
73 #if HAVE_NBTOOL_CONFIG_H
74 #include "nbtool_config.h"
77 #include <sys/param.h>
79 #include <sys/mount.h>
96 #if HAVE_STRUCT_STATVFS_F_IOSIZE && HAVE_FSTATVFS
97 #include <sys/statvfs.h>
100 #include <ufs/ufs/dinode.h>
101 #include <ufs/ufs/dir.h>
102 #include <ufs/ffs/fs.h>
105 #include "ffs/ufs_bswap.h"
106 #include "ffs/ufs_inode.h"
107 #include "ffs/newfs_extern.h"
108 #include "ffs/ffs_extern.h"
111 #define DIP(dp, field) \
112 ((ffs_opts->version == 1) ? \
113 (dp)->ffs1_din.di_##field : (dp)->ffs2_din.di_##field)
116 * Various file system defaults (cribbed from newfs(8)).
118 #define DFL_FRAGSIZE 4096 /* fragment size */
119 #define DFL_BLKSIZE 32768 /* block size */
120 #define DFL_SECSIZE 512 /* sector size */
121 #define DFL_CYLSPERGROUP 65536 /* cylinders per group */
122 #define DFL_FRAGSPERINODE 4 /* fragments per inode */
123 #define DFL_ROTDELAY 0 /* rotational delay */
124 #define DFL_NRPOS 1 /* rotational positions */
125 #define DFL_RPM 3600 /* rpm of disk */
126 #define DFL_NSECTORS 64 /* # of sectors */
127 #define DFL_NTRACKS 16 /* # of tracks */
131 u_char *buf; /* buf for directory */
132 doff_t size; /* full size of buf */
133 doff_t cur; /* offset of current entry */
137 static int ffs_create_image(const char *, fsinfo_t *);
138 static void ffs_dump_fsinfo(fsinfo_t *);
139 static void ffs_dump_dirbuf(dirbuf_t *, const char *, int);
140 static void ffs_make_dirbuf(dirbuf_t *, const char *, fsnode *, int);
141 static int ffs_populate_dir(const char *, fsnode *, fsinfo_t *);
142 static void ffs_size_dir(fsnode *, fsinfo_t *);
143 static void ffs_validate(const char *, fsnode *, fsinfo_t *);
144 static void ffs_write_file(union dinode *, uint32_t, void *, fsinfo_t *);
145 static void ffs_write_inode(union dinode *, uint32_t, const fsinfo_t *);
146 static void *ffs_build_dinode1(struct ufs1_dinode *, dirbuf_t *, fsnode *,
147 fsnode *, fsinfo_t *);
148 static void *ffs_build_dinode2(struct ufs2_dinode *, dirbuf_t *, fsnode *,
149 fsnode *, fsinfo_t *);
152 /* publicly visible functions */
155 ffs_prep_opts(fsinfo_t *fsopts)
157 ffs_opt_t *ffs_opts = ecalloc(1, sizeof(*ffs_opts));
159 const option_t ffs_options[] = {
160 { 'b', "bsize", &ffs_opts->bsize, OPT_INT32,
161 1, INT_MAX, "block size" },
162 { 'f', "fsize", &ffs_opts->fsize, OPT_INT32,
163 1, INT_MAX, "fragment size" },
164 { 'd', "density", &ffs_opts->density, OPT_INT32,
165 1, INT_MAX, "bytes per inode" },
166 { 'm', "minfree", &ffs_opts->minfree, OPT_INT32,
168 { 'M', "maxbpg", &ffs_opts->maxbpg, OPT_INT32,
169 1, INT_MAX, "max blocks per file in a cg" },
170 { 'a', "avgfilesize", &ffs_opts->avgfilesize, OPT_INT32,
171 1, INT_MAX, "expected average file size" },
172 { 'n', "avgfpdir", &ffs_opts->avgfpdir, OPT_INT32,
173 1, INT_MAX, "expected # of files per directory" },
174 { 'x', "extent", &ffs_opts->maxbsize, OPT_INT32,
175 1, INT_MAX, "maximum # extent size" },
176 { 'g', "maxbpcg", &ffs_opts->maxblkspercg, OPT_INT32,
177 1, INT_MAX, "max # of blocks per group" },
178 { 'v', "version", &ffs_opts->version, OPT_INT32,
179 1, 2, "UFS version" },
180 { 'o', "optimization", NULL, OPT_STRBUF,
181 0, 0, "Optimization (time|space)" },
182 { 'l', "label", ffs_opts->label, OPT_STRARRAY,
183 1, sizeof(ffs_opts->label), "UFS label" },
184 { 's', "softupdates", &ffs_opts->softupdates, OPT_INT32,
185 0, 1, "enable softupdates" },
192 ffs_opts->density= -1;
193 ffs_opts->min_inodes= false;
194 ffs_opts->minfree= -1;
195 ffs_opts->optimization= -1;
196 ffs_opts->maxcontig= -1;
197 ffs_opts->maxbpg= -1;
198 ffs_opts->avgfilesize= -1;
199 ffs_opts->avgfpdir= -1;
200 ffs_opts->version = 1;
201 ffs_opts->softupdates = 0;
203 fsopts->fs_specific = ffs_opts;
204 fsopts->fs_options = copy_opts(ffs_options);
208 ffs_cleanup_opts(fsinfo_t *fsopts)
210 free(fsopts->fs_specific);
211 free(fsopts->fs_options);
215 ffs_parse_opts(const char *option, fsinfo_t *fsopts)
217 ffs_opt_t *ffs_opts = fsopts->fs_specific;
218 option_t *ffs_options = fsopts->fs_options;
223 assert(option != NULL);
224 assert(fsopts != NULL);
225 assert(ffs_opts != NULL);
227 if (debug & DEBUG_FS_PARSE_OPTS)
228 printf("ffs_parse_opts: got `%s'\n", option);
230 rv = set_option(ffs_options, option, buf, sizeof(buf));
234 if (ffs_options[rv].name == NULL)
237 switch (ffs_options[rv].letter) {
239 if (strcmp(buf, "time") == 0) {
240 ffs_opts->optimization = FS_OPTTIME;
241 } else if (strcmp(buf, "space") == 0) {
242 ffs_opts->optimization = FS_OPTSPACE;
244 warnx("Invalid optimization `%s'", buf);
256 ffs_makefs(const char *image, const char *dir, fsnode *root, fsinfo_t *fsopts)
258 struct fs *superblock;
259 struct timeval start;
261 assert(image != NULL);
263 assert(root != NULL);
264 assert(fsopts != NULL);
266 if (debug & DEBUG_FS_MAKEFS)
267 printf("ffs_makefs: image %s directory %s root %p\n",
270 /* if user wants no free space, use minimum number of inodes */
271 if (fsopts->minsize == 0 && fsopts->freeblockpc == 0 &&
272 fsopts->freeblocks == 0)
273 ((ffs_opt_t *)fsopts->fs_specific)->min_inodes = true;
275 /* validate tree and options */
277 ffs_validate(dir, root, fsopts);
278 TIMER_RESULTS(start, "ffs_validate");
280 printf("Calculated size of `%s': %lld bytes, %lld inodes\n",
281 image, (long long)fsopts->size, (long long)fsopts->inodes);
285 if (ffs_create_image(image, fsopts) == -1)
286 errx(1, "Image file `%s' not created.", image);
287 TIMER_RESULTS(start, "ffs_create_image");
289 fsopts->curinode = UFS_ROOTINO;
291 if (debug & DEBUG_FS_MAKEFS)
295 printf("Populating `%s'\n", image);
297 if (! ffs_populate_dir(dir, root, fsopts))
298 errx(1, "Image file `%s' not populated.", image);
299 TIMER_RESULTS(start, "ffs_populate_dir");
301 /* ensure no outstanding buffers remain */
302 if (debug & DEBUG_FS_MAKEFS)
305 /* update various superblock parameters */
306 superblock = fsopts->superblock;
307 superblock->fs_fmod = 0;
308 superblock->fs_old_cstotal.cs_ndir = superblock->fs_cstotal.cs_ndir;
309 superblock->fs_old_cstotal.cs_nbfree = superblock->fs_cstotal.cs_nbfree;
310 superblock->fs_old_cstotal.cs_nifree = superblock->fs_cstotal.cs_nifree;
311 superblock->fs_old_cstotal.cs_nffree = superblock->fs_cstotal.cs_nffree;
313 /* write out superblock; image is now complete */
314 ffs_write_superblock(fsopts->superblock, fsopts);
315 if (close(fsopts->fd) == -1)
316 err(1, "Closing `%s'", image);
318 printf("Image `%s' complete\n", image);
321 /* end of public functions */
325 ffs_validate(const char *dir, fsnode *root, fsinfo_t *fsopts)
328 int32_t spc, nspf, ncyl, fssize;
330 ffs_opt_t *ffs_opts = fsopts->fs_specific;
333 assert(root != NULL);
334 assert(fsopts != NULL);
335 assert(ffs_opts != NULL);
337 if (debug & DEBUG_FS_VALIDATE) {
338 printf("ffs_validate: before defaults set:\n");
339 ffs_dump_fsinfo(fsopts);
342 /* set FFS defaults */
343 if (fsopts->sectorsize == -1)
344 fsopts->sectorsize = DFL_SECSIZE;
345 if (ffs_opts->fsize == -1)
346 ffs_opts->fsize = MAX(DFL_FRAGSIZE, fsopts->sectorsize);
347 if (ffs_opts->bsize == -1)
348 ffs_opts->bsize = MIN(DFL_BLKSIZE, 8 * ffs_opts->fsize);
349 if (ffs_opts->cpg == -1)
350 ffs_opts->cpg = DFL_CYLSPERGROUP;
352 ffs_opts->cpgflg = 1;
353 /* fsopts->density is set below */
354 if (ffs_opts->nsectors == -1)
355 ffs_opts->nsectors = DFL_NSECTORS;
356 if (ffs_opts->minfree == -1)
357 ffs_opts->minfree = MINFREE;
358 if (ffs_opts->optimization == -1)
359 ffs_opts->optimization = DEFAULTOPT;
360 if (ffs_opts->maxcontig == -1)
361 ffs_opts->maxcontig =
362 MAX(1, MIN(MAXPHYS, FFS_MAXBSIZE) / ffs_opts->bsize);
364 if (ffs_opts->maxbpg == -1)
365 ffs_opts->maxbpg = ffs_opts->bsize / sizeof(int32_t);
366 if (ffs_opts->avgfilesize == -1)
367 ffs_opts->avgfilesize = AVFILESIZ;
368 if (ffs_opts->avgfpdir == -1)
369 ffs_opts->avgfpdir = AFPDIR;
371 if (fsopts->maxsize > 0 &&
372 roundup(fsopts->minsize, ffs_opts->bsize) > fsopts->maxsize)
373 errx(1, "`%s' minsize of %lld rounded up to ffs bsize of %d "
374 "exceeds maxsize %lld. Lower bsize, or round the minimum "
375 "and maximum sizes to bsize.", dir,
376 (long long)fsopts->minsize, ffs_opts->bsize,
377 (long long)fsopts->maxsize);
379 /* calculate size of tree */
380 ffs_size_dir(root, fsopts);
381 fsopts->inodes += UFS_ROOTINO; /* include first two inodes */
383 if (debug & DEBUG_FS_VALIDATE)
384 printf("ffs_validate: size of tree: %lld bytes, %lld inodes\n",
385 (long long)fsopts->size, (long long)fsopts->inodes);
387 /* add requested slop */
388 fsopts->size += fsopts->freeblocks;
389 fsopts->inodes += fsopts->freefiles;
390 if (fsopts->freefilepc > 0)
392 fsopts->inodes * (100 + fsopts->freefilepc) / 100;
393 if (fsopts->freeblockpc > 0)
395 fsopts->size * (100 + fsopts->freeblockpc) / 100;
398 * Add space needed for superblock, cylblock and to store inodes.
399 * All of those segments are aligned to the block size.
400 * XXX: This has to match calculations done in ffs_mkfs.
402 if (ffs_opts->version == 1) {
404 roundup(SBLOCK_UFS1 + SBLOCKSIZE, ffs_opts->bsize);
405 fsopts->size += roundup(SBLOCKSIZE, ffs_opts->bsize);
406 fsopts->size += ffs_opts->bsize;
407 fsopts->size += DINODE1_SIZE *
408 roundup(fsopts->inodes, ffs_opts->bsize / DINODE1_SIZE);
411 roundup(SBLOCK_UFS2 + SBLOCKSIZE, ffs_opts->bsize);
412 fsopts->size += roundup(SBLOCKSIZE, ffs_opts->bsize);
413 fsopts->size += ffs_opts->bsize;
414 fsopts->size += DINODE2_SIZE *
415 roundup(fsopts->inodes, ffs_opts->bsize / DINODE2_SIZE);
419 if (ffs_opts->minfree > 0)
421 fsopts->size * (100 + ffs_opts->minfree) / 100;
423 * XXX any other fs slop to add, such as csum's, bitmaps, etc ??
426 if (fsopts->size < fsopts->minsize) /* ensure meets minimum size */
427 fsopts->size = fsopts->minsize;
429 /* round up to the next block */
430 fsopts->size = roundup(fsopts->size, ffs_opts->bsize);
432 /* round up to requested block size, if any */
433 if (fsopts->roundup > 0)
434 fsopts->size = roundup(fsopts->size, fsopts->roundup);
436 /* calculate density to just fit inodes if no free space */
437 if (ffs_opts->density == -1)
438 ffs_opts->density = fsopts->size / fsopts->inodes + 1;
440 if (debug & DEBUG_FS_VALIDATE) {
441 printf("ffs_validate: after defaults set:\n");
442 ffs_dump_fsinfo(fsopts);
443 printf("ffs_validate: dir %s; %lld bytes, %lld inodes\n",
444 dir, (long long)fsopts->size, (long long)fsopts->inodes);
446 /* now check calculated sizes vs requested sizes */
447 if (fsopts->maxsize > 0 && fsopts->size > fsopts->maxsize) {
448 errx(1, "`%s' size of %lld is larger than the maxsize of %lld.",
449 dir, (long long)fsopts->size, (long long)fsopts->maxsize);
455 ffs_dump_fsinfo(fsinfo_t *f)
458 ffs_opt_t *fs = f->fs_specific;
460 printf("fsopts at %p\n", f);
462 printf("\tsize %lld, inodes %lld, curinode %u\n",
463 (long long)f->size, (long long)f->inodes, f->curinode);
465 printf("\tminsize %lld, maxsize %lld\n",
466 (long long)f->minsize, (long long)f->maxsize);
467 printf("\tfree files %lld, freefile %% %d\n",
468 (long long)f->freefiles, f->freefilepc);
469 printf("\tfree blocks %lld, freeblock %% %d\n",
470 (long long)f->freeblocks, f->freeblockpc);
471 printf("\tneedswap %d, sectorsize %d\n", f->needswap, f->sectorsize);
473 printf("\tbsize %d, fsize %d, cpg %d, density %d\n",
474 fs->bsize, fs->fsize, fs->cpg, fs->density);
475 printf("\tnsectors %d, rpm %d, minfree %d\n",
476 fs->nsectors, fs->rpm, fs->minfree);
477 printf("\tmaxcontig %d, maxbpg %d\n",
478 fs->maxcontig, fs->maxbpg);
479 printf("\toptimization %s\n",
480 fs->optimization == FS_OPTSPACE ? "space" : "time");
485 ffs_create_image(const char *image, fsinfo_t *fsopts)
487 #if HAVE_STRUCT_STATVFS_F_IOSIZE && HAVE_FSTATVFS
494 int oflags = O_RDWR | O_CREAT;
497 assert (image != NULL);
498 assert (fsopts != NULL);
501 if (fsopts->offset == 0)
503 if ((fsopts->fd = open(image, oflags, 0666)) == -1) {
504 warn("Can't open `%s' for writing", image);
509 #if HAVE_STRUCT_STATVFS_F_IOSIZE && HAVE_FSTATVFS
510 if (fstatvfs(fsopts->fd, &sfs) == -1) {
513 #if HAVE_STRUCT_STATVFS_F_IOSIZE && HAVE_FSTATVFS
514 warn("can't fstatvfs `%s', using default %d byte chunk",
517 bufsize = sfs.f_iosize;
519 bufrem = fsopts->size;
520 if (fsopts->sparse) {
521 if (ftruncate(fsopts->fd, bufrem) == -1) {
522 warn("sparse option disabled.");
526 if (fsopts->sparse) {
527 /* File truncated at bufrem. Remaining is 0 */
531 if (debug & DEBUG_FS_CREATE_IMAGE)
532 printf("zero-ing image `%s', %lld sectors, "
533 "using %d byte chunks\n", image, (long long)bufrem,
535 buf = ecalloc(1, bufsize);
538 if (fsopts->offset != 0)
539 if (lseek(fsopts->fd, fsopts->offset, SEEK_SET) == -1) {
546 i = write(fsopts->fd, buf, MIN(bufsize, bufrem));
548 warn("zeroing image, %lld bytes to go",
558 /* make the file system */
559 if (debug & DEBUG_FS_CREATE_IMAGE)
560 printf("calling mkfs(\"%s\", ...)\n", image);
562 if (stampst.st_ino != 0)
563 tstamp = stampst.st_ctime;
565 tstamp = start_time.tv_sec;
569 fs = ffs_mkfs(image, fsopts, tstamp);
570 fsopts->superblock = (void *)fs;
571 if (debug & DEBUG_FS_CREATE_IMAGE) {
574 t = (time_t)((struct fs *)fsopts->superblock)->fs_time;
575 printf("mkfs returned %p; fs_time %s",
576 fsopts->superblock, ctime(&t));
577 printf("fs totals: nbfree %lld, nffree %lld, nifree %lld, ndir %lld\n",
578 (long long)fs->fs_cstotal.cs_nbfree,
579 (long long)fs->fs_cstotal.cs_nffree,
580 (long long)fs->fs_cstotal.cs_nifree,
581 (long long)fs->fs_cstotal.cs_ndir);
584 if (fs->fs_cstotal.cs_nifree + (off_t)UFS_ROOTINO < fsopts->inodes) {
586 "Image file `%s' has %lld free inodes; %lld are required.",
588 (long long)(fs->fs_cstotal.cs_nifree + UFS_ROOTINO),
589 (long long)fsopts->inodes);
597 ffs_size_dir(fsnode *root, fsinfo_t *fsopts)
599 struct direct tmpdir;
601 int curdirsize, this;
602 ffs_opt_t *ffs_opts = fsopts->fs_specific;
604 /* node may be NULL (empty directory) */
605 assert(fsopts != NULL);
606 assert(ffs_opts != NULL);
608 if (debug & DEBUG_FS_SIZE_DIR)
609 printf("ffs_size_dir: entry: bytes %lld inodes %lld\n",
610 (long long)fsopts->size, (long long)fsopts->inodes);
612 #define ADDDIRENT(e) do { \
613 tmpdir.d_namlen = strlen((e)); \
614 this = DIRSIZ_SWAP(0, &tmpdir, 0); \
615 if (debug & DEBUG_FS_SIZE_DIR_ADD_DIRENT) \
616 printf("ADDDIRENT: was: %s (%d) this %d cur %d\n", \
617 e, tmpdir.d_namlen, this, curdirsize); \
618 if (this + curdirsize > roundup(curdirsize, DIRBLKSIZ)) \
619 curdirsize = roundup(curdirsize, DIRBLKSIZ); \
620 curdirsize += this; \
621 if (debug & DEBUG_FS_SIZE_DIR_ADD_DIRENT) \
622 printf("ADDDIRENT: now: %s (%d) this %d cur %d\n", \
623 e, tmpdir.d_namlen, this, curdirsize); \
626 #define ADDSIZE(x) do { \
627 if ((size_t)(x) < UFS_NDADDR * (size_t)ffs_opts->bsize) { \
628 fsopts->size += roundup((x), ffs_opts->fsize); \
630 /* Count space consumed by indirecttion blocks. */ \
631 fsopts->size += ffs_opts->bsize * \
632 (howmany((x), UFS_NDADDR * ffs_opts->bsize) - 1); \
634 * If the file is big enough to use indirect blocks, \
635 * we allocate bsize block for trailing data. \
637 fsopts->size += roundup((x), ffs_opts->bsize); \
642 for (node = root; node != NULL; node = node->next) {
643 ADDDIRENT(node->name);
644 if (node == root) { /* we're at "." */
645 assert(strcmp(node->name, ".") == 0);
647 } else if ((node->inode->flags & FI_SIZED) == 0) {
648 /* don't count duplicate names */
649 node->inode->flags |= FI_SIZED;
650 if (debug & DEBUG_FS_SIZE_DIR_NODE)
651 printf("ffs_size_dir: `%s' size %lld\n",
653 (long long)node->inode->st.st_size);
655 if (node->type == S_IFREG)
656 ADDSIZE(node->inode->st.st_size);
657 if (node->type == S_IFLNK) {
660 slen = strlen(node->symlink) + 1;
661 if (slen >= (ffs_opts->version == 1 ?
667 if (node->type == S_IFDIR)
668 ffs_size_dir(node->child, fsopts);
672 if (debug & DEBUG_FS_SIZE_DIR)
673 printf("ffs_size_dir: exit: size %lld inodes %lld\n",
674 (long long)fsopts->size, (long long)fsopts->inodes);
678 ffs_build_dinode1(struct ufs1_dinode *dinp, dirbuf_t *dbufp, fsnode *cur,
679 fsnode *root, fsinfo_t *fsopts)
683 struct stat *st = stampst.st_ino != 0 ? &stampst : &cur->inode->st;
685 memset(dinp, 0, sizeof(*dinp));
686 dinp->di_mode = cur->inode->st.st_mode;
687 dinp->di_nlink = cur->inode->nlink;
688 dinp->di_size = cur->inode->st.st_size;
689 #if HAVE_STRUCT_STAT_ST_FLAGS
690 dinp->di_flags = cur->inode->st.st_flags;
692 dinp->di_gen = random();
693 dinp->di_uid = cur->inode->st.st_uid;
694 dinp->di_gid = cur->inode->st.st_gid;
696 dinp->di_atime = st->st_atime;
697 dinp->di_mtime = st->st_mtime;
698 dinp->di_ctime = st->st_ctime;
699 #if HAVE_STRUCT_STAT_ST_MTIMENSEC
700 dinp->di_atimensec = st->st_atimensec;
701 dinp->di_mtimensec = st->st_mtimensec;
702 dinp->di_ctimensec = st->st_ctimensec;
704 /* not set: di_db, di_ib, di_blocks, di_spare */
707 if (cur == root) { /* "."; write dirbuf */
709 dinp->di_size = dbufp->size;
710 } else if (S_ISBLK(cur->type) || S_ISCHR(cur->type)) {
711 dinp->di_size = 0; /* a device */
713 ufs_rw32(cur->inode->st.st_rdev, fsopts->needswap);
714 } else if (S_ISLNK(cur->type)) { /* symlink */
715 slen = strlen(cur->symlink);
716 if (slen < UFS1_MAXSYMLINKLEN) { /* short link */
717 memcpy(dinp->di_db, cur->symlink, slen);
719 membuf = cur->symlink;
720 dinp->di_size = slen;
726 ffs_build_dinode2(struct ufs2_dinode *dinp, dirbuf_t *dbufp, fsnode *cur,
727 fsnode *root, fsinfo_t *fsopts)
731 struct stat *st = stampst.st_ino != 0 ? &stampst : &cur->inode->st;
733 memset(dinp, 0, sizeof(*dinp));
734 dinp->di_mode = cur->inode->st.st_mode;
735 dinp->di_nlink = cur->inode->nlink;
736 dinp->di_size = cur->inode->st.st_size;
737 #if HAVE_STRUCT_STAT_ST_FLAGS
738 dinp->di_flags = cur->inode->st.st_flags;
740 dinp->di_gen = random();
741 dinp->di_uid = cur->inode->st.st_uid;
742 dinp->di_gid = cur->inode->st.st_gid;
744 dinp->di_atime = st->st_atime;
745 dinp->di_mtime = st->st_mtime;
746 dinp->di_ctime = st->st_ctime;
747 #if HAVE_STRUCT_STAT_BIRTHTIME
748 dinp->di_birthtime = st->st_birthtime;
750 dinp->di_birthtime = st->st_ctime;
752 #if HAVE_STRUCT_STAT_ST_MTIMENSEC
753 dinp->di_atimensec = st->st_atimensec;
754 dinp->di_mtimensec = st->st_mtimensec;
755 dinp->di_ctimensec = st->st_ctimensec;
756 #if HAVE_STRUCT_STAT_BIRTHTIME
757 dinp->di_birthnsec = st->st_birthtimensec;
759 dinp->di_birthnsec = st->st_ctimensec;
763 /* not set: di_db, di_ib, di_blocks, di_spare */
766 if (cur == root) { /* "."; write dirbuf */
768 dinp->di_size = dbufp->size;
769 } else if (S_ISBLK(cur->type) || S_ISCHR(cur->type)) {
770 dinp->di_size = 0; /* a device */
772 ufs_rw64(cur->inode->st.st_rdev, fsopts->needswap);
773 } else if (S_ISLNK(cur->type)) { /* symlink */
774 slen = strlen(cur->symlink);
775 if (slen < UFS2_MAXSYMLINKLEN) { /* short link */
776 memcpy(dinp->di_db, cur->symlink, slen);
778 membuf = cur->symlink;
779 dinp->di_size = slen;
785 ffs_populate_dir(const char *dir, fsnode *root, fsinfo_t *fsopts)
791 char path[MAXPATHLEN + 1];
792 ffs_opt_t *ffs_opts = fsopts->fs_specific;
795 assert(root != NULL);
796 assert(fsopts != NULL);
797 assert(ffs_opts != NULL);
799 (void)memset(&dirbuf, 0, sizeof(dirbuf));
801 if (debug & DEBUG_FS_POPULATE)
802 printf("ffs_populate_dir: PASS 1 dir %s node %p\n", dir, root);
805 * pass 1: allocate inode numbers, build directory `file'
807 for (cur = root; cur != NULL; cur = cur->next) {
808 if ((cur->inode->flags & FI_ALLOCATED) == 0) {
809 cur->inode->flags |= FI_ALLOCATED;
810 if (cur == root && cur->parent != NULL)
811 cur->inode->ino = cur->parent->inode->ino;
813 cur->inode->ino = fsopts->curinode;
817 ffs_make_dirbuf(&dirbuf, cur->name, cur, fsopts->needswap);
818 if (cur == root) { /* we're at "."; add ".." */
819 ffs_make_dirbuf(&dirbuf, "..",
820 cur->parent == NULL ? cur : cur->parent->first,
822 root->inode->nlink++; /* count my parent's link */
823 } else if (cur->child != NULL)
824 root->inode->nlink++; /* count my child's link */
827 * XXX possibly write file and long symlinks here,
828 * ensuring that blocks get written before inodes?
829 * otoh, this isn't a real filesystem, so who
830 * cares about ordering? :-)
833 if (debug & DEBUG_FS_POPULATE_DIRBUF)
834 ffs_dump_dirbuf(&dirbuf, dir, fsopts->needswap);
837 * pass 2: write out dirbuf, then non-directories at this level
839 if (debug & DEBUG_FS_POPULATE)
840 printf("ffs_populate_dir: PASS 2 dir %s\n", dir);
841 for (cur = root; cur != NULL; cur = cur->next) {
842 if (cur->inode->flags & FI_WRITTEN)
843 continue; /* skip hard-linked entries */
844 cur->inode->flags |= FI_WRITTEN;
846 if (cur->contents == NULL) {
847 if (snprintf(path, sizeof(path), "%s/%s/%s", cur->root,
848 cur->path, cur->name) >= (int)sizeof(path))
849 errx(1, "Pathname too long.");
852 if (cur->child != NULL)
853 continue; /* child creates own inode */
855 /* build on-disk inode */
856 if (ffs_opts->version == 1)
857 membuf = ffs_build_dinode1(&din.ffs1_din, &dirbuf, cur,
860 membuf = ffs_build_dinode2(&din.ffs2_din, &dirbuf, cur,
863 if (debug & DEBUG_FS_POPULATE_NODE) {
864 printf("ffs_populate_dir: writing ino %d, %s",
865 cur->inode->ino, inode_type(cur->type));
866 if (cur->inode->nlink > 1)
867 printf(", nlink %d", cur->inode->nlink);
871 if (membuf != NULL) {
872 ffs_write_file(&din, cur->inode->ino, membuf, fsopts);
873 } else if (S_ISREG(cur->type)) {
874 ffs_write_file(&din, cur->inode->ino,
875 (cur->contents) ? cur->contents : path, fsopts);
877 assert (! S_ISDIR(cur->type));
878 ffs_write_inode(&din, cur->inode->ino, fsopts);
883 * pass 3: write out sub-directories
885 if (debug & DEBUG_FS_POPULATE)
886 printf("ffs_populate_dir: PASS 3 dir %s\n", dir);
887 for (cur = root; cur != NULL; cur = cur->next) {
888 if (cur->child == NULL)
890 if ((size_t)snprintf(path, sizeof(path), "%s/%s", dir,
891 cur->name) >= sizeof(path))
892 errx(1, "Pathname too long.");
893 if (! ffs_populate_dir(path, cur->child, fsopts))
897 if (debug & DEBUG_FS_POPULATE)
898 printf("ffs_populate_dir: DONE dir %s\n", dir);
901 if (dirbuf.buf != NULL)
908 ffs_write_file(union dinode *din, uint32_t ino, void *buf, fsinfo_t *fsopts)
912 off_t bufleft, chunk, offset;
916 ffs_opt_t *ffs_opts = fsopts->fs_specific;
917 struct vnode vp = { fsopts, NULL };
919 assert (din != NULL);
920 assert (buf != NULL);
921 assert (fsopts != NULL);
922 assert (ffs_opts != NULL);
924 isfile = S_ISREG(DIP(din, mode));
929 in.i_fs = (struct fs *)fsopts->superblock;
932 if (debug & DEBUG_FS_WRITE_FILE) {
934 "ffs_write_file: ino %u, din %p, isfile %d, %s, size %lld",
935 ino, din, isfile, inode_type(DIP(din, mode) & S_IFMT),
936 (long long)DIP(din, size));
938 printf(", file '%s'\n", (char *)buf);
940 printf(", buffer %p\n", buf);
944 in.i_size = DIP(din, size);
945 if (ffs_opts->version == 1)
946 memcpy(&in.i_din.ffs1_din, &din->ffs1_din,
947 sizeof(in.i_din.ffs1_din));
949 memcpy(&in.i_din.ffs2_din, &din->ffs2_din,
950 sizeof(in.i_din.ffs2_din));
952 if (DIP(din, size) == 0)
953 goto write_inode_and_leave; /* mmm, cheating */
956 fbuf = emalloc(ffs_opts->bsize);
957 if ((ffd = open((char *)buf, O_RDONLY, 0444)) == -1) {
958 err(EXIT_FAILURE, "Can't open `%s' for reading", (char *)buf);
965 for (bufleft = DIP(din, size); bufleft > 0; bufleft -= chunk) {
966 chunk = MIN(bufleft, ffs_opts->bsize);
969 else if ((nread = read(ffd, fbuf, chunk)) == -1)
970 err(EXIT_FAILURE, "Reading `%s', %lld bytes to go",
971 (char *)buf, (long long)bufleft);
972 else if (nread != chunk)
973 errx(EXIT_FAILURE, "Reading `%s', %lld bytes to go, "
974 "read %zd bytes, expected %ju bytes, does "
975 "metalog size= attribute mismatch source size?",
976 (char *)buf, (long long)bufleft, nread,
980 offset = DIP(din, size) - bufleft;
981 if (debug & DEBUG_FS_WRITE_FILE_BLOCK)
983 "ffs_write_file: write %p offset %lld size %lld left %lld\n",
984 p, (long long)offset,
985 (long long)chunk, (long long)bufleft);
987 * XXX if holey support is desired, do the check here
989 * XXX might need to write out last bit in fragroundup
990 * sized chunk. however, ffs_balloc() handles this for us
992 errno = ffs_balloc(&in, offset, chunk, &bp);
996 "Writing inode %d (%s), bytes %lld + %lld",
998 isfile ? (char *)buf :
999 inode_type(DIP(din, mode) & S_IFMT),
1000 (long long)offset, (long long)chunk);
1001 memcpy(bp->b_data, p, chunk);
1004 goto bad_ffs_write_file;
1010 write_inode_and_leave:
1011 ffs_write_inode(&in.i_din, in.i_number, fsopts);
1020 ffs_dump_dirbuf(dirbuf_t *dbuf, const char *dir, int needswap)
1026 assert (dbuf != NULL);
1027 assert (dir != NULL);
1028 printf("ffs_dump_dirbuf: dir %s size %d cur %d\n",
1029 dir, dbuf->size, dbuf->cur);
1031 for (i = 0; i < dbuf->size; ) {
1032 de = (struct direct *)(dbuf->buf + i);
1033 reclen = ufs_rw16(de->d_reclen, needswap);
1035 " inode %4d %7s offset %4d reclen %3d namlen %3d name %s\n",
1036 ufs_rw32(de->d_ino, needswap),
1037 inode_type(DTTOIF(de->d_type)), i, reclen,
1038 de->d_namlen, de->d_name);
1045 ffs_make_dirbuf(dirbuf_t *dbuf, const char *name, fsnode *node, int needswap)
1047 struct direct de, *dp;
1048 uint16_t llen, reclen;
1051 assert (dbuf != NULL);
1052 assert (name != NULL);
1053 assert (node != NULL);
1054 /* create direct entry */
1055 (void)memset(&de, 0, sizeof(de));
1056 de.d_ino = ufs_rw32(node->inode->ino, needswap);
1057 de.d_type = IFTODT(node->type);
1058 de.d_namlen = (uint8_t)strlen(name);
1059 strcpy(de.d_name, name);
1060 reclen = DIRSIZ_SWAP(0, &de, needswap);
1061 de.d_reclen = ufs_rw16(reclen, needswap);
1063 dp = (struct direct *)(dbuf->buf + dbuf->cur);
1066 llen = DIRSIZ_SWAP(0, dp, needswap);
1068 if (debug & DEBUG_FS_MAKE_DIRBUF)
1070 "ffs_make_dirbuf: dbuf siz %d cur %d lastlen %d\n"
1071 " ino %d type %d reclen %d namlen %d name %.30s\n",
1072 dbuf->size, dbuf->cur, llen,
1073 ufs_rw32(de.d_ino, needswap), de.d_type, reclen,
1074 de.d_namlen, de.d_name);
1076 if (reclen + dbuf->cur + llen > roundup(dbuf->size, DIRBLKSIZ)) {
1077 if (debug & DEBUG_FS_MAKE_DIRBUF)
1078 printf("ffs_make_dirbuf: growing buf to %d\n",
1079 dbuf->size + DIRBLKSIZ);
1080 newbuf = erealloc(dbuf->buf, dbuf->size + DIRBLKSIZ);
1082 dbuf->size += DIRBLKSIZ;
1083 memset(dbuf->buf + dbuf->size - DIRBLKSIZ, 0, DIRBLKSIZ);
1084 dbuf->cur = dbuf->size - DIRBLKSIZ;
1085 } else if (dp) { /* shrink end of previous */
1086 dp->d_reclen = ufs_rw16(llen,needswap);
1089 dp = (struct direct *)(dbuf->buf + dbuf->cur);
1090 memcpy(dp, &de, reclen);
1091 dp->d_reclen = ufs_rw16(dbuf->size - dbuf->cur, needswap);
1095 * cribbed from sys/ufs/ffs/ffs_alloc.c
1098 ffs_write_inode(union dinode *dp, uint32_t ino, const fsinfo_t *fsopts)
1101 struct ufs1_dinode *dp1;
1102 struct ufs2_dinode *dp2, *dip;
1108 char sbbuf[FFS_MAXBSIZE];
1109 uint32_t initediblk;
1110 ffs_opt_t *ffs_opts = fsopts->fs_specific;
1112 assert (dp != NULL);
1114 assert (fsopts != NULL);
1115 assert (ffs_opts != NULL);
1117 fs = (struct fs *)fsopts->superblock;
1118 cg = ino_to_cg(fs, ino);
1119 cgino = ino % fs->fs_ipg;
1120 if (debug & DEBUG_FS_WRITE_INODE)
1121 printf("ffs_write_inode: din %p ino %u cg %d cgino %d\n",
1122 dp, ino, cg, cgino);
1124 ffs_rdfs(fsbtodb(fs, cgtod(fs, cg)), (int)fs->fs_cgsize, &sbbuf,
1126 cgp = (struct cg *)sbbuf;
1127 if (!cg_chkmagic_swap(cgp, fsopts->needswap))
1128 errx(1, "ffs_write_inode: cg %d: bad magic number", cg);
1130 assert (isclr(cg_inosused_swap(cgp, fsopts->needswap), cgino));
1132 buf = emalloc(fs->fs_bsize);
1133 dp1 = (struct ufs1_dinode *)buf;
1134 dp2 = (struct ufs2_dinode *)buf;
1136 if (fs->fs_cstotal.cs_nifree == 0)
1137 errx(1, "ffs_write_inode: fs out of inodes for ino %u",
1139 if (fs->fs_cs(fs, cg).cs_nifree == 0)
1141 "ffs_write_inode: cg %d out of inodes for ino %u",
1143 setbit(cg_inosused_swap(cgp, fsopts->needswap), cgino);
1144 ufs_add32(cgp->cg_cs.cs_nifree, -1, fsopts->needswap);
1145 fs->fs_cstotal.cs_nifree--;
1146 fs->fs_cs(fs, cg).cs_nifree--;
1147 if (S_ISDIR(DIP(dp, mode))) {
1148 ufs_add32(cgp->cg_cs.cs_ndir, 1, fsopts->needswap);
1149 fs->fs_cstotal.cs_ndir++;
1150 fs->fs_cs(fs, cg).cs_ndir++;
1154 * Initialize inode blocks on the fly for UFS2.
1156 initediblk = ufs_rw32(cgp->cg_initediblk, fsopts->needswap);
1157 while (ffs_opts->version == 2 && cgino + INOPB(fs) > initediblk &&
1158 initediblk < ufs_rw32(cgp->cg_niblk, fsopts->needswap)) {
1159 memset(buf, 0, fs->fs_bsize);
1160 dip = (struct ufs2_dinode *)buf;
1161 for (i = 0; i < INOPB(fs); i++) {
1162 dip->di_gen = random();
1165 ffs_wtfs(fsbtodb(fs, ino_to_fsba(fs,
1166 cg * fs->fs_ipg + initediblk)),
1167 fs->fs_bsize, buf, fsopts);
1168 initediblk += INOPB(fs);
1169 cgp->cg_initediblk = ufs_rw32(initediblk, fsopts->needswap);
1173 ffs_wtfs(fsbtodb(fs, cgtod(fs, cg)), (int)fs->fs_cgsize, &sbbuf,
1176 /* now write inode */
1177 d = fsbtodb(fs, ino_to_fsba(fs, ino));
1178 ffs_rdfs(d, fs->fs_bsize, buf, fsopts);
1179 if (fsopts->needswap) {
1180 if (ffs_opts->version == 1)
1181 ffs_dinode1_swap(&dp->ffs1_din,
1182 &dp1[ino_to_fsbo(fs, ino)]);
1184 ffs_dinode2_swap(&dp->ffs2_din,
1185 &dp2[ino_to_fsbo(fs, ino)]);
1187 if (ffs_opts->version == 1)
1188 dp1[ino_to_fsbo(fs, ino)] = dp->ffs1_din;
1190 dp2[ino_to_fsbo(fs, ino)] = dp->ffs2_din;
1192 ffs_wtfs(d, fs->fs_bsize, buf, fsopts);
1197 panic(const char *fmt, ...)