2 * Copyright (c) 2003-2009 Tim Kientzle
3 * Copyright (c) 2010-2012 Michihiro NAKAJIMA
6 * Redistribution and use in source and binary forms, with or without
7 * modification, are permitted provided that the following conditions
9 * 1. Redistributions of source code must retain the above copyright
10 * notice, this list of conditions and the following disclaimer.
11 * 2. Redistributions in binary form must reproduce the above copyright
12 * notice, this list of conditions and the following disclaimer in the
13 * documentation and/or other materials provided with the distribution.
15 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR(S) ``AS IS'' AND ANY EXPRESS OR
16 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
17 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
18 * IN NO EVENT SHALL THE AUTHOR(S) BE LIABLE FOR ANY DIRECT, INDIRECT,
19 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
20 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
21 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
22 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
23 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
24 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27 #include "archive_platform.h"
28 __FBSDID("$FreeBSD$");
30 /* This is the tree-walking code for POSIX systems. */
31 #if !defined(_WIN32) || defined(__CYGWIN__)
33 #ifdef HAVE_SYS_TYPES_H
34 /* Mac OSX requires sys/types.h before sys/acl.h. */
35 #include <sys/types.h>
40 #ifdef HAVE_SYS_EXTATTR_H
41 #include <sys/extattr.h>
43 #ifdef HAVE_SYS_IOCTL_H
44 #include <sys/ioctl.h>
46 #ifdef HAVE_SYS_PARAM_H
47 #include <sys/param.h>
49 #ifdef HAVE_SYS_STAT_H
52 #if defined(HAVE_SYS_XATTR_H)
53 #include <sys/xattr.h>
54 #elif defined(HAVE_ATTR_XATTR_H)
55 #include <attr/xattr.h>
60 #ifdef HAVE_ACL_LIBACL_H
61 #include <acl/libacl.h>
63 #ifdef HAVE_COPYFILE_H
75 #ifdef HAVE_LINUX_TYPES_H
76 #include <linux/types.h>
78 #ifdef HAVE_LINUX_FIEMAP_H
79 #include <linux/fiemap.h>
81 #ifdef HAVE_LINUX_FS_H
85 * Some Linux distributions have both linux/ext2_fs.h and ext2fs/ext2_fs.h.
86 * As the include guards don't agree, the order of include is important.
88 #ifdef HAVE_LINUX_EXT2_FS_H
89 #include <linux/ext2_fs.h> /* for Linux file flags */
91 #if defined(HAVE_EXT2FS_EXT2_FS_H) && !defined(__CYGWIN__)
92 #include <ext2fs/ext2_fs.h> /* Linux file flags, broken on Cygwin */
102 #include "archive_entry.h"
103 #include "archive_private.h"
104 #include "archive_read_disk_private.h"
111 * Linux and FreeBSD plug this obvious hole in POSIX.1e in
114 #if HAVE_ACL_GET_PERM
115 #define ACL_GET_PERM acl_get_perm
116 #elif HAVE_ACL_GET_PERM_NP
117 #define ACL_GET_PERM acl_get_perm_np
120 static int setup_acls(struct archive_read_disk *,
121 struct archive_entry *, int *fd);
122 static int setup_mac_metadata(struct archive_read_disk *,
123 struct archive_entry *, int *fd);
124 static int setup_xattrs(struct archive_read_disk *,
125 struct archive_entry *, int *fd);
126 static int setup_sparse(struct archive_read_disk *,
127 struct archive_entry *, int *fd);
130 archive_read_disk_entry_from_file(struct archive *_a,
131 struct archive_entry *entry,
133 const struct stat *st)
135 struct archive_read_disk *a = (struct archive_read_disk *)_a;
136 const char *path, *name;
141 archive_clear_error(_a);
142 path = archive_entry_sourcepath(entry);
144 path = archive_entry_pathname(entry);
146 if (a->tree == NULL) {
150 if (fstat(fd, &s) != 0) {
151 archive_set_error(&a->archive, errno,
153 return (ARCHIVE_FAILED);
158 if (!a->follow_symlinks) {
159 if (lstat(path, &s) != 0) {
160 archive_set_error(&a->archive, errno,
161 "Can't lstat %s", path);
162 return (ARCHIVE_FAILED);
166 if (stat(path, &s) != 0) {
167 archive_set_error(&a->archive, errno,
168 "Can't stat %s", path);
169 return (ARCHIVE_FAILED);
173 archive_entry_copy_stat(entry, st);
176 /* Lookup uname/gname */
177 name = archive_read_disk_uname(_a, archive_entry_uid(entry));
179 archive_entry_copy_uname(entry, name);
180 name = archive_read_disk_gname(_a, archive_entry_gid(entry));
182 archive_entry_copy_gname(entry, name);
184 #ifdef HAVE_STRUCT_STAT_ST_FLAGS
185 /* On FreeBSD, we get flags for free with the stat. */
186 /* TODO: Does this belong in copy_stat()? */
187 if (st->st_flags != 0)
188 archive_entry_set_fflags(entry, st->st_flags, 0);
191 #if defined(EXT2_IOC_GETFLAGS) && defined(HAVE_WORKING_EXT2_IOC_GETFLAGS)
192 /* Linux requires an extra ioctl to pull the flags. Although
193 * this is an extra step, it has a nice side-effect: We get an
194 * open file descriptor which we can use in the subsequent lookups. */
195 if ((S_ISREG(st->st_mode) || S_ISDIR(st->st_mode))) {
198 fd = a->open_on_current_dir(a->tree, path,
199 O_RDONLY | O_NONBLOCK | O_CLOEXEC);
201 fd = open(path, O_RDONLY | O_NONBLOCK |
203 __archive_ensure_cloexec_flag(fd);
207 r = ioctl(fd, EXT2_IOC_GETFLAGS, &stflags);
208 if (r == 0 && stflags != 0)
209 archive_entry_set_fflags(entry, stflags, 0);
214 #if defined(HAVE_READLINK) || defined(HAVE_READLINKAT)
215 if (S_ISLNK(st->st_mode)) {
216 size_t linkbuffer_len = st->st_size + 1;
220 linkbuffer = malloc(linkbuffer_len);
221 if (linkbuffer == NULL) {
222 archive_set_error(&a->archive, ENOMEM,
223 "Couldn't read link data");
224 return (ARCHIVE_FAILED);
226 if (a->tree != NULL) {
227 #ifdef HAVE_READLINKAT
228 lnklen = readlinkat(a->tree_current_dir_fd(a->tree),
229 path, linkbuffer, linkbuffer_len);
231 if (a->tree_enter_working_dir(a->tree) != 0) {
232 archive_set_error(&a->archive, errno,
233 "Couldn't read link data");
235 return (ARCHIVE_FAILED);
237 lnklen = readlink(path, linkbuffer, linkbuffer_len);
238 #endif /* HAVE_READLINKAT */
240 lnklen = readlink(path, linkbuffer, linkbuffer_len);
242 archive_set_error(&a->archive, errno,
243 "Couldn't read link data");
245 return (ARCHIVE_FAILED);
247 linkbuffer[lnklen] = 0;
248 archive_entry_set_symlink(entry, linkbuffer);
251 #endif /* HAVE_READLINK || HAVE_READLINKAT */
253 r = setup_acls(a, entry, &fd);
254 if (!a->suppress_xattr) {
255 r1 = setup_xattrs(a, entry, &fd);
259 if (a->enable_copyfile) {
260 r1 = setup_mac_metadata(a, entry, &fd);
264 r1 = setup_sparse(a, entry, &fd);
268 /* If we opened the file earlier in this function, close it. */
269 if (initial_fd != fd)
274 #if defined(__APPLE__) && defined(HAVE_COPYFILE_H)
276 * The Mac OS "copyfile()" API copies the extended metadata for a
277 * file into a separate file in AppleDouble format (see RFC 1740).
279 * Mac OS tar and cpio implementations store this extended
280 * metadata as a separate entry just before the regular entry
281 * with a "._" prefix added to the filename.
283 * Note that this is currently done unconditionally; the tar program has
284 * an option to discard this information before the archive is written.
286 * TODO: If there's a failure, report it and return ARCHIVE_WARN.
289 setup_mac_metadata(struct archive_read_disk *a,
290 struct archive_entry *entry, int *fd)
293 int copyfile_flags = COPYFILE_NOFOLLOW | COPYFILE_ACL | COPYFILE_XATTR;
294 struct stat copyfile_stat;
295 int ret = ARCHIVE_OK;
298 const char *name, *tempdir;
299 struct archive_string tempfile;
301 (void)fd; /* UNUSED */
302 name = archive_entry_sourcepath(entry);
304 name = archive_entry_pathname(entry);
306 archive_set_error(&a->archive, ARCHIVE_ERRNO_MISC,
307 "Can't open file to read extended attributes: No name");
308 return (ARCHIVE_WARN);
311 if (a->tree != NULL) {
312 if (a->tree_enter_working_dir(a->tree) != 0) {
313 archive_set_error(&a->archive, errno,
314 "Couldn't change dir");
315 return (ARCHIVE_FAILED);
319 /* Short-circuit if there's nothing to do. */
320 have_attrs = copyfile(name, NULL, 0, copyfile_flags | COPYFILE_CHECK);
321 if (have_attrs == -1) {
322 archive_set_error(&a->archive, errno,
323 "Could not check extended attributes");
324 return (ARCHIVE_WARN);
330 if (issetugid() == 0)
331 tempdir = getenv("TMPDIR");
334 archive_string_init(&tempfile);
335 archive_strcpy(&tempfile, tempdir);
336 archive_strcat(&tempfile, "tar.md.XXXXXX");
337 tempfd = mkstemp(tempfile.s);
339 archive_set_error(&a->archive, errno,
340 "Could not open extended attribute file");
344 __archive_ensure_cloexec_flag(tempfd);
346 /* XXX I wish copyfile() could pack directly to a memory
347 * buffer; that would avoid the temp file here. For that
348 * matter, it would be nice if fcopyfile() actually worked,
349 * that would reduce the many open/close races here. */
350 if (copyfile(name, tempfile.s, 0, copyfile_flags | COPYFILE_PACK)) {
351 archive_set_error(&a->archive, errno,
352 "Could not pack extended attributes");
356 if (fstat(tempfd, ©file_stat)) {
357 archive_set_error(&a->archive, errno,
358 "Could not check size of extended attributes");
362 buff = malloc(copyfile_stat.st_size);
364 archive_set_error(&a->archive, errno,
365 "Could not allocate memory for extended attributes");
369 if (copyfile_stat.st_size != read(tempfd, buff, copyfile_stat.st_size)) {
370 archive_set_error(&a->archive, errno,
371 "Could not read extended attributes into memory");
375 archive_entry_copy_mac_metadata(entry, buff, copyfile_stat.st_size);
382 archive_string_free(&tempfile);
390 * Stub implementation for non-Mac systems.
393 setup_mac_metadata(struct archive_read_disk *a,
394 struct archive_entry *entry, int *fd)
396 (void)a; /* UNUSED */
397 (void)entry; /* UNUSED */
398 (void)fd; /* UNUSED */
404 #ifdef HAVE_POSIX_ACL
405 static int translate_acl(struct archive_read_disk *a,
406 struct archive_entry *entry, acl_t acl, int archive_entry_acl_type);
409 setup_acls(struct archive_read_disk *a,
410 struct archive_entry *entry, int *fd)
414 #if HAVE_ACL_IS_TRIVIAL_NP
418 accpath = archive_entry_sourcepath(entry);
420 accpath = archive_entry_pathname(entry);
422 archive_entry_acl_clear(entry);
425 /* Try NFS4 ACL first. */
427 acl = acl_get_fd(*fd);
428 #if HAVE_ACL_GET_LINK_NP
429 else if (!a->follow_symlinks)
430 acl = acl_get_link_np(accpath, ACL_TYPE_NFS4);
432 else if ((!a->follow_symlinks)
433 && (archive_entry_filetype(entry) == AE_IFLNK))
434 /* We can't get the ACL of a symlink, so we assume it can't
439 acl = acl_get_file(accpath, ACL_TYPE_NFS4);
440 #if HAVE_ACL_IS_TRIVIAL_NP
441 /* Ignore "trivial" ACLs that just mirror the file mode. */
442 acl_is_trivial_np(acl, &r);
449 translate_acl(a, entry, acl, ARCHIVE_ENTRY_ACL_TYPE_NFS4);
455 /* Retrieve access ACL from file. */
457 acl = acl_get_fd(*fd);
458 #if HAVE_ACL_GET_LINK_NP
459 else if (!a->follow_symlinks)
460 acl = acl_get_link_np(accpath, ACL_TYPE_ACCESS);
462 else if ((!a->follow_symlinks)
463 && (archive_entry_filetype(entry) == AE_IFLNK))
464 /* We can't get the ACL of a symlink, so we assume it can't
469 acl = acl_get_file(accpath, ACL_TYPE_ACCESS);
471 translate_acl(a, entry, acl,
472 ARCHIVE_ENTRY_ACL_TYPE_ACCESS);
476 /* Only directories can have default ACLs. */
477 if (S_ISDIR(archive_entry_mode(entry))) {
478 acl = acl_get_file(accpath, ACL_TYPE_DEFAULT);
480 translate_acl(a, entry, acl,
481 ARCHIVE_ENTRY_ACL_TYPE_DEFAULT);
489 * Translate system ACL into libarchive internal structure.
496 {ARCHIVE_ENTRY_ACL_EXECUTE, ACL_EXECUTE},
497 {ARCHIVE_ENTRY_ACL_WRITE, ACL_WRITE},
498 {ARCHIVE_ENTRY_ACL_READ, ACL_READ},
500 {ARCHIVE_ENTRY_ACL_READ_DATA, ACL_READ_DATA},
501 {ARCHIVE_ENTRY_ACL_LIST_DIRECTORY, ACL_LIST_DIRECTORY},
502 {ARCHIVE_ENTRY_ACL_WRITE_DATA, ACL_WRITE_DATA},
503 {ARCHIVE_ENTRY_ACL_ADD_FILE, ACL_ADD_FILE},
504 {ARCHIVE_ENTRY_ACL_APPEND_DATA, ACL_APPEND_DATA},
505 {ARCHIVE_ENTRY_ACL_ADD_SUBDIRECTORY, ACL_ADD_SUBDIRECTORY},
506 {ARCHIVE_ENTRY_ACL_READ_NAMED_ATTRS, ACL_READ_NAMED_ATTRS},
507 {ARCHIVE_ENTRY_ACL_WRITE_NAMED_ATTRS, ACL_WRITE_NAMED_ATTRS},
508 {ARCHIVE_ENTRY_ACL_DELETE_CHILD, ACL_DELETE_CHILD},
509 {ARCHIVE_ENTRY_ACL_READ_ATTRIBUTES, ACL_READ_ATTRIBUTES},
510 {ARCHIVE_ENTRY_ACL_WRITE_ATTRIBUTES, ACL_WRITE_ATTRIBUTES},
511 {ARCHIVE_ENTRY_ACL_DELETE, ACL_DELETE},
512 {ARCHIVE_ENTRY_ACL_READ_ACL, ACL_READ_ACL},
513 {ARCHIVE_ENTRY_ACL_WRITE_ACL, ACL_WRITE_ACL},
514 {ARCHIVE_ENTRY_ACL_WRITE_OWNER, ACL_WRITE_OWNER},
515 {ARCHIVE_ENTRY_ACL_SYNCHRONIZE, ACL_SYNCHRONIZE}
522 int platform_inherit;
523 } acl_inherit_map[] = {
524 {ARCHIVE_ENTRY_ACL_ENTRY_FILE_INHERIT, ACL_ENTRY_FILE_INHERIT},
525 {ARCHIVE_ENTRY_ACL_ENTRY_DIRECTORY_INHERIT, ACL_ENTRY_DIRECTORY_INHERIT},
526 {ARCHIVE_ENTRY_ACL_ENTRY_NO_PROPAGATE_INHERIT, ACL_ENTRY_NO_PROPAGATE_INHERIT},
527 {ARCHIVE_ENTRY_ACL_ENTRY_INHERIT_ONLY, ACL_ENTRY_INHERIT_ONLY}
531 translate_acl(struct archive_read_disk *a,
532 struct archive_entry *entry, acl_t acl, int default_entry_acl_type)
536 acl_entry_type_t acl_type;
537 acl_flagset_t acl_flagset;
540 acl_entry_t acl_entry;
541 acl_permset_t acl_permset;
542 int i, entry_acl_type;
543 int s, ae_id, ae_tag, ae_perm;
547 // FreeBSD "brands" ACLs as POSIX.1e or NFSv4
548 // Make sure the "brand" on this ACL is consistent
549 // with the default_entry_acl_type bits provided.
550 acl_get_brand_np(acl, &brand);
552 case ACL_BRAND_POSIX:
553 switch (default_entry_acl_type) {
554 case ARCHIVE_ENTRY_ACL_TYPE_ACCESS:
555 case ARCHIVE_ENTRY_ACL_TYPE_DEFAULT:
558 // XXX set warning message?
559 return ARCHIVE_FAILED;
563 if (default_entry_acl_type & ~ARCHIVE_ENTRY_ACL_TYPE_NFS4) {
564 // XXX set warning message?
565 return ARCHIVE_FAILED;
569 // XXX set warning message?
570 return ARCHIVE_FAILED;
576 s = acl_get_entry(acl, ACL_FIRST_ENTRY, &acl_entry);
582 acl_get_tag_type(acl_entry, &acl_tag);
585 ae_id = (int)*(uid_t *)acl_get_qualifier(acl_entry);
586 ae_name = archive_read_disk_uname(&a->archive, ae_id);
587 ae_tag = ARCHIVE_ENTRY_ACL_USER;
590 ae_id = (int)*(gid_t *)acl_get_qualifier(acl_entry);
591 ae_name = archive_read_disk_gname(&a->archive, ae_id);
592 ae_tag = ARCHIVE_ENTRY_ACL_GROUP;
595 ae_tag = ARCHIVE_ENTRY_ACL_MASK;
598 ae_tag = ARCHIVE_ENTRY_ACL_USER_OBJ;
601 ae_tag = ARCHIVE_ENTRY_ACL_GROUP_OBJ;
604 ae_tag = ARCHIVE_ENTRY_ACL_OTHER;
608 ae_tag = ARCHIVE_ENTRY_ACL_EVERYONE;
612 /* Skip types that libarchive can't support. */
613 s = acl_get_entry(acl, ACL_NEXT_ENTRY, &acl_entry);
617 // XXX acl type maps to allow/deny/audit/YYYY bits
618 // XXX acl_get_entry_type_np on FreeBSD returns EINVAL for
620 entry_acl_type = default_entry_acl_type;
622 r = acl_get_entry_type_np(acl_entry, &acl_type);
625 case ACL_ENTRY_TYPE_ALLOW:
626 entry_acl_type = ARCHIVE_ENTRY_ACL_TYPE_ALLOW;
628 case ACL_ENTRY_TYPE_DENY:
629 entry_acl_type = ARCHIVE_ENTRY_ACL_TYPE_DENY;
631 case ACL_ENTRY_TYPE_AUDIT:
632 entry_acl_type = ARCHIVE_ENTRY_ACL_TYPE_AUDIT;
634 case ACL_ENTRY_TYPE_ALARM:
635 entry_acl_type = ARCHIVE_ENTRY_ACL_TYPE_ALARM;
641 * Libarchive stores "flag" (NFSv4 inheritance bits)
642 * in the ae_perm bitmap.
644 // XXX acl_get_flagset_np on FreeBSD returns EINVAL for
646 r = acl_get_flagset_np(acl_entry, &acl_flagset);
648 for (i = 0; i < (int)(sizeof(acl_inherit_map) / sizeof(acl_inherit_map[0])); ++i) {
649 if (acl_get_flag_np(acl_flagset,
650 acl_inherit_map[i].platform_inherit))
651 ae_perm |= acl_inherit_map[i].archive_inherit;
656 acl_get_permset(acl_entry, &acl_permset);
657 for (i = 0; i < (int)(sizeof(acl_perm_map) / sizeof(acl_perm_map[0])); ++i) {
659 * acl_get_perm() is spelled differently on different
660 * platforms; see above.
662 if (ACL_GET_PERM(acl_permset, acl_perm_map[i].platform_perm))
663 ae_perm |= acl_perm_map[i].archive_perm;
666 archive_entry_acl_add_entry(entry, entry_acl_type,
670 s = acl_get_entry(acl, ACL_NEXT_ENTRY, &acl_entry);
676 setup_acls(struct archive_read_disk *a,
677 struct archive_entry *entry, int *fd)
679 (void)a; /* UNUSED */
680 (void)entry; /* UNUSED */
681 (void)fd; /* UNUSED */
686 #if (HAVE_FGETXATTR && HAVE_FLISTXATTR && HAVE_LISTXATTR && \
687 HAVE_LLISTXATTR && HAVE_GETXATTR && HAVE_LGETXATTR) || \
688 (HAVE_FGETEA && HAVE_FLISTEA && HAVE_LISTEA)
691 * Linux and AIX extended attribute support.
693 * TODO: By using a stack-allocated buffer for the first
694 * call to getxattr(), we might be able to avoid the second
695 * call entirely. We only need the second call if the
696 * stack-allocated buffer is too small. But a modest buffer
697 * of 1024 bytes or so will often be big enough. Same applies
703 setup_xattr(struct archive_read_disk *a,
704 struct archive_entry *entry, const char *name, int fd)
710 accpath = archive_entry_sourcepath(entry);
712 accpath = archive_entry_pathname(entry);
716 size = fgetxattr(fd, name, NULL, 0);
717 else if (!a->follow_symlinks)
718 size = lgetxattr(accpath, name, NULL, 0);
720 size = getxattr(accpath, name, NULL, 0);
723 size = fgetea(fd, name, NULL, 0);
724 else if (!a->follow_symlinks)
725 size = lgetea(accpath, name, NULL, 0);
727 size = getea(accpath, name, NULL, 0);
731 archive_set_error(&a->archive, errno,
732 "Couldn't query extended attribute");
733 return (ARCHIVE_WARN);
736 if (size > 0 && (value = malloc(size)) == NULL) {
737 archive_set_error(&a->archive, errno, "Out of memory");
738 return (ARCHIVE_FATAL);
743 size = fgetxattr(fd, name, value, size);
744 else if (!a->follow_symlinks)
745 size = lgetxattr(accpath, name, value, size);
747 size = getxattr(accpath, name, value, size);
750 size = fgetea(fd, name, value, size);
751 else if (!a->follow_symlinks)
752 size = lgetea(accpath, name, value, size);
754 size = getea(accpath, name, value, size);
758 archive_set_error(&a->archive, errno,
759 "Couldn't read extended attribute");
760 return (ARCHIVE_WARN);
763 archive_entry_xattr_add_entry(entry, name, value, size);
770 setup_xattrs(struct archive_read_disk *a,
771 struct archive_entry *entry, int *fd)
777 path = archive_entry_sourcepath(entry);
779 path = archive_entry_pathname(entry);
781 if (*fd < 0 && a->tree != NULL) {
782 if (a->follow_symlinks ||
783 archive_entry_filetype(entry) != AE_IFLNK)
784 *fd = a->open_on_current_dir(a->tree, path,
785 O_RDONLY | O_NONBLOCK);
787 if (a->tree_enter_working_dir(a->tree) != 0) {
788 archive_set_error(&a->archive, errno,
789 "Couldn't access %s", path);
790 return (ARCHIVE_FAILED);
797 list_size = flistxattr(*fd, NULL, 0);
798 else if (!a->follow_symlinks)
799 list_size = llistxattr(path, NULL, 0);
801 list_size = listxattr(path, NULL, 0);
804 list_size = flistea(*fd, NULL, 0);
805 else if (!a->follow_symlinks)
806 list_size = llistea(path, NULL, 0);
808 list_size = listea(path, NULL, 0);
811 if (list_size == -1) {
812 if (errno == ENOTSUP || errno == ENOSYS)
814 archive_set_error(&a->archive, errno,
815 "Couldn't list extended attributes");
816 return (ARCHIVE_WARN);
822 if ((list = malloc(list_size)) == NULL) {
823 archive_set_error(&a->archive, errno, "Out of memory");
824 return (ARCHIVE_FATAL);
829 list_size = flistxattr(*fd, list, list_size);
830 else if (!a->follow_symlinks)
831 list_size = llistxattr(path, list, list_size);
833 list_size = listxattr(path, list, list_size);
836 list_size = flistea(*fd, list, list_size);
837 else if (!a->follow_symlinks)
838 list_size = llistea(path, list, list_size);
840 list_size = listea(path, list, list_size);
843 if (list_size == -1) {
844 archive_set_error(&a->archive, errno,
845 "Couldn't retrieve extended attributes");
847 return (ARCHIVE_WARN);
850 for (p = list; (p - list) < list_size; p += strlen(p) + 1) {
851 if (strncmp(p, "system.", 7) == 0 ||
852 strncmp(p, "xfsroot.", 8) == 0)
854 setup_xattr(a, entry, p, *fd);
861 #elif HAVE_EXTATTR_GET_FILE && HAVE_EXTATTR_LIST_FILE && \
862 HAVE_DECL_EXTATTR_NAMESPACE_USER
865 * FreeBSD extattr interface.
868 /* TODO: Implement this. Follow the Linux model above, but
869 * with FreeBSD-specific system calls, of course. Be careful
870 * to not include the system extattrs that hold ACLs; we handle
874 setup_xattr(struct archive_read_disk *a, struct archive_entry *entry,
875 int namespace, const char *name, const char *fullname, int fd);
878 setup_xattr(struct archive_read_disk *a, struct archive_entry *entry,
879 int namespace, const char *name, const char *fullname, int fd)
885 accpath = archive_entry_sourcepath(entry);
887 accpath = archive_entry_pathname(entry);
890 size = extattr_get_fd(fd, namespace, name, NULL, 0);
891 else if (!a->follow_symlinks)
892 size = extattr_get_link(accpath, namespace, name, NULL, 0);
894 size = extattr_get_file(accpath, namespace, name, NULL, 0);
897 archive_set_error(&a->archive, errno,
898 "Couldn't query extended attribute");
899 return (ARCHIVE_WARN);
902 if (size > 0 && (value = malloc(size)) == NULL) {
903 archive_set_error(&a->archive, errno, "Out of memory");
904 return (ARCHIVE_FATAL);
908 size = extattr_get_fd(fd, namespace, name, value, size);
909 else if (!a->follow_symlinks)
910 size = extattr_get_link(accpath, namespace, name, value, size);
912 size = extattr_get_file(accpath, namespace, name, value, size);
916 archive_set_error(&a->archive, errno,
917 "Couldn't read extended attribute");
918 return (ARCHIVE_WARN);
921 archive_entry_xattr_add_entry(entry, fullname, value, size);
928 setup_xattrs(struct archive_read_disk *a,
929 struct archive_entry *entry, int *fd)
935 int namespace = EXTATTR_NAMESPACE_USER;
937 path = archive_entry_sourcepath(entry);
939 path = archive_entry_pathname(entry);
941 if (*fd < 0 && a->tree != NULL) {
942 if (a->follow_symlinks ||
943 archive_entry_filetype(entry) != AE_IFLNK)
944 *fd = a->open_on_current_dir(a->tree, path,
945 O_RDONLY | O_NONBLOCK);
947 if (a->tree_enter_working_dir(a->tree) != 0) {
948 archive_set_error(&a->archive, errno,
949 "Couldn't access %s", path);
950 return (ARCHIVE_FAILED);
956 list_size = extattr_list_fd(*fd, namespace, NULL, 0);
957 else if (!a->follow_symlinks)
958 list_size = extattr_list_link(path, namespace, NULL, 0);
960 list_size = extattr_list_file(path, namespace, NULL, 0);
962 if (list_size == -1 && errno == EOPNOTSUPP)
964 if (list_size == -1) {
965 archive_set_error(&a->archive, errno,
966 "Couldn't list extended attributes");
967 return (ARCHIVE_WARN);
973 if ((list = malloc(list_size)) == NULL) {
974 archive_set_error(&a->archive, errno, "Out of memory");
975 return (ARCHIVE_FATAL);
979 list_size = extattr_list_fd(*fd, namespace, list, list_size);
980 else if (!a->follow_symlinks)
981 list_size = extattr_list_link(path, namespace, list, list_size);
983 list_size = extattr_list_file(path, namespace, list, list_size);
985 if (list_size == -1) {
986 archive_set_error(&a->archive, errno,
987 "Couldn't retrieve extended attributes");
989 return (ARCHIVE_WARN);
993 while ((p - list) < list_size) {
994 size_t len = 255 & (int)*p;
997 strcpy(buff, "user.");
998 name = buff + strlen(buff);
999 memcpy(name, p + 1, len);
1001 setup_xattr(a, entry, namespace, name, buff, *fd);
1006 return (ARCHIVE_OK);
1012 * Generic (stub) extended attribute support.
1015 setup_xattrs(struct archive_read_disk *a,
1016 struct archive_entry *entry, int *fd)
1018 (void)a; /* UNUSED */
1019 (void)entry; /* UNUSED */
1020 (void)fd; /* UNUSED */
1021 return (ARCHIVE_OK);
1026 #if defined(HAVE_LINUX_FIEMAP_H)
1029 * Linux sparse interface.
1031 * The FIEMAP ioctl returns an "extent" for each physical allocation
1032 * on disk. We need to process those to generate a more compact list
1033 * of logical file blocks. We also need to be very careful to use
1034 * FIEMAP_FLAG_SYNC here, since there are reports that Linux sometimes
1035 * does not report allocations for newly-written data that hasn't
1036 * been synced to disk.
1038 * It's important to return a minimal sparse file list because we want
1039 * to not trigger sparse file extensions if we don't have to, since
1040 * not all readers support them.
1044 setup_sparse(struct archive_read_disk *a,
1045 struct archive_entry *entry, int *fd)
1049 struct fiemap_extent *fe;
1051 int count, do_fiemap, iters;
1052 int exit_sts = ARCHIVE_OK;
1054 if (archive_entry_filetype(entry) != AE_IFREG
1055 || archive_entry_size(entry) <= 0
1056 || archive_entry_hardlink(entry) != NULL)
1057 return (ARCHIVE_OK);
1062 path = archive_entry_sourcepath(entry);
1064 path = archive_entry_pathname(entry);
1065 if (a->tree != NULL)
1066 *fd = a->open_on_current_dir(a->tree, path,
1067 O_RDONLY | O_NONBLOCK | O_CLOEXEC);
1069 *fd = open(path, O_RDONLY | O_NONBLOCK | O_CLOEXEC);
1071 archive_set_error(&a->archive, errno,
1072 "Can't open `%s'", path);
1073 return (ARCHIVE_FAILED);
1075 __archive_ensure_cloexec_flag(*fd);
1078 /* Initialize buffer to avoid the error valgrind complains about. */
1079 memset(buff, 0, sizeof(buff));
1080 count = (sizeof(buff) - sizeof(*fm))/sizeof(*fe);
1081 fm = (struct fiemap *)buff;
1083 fm->fm_length = ~0ULL;;
1084 fm->fm_flags = FIEMAP_FLAG_SYNC;
1085 fm->fm_extent_count = count;
1087 size = archive_entry_size(entry);
1088 for (iters = 0; ; ++iters) {
1091 r = ioctl(*fd, FS_IOC_FIEMAP, fm);
1093 /* When something error happens, it is better we
1094 * should return ARCHIVE_OK because an earlier
1095 * version(<2.6.28) cannot perfom FS_IOC_FIEMAP. */
1096 goto exit_setup_sparse;
1098 if (fm->fm_mapped_extents == 0) {
1100 /* Fully sparse file; insert a zero-length "data" entry */
1101 archive_entry_sparse_add_entry(entry, 0, 0);
1105 fe = fm->fm_extents;
1106 for (i = 0; i < (int)fm->fm_mapped_extents; i++, fe++) {
1107 if (!(fe->fe_flags & FIEMAP_EXTENT_UNWRITTEN)) {
1108 /* The fe_length of the last block does not
1109 * adjust itself to its size files. */
1110 int64_t length = fe->fe_length;
1111 if (fe->fe_logical + length > (uint64_t)size)
1112 length -= fe->fe_logical + length - size;
1113 if (fe->fe_logical == 0 && length == size) {
1114 /* This is not sparse. */
1119 archive_entry_sparse_add_entry(entry,
1120 fe->fe_logical, length);
1122 if (fe->fe_flags & FIEMAP_EXTENT_LAST)
1126 fe = fm->fm_extents + fm->fm_mapped_extents -1;
1127 fm->fm_start = fe->fe_logical + fe->fe_length;
1135 #elif defined(SEEK_HOLE) && defined(SEEK_DATA) && defined(_PC_MIN_HOLE_SIZE)
1138 * FreeBSD and Solaris sparse interface.
1142 setup_sparse(struct archive_read_disk *a,
1143 struct archive_entry *entry, int *fd)
1146 off_t initial_off; /* FreeBSD/Solaris only, so off_t okay here */
1147 off_t off_s, off_e; /* FreeBSD/Solaris only, so off_t okay here */
1148 int exit_sts = ARCHIVE_OK;
1149 int check_fully_sparse = 0;
1151 if (archive_entry_filetype(entry) != AE_IFREG
1152 || archive_entry_size(entry) <= 0
1153 || archive_entry_hardlink(entry) != NULL)
1154 return (ARCHIVE_OK);
1156 /* Does filesystem support the reporting of hole ? */
1157 if (*fd < 0 && a->tree != NULL) {
1160 path = archive_entry_sourcepath(entry);
1162 path = archive_entry_pathname(entry);
1163 *fd = a->open_on_current_dir(a->tree, path,
1164 O_RDONLY | O_NONBLOCK);
1166 archive_set_error(&a->archive, errno,
1167 "Can't open `%s'", path);
1168 return (ARCHIVE_FAILED);
1173 if (fpathconf(*fd, _PC_MIN_HOLE_SIZE) <= 0)
1174 return (ARCHIVE_OK);
1175 initial_off = lseek(*fd, 0, SEEK_CUR);
1176 if (initial_off != 0)
1177 lseek(*fd, 0, SEEK_SET);
1181 path = archive_entry_sourcepath(entry);
1183 path = archive_entry_pathname(entry);
1185 if (pathconf(path, _PC_MIN_HOLE_SIZE) <= 0)
1186 return (ARCHIVE_OK);
1187 *fd = open(path, O_RDONLY | O_NONBLOCK | O_CLOEXEC);
1189 archive_set_error(&a->archive, errno,
1190 "Can't open `%s'", path);
1191 return (ARCHIVE_FAILED);
1193 __archive_ensure_cloexec_flag(*fd);
1198 size = archive_entry_size(entry);
1199 while (off_s < size) {
1200 off_s = lseek(*fd, off_s, SEEK_DATA);
1201 if (off_s == (off_t)-1) {
1202 if (errno == ENXIO) {
1204 if (archive_entry_sparse_count(entry) == 0) {
1205 /* Potentially a fully-sparse file. */
1206 check_fully_sparse = 1;
1210 archive_set_error(&a->archive, errno,
1211 "lseek(SEEK_HOLE) failed");
1212 exit_sts = ARCHIVE_FAILED;
1213 goto exit_setup_sparse;
1215 off_e = lseek(*fd, off_s, SEEK_HOLE);
1216 if (off_e == (off_t)-1) {
1217 if (errno == ENXIO) {
1218 off_e = lseek(*fd, 0, SEEK_END);
1219 if (off_e != (off_t)-1)
1220 break;/* no more data */
1222 archive_set_error(&a->archive, errno,
1223 "lseek(SEEK_DATA) failed");
1224 exit_sts = ARCHIVE_FAILED;
1225 goto exit_setup_sparse;
1227 if (off_s == 0 && off_e == size)
1228 break;/* This is not spase. */
1229 archive_entry_sparse_add_entry(entry, off_s,
1234 if (check_fully_sparse) {
1235 if (lseek(*fd, 0, SEEK_HOLE) == 0 &&
1236 lseek(*fd, 0, SEEK_END) == size) {
1237 /* Fully sparse file; insert a zero-length "data" entry */
1238 archive_entry_sparse_add_entry(entry, 0, 0);
1242 lseek(*fd, initial_off, SEEK_SET);
1249 * Generic (stub) sparse support.
1252 setup_sparse(struct archive_read_disk *a,
1253 struct archive_entry *entry, int *fd)
1255 (void)a; /* UNUSED */
1256 (void)entry; /* UNUSED */
1257 (void)fd; /* UNUSED */
1258 return (ARCHIVE_OK);
1263 #endif /* !defined(_WIN32) || defined(__CYGWIN__) */