2 * Copyright (c) 2003-2009 Tim Kientzle
3 * Copyright (c) 2010-2012 Michihiro NAKAJIMA
6 * Redistribution and use in source and binary forms, with or without
7 * modification, are permitted provided that the following conditions
9 * 1. Redistributions of source code must retain the above copyright
10 * notice, this list of conditions and the following disclaimer.
11 * 2. Redistributions in binary form must reproduce the above copyright
12 * notice, this list of conditions and the following disclaimer in the
13 * documentation and/or other materials provided with the distribution.
15 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR(S) ``AS IS'' AND ANY EXPRESS OR
16 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
17 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
18 * IN NO EVENT SHALL THE AUTHOR(S) BE LIABLE FOR ANY DIRECT, INDIRECT,
19 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
20 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
21 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
22 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
23 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
24 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27 #include "archive_platform.h"
28 __FBSDID("$FreeBSD$");
30 /* This is the tree-walking code for POSIX systems. */
31 #if !defined(_WIN32) || defined(__CYGWIN__)
33 #ifdef HAVE_SYS_TYPES_H
34 /* Mac OSX requires sys/types.h before sys/acl.h. */
35 #include <sys/types.h>
40 #ifdef HAVE_SYS_EXTATTR_H
41 #include <sys/extattr.h>
43 #ifdef HAVE_SYS_IOCTL_H
44 #include <sys/ioctl.h>
46 #ifdef HAVE_SYS_PARAM_H
47 #include <sys/param.h>
49 #ifdef HAVE_SYS_STAT_H
52 #if defined(HAVE_SYS_XATTR_H)
53 #include <sys/xattr.h>
54 #elif defined(HAVE_ATTR_XATTR_H)
55 #include <attr/xattr.h>
60 #ifdef HAVE_ACL_LIBACL_H
61 #include <acl/libacl.h>
63 #ifdef HAVE_COPYFILE_H
75 #ifdef HAVE_LINUX_TYPES_H
76 #include <linux/types.h>
78 #ifdef HAVE_LINUX_FIEMAP_H
79 #include <linux/fiemap.h>
81 #ifdef HAVE_LINUX_FS_H
85 * Some Linux distributions have both linux/ext2_fs.h and ext2fs/ext2_fs.h.
86 * As the include guards don't agree, the order of include is important.
88 #ifdef HAVE_LINUX_EXT2_FS_H
89 #include <linux/ext2_fs.h> /* for Linux file flags */
91 #if defined(HAVE_EXT2FS_EXT2_FS_H) && !defined(__CYGWIN__)
92 #include <ext2fs/ext2_fs.h> /* Linux file flags, broken on Cygwin */
102 #include "archive_entry.h"
103 #include "archive_private.h"
104 #include "archive_read_disk_private.h"
111 * Linux and FreeBSD plug this obvious hole in POSIX.1e in
114 #if HAVE_ACL_GET_PERM
115 #define ACL_GET_PERM acl_get_perm
116 #elif HAVE_ACL_GET_PERM_NP
117 #define ACL_GET_PERM acl_get_perm_np
120 static int setup_acls(struct archive_read_disk *,
121 struct archive_entry *, int *fd);
122 static int setup_mac_metadata(struct archive_read_disk *,
123 struct archive_entry *, int *fd);
124 static int setup_xattrs(struct archive_read_disk *,
125 struct archive_entry *, int *fd);
126 static int setup_sparse(struct archive_read_disk *,
127 struct archive_entry *, int *fd);
130 archive_read_disk_entry_from_file(struct archive *_a,
131 struct archive_entry *entry,
133 const struct stat *st)
135 struct archive_read_disk *a = (struct archive_read_disk *)_a;
136 const char *path, *name;
141 archive_clear_error(_a);
142 path = archive_entry_sourcepath(entry);
144 path = archive_entry_pathname(entry);
146 if (a->tree == NULL) {
150 if (fstat(fd, &s) != 0) {
151 archive_set_error(&a->archive, errno,
153 return (ARCHIVE_FAILED);
158 if (!a->follow_symlinks) {
159 if (lstat(path, &s) != 0) {
160 archive_set_error(&a->archive, errno,
161 "Can't lstat %s", path);
162 return (ARCHIVE_FAILED);
166 if (stat(path, &s) != 0) {
167 archive_set_error(&a->archive, errno,
168 "Can't stat %s", path);
169 return (ARCHIVE_FAILED);
173 archive_entry_copy_stat(entry, st);
176 /* Lookup uname/gname */
177 name = archive_read_disk_uname(_a, archive_entry_uid(entry));
179 archive_entry_copy_uname(entry, name);
180 name = archive_read_disk_gname(_a, archive_entry_gid(entry));
182 archive_entry_copy_gname(entry, name);
184 #ifdef HAVE_STRUCT_STAT_ST_FLAGS
185 /* On FreeBSD, we get flags for free with the stat. */
186 /* TODO: Does this belong in copy_stat()? */
187 if (st->st_flags != 0)
188 archive_entry_set_fflags(entry, st->st_flags, 0);
191 #if defined(EXT2_IOC_GETFLAGS) && defined(HAVE_WORKING_EXT2_IOC_GETFLAGS)
192 /* Linux requires an extra ioctl to pull the flags. Although
193 * this is an extra step, it has a nice side-effect: We get an
194 * open file descriptor which we can use in the subsequent lookups. */
195 if ((S_ISREG(st->st_mode) || S_ISDIR(st->st_mode))) {
198 fd = a->open_on_current_dir(a->tree, path,
199 O_RDONLY | O_NONBLOCK | O_CLOEXEC);
201 fd = open(path, O_RDONLY | O_NONBLOCK |
203 __archive_ensure_cloexec_flag(fd);
207 r = ioctl(fd, EXT2_IOC_GETFLAGS, &stflags);
208 if (r == 0 && stflags != 0)
209 archive_entry_set_fflags(entry, stflags, 0);
214 #if defined(HAVE_READLINK) || defined(HAVE_READLINKAT)
215 if (S_ISLNK(st->st_mode)) {
216 size_t linkbuffer_len = st->st_size + 1;
220 linkbuffer = malloc(linkbuffer_len);
221 if (linkbuffer == NULL) {
222 archive_set_error(&a->archive, ENOMEM,
223 "Couldn't read link data");
224 return (ARCHIVE_FAILED);
226 if (a->tree != NULL) {
227 #ifdef HAVE_READLINKAT
228 lnklen = readlinkat(a->tree_current_dir_fd(a->tree),
229 path, linkbuffer, linkbuffer_len);
231 if (a->tree_enter_working_dir(a->tree) != 0) {
232 archive_set_error(&a->archive, errno,
233 "Couldn't read link data");
235 return (ARCHIVE_FAILED);
237 lnklen = readlink(path, linkbuffer, linkbuffer_len);
238 #endif /* HAVE_READLINKAT */
240 lnklen = readlink(path, linkbuffer, linkbuffer_len);
242 archive_set_error(&a->archive, errno,
243 "Couldn't read link data");
245 return (ARCHIVE_FAILED);
247 linkbuffer[lnklen] = 0;
248 archive_entry_set_symlink(entry, linkbuffer);
251 #endif /* HAVE_READLINK || HAVE_READLINKAT */
253 r = setup_acls(a, entry, &fd);
254 if (!a->suppress_xattr) {
255 r1 = setup_xattrs(a, entry, &fd);
259 if (a->enable_copyfile) {
260 r1 = setup_mac_metadata(a, entry, &fd);
264 r1 = setup_sparse(a, entry, &fd);
268 /* If we opened the file earlier in this function, close it. */
269 if (initial_fd != fd)
274 #if defined(__APPLE__) && defined(HAVE_COPYFILE_H)
276 * The Mac OS "copyfile()" API copies the extended metadata for a
277 * file into a separate file in AppleDouble format (see RFC 1740).
279 * Mac OS tar and cpio implementations store this extended
280 * metadata as a separate entry just before the regular entry
281 * with a "._" prefix added to the filename.
283 * Note that this is currently done unconditionally; the tar program has
284 * an option to discard this information before the archive is written.
286 * TODO: If there's a failure, report it and return ARCHIVE_WARN.
289 setup_mac_metadata(struct archive_read_disk *a,
290 struct archive_entry *entry, int *fd)
293 int copyfile_flags = COPYFILE_NOFOLLOW | COPYFILE_ACL | COPYFILE_XATTR;
294 struct stat copyfile_stat;
295 int ret = ARCHIVE_OK;
298 const char *name, *tempdir;
299 struct archive_string tempfile;
301 (void)fd; /* UNUSED */
302 name = archive_entry_sourcepath(entry);
304 name = archive_entry_pathname(entry);
306 archive_set_error(&a->archive, ARCHIVE_ERRNO_MISC,
307 "Can't open file to read extended attributes: No name");
308 return (ARCHIVE_WARN);
311 if (a->tree != NULL) {
312 if (a->tree_enter_working_dir(a->tree) != 0) {
313 archive_set_error(&a->archive, errno,
314 "Couldn't change dir");
315 return (ARCHIVE_FAILED);
319 /* Short-circuit if there's nothing to do. */
320 have_attrs = copyfile(name, NULL, 0, copyfile_flags | COPYFILE_CHECK);
321 if (have_attrs == -1) {
322 archive_set_error(&a->archive, errno,
323 "Could not check extended attributes");
324 return (ARCHIVE_WARN);
330 if (issetugid() == 0)
331 tempdir = getenv("TMPDIR");
334 archive_string_init(&tempfile);
335 archive_strcpy(&tempfile, tempdir);
336 archive_strcat(&tempfile, "tar.md.XXXXXX");
337 tempfd = mkstemp(tempfile.s);
339 archive_set_error(&a->archive, errno,
340 "Could not open extended attribute file");
344 __archive_ensure_cloexec_flag(tempfd);
346 /* XXX I wish copyfile() could pack directly to a memory
347 * buffer; that would avoid the temp file here. For that
348 * matter, it would be nice if fcopyfile() actually worked,
349 * that would reduce the many open/close races here. */
350 if (copyfile(name, tempfile.s, 0, copyfile_flags | COPYFILE_PACK)) {
351 archive_set_error(&a->archive, errno,
352 "Could not pack extended attributes");
356 if (fstat(tempfd, ©file_stat)) {
357 archive_set_error(&a->archive, errno,
358 "Could not check size of extended attributes");
362 buff = malloc(copyfile_stat.st_size);
364 archive_set_error(&a->archive, errno,
365 "Could not allocate memory for extended attributes");
369 if (copyfile_stat.st_size != read(tempfd, buff, copyfile_stat.st_size)) {
370 archive_set_error(&a->archive, errno,
371 "Could not read extended attributes into memory");
375 archive_entry_copy_mac_metadata(entry, buff, copyfile_stat.st_size);
382 archive_string_free(&tempfile);
390 * Stub implementation for non-Mac systems.
393 setup_mac_metadata(struct archive_read_disk *a,
394 struct archive_entry *entry, int *fd)
396 (void)a; /* UNUSED */
397 (void)entry; /* UNUSED */
398 (void)fd; /* UNUSED */
404 #ifdef HAVE_POSIX_ACL
405 static int translate_acl(struct archive_read_disk *a,
406 struct archive_entry *entry, acl_t acl, int archive_entry_acl_type);
409 setup_acls(struct archive_read_disk *a,
410 struct archive_entry *entry, int *fd)
414 #if HAVE_ACL_IS_TRIVIAL_NP
418 accpath = archive_entry_sourcepath(entry);
420 accpath = archive_entry_pathname(entry);
422 archive_entry_acl_clear(entry);
425 /* Try NFS4 ACL first. */
427 acl = acl_get_fd(*fd);
428 #if HAVE_ACL_GET_LINK_NP
429 else if (!a->follow_symlinks)
430 acl = acl_get_link_np(accpath, ACL_TYPE_NFS4);
432 else if ((!a->follow_symlinks)
433 && (archive_entry_filetype(entry) == AE_IFLNK))
434 /* We can't get the ACL of a symlink, so we assume it can't
439 acl = acl_get_file(accpath, ACL_TYPE_NFS4);
440 #if HAVE_ACL_IS_TRIVIAL_NP
441 /* Ignore "trivial" ACLs that just mirror the file mode. */
442 acl_is_trivial_np(acl, &r);
449 translate_acl(a, entry, acl, ARCHIVE_ENTRY_ACL_TYPE_NFS4);
455 /* Retrieve access ACL from file. */
457 acl = acl_get_fd(*fd);
458 #if HAVE_ACL_GET_LINK_NP
459 else if (!a->follow_symlinks)
460 acl = acl_get_link_np(accpath, ACL_TYPE_ACCESS);
462 else if ((!a->follow_symlinks)
463 && (archive_entry_filetype(entry) == AE_IFLNK))
464 /* We can't get the ACL of a symlink, so we assume it can't
469 acl = acl_get_file(accpath, ACL_TYPE_ACCESS);
471 translate_acl(a, entry, acl,
472 ARCHIVE_ENTRY_ACL_TYPE_ACCESS);
476 /* Only directories can have default ACLs. */
477 if (S_ISDIR(archive_entry_mode(entry))) {
478 acl = acl_get_file(accpath, ACL_TYPE_DEFAULT);
480 translate_acl(a, entry, acl,
481 ARCHIVE_ENTRY_ACL_TYPE_DEFAULT);
489 * Translate system ACL into libarchive internal structure.
496 {ARCHIVE_ENTRY_ACL_EXECUTE, ACL_EXECUTE},
497 {ARCHIVE_ENTRY_ACL_WRITE, ACL_WRITE},
498 {ARCHIVE_ENTRY_ACL_READ, ACL_READ},
500 {ARCHIVE_ENTRY_ACL_READ_DATA, ACL_READ_DATA},
501 {ARCHIVE_ENTRY_ACL_LIST_DIRECTORY, ACL_LIST_DIRECTORY},
502 {ARCHIVE_ENTRY_ACL_WRITE_DATA, ACL_WRITE_DATA},
503 {ARCHIVE_ENTRY_ACL_ADD_FILE, ACL_ADD_FILE},
504 {ARCHIVE_ENTRY_ACL_APPEND_DATA, ACL_APPEND_DATA},
505 {ARCHIVE_ENTRY_ACL_ADD_SUBDIRECTORY, ACL_ADD_SUBDIRECTORY},
506 {ARCHIVE_ENTRY_ACL_READ_NAMED_ATTRS, ACL_READ_NAMED_ATTRS},
507 {ARCHIVE_ENTRY_ACL_WRITE_NAMED_ATTRS, ACL_WRITE_NAMED_ATTRS},
508 {ARCHIVE_ENTRY_ACL_DELETE_CHILD, ACL_DELETE_CHILD},
509 {ARCHIVE_ENTRY_ACL_READ_ATTRIBUTES, ACL_READ_ATTRIBUTES},
510 {ARCHIVE_ENTRY_ACL_WRITE_ATTRIBUTES, ACL_WRITE_ATTRIBUTES},
511 {ARCHIVE_ENTRY_ACL_DELETE, ACL_DELETE},
512 {ARCHIVE_ENTRY_ACL_READ_ACL, ACL_READ_ACL},
513 {ARCHIVE_ENTRY_ACL_WRITE_ACL, ACL_WRITE_ACL},
514 {ARCHIVE_ENTRY_ACL_WRITE_OWNER, ACL_WRITE_OWNER},
515 {ARCHIVE_ENTRY_ACL_SYNCHRONIZE, ACL_SYNCHRONIZE}
522 int platform_inherit;
523 } acl_inherit_map[] = {
524 {ARCHIVE_ENTRY_ACL_ENTRY_FILE_INHERIT, ACL_ENTRY_FILE_INHERIT},
525 {ARCHIVE_ENTRY_ACL_ENTRY_DIRECTORY_INHERIT, ACL_ENTRY_DIRECTORY_INHERIT},
526 {ARCHIVE_ENTRY_ACL_ENTRY_NO_PROPAGATE_INHERIT, ACL_ENTRY_NO_PROPAGATE_INHERIT},
527 {ARCHIVE_ENTRY_ACL_ENTRY_INHERIT_ONLY, ACL_ENTRY_INHERIT_ONLY}
531 translate_acl(struct archive_read_disk *a,
532 struct archive_entry *entry, acl_t acl, int default_entry_acl_type)
536 acl_entry_type_t acl_type;
537 acl_flagset_t acl_flagset;
540 acl_entry_t acl_entry;
541 acl_permset_t acl_permset;
542 int i, entry_acl_type;
543 int s, ae_id, ae_tag, ae_perm;
547 // FreeBSD "brands" ACLs as POSIX.1e or NFSv4
548 // Make sure the "brand" on this ACL is consistent
549 // with the default_entry_acl_type bits provided.
550 acl_get_brand_np(acl, &brand);
552 case ACL_BRAND_POSIX:
553 switch (default_entry_acl_type) {
554 case ARCHIVE_ENTRY_ACL_TYPE_ACCESS:
555 case ARCHIVE_ENTRY_ACL_TYPE_DEFAULT:
558 // XXX set warning message?
559 return ARCHIVE_FAILED;
563 if (default_entry_acl_type & ~ARCHIVE_ENTRY_ACL_TYPE_NFS4) {
564 // XXX set warning message?
565 return ARCHIVE_FAILED;
569 // XXX set warning message?
570 return ARCHIVE_FAILED;
576 s = acl_get_entry(acl, ACL_FIRST_ENTRY, &acl_entry);
582 acl_get_tag_type(acl_entry, &acl_tag);
585 ae_id = (int)*(uid_t *)acl_get_qualifier(acl_entry);
586 ae_name = archive_read_disk_uname(&a->archive, ae_id);
587 ae_tag = ARCHIVE_ENTRY_ACL_USER;
590 ae_id = (int)*(gid_t *)acl_get_qualifier(acl_entry);
591 ae_name = archive_read_disk_gname(&a->archive, ae_id);
592 ae_tag = ARCHIVE_ENTRY_ACL_GROUP;
595 ae_tag = ARCHIVE_ENTRY_ACL_MASK;
598 ae_tag = ARCHIVE_ENTRY_ACL_USER_OBJ;
601 ae_tag = ARCHIVE_ENTRY_ACL_GROUP_OBJ;
604 ae_tag = ARCHIVE_ENTRY_ACL_OTHER;
608 ae_tag = ARCHIVE_ENTRY_ACL_EVERYONE;
612 /* Skip types that libarchive can't support. */
613 s = acl_get_entry(acl, ACL_NEXT_ENTRY, &acl_entry);
617 // XXX acl type maps to allow/deny/audit/YYYY bits
618 // XXX acl_get_entry_type_np on FreeBSD returns EINVAL for
620 entry_acl_type = default_entry_acl_type;
622 r = acl_get_entry_type_np(acl_entry, &acl_type);
625 case ACL_ENTRY_TYPE_ALLOW:
626 entry_acl_type = ARCHIVE_ENTRY_ACL_TYPE_ALLOW;
628 case ACL_ENTRY_TYPE_DENY:
629 entry_acl_type = ARCHIVE_ENTRY_ACL_TYPE_DENY;
631 case ACL_ENTRY_TYPE_AUDIT:
632 entry_acl_type = ARCHIVE_ENTRY_ACL_TYPE_AUDIT;
634 case ACL_ENTRY_TYPE_ALARM:
635 entry_acl_type = ARCHIVE_ENTRY_ACL_TYPE_ALARM;
641 * Libarchive stores "flag" (NFSv4 inheritance bits)
642 * in the ae_perm bitmap.
644 acl_get_flagset_np(acl_entry, &acl_flagset);
645 for (i = 0; i < (int)(sizeof(acl_inherit_map) / sizeof(acl_inherit_map[0])); ++i) {
646 if (acl_get_flag_np(acl_flagset,
647 acl_inherit_map[i].platform_inherit))
648 ae_perm |= acl_inherit_map[i].archive_inherit;
653 acl_get_permset(acl_entry, &acl_permset);
654 for (i = 0; i < (int)(sizeof(acl_perm_map) / sizeof(acl_perm_map[0])); ++i) {
656 * acl_get_perm() is spelled differently on different
657 * platforms; see above.
659 if (ACL_GET_PERM(acl_permset, acl_perm_map[i].platform_perm))
660 ae_perm |= acl_perm_map[i].archive_perm;
663 archive_entry_acl_add_entry(entry, entry_acl_type,
667 s = acl_get_entry(acl, ACL_NEXT_ENTRY, &acl_entry);
673 setup_acls(struct archive_read_disk *a,
674 struct archive_entry *entry, int *fd)
676 (void)a; /* UNUSED */
677 (void)entry; /* UNUSED */
678 (void)fd; /* UNUSED */
683 #if (HAVE_FGETXATTR && HAVE_FLISTXATTR && HAVE_LISTXATTR && \
684 HAVE_LLISTXATTR && HAVE_GETXATTR && HAVE_LGETXATTR) || \
685 (HAVE_FGETEA && HAVE_FLISTEA && HAVE_LISTEA)
688 * Linux and AIX extended attribute support.
690 * TODO: By using a stack-allocated buffer for the first
691 * call to getxattr(), we might be able to avoid the second
692 * call entirely. We only need the second call if the
693 * stack-allocated buffer is too small. But a modest buffer
694 * of 1024 bytes or so will often be big enough. Same applies
700 setup_xattr(struct archive_read_disk *a,
701 struct archive_entry *entry, const char *name, int fd)
707 accpath = archive_entry_sourcepath(entry);
709 accpath = archive_entry_pathname(entry);
713 size = fgetxattr(fd, name, NULL, 0);
714 else if (!a->follow_symlinks)
715 size = lgetxattr(accpath, name, NULL, 0);
717 size = getxattr(accpath, name, NULL, 0);
720 size = fgetea(fd, name, NULL, 0);
721 else if (!a->follow_symlinks)
722 size = lgetea(accpath, name, NULL, 0);
724 size = getea(accpath, name, NULL, 0);
728 archive_set_error(&a->archive, errno,
729 "Couldn't query extended attribute");
730 return (ARCHIVE_WARN);
733 if (size > 0 && (value = malloc(size)) == NULL) {
734 archive_set_error(&a->archive, errno, "Out of memory");
735 return (ARCHIVE_FATAL);
740 size = fgetxattr(fd, name, value, size);
741 else if (!a->follow_symlinks)
742 size = lgetxattr(accpath, name, value, size);
744 size = getxattr(accpath, name, value, size);
747 size = fgetea(fd, name, value, size);
748 else if (!a->follow_symlinks)
749 size = lgetea(accpath, name, value, size);
751 size = getea(accpath, name, value, size);
755 archive_set_error(&a->archive, errno,
756 "Couldn't read extended attribute");
757 return (ARCHIVE_WARN);
760 archive_entry_xattr_add_entry(entry, name, value, size);
767 setup_xattrs(struct archive_read_disk *a,
768 struct archive_entry *entry, int *fd)
774 path = archive_entry_sourcepath(entry);
776 path = archive_entry_pathname(entry);
778 if (*fd < 0 && a->tree != NULL) {
779 if (a->follow_symlinks ||
780 archive_entry_filetype(entry) != AE_IFLNK)
781 *fd = a->open_on_current_dir(a->tree, path,
782 O_RDONLY | O_NONBLOCK);
784 if (a->tree_enter_working_dir(a->tree) != 0) {
785 archive_set_error(&a->archive, errno,
786 "Couldn't access %s", path);
787 return (ARCHIVE_FAILED);
794 list_size = flistxattr(*fd, NULL, 0);
795 else if (!a->follow_symlinks)
796 list_size = llistxattr(path, NULL, 0);
798 list_size = listxattr(path, NULL, 0);
801 list_size = flistea(*fd, NULL, 0);
802 else if (!a->follow_symlinks)
803 list_size = llistea(path, NULL, 0);
805 list_size = listea(path, NULL, 0);
808 if (list_size == -1) {
809 if (errno == ENOTSUP || errno == ENOSYS)
811 archive_set_error(&a->archive, errno,
812 "Couldn't list extended attributes");
813 return (ARCHIVE_WARN);
819 if ((list = malloc(list_size)) == NULL) {
820 archive_set_error(&a->archive, errno, "Out of memory");
821 return (ARCHIVE_FATAL);
826 list_size = flistxattr(*fd, list, list_size);
827 else if (!a->follow_symlinks)
828 list_size = llistxattr(path, list, list_size);
830 list_size = listxattr(path, list, list_size);
833 list_size = flistea(*fd, list, list_size);
834 else if (!a->follow_symlinks)
835 list_size = llistea(path, list, list_size);
837 list_size = listea(path, list, list_size);
840 if (list_size == -1) {
841 archive_set_error(&a->archive, errno,
842 "Couldn't retrieve extended attributes");
844 return (ARCHIVE_WARN);
847 for (p = list; (p - list) < list_size; p += strlen(p) + 1) {
848 if (strncmp(p, "system.", 7) == 0 ||
849 strncmp(p, "xfsroot.", 8) == 0)
851 setup_xattr(a, entry, p, *fd);
858 #elif HAVE_EXTATTR_GET_FILE && HAVE_EXTATTR_LIST_FILE && \
859 HAVE_DECL_EXTATTR_NAMESPACE_USER
862 * FreeBSD extattr interface.
865 /* TODO: Implement this. Follow the Linux model above, but
866 * with FreeBSD-specific system calls, of course. Be careful
867 * to not include the system extattrs that hold ACLs; we handle
871 setup_xattr(struct archive_read_disk *a, struct archive_entry *entry,
872 int namespace, const char *name, const char *fullname, int fd);
875 setup_xattr(struct archive_read_disk *a, struct archive_entry *entry,
876 int namespace, const char *name, const char *fullname, int fd)
882 accpath = archive_entry_sourcepath(entry);
884 accpath = archive_entry_pathname(entry);
887 size = extattr_get_fd(fd, namespace, name, NULL, 0);
888 else if (!a->follow_symlinks)
889 size = extattr_get_link(accpath, namespace, name, NULL, 0);
891 size = extattr_get_file(accpath, namespace, name, NULL, 0);
894 archive_set_error(&a->archive, errno,
895 "Couldn't query extended attribute");
896 return (ARCHIVE_WARN);
899 if (size > 0 && (value = malloc(size)) == NULL) {
900 archive_set_error(&a->archive, errno, "Out of memory");
901 return (ARCHIVE_FATAL);
905 size = extattr_get_fd(fd, namespace, name, value, size);
906 else if (!a->follow_symlinks)
907 size = extattr_get_link(accpath, namespace, name, value, size);
909 size = extattr_get_file(accpath, namespace, name, value, size);
913 archive_set_error(&a->archive, errno,
914 "Couldn't read extended attribute");
915 return (ARCHIVE_WARN);
918 archive_entry_xattr_add_entry(entry, fullname, value, size);
925 setup_xattrs(struct archive_read_disk *a,
926 struct archive_entry *entry, int *fd)
932 int namespace = EXTATTR_NAMESPACE_USER;
934 path = archive_entry_sourcepath(entry);
936 path = archive_entry_pathname(entry);
938 if (*fd < 0 && a->tree != NULL) {
939 if (a->follow_symlinks ||
940 archive_entry_filetype(entry) != AE_IFLNK)
941 *fd = a->open_on_current_dir(a->tree, path,
942 O_RDONLY | O_NONBLOCK);
944 if (a->tree_enter_working_dir(a->tree) != 0) {
945 archive_set_error(&a->archive, errno,
946 "Couldn't access %s", path);
947 return (ARCHIVE_FAILED);
953 list_size = extattr_list_fd(*fd, namespace, NULL, 0);
954 else if (!a->follow_symlinks)
955 list_size = extattr_list_link(path, namespace, NULL, 0);
957 list_size = extattr_list_file(path, namespace, NULL, 0);
959 if (list_size == -1 && errno == EOPNOTSUPP)
961 if (list_size == -1) {
962 archive_set_error(&a->archive, errno,
963 "Couldn't list extended attributes");
964 return (ARCHIVE_WARN);
970 if ((list = malloc(list_size)) == NULL) {
971 archive_set_error(&a->archive, errno, "Out of memory");
972 return (ARCHIVE_FATAL);
976 list_size = extattr_list_fd(*fd, namespace, list, list_size);
977 else if (!a->follow_symlinks)
978 list_size = extattr_list_link(path, namespace, list, list_size);
980 list_size = extattr_list_file(path, namespace, list, list_size);
982 if (list_size == -1) {
983 archive_set_error(&a->archive, errno,
984 "Couldn't retrieve extended attributes");
986 return (ARCHIVE_WARN);
990 while ((p - list) < list_size) {
991 size_t len = 255 & (int)*p;
994 strcpy(buff, "user.");
995 name = buff + strlen(buff);
996 memcpy(name, p + 1, len);
998 setup_xattr(a, entry, namespace, name, buff, *fd);
1003 return (ARCHIVE_OK);
1009 * Generic (stub) extended attribute support.
1012 setup_xattrs(struct archive_read_disk *a,
1013 struct archive_entry *entry, int *fd)
1015 (void)a; /* UNUSED */
1016 (void)entry; /* UNUSED */
1017 (void)fd; /* UNUSED */
1018 return (ARCHIVE_OK);
1023 #if defined(HAVE_LINUX_FIEMAP_H)
1026 * Linux sparse interface.
1028 * The FIEMAP ioctl returns an "extent" for each physical allocation
1029 * on disk. We need to process those to generate a more compact list
1030 * of logical file blocks. We also need to be very careful to use
1031 * FIEMAP_FLAG_SYNC here, since there are reports that Linux sometimes
1032 * does not report allocations for newly-written data that hasn't
1033 * been synced to disk.
1035 * It's important to return a minimal sparse file list because we want
1036 * to not trigger sparse file extensions if we don't have to, since
1037 * not all readers support them.
1041 setup_sparse(struct archive_read_disk *a,
1042 struct archive_entry *entry, int *fd)
1046 struct fiemap_extent *fe;
1048 int count, do_fiemap, iters;
1049 int exit_sts = ARCHIVE_OK;
1051 if (archive_entry_filetype(entry) != AE_IFREG
1052 || archive_entry_size(entry) <= 0
1053 || archive_entry_hardlink(entry) != NULL)
1054 return (ARCHIVE_OK);
1059 path = archive_entry_sourcepath(entry);
1061 path = archive_entry_pathname(entry);
1062 if (a->tree != NULL)
1063 *fd = a->open_on_current_dir(a->tree, path,
1064 O_RDONLY | O_NONBLOCK | O_CLOEXEC);
1066 *fd = open(path, O_RDONLY | O_NONBLOCK | O_CLOEXEC);
1068 archive_set_error(&a->archive, errno,
1069 "Can't open `%s'", path);
1070 return (ARCHIVE_FAILED);
1072 __archive_ensure_cloexec_flag(*fd);
1075 /* Initialize buffer to avoid the error valgrind complains about. */
1076 memset(buff, 0, sizeof(buff));
1077 count = (sizeof(buff) - sizeof(*fm))/sizeof(*fe);
1078 fm = (struct fiemap *)buff;
1080 fm->fm_length = ~0ULL;;
1081 fm->fm_flags = FIEMAP_FLAG_SYNC;
1082 fm->fm_extent_count = count;
1084 size = archive_entry_size(entry);
1085 for (iters = 0; ; ++iters) {
1088 r = ioctl(*fd, FS_IOC_FIEMAP, fm);
1090 /* When something error happens, it is better we
1091 * should return ARCHIVE_OK because an earlier
1092 * version(<2.6.28) cannot perfom FS_IOC_FIEMAP. */
1093 goto exit_setup_sparse;
1095 if (fm->fm_mapped_extents == 0) {
1097 /* Fully sparse file; insert a zero-length "data" entry */
1098 archive_entry_sparse_add_entry(entry, 0, 0);
1102 fe = fm->fm_extents;
1103 for (i = 0; i < (int)fm->fm_mapped_extents; i++, fe++) {
1104 if (!(fe->fe_flags & FIEMAP_EXTENT_UNWRITTEN)) {
1105 /* The fe_length of the last block does not
1106 * adjust itself to its size files. */
1107 int64_t length = fe->fe_length;
1108 if (fe->fe_logical + length > (uint64_t)size)
1109 length -= fe->fe_logical + length - size;
1110 if (fe->fe_logical == 0 && length == size) {
1111 /* This is not sparse. */
1116 archive_entry_sparse_add_entry(entry,
1117 fe->fe_logical, length);
1119 if (fe->fe_flags & FIEMAP_EXTENT_LAST)
1123 fe = fm->fm_extents + fm->fm_mapped_extents -1;
1124 fm->fm_start = fe->fe_logical + fe->fe_length;
1132 #elif defined(SEEK_HOLE) && defined(SEEK_DATA) && defined(_PC_MIN_HOLE_SIZE)
1135 * FreeBSD and Solaris sparse interface.
1139 setup_sparse(struct archive_read_disk *a,
1140 struct archive_entry *entry, int *fd)
1143 off_t initial_off; /* FreeBSD/Solaris only, so off_t okay here */
1144 off_t off_s, off_e; /* FreeBSD/Solaris only, so off_t okay here */
1145 int exit_sts = ARCHIVE_OK;
1146 int check_fully_sparse = 0;
1148 if (archive_entry_filetype(entry) != AE_IFREG
1149 || archive_entry_size(entry) <= 0
1150 || archive_entry_hardlink(entry) != NULL)
1151 return (ARCHIVE_OK);
1153 /* Does filesystem support the reporting of hole ? */
1154 if (*fd < 0 && a->tree != NULL) {
1157 path = archive_entry_sourcepath(entry);
1159 path = archive_entry_pathname(entry);
1160 *fd = a->open_on_current_dir(a->tree, path,
1161 O_RDONLY | O_NONBLOCK);
1163 archive_set_error(&a->archive, errno,
1164 "Can't open `%s'", path);
1165 return (ARCHIVE_FAILED);
1170 if (fpathconf(*fd, _PC_MIN_HOLE_SIZE) <= 0)
1171 return (ARCHIVE_OK);
1172 initial_off = lseek(*fd, 0, SEEK_CUR);
1173 if (initial_off != 0)
1174 lseek(*fd, 0, SEEK_SET);
1178 path = archive_entry_sourcepath(entry);
1180 path = archive_entry_pathname(entry);
1182 if (pathconf(path, _PC_MIN_HOLE_SIZE) <= 0)
1183 return (ARCHIVE_OK);
1184 *fd = open(path, O_RDONLY | O_NONBLOCK | O_CLOEXEC);
1186 archive_set_error(&a->archive, errno,
1187 "Can't open `%s'", path);
1188 return (ARCHIVE_FAILED);
1190 __archive_ensure_cloexec_flag(*fd);
1195 size = archive_entry_size(entry);
1196 while (off_s < size) {
1197 off_s = lseek(*fd, off_s, SEEK_DATA);
1198 if (off_s == (off_t)-1) {
1199 if (errno == ENXIO) {
1201 if (archive_entry_sparse_count(entry) == 0) {
1202 /* Potentially a fully-sparse file. */
1203 check_fully_sparse = 1;
1207 archive_set_error(&a->archive, errno,
1208 "lseek(SEEK_HOLE) failed");
1209 exit_sts = ARCHIVE_FAILED;
1210 goto exit_setup_sparse;
1212 off_e = lseek(*fd, off_s, SEEK_HOLE);
1213 if (off_e == (off_t)-1) {
1214 if (errno == ENXIO) {
1215 off_e = lseek(*fd, 0, SEEK_END);
1216 if (off_e != (off_t)-1)
1217 break;/* no more data */
1219 archive_set_error(&a->archive, errno,
1220 "lseek(SEEK_DATA) failed");
1221 exit_sts = ARCHIVE_FAILED;
1222 goto exit_setup_sparse;
1224 if (off_s == 0 && off_e == size)
1225 break;/* This is not spase. */
1226 archive_entry_sparse_add_entry(entry, off_s,
1231 if (check_fully_sparse) {
1232 if (lseek(*fd, 0, SEEK_HOLE) == 0 &&
1233 lseek(*fd, 0, SEEK_END) == size) {
1234 /* Fully sparse file; insert a zero-length "data" entry */
1235 archive_entry_sparse_add_entry(entry, 0, 0);
1239 lseek(*fd, initial_off, SEEK_SET);
1246 * Generic (stub) sparse support.
1249 setup_sparse(struct archive_read_disk *a,
1250 struct archive_entry *entry, int *fd)
1252 (void)a; /* UNUSED */
1253 (void)entry; /* UNUSED */
1254 (void)fd; /* UNUSED */
1255 return (ARCHIVE_OK);
1260 #endif /* !defined(_WIN32) || defined(__CYGWIN__) */