contrib/libarchive/libarchive/test/test_write_filter_zstd.c

   1 /*-
   2  * Copyright (c) 2017 Sean Purcell
   3  * All rights reserved.
   4  *
   5  * Redistribution and use in source and binary forms, with or without
   6  * modification, are permitted provided that the following conditions
   7  * are met:
   8  * 1. Redistributions of source code must retain the above copyright
   9  *    notice, this list of conditions and the following disclaimer
  10  *    in this position and unchanged.
  11  * 2. Redistributions in binary form must reproduce the above copyright
  12  *    notice, this list of conditions and the following disclaimer in the
  13  *    documentation and/or other materials provided with the distribution.
  14  *
  15  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR(S) ``AS IS'' AND ANY EXPRESS OR
  16  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
  17  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
  18  * IN NO EVENT SHALL THE AUTHOR(S) BE LIABLE FOR ANY DIRECT, INDIRECT,
  19  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
  20  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
  21  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
  22  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  23  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
  24  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  25  */
  26
  27 #include "test.h"
  28 __FBSDID("$FreeBSD$");
  29
  30 DEFINE_TEST(test_write_filter_zstd)
  31 {
  32         struct archive_entry *ae;
  33         struct archive *a;
  34         char *buff, *data;
  35         size_t buffsize, datasize;
  36         char path[16];
  37         size_t used1, used2, used3;
  38         int i, r;
  39
  40         buffsize = 2000000;
  41         assert(NULL != (buff = (char *)malloc(buffsize)));
  42         if (buff == NULL)
  43                 return;
  44
  45         datasize = 10000;
  46         assert(NULL != (data = (char *)malloc(datasize)));
  47         if (data == NULL) {
  48                 free(buff);
  49                 return;
  50         }
  51         memset(data, 0, datasize);
  52
  53         /*
  54          * Write a 100 files and read them all back.
  55          */
  56         assert((a = archive_write_new()) != NULL);
  57         assertEqualIntA(a, ARCHIVE_OK, archive_write_set_format_ustar(a));
  58         r = archive_write_add_filter_zstd(a);
  59         if (r != ARCHIVE_OK) {
  60                 skipping("zstd writing not supported on this platform");
  61                 assertEqualInt(ARCHIVE_OK, archive_write_free(a));
  62                 free(buff);
  63                 free(data);
  64                 return;
  65         }
  66         assertEqualIntA(a, ARCHIVE_OK,
  67             archive_write_set_bytes_per_block(a, 10));
  68         assertEqualInt(ARCHIVE_FILTER_ZSTD, archive_filter_code(a, 0));
  69         assertEqualString("zstd", archive_filter_name(a, 0));
  70         assertEqualIntA(a, ARCHIVE_OK, archive_write_open_memory(a, buff, buffsize, &used1));
  71         assertEqualInt(ARCHIVE_FILTER_ZSTD, archive_filter_code(a, 0));
  72         assertEqualString("zstd", archive_filter_name(a, 0));
  73         assert((ae = archive_entry_new()) != NULL);
  74         archive_entry_set_filetype(ae, AE_IFREG);
  75         archive_entry_set_size(ae, datasize);
  76         for (i = 0; i < 100; i++) {
  77                 sprintf(path, "file%03d", i);
  78                 archive_entry_copy_pathname(ae, path);
  79                 assertEqualIntA(a, ARCHIVE_OK, archive_write_header(a, ae));
  80                 assertA(datasize
  81                     == (size_t)archive_write_data(a, data, datasize));
  82         }
  83         archive_entry_free(ae);
  84         assertEqualIntA(a, ARCHIVE_OK, archive_write_close(a));
  85         assertEqualInt(ARCHIVE_OK, archive_write_free(a));
  86
  87         assert((a = archive_read_new()) != NULL);
  88         assertEqualIntA(a, ARCHIVE_OK, archive_read_support_format_all(a));
  89         r = archive_read_support_filter_zstd(a);
  90         if (r == ARCHIVE_WARN) {
  91                 skipping("Can't verify zstd writing by reading back;"
  92                     " zstd reading not fully supported on this platform");
  93         } else {
  94                 assertEqualIntA(a, ARCHIVE_OK,
  95                     archive_read_support_filter_all(a));
  96                 assertEqualIntA(a, ARCHIVE_OK,
  97                     archive_read_open_memory(a, buff, used1));
  98                 for (i = 0; i < 100; i++) {
  99                         sprintf(path, "file%03d", i);
 100                         if (!assertEqualInt(ARCHIVE_OK,
 101                                 archive_read_next_header(a, &ae)))
 102                                 break;
 103                         assertEqualString(path, archive_entry_pathname(ae));
 104                         assertEqualInt((int)datasize, archive_entry_size(ae));
 105                 }
 106                 assertEqualIntA(a, ARCHIVE_OK, archive_read_close(a));
 107         }
 108         assertEqualInt(ARCHIVE_OK, archive_read_free(a));
 109
 110         /*
 111          * Repeat the cycle again, this time setting some compression
 112          * options.
 113          */
 114         assert((a = archive_write_new()) != NULL);
 115         assertEqualIntA(a, ARCHIVE_OK, archive_write_set_format_ustar(a));
 116         assertEqualIntA(a, ARCHIVE_OK,
 117             archive_write_set_bytes_per_block(a, 10));
 118         assertEqualIntA(a, ARCHIVE_OK, archive_write_add_filter_zstd(a));
 119         assertEqualIntA(a, ARCHIVE_FAILED,
 120             archive_write_set_filter_option(a, NULL, "nonexistent-option", "0"));
 121         assertEqualIntA(a, ARCHIVE_FAILED,
 122             archive_write_set_filter_option(a, NULL, "compression-level", "abc"));
 123         assertEqualIntA(a, ARCHIVE_FAILED,
 124             archive_write_set_filter_option(a, NULL, "compression-level", "25")); /* too big */
 125         assertEqualIntA(a, ARCHIVE_OK,
 126             archive_write_set_filter_option(a, NULL, "compression-level", "9"));
 127         assertEqualIntA(a, ARCHIVE_OK,
 128             archive_write_set_filter_option(a, NULL, "compression-level", "7"));
 129         assertEqualIntA(a, ARCHIVE_OK, archive_write_open_memory(a, buff, buffsize, &used2));
 130         for (i = 0; i < 100; i++) {
 131                 sprintf(path, "file%03d", i);
 132                 assert((ae = archive_entry_new()) != NULL);
 133                 archive_entry_copy_pathname(ae, path);
 134                 archive_entry_set_size(ae, datasize);
 135                 archive_entry_set_filetype(ae, AE_IFREG);
 136                 assertEqualIntA(a, ARCHIVE_OK, archive_write_header(a, ae));
 137                 assertA(datasize == (size_t)archive_write_data(a, data, datasize));
 138                 archive_entry_free(ae);
 139         }
 140         assertEqualIntA(a, ARCHIVE_OK, archive_write_close(a));
 141         assertEqualInt(ARCHIVE_OK, archive_write_free(a));
 142
 143         assert((a = archive_read_new()) != NULL);
 144         assertEqualIntA(a, ARCHIVE_OK, archive_read_support_format_all(a));
 145         r = archive_read_support_filter_zstd(a);
 146         if (r == ARCHIVE_WARN) {
 147                 skipping("zstd reading not fully supported on this platform");
 148         } else {
 149                 assertEqualIntA(a, ARCHIVE_OK,
 150                     archive_read_support_filter_all(a));
 151                 assertEqualIntA(a, ARCHIVE_OK,
 152                     archive_read_open_memory(a, buff, used2));
 153                 for (i = 0; i < 100; i++) {
 154                         sprintf(path, "file%03d", i);
 155                         failure("Trying to read %s", path);
 156                         if (!assertEqualIntA(a, ARCHIVE_OK,
 157                                 archive_read_next_header(a, &ae)))
 158                                 break;
 159                         assertEqualString(path, archive_entry_pathname(ae));
 160                         assertEqualInt((int)datasize, archive_entry_size(ae));
 161                 }
 162                 assertEqualIntA(a, ARCHIVE_OK, archive_read_close(a));
 163         }
 164         assertEqualInt(ARCHIVE_OK, archive_read_free(a));
 165
 166         /*
 167          * One more time at level 1
 168          */
 169         assert((a = archive_write_new()) != NULL);
 170         assertEqualIntA(a, ARCHIVE_OK, archive_write_set_format_ustar(a));
 171         assertEqualIntA(a, ARCHIVE_OK,
 172             archive_write_set_bytes_per_block(a, 10));
 173         assertEqualIntA(a, ARCHIVE_OK, archive_write_add_filter_zstd(a));
 174         assertEqualIntA(a, ARCHIVE_OK,
 175             archive_write_set_filter_option(a, NULL, "compression-level", "1"));
 176         assertEqualIntA(a, ARCHIVE_OK, archive_write_open_memory(a, buff, buffsize, &used3));
 177         assert((ae = archive_entry_new()) != NULL);
 178         archive_entry_set_filetype(ae, AE_IFREG);
 179         archive_entry_set_size(ae, datasize);
 180         for (i = 0; i < 100; i++) {
 181                 sprintf(path, "file%03d", i);
 182                 archive_entry_copy_pathname(ae, path);
 183                 assertEqualIntA(a, ARCHIVE_OK, archive_write_header(a, ae));
 184                 assertA(datasize == (size_t)archive_write_data(a, data, datasize));
 185         }
 186         archive_entry_free(ae);
 187         assertEqualIntA(a, ARCHIVE_OK, archive_write_close(a));
 188         assertEqualInt(ARCHIVE_OK, archive_write_free(a));
 189
 190         assert((a = archive_read_new()) != NULL);
 191         assertEqualIntA(a, ARCHIVE_OK, archive_read_support_format_all(a));
 192         r = archive_read_support_filter_zstd(a);
 193         if (r == ARCHIVE_WARN) {
 194                 skipping("zstd reading not fully supported on this platform");
 195         } else {
 196                 assertEqualIntA(a, ARCHIVE_OK,
 197                     archive_read_support_filter_all(a));
 198                 assertEqualIntA(a, ARCHIVE_OK,
 199                     archive_read_open_memory(a, buff, used3));
 200                 for (i = 0; i < 100; i++) {
 201                         sprintf(path, "file%03d", i);
 202                         failure("Trying to read %s", path);
 203                         if (!assertEqualIntA(a, ARCHIVE_OK,
 204                                 archive_read_next_header(a, &ae)))
 205                                 break;
 206                         assertEqualString(path, archive_entry_pathname(ae));
 207                         assertEqualInt((int)datasize, archive_entry_size(ae));
 208                 }
 209                 assertEqualIntA(a, ARCHIVE_OK, archive_read_close(a));
 210         }
 211         assertEqualInt(ARCHIVE_OK, archive_read_free(a));
 212
 213         /*
 214          * Check output sizes for various compression levels, expectation
 215          * is that archive size for level=7 < default < level=1
 216          */
 217         failure("compression-level=7 wrote %d bytes, default wrote %d bytes",
 218             (int)used2, (int)used1);
 219         assert(used2 < used1);
 220         failure("compression-level=1 wrote %d bytes, default wrote %d bytes",
 221             (int)used3, (int)used1);
 222         assert(used1 < used3);
 223
 224         /*
 225          * Test various premature shutdown scenarios to make sure we
 226          * don't crash or leak memory.
 227          */
 228         assert((a = archive_write_new()) != NULL);
 229         assertEqualIntA(a, ARCHIVE_OK, archive_write_add_filter_zstd(a));
 230         assertEqualInt(ARCHIVE_OK, archive_write_free(a));
 231
 232         assert((a = archive_write_new()) != NULL);
 233         assertEqualIntA(a, ARCHIVE_OK, archive_write_add_filter_zstd(a));
 234         assertEqualInt(ARCHIVE_OK, archive_write_close(a));
 235         assertEqualInt(ARCHIVE_OK, archive_write_free(a));
 236
 237         assert((a = archive_write_new()) != NULL);
 238         assertEqualIntA(a, ARCHIVE_OK, archive_write_set_format_ustar(a));
 239         assertEqualIntA(a, ARCHIVE_OK, archive_write_add_filter_zstd(a));
 240         assertEqualInt(ARCHIVE_OK, archive_write_close(a));
 241         assertEqualInt(ARCHIVE_OK, archive_write_free(a));
 242
 243         assert((a = archive_write_new()) != NULL);
 244         assertEqualIntA(a, ARCHIVE_OK, archive_write_set_format_ustar(a));
 245         assertEqualIntA(a, ARCHIVE_OK, archive_write_add_filter_zstd(a));
 246         assertEqualIntA(a, ARCHIVE_OK, archive_write_open_memory(a, buff, buffsize, &used2));
 247         assertEqualInt(ARCHIVE_OK, archive_write_close(a));
 248         assertEqualInt(ARCHIVE_OK, archive_write_free(a));
 249
 250         /*
 251          * Clean up.
 252          */
 253         free(data);
 254         free(buff);
 255 }