/* * Copyright (c) 2003-2007 Tim Kientzle * All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions * are met: * 1. Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * 2. Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in the * documentation and/or other materials provided with the distribution. * * THIS SOFTWARE IS PROVIDED BY THE AUTHOR(S) ``AS IS'' AND ANY EXPRESS OR * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. * IN NO EVENT SHALL THE AUTHOR(S) BE LIABLE FOR ANY DIRECT, INDIRECT, * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ /* * Various utility routines useful for test programs. * Each test program is linked against this file. */ #include #include #include #include "test.h" __FBSDID("$FreeBSD$"); /* Default is to crash and try to force a core dump on failure. */ static int dump_on_failure = 1; /* Default is to print some basic information about each test. */ static int quiet_flag = 0; /* Cumulative count of failures. */ static int failures = 0; /* * My own implementation of the standard assert() macro emits the * message in the same format as GCC (file:line: message). * It also includes some additional useful information. * This makes it a lot easier to skim through test failures in * Emacs. ;-) * * It also supports a few special features specifically to simplify * libarchive test harnesses: * failure(fmt, args) -- Stores a text string that gets * printed if the following assertion fails, good for * explaining subtle tests. * assertA(a, cond) -- If the test fails, also prints out any error * message stored in archive object 'a'. */ static char msg[4096]; /* Common handling of failed tests. */ static void test_failed(struct archive *a) { failures ++; if (msg[0] != '\0') { fprintf(stderr, " Description: %s\n", msg); msg[0] = '\0'; } if (a != NULL) { fprintf(stderr, " archive error: %s\n", archive_error_string(a)); } if (dump_on_failure) { fprintf(stderr, " *** forcing core dump so failure can be debugged ***\n"); *(char *)(NULL) = 0; exit(1); } } /* Set up a message to display only after a test fails. */ void failure(const char *fmt, ...) { va_list ap; va_start(ap, fmt); vsprintf(msg, fmt, ap); va_end(ap); } /* Generic assert() just displays the failed condition. */ void test_assert(const char *file, int line, int value, const char *condition, struct archive *a) { if (value) { msg[0] = '\0'; return; } fprintf(stderr, "%s:%d: Assertion failed\n", file, line); fprintf(stderr, " Condition: %s\n", condition); test_failed(a); } /* assertEqualInt() displays the values of the two integers. */ void test_assert_equal_int(const char *file, int line, int v1, const char *e1, int v2, const char *e2, struct archive *a) { if (v1 == v2) { msg[0] = '\0'; return; } fprintf(stderr, "%s:%d: Assertion failed: Ints not equal\n", file, line); fprintf(stderr, " %s=%d\n", e1, v1); fprintf(stderr, " %s=%d\n", e2, v2); test_failed(a); } /* assertEqualString() displays the values of the two strings. */ void test_assert_equal_string(const char *file, int line, const char *v1, const char *e1, const char *v2, const char *e2, struct archive *a) { if (v1 == NULL || v2 == NULL) { if (v1 == v2) { msg[0] = '\0'; return; } } else if (strcmp(v1, v2) == 0) { msg[0] = '\0'; return; } fprintf(stderr, "%s:%d: Assertion failed: Strings not equal\n", file, line); fprintf(stderr, " %s = \"%s\"\n", e1, v1); fprintf(stderr, " %s = \"%s\"\n", e2, v2); test_failed(a); } /* assertEqualWString() displays the values of the two strings. */ void test_assert_equal_wstring(const char *file, int line, const wchar_t *v1, const char *e1, const wchar_t *v2, const char *e2, struct archive *a) { if (wcscmp(v1, v2) == 0) { msg[0] = '\0'; return; } fprintf(stderr, "%s:%d: Assertion failed: Unicode strings not equal\n", file, line); fwprintf(stderr, L" %s = \"%ls\"\n", e1, v1); fwprintf(stderr, L" %s = \"%ls\"\n", e2, v2); test_failed(a); } /* * "list.h" is automatically generated; it just has a lot of lines like: * DEFINE_TEST(function_name) * The common "test.h" includes it to declare all of the test functions. * We reuse it here to define a list of all tests to run. */ #undef DEFINE_TEST #define DEFINE_TEST(n) { n, #n }, struct { void (*func)(void); const char *name; } tests[] = { #include "list.h" }; static int test_run(int i, const char *tmpdir) { int failures_before = failures; if (!quiet_flag) printf("%d: %s\n", i, tests[i].name); /* * Always explicitly chdir() in case the last test moved us to * a strange place. */ if (chdir(tmpdir)) { fprintf(stderr, "ERROR: Couldn't chdir to temp dir %s\n", tmpdir); exit(1); } /* Create a temp directory for this specific test. */ if (mkdir(tests[i].name, 0755)) { fprintf(stderr, "ERROR: Couldn't create temp dir ``%s''\n", tests[i].name); exit(1); } if (chdir(tests[i].name)) { fprintf(stderr, "ERROR: Couldn't chdir to temp dir ``%s''\n", tests[i].name); exit(1); } (*tests[i].func)(); return (failures - failures_before); } static void usage(void) { static const int limit = sizeof(tests) / sizeof(tests[0]); int i; printf("Usage: libarchive_test [options] ...\n"); printf("Default is to run all tests.\n"); printf("Otherwise, specify the numbers of the tests you wish to run.\n"); printf("Options:\n"); printf(" -k Keep running after failures.\n"); printf(" Default: Core dump after any failure.\n"); printf(" -q Quiet.\n"); printf("Available tests:\n"); for (i = 0; i < limit; i++) printf(" %d: %s\n", i, tests[i].name); exit(1); } int main(int argc, char **argv) { static const int limit = sizeof(tests) / sizeof(tests[0]); int i, tests_run = 0, tests_succeeded = 0, opt; time_t now; char tmpdir[256]; while ((opt = getopt(argc, argv, "kq")) != -1) { switch (opt) { case 'k': dump_on_failure = 0; break; case 'q': quiet_flag = 1; break; case '?': default: usage(); } } argc -= optind; argv += optind; /* * Create a temp directory for the following tests. * Include the time the tests started as part of the name, * to make it easier to track the results of multiple tests. */ now = time(NULL); for (i = 0; i < 1000; i++) { strftime(tmpdir, sizeof(tmpdir), "/tmp/libarchive_test.%Y-%m-%dT%H.%M.%S", localtime(&now)); sprintf(tmpdir + strlen(tmpdir), "-%03d", i); if (mkdir(tmpdir,0755) == 0) break; if (errno == EEXIST) continue; fprintf(stderr, "ERROR: Unable to create temp directory %s\n", tmpdir); exit(1); } printf("Running libarchive tests in: %s\n", tmpdir); if (argc == 0) { /* Default: Run all tests. */ for (i = 0; i < limit; i++) { if (test_run(i, tmpdir) == 0) tests_succeeded++; tests_run++; } } else { while (*(++argv) != NULL) { i = atoi(*argv); if (**argv < '0' || **argv > '9' || i < 0 || i >= limit) { printf("*** INVALID Test %s\n", *argv); usage(); } else { if (test_run(i, tmpdir) == 0) tests_succeeded++; tests_run++; } } } printf("%d of %d tests succeeded.\n", tests_succeeded, tests_run); return (tests_succeeded == tests_run ? 0 : 1); }