1 /* Copyright (c) 2007 The NetBSD Foundation, Inc.
4 * Redistribution and use in source and binary forms, with or without
5 * modification, are permitted provided that the following conditions
7 * 1. Redistributions of source code must retain the above copyright
8 * notice, this list of conditions and the following disclaimer.
9 * 2. Redistributions in binary form must reproduce the above copyright
10 * notice, this list of conditions and the following disclaimer in the
11 * documentation and/or other materials provided with the distribution.
13 * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND
14 * CONTRIBUTORS ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES,
15 * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
16 * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
17 * IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS BE LIABLE FOR ANY
18 * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
19 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE
20 * GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
21 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER
22 * IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
23 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN
24 * IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */
26 #include <sys/types.h>
38 #include "atf-c/detail/env.h"
39 #include "atf-c/detail/fs.h"
40 #include "atf-c/detail/test_helpers.h"
41 #include "atf-c/detail/text.h"
42 #include "atf-c/error.h"
44 /* ---------------------------------------------------------------------
45 * Auxiliary functions.
46 * --------------------------------------------------------------------- */
50 safe_remove(const char* path)
52 if (unlink(path) == -1)
53 atf_tc_fail("unlink(2) of %s failed", path);
58 touch(const char *path)
61 fd = open(path, O_WRONLY | O_TRUNC | O_CREAT, 0644);
63 atf_tc_fail("Could not create file %s", path);
67 /* ---------------------------------------------------------------------
68 * Helper tests for "t_cleanup".
69 * --------------------------------------------------------------------- */
71 ATF_TC_WITH_CLEANUP(cleanup_pass);
72 ATF_TC_HEAD(cleanup_pass, tc)
74 atf_tc_set_md_var(tc, "descr", "Helper test case for the t_cleanup test "
77 ATF_TC_BODY(cleanup_pass, tc)
79 touch(atf_tc_get_config_var(tc, "tmpfile"));
81 ATF_TC_CLEANUP(cleanup_pass, tc)
83 if (atf_tc_get_config_var_as_bool(tc, "cleanup"))
84 safe_remove(atf_tc_get_config_var(tc, "tmpfile"));
87 ATF_TC_WITH_CLEANUP(cleanup_fail);
88 ATF_TC_HEAD(cleanup_fail, tc)
90 atf_tc_set_md_var(tc, "descr", "Helper test case for the t_cleanup test "
93 ATF_TC_BODY(cleanup_fail, tc)
95 touch(atf_tc_get_config_var(tc, "tmpfile"));
96 atf_tc_fail("On purpose");
98 ATF_TC_CLEANUP(cleanup_fail, tc)
100 if (atf_tc_get_config_var_as_bool(tc, "cleanup"))
101 safe_remove(atf_tc_get_config_var(tc, "tmpfile"));
104 ATF_TC_WITH_CLEANUP(cleanup_skip);
105 ATF_TC_HEAD(cleanup_skip, tc)
107 atf_tc_set_md_var(tc, "descr", "Helper test case for the t_cleanup test "
110 ATF_TC_BODY(cleanup_skip, tc)
112 touch(atf_tc_get_config_var(tc, "tmpfile"));
113 atf_tc_skip("On purpose");
115 ATF_TC_CLEANUP(cleanup_skip, tc)
117 if (atf_tc_get_config_var_as_bool(tc, "cleanup"))
118 safe_remove(atf_tc_get_config_var(tc, "tmpfile"));
121 ATF_TC_WITH_CLEANUP(cleanup_curdir);
122 ATF_TC_HEAD(cleanup_curdir, tc)
124 atf_tc_set_md_var(tc, "descr", "Helper test case for the t_cleanup test "
127 ATF_TC_BODY(cleanup_curdir, tc)
131 f = fopen("oldvalue", "w");
133 atf_tc_fail("Failed to create oldvalue file");
137 ATF_TC_CLEANUP(cleanup_curdir, tc)
141 f = fopen("oldvalue", "r");
144 if (fscanf(f, "%d", &i) != 1)
145 fprintf(stderr, "Failed to read old value\n");
147 printf("Old value: %d", i);
152 ATF_TC_WITH_CLEANUP(cleanup_sigterm);
153 ATF_TC_HEAD(cleanup_sigterm, tc)
155 atf_tc_set_md_var(tc, "descr", "Helper test case for the t_cleanup test "
158 ATF_TC_BODY(cleanup_sigterm, tc)
162 touch(atf_tc_get_config_var(tc, "tmpfile"));
163 kill(getpid(), SIGTERM);
165 RE(atf_text_format(&nofile, "%s.no",
166 atf_tc_get_config_var(tc, "tmpfile")));
170 ATF_TC_CLEANUP(cleanup_sigterm, tc)
172 safe_remove(atf_tc_get_config_var(tc, "tmpfile"));
175 /* ---------------------------------------------------------------------
176 * Helper tests for "t_config".
177 * --------------------------------------------------------------------- */
179 ATF_TC(config_unset);
180 ATF_TC_HEAD(config_unset, tc)
182 atf_tc_set_md_var(tc, "descr", "Helper test case for the t_config test "
185 ATF_TC_BODY(config_unset, tc)
187 ATF_REQUIRE(!atf_tc_has_config_var(tc, "test"));
190 ATF_TC(config_empty);
191 ATF_TC_HEAD(config_empty, tc)
193 atf_tc_set_md_var(tc, "descr", "Helper test case for the t_config test "
196 ATF_TC_BODY(config_empty, tc)
198 ATF_REQUIRE(atf_tc_has_config_var(tc, "test"));
199 ATF_REQUIRE(strlen(atf_tc_get_config_var(tc, "test")) == 0);
202 ATF_TC(config_value);
203 ATF_TC_HEAD(config_value, tc)
205 atf_tc_set_md_var(tc, "descr", "Helper test case for the t_config test "
208 ATF_TC_BODY(config_value, tc)
210 ATF_REQUIRE(atf_tc_has_config_var(tc, "test"));
211 ATF_REQUIRE(strcmp(atf_tc_get_config_var(tc, "test"), "foo") == 0);
214 ATF_TC(config_multi_value);
215 ATF_TC_HEAD(config_multi_value, tc)
217 atf_tc_set_md_var(tc, "descr", "Helper test case for the t_config test "
220 ATF_TC_BODY(config_multi_value, tc)
222 ATF_REQUIRE(atf_tc_has_config_var(tc, "test"));
223 ATF_REQUIRE(strcmp(atf_tc_get_config_var(tc, "test"), "foo bar") == 0);
226 /* ---------------------------------------------------------------------
227 * Helper tests for "t_expect".
228 * --------------------------------------------------------------------- */
230 ATF_TC_WITHOUT_HEAD(expect_pass_and_pass);
231 ATF_TC_BODY(expect_pass_and_pass, tc)
233 atf_tc_expect_pass();
237 ATF_TC_WITHOUT_HEAD(expect_pass_but_fail_requirement);
238 ATF_TC_BODY(expect_pass_but_fail_requirement, tc)
240 atf_tc_expect_pass();
241 atf_tc_fail("Some reason");
244 ATF_TC_WITHOUT_HEAD(expect_pass_but_fail_check);
245 ATF_TC_BODY(expect_pass_but_fail_check, tc)
247 atf_tc_expect_pass();
248 atf_tc_fail_nonfatal("Some reason");
251 ATF_TC_WITHOUT_HEAD(expect_fail_and_fail_requirement);
252 ATF_TC_BODY(expect_fail_and_fail_requirement, tc)
254 atf_tc_expect_fail("Fail %s", "reason");
255 atf_tc_fail("The failure");
256 atf_tc_expect_pass();
259 ATF_TC_WITHOUT_HEAD(expect_fail_and_fail_check);
260 ATF_TC_BODY(expect_fail_and_fail_check, tc)
262 atf_tc_expect_fail("Fail first");
263 atf_tc_fail_nonfatal("abc");
264 atf_tc_expect_pass();
266 atf_tc_expect_fail("And fail again");
267 atf_tc_fail_nonfatal("def");
268 atf_tc_expect_pass();
271 ATF_TC_WITHOUT_HEAD(expect_fail_but_pass);
272 ATF_TC_BODY(expect_fail_but_pass, tc)
274 atf_tc_expect_fail("Fail first");
275 atf_tc_fail_nonfatal("abc");
276 atf_tc_expect_pass();
278 atf_tc_expect_fail("Will not fail");
279 atf_tc_expect_pass();
281 atf_tc_expect_fail("And fail again");
282 atf_tc_fail_nonfatal("def");
283 atf_tc_expect_pass();
286 ATF_TC_WITHOUT_HEAD(expect_exit_any_and_exit);
287 ATF_TC_BODY(expect_exit_any_and_exit, tc)
289 atf_tc_expect_exit(-1, "Call will exit");
293 ATF_TC_WITHOUT_HEAD(expect_exit_code_and_exit);
294 ATF_TC_BODY(expect_exit_code_and_exit, tc)
296 atf_tc_expect_exit(123, "Call will exit");
300 ATF_TC_WITHOUT_HEAD(expect_exit_but_pass);
301 ATF_TC_BODY(expect_exit_but_pass, tc)
303 atf_tc_expect_exit(-1, "Call won't exit");
306 ATF_TC_WITHOUT_HEAD(expect_signal_any_and_signal);
307 ATF_TC_BODY(expect_signal_any_and_signal, tc)
309 atf_tc_expect_signal(-1, "Call will signal");
310 kill(getpid(), SIGKILL);
313 ATF_TC_WITHOUT_HEAD(expect_signal_no_and_signal);
314 ATF_TC_BODY(expect_signal_no_and_signal, tc)
316 atf_tc_expect_signal(SIGHUP, "Call will signal");
317 kill(getpid(), SIGHUP);
320 ATF_TC_WITHOUT_HEAD(expect_signal_but_pass);
321 ATF_TC_BODY(expect_signal_but_pass, tc)
323 atf_tc_expect_signal(-1, "Call won't signal");
326 ATF_TC_WITHOUT_HEAD(expect_death_and_exit);
327 ATF_TC_BODY(expect_death_and_exit, tc)
329 atf_tc_expect_death("Exit case");
333 ATF_TC_WITHOUT_HEAD(expect_death_and_signal);
334 ATF_TC_BODY(expect_death_and_signal, tc)
336 atf_tc_expect_death("Signal case");
337 kill(getpid(), SIGKILL);
340 ATF_TC_WITHOUT_HEAD(expect_death_but_pass);
341 ATF_TC_BODY(expect_death_but_pass, tc)
343 atf_tc_expect_death("Call won't die");
346 ATF_TC(expect_timeout_and_hang);
347 ATF_TC_HEAD(expect_timeout_and_hang, tc)
349 atf_tc_set_md_var(tc, "timeout", "1");
351 ATF_TC_BODY(expect_timeout_and_hang, tc)
353 atf_tc_expect_timeout("Will overrun");
357 ATF_TC(expect_timeout_but_pass);
358 ATF_TC_HEAD(expect_timeout_but_pass, tc)
360 atf_tc_set_md_var(tc, "timeout", "1");
362 ATF_TC_BODY(expect_timeout_but_pass, tc)
364 atf_tc_expect_timeout("Will just exit");
367 /* ---------------------------------------------------------------------
368 * Helper tests for "t_meta_data".
369 * --------------------------------------------------------------------- */
371 ATF_TC_WITHOUT_HEAD(metadata_no_descr);
372 ATF_TC_BODY(metadata_no_descr, tc)
376 ATF_TC_WITHOUT_HEAD(metadata_no_head);
377 ATF_TC_BODY(metadata_no_head, tc)
381 /* ---------------------------------------------------------------------
382 * Helper tests for "t_srcdir".
383 * --------------------------------------------------------------------- */
385 ATF_TC(srcdir_exists);
386 ATF_TC_HEAD(srcdir_exists, tc)
388 atf_tc_set_md_var(tc, "descr", "Helper test case for the t_srcdir test "
391 ATF_TC_BODY(srcdir_exists, tc)
396 RE(atf_fs_path_init_fmt(&p, "%s/datafile",
397 atf_tc_get_config_var(tc, "srcdir")));
398 RE(atf_fs_exists(&p, &b));
399 atf_fs_path_fini(&p);
401 atf_tc_fail("Cannot find datafile");
404 /* ---------------------------------------------------------------------
405 * Helper tests for "t_result".
406 * --------------------------------------------------------------------- */
408 ATF_TC_WITHOUT_HEAD(result_pass);
409 ATF_TC_BODY(result_pass, tc)
414 ATF_TC_WITHOUT_HEAD(result_fail);
415 ATF_TC_BODY(result_fail, tc)
418 atf_tc_fail("Failure reason");
421 ATF_TC_WITHOUT_HEAD(result_skip);
422 ATF_TC_BODY(result_skip, tc)
425 atf_tc_skip("Skipped reason");
428 ATF_TC(result_newlines_fail);
429 ATF_TC_HEAD(result_newlines_fail, tc)
431 atf_tc_set_md_var(tc, "descr", "Helper test case for the t_result test "
434 ATF_TC_BODY(result_newlines_fail, tc)
436 atf_tc_fail("First line\nSecond line");
439 ATF_TC(result_newlines_skip);
440 ATF_TC_HEAD(result_newlines_skip, tc)
442 atf_tc_set_md_var(tc, "descr", "Helper test case for the t_result test "
445 ATF_TC_BODY(result_newlines_skip, tc)
447 atf_tc_skip("First line\nSecond line");
450 /* ---------------------------------------------------------------------
452 * --------------------------------------------------------------------- */
456 /* Add helper tests for t_cleanup. */
457 ATF_TP_ADD_TC(tp, cleanup_pass);
458 ATF_TP_ADD_TC(tp, cleanup_fail);
459 ATF_TP_ADD_TC(tp, cleanup_skip);
460 ATF_TP_ADD_TC(tp, cleanup_curdir);
461 ATF_TP_ADD_TC(tp, cleanup_sigterm);
463 /* Add helper tests for t_config. */
464 ATF_TP_ADD_TC(tp, config_unset);
465 ATF_TP_ADD_TC(tp, config_empty);
466 ATF_TP_ADD_TC(tp, config_value);
467 ATF_TP_ADD_TC(tp, config_multi_value);
469 /* Add helper tests for t_expect. */
470 ATF_TP_ADD_TC(tp, expect_pass_and_pass);
471 ATF_TP_ADD_TC(tp, expect_pass_but_fail_requirement);
472 ATF_TP_ADD_TC(tp, expect_pass_but_fail_check);
473 ATF_TP_ADD_TC(tp, expect_fail_and_fail_requirement);
474 ATF_TP_ADD_TC(tp, expect_fail_and_fail_check);
475 ATF_TP_ADD_TC(tp, expect_fail_but_pass);
476 ATF_TP_ADD_TC(tp, expect_exit_any_and_exit);
477 ATF_TP_ADD_TC(tp, expect_exit_code_and_exit);
478 ATF_TP_ADD_TC(tp, expect_exit_but_pass);
479 ATF_TP_ADD_TC(tp, expect_signal_any_and_signal);
480 ATF_TP_ADD_TC(tp, expect_signal_no_and_signal);
481 ATF_TP_ADD_TC(tp, expect_signal_but_pass);
482 ATF_TP_ADD_TC(tp, expect_death_and_exit);
483 ATF_TP_ADD_TC(tp, expect_death_and_signal);
484 ATF_TP_ADD_TC(tp, expect_death_but_pass);
485 ATF_TP_ADD_TC(tp, expect_timeout_and_hang);
486 ATF_TP_ADD_TC(tp, expect_timeout_but_pass);
488 /* Add helper tests for t_meta_data. */
489 ATF_TP_ADD_TC(tp, metadata_no_descr);
490 ATF_TP_ADD_TC(tp, metadata_no_head);
492 /* Add helper tests for t_srcdir. */
493 ATF_TP_ADD_TC(tp, srcdir_exists);
495 /* Add helper tests for t_result. */
496 ATF_TP_ADD_TC(tp, result_pass);
497 ATF_TP_ADD_TC(tp, result_fail);
498 ATF_TP_ADD_TC(tp, result_skip);
499 ATF_TP_ADD_TC(tp, result_newlines_fail);
500 ATF_TP_ADD_TC(tp, result_newlines_skip);
502 return atf_no_error();