1 # $NetBSD: t_grep.sh,v 1.3 2017/01/14 20:43:52 christos Exp $
3 # Copyright (c) 2008, 2009 The NetBSD Foundation, Inc.
6 # Redistribution and use in source and binary forms, with or without
7 # modification, are permitted provided that the following conditions
9 # 1. Redistributions of source code must retain the above copyright
10 # notice, this list of conditions and the following disclaimer.
11 # 2. Redistributions in binary form must reproduce the above copyright
12 # notice, this list of conditions and the following disclaimer in the
13 # documentation and/or other materials provided with the distribution.
15 # THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
16 # ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
17 # TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
18 # PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
19 # BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
20 # CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
21 # SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
22 # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
23 # CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
24 # ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
25 # POSSIBILITY OF SUCH DAMAGE.
31 atf_set "descr" "Checks basic functionality"
35 atf_check -o file:"$(atf_get_srcdir)/d_basic.out" -x \
36 'jot 10000 | grep 123'
42 atf_set "descr" "Checks handling of binary files"
46 dd if=/dev/zero count=1 of=test.file
47 echo -n "foobar" >> test.file
48 atf_check -o file:"$(atf_get_srcdir)/d_binary.out" grep foobar test.file
54 atf_set "descr" "Checks recursive searching"
58 mkdir -p recurse/a/f recurse/d
59 echo -e "cod\ndover sole\nhaddock\nhalibut\npilchard" > recurse/d/fish
60 echo -e "cod\nhaddock\nplaice" > recurse/a/f/favourite-fish
62 atf_check -o file:"$(atf_get_srcdir)/d_recurse.out" -x "grep -r haddock recurse | sort"
65 atf_test_case recurse_symlink
66 recurse_symlink_head()
68 atf_set "descr" "Checks symbolic link recursion"
70 recurse_symlink_body()
74 if [ $? -eq $GREP_TYPE_GNU ]; then
75 atf_expect_fail "this test doesn't pass with gnu grep from ports"
79 (cd test/c/d && ln -s ../d .)
80 echo "Test string" > test/c/match
82 atf_check -o file:"$(atf_get_srcdir)/d_recurse_symlink.out" \
83 -e file:"$(atf_get_srcdir)/d_recurse_symlink.err" \
87 atf_test_case word_regexps
90 atf_set "descr" "Checks word-regexps"
94 atf_check -o file:"$(atf_get_srcdir)/d_word_regexps.out" \
95 grep -w separated $(atf_get_srcdir)/d_input
98 printf "xmatch pmatch\n" > test1
100 atf_check -o inline:"pmatch\n" grep -Eow "(match )?pmatch" test1
104 atf_test_case begin_end
107 atf_set "descr" "Checks handling of line beginnings and ends"
111 atf_check -o file:"$(atf_get_srcdir)/d_begin_end_a.out" \
112 grep ^Front "$(atf_get_srcdir)/d_input"
114 atf_check -o file:"$(atf_get_srcdir)/d_begin_end_b.out" \
115 grep ending$ "$(atf_get_srcdir)/d_input"
118 atf_test_case ignore_case
121 atf_set "descr" "Checks ignore-case option"
125 atf_check -o file:"$(atf_get_srcdir)/d_ignore_case.out" \
126 grep -i Upper "$(atf_get_srcdir)/d_input"
132 atf_set "descr" "Checks selecting non-matching lines with -v option"
136 atf_check -o file:"$(atf_get_srcdir)/d_invert.out" \
137 grep -v fish "$(atf_get_srcdir)/d_invert.in"
140 atf_test_case whole_line
143 atf_set "descr" "Checks whole-line matching with -x flag"
147 atf_check -o file:"$(atf_get_srcdir)/d_whole_line.out" \
148 grep -x matchme "$(atf_get_srcdir)/d_input"
151 atf_test_case negative
154 atf_set "descr" "Checks handling of files with no matches"
158 atf_check -s ne:0 grep "not a hope in hell" "$(atf_get_srcdir)/d_input"
161 atf_test_case context
164 atf_set "descr" "Checks displaying context with -A, -B and -C flags"
168 cp $(atf_get_srcdir)/d_context_*.* .
170 atf_check -o file:d_context_a.out grep -C2 bamboo d_context_a.in
171 atf_check -o file:d_context_b.out grep -A3 tilt d_context_a.in
172 atf_check -o file:d_context_c.out grep -B4 Whig d_context_a.in
173 atf_check -o file:d_context_d.out grep -C1 pig d_context_a.in d_context_b.in
174 atf_check -o file:d_context_e.out \
175 grep -E -C1 '(banana|monkey)' d_context_e.in
176 atf_check -o file:d_context_f.out \
177 grep -Ev -B2 '(banana|monkey|fruit)' d_context_e.in
178 atf_check -o file:d_context_g.out \
179 grep -Ev -A1 '(banana|monkey|fruit)' d_context_e.in
182 atf_test_case file_exp
185 atf_set "descr" "Checks reading expressions from file"
189 atf_check -o file:"$(atf_get_srcdir)/d_file_exp.out" -x \
190 'jot 21 -1 1.00 | grep -f '"$(atf_get_srcdir)"'/d_file_exp.in'
196 atf_set "descr" "Checks matching special characters with egrep"
200 atf_check -o file:"$(atf_get_srcdir)/d_egrep.out" \
201 egrep '\?|\*$$' "$(atf_get_srcdir)/d_input"
207 atf_set "descr" "Checks handling of gzipped files with zgrep"
211 cp "$(atf_get_srcdir)/d_input" .
212 gzip d_input || atf_fail "gzip failed"
214 atf_check -o file:"$(atf_get_srcdir)/d_zgrep.out" zgrep -h line d_input.gz
217 atf_test_case nonexistent
220 atf_set "descr" "Checks that -s flag suppresses error" \
221 "messages about nonexistent files"
225 atf_check -s ne:0 grep -s foobar nonexistent
228 atf_test_case context2
231 atf_set "descr" "Checks displaying context with -z flag"
235 printf "haddock\000cod\000plaice\000" > test1
236 printf "mackeral\000cod\000crab\000" > test2
238 atf_check -o file:"$(atf_get_srcdir)/d_context2_a.out" \
239 grep -z -A1 cod test1 test2
241 atf_check -o file:"$(atf_get_srcdir)/d_context2_b.out" \
242 grep -z -B1 cod test1 test2
244 atf_check -o file:"$(atf_get_srcdir)/d_context2_c.out" \
245 grep -z -C1 cod test1 test2
249 # What grep(1) are we working with?
251 # - 1 : gnu grep 2.51 (base)
252 # - 2 : gnu grep (ports)
254 GREP_TYPE_GNU_FREEBSD=1
260 local grep_version=$(grep --version)
262 case "$grep_version" in
264 return $GREP_TYPE_BSD
267 case "$grep_version" in
269 return $GREP_TYPE_GNU_FREEBSD
272 return $GREP_TYPE_GNU
277 atf_fail "unknown grep type: $grep_version"
280 atf_test_case oflag_zerolen
283 atf_set "descr" "Check behavior of zero-length matches with -o flag (PR 195763)"
288 if [ $? -eq $GREP_TYPE_GNU_FREEBSD ]; then
289 atf_expect_fail "this test doesn't pass with gnu grep in base"
292 atf_check -o file:"$(atf_get_srcdir)/d_oflag_zerolen_a.out" \
293 grep -Eo '(^|:)0*' "$(atf_get_srcdir)/d_oflag_zerolen_a.in"
295 atf_check -o file:"$(atf_get_srcdir)/d_oflag_zerolen_b.out" \
296 grep -Eo '(^|:)0*' "$(atf_get_srcdir)/d_oflag_zerolen_b.in"
298 atf_check -o file:"$(atf_get_srcdir)/d_oflag_zerolen_c.out" \
299 grep -Eo '[[:alnum:]]*' "$(atf_get_srcdir)/d_oflag_zerolen_c.in"
301 atf_check -o empty grep -Eo '' "$(atf_get_srcdir)/d_oflag_zerolen_d.in"
303 atf_check -o file:"$(atf_get_srcdir)/d_oflag_zerolen_e.out" \
304 grep -o -e 'ab' -e 'bc' "$(atf_get_srcdir)/d_oflag_zerolen_e.in"
306 atf_check -o file:"$(atf_get_srcdir)/d_oflag_zerolen_e.out" \
307 grep -o -e 'bc' -e 'ab' "$(atf_get_srcdir)/d_oflag_zerolen_e.in"
313 atf_set "descr" "Check that we actually get a match with -x flag (PR 180990)"
317 echo 128 > match_file
318 seq 1 128 > pattern_file
319 grep -xf pattern_file match_file
325 atf_set "descr" "Check --color support"
330 if [ $? -eq $GREP_TYPE_GNU_FREEBSD ]; then
331 atf_expect_fail "this test doesn't pass with gnu grep in base"
334 echo 'abcd*' > grepfile
335 echo 'abc$' >> grepfile
336 echo '^abc' >> grepfile
338 atf_check -o file:"$(atf_get_srcdir)/d_color_a.out" \
339 grep --color=auto -e '.*' -e 'a' "$(atf_get_srcdir)/d_color_a.in"
341 atf_check -o file:"$(atf_get_srcdir)/d_color_b.out" \
342 grep --color=auto -f grepfile "$(atf_get_srcdir)/d_color_b.in"
344 atf_check -o file:"$(atf_get_srcdir)/d_color_c.out" \
345 grep --color=always -f grepfile "$(atf_get_srcdir)/d_color_b.in"
348 atf_test_case f_file_empty
351 atf_set "descr" "Check for handling of a null byte in empty file, specified by -f (PR 202022)"
355 printf "\0\n" > nulpat
357 atf_check -s exit:1 grep -f nulpat "$(atf_get_srcdir)/d_f_file_empty.in"
363 atf_set "descr" "Check proper handling of escaped vs. unescaped dot expressions (PR 175314)"
367 atf_check -s exit:1 grep -o 'f.o\.' "$(atf_get_srcdir)/d_escmap.in"
368 atf_check -o not-empty grep -o 'f.o.' "$(atf_get_srcdir)/d_escmap.in"
371 atf_test_case egrep_empty_invalid
372 egrep_empty_invalid_head()
374 atf_set "descr" "Check for handling of an invalid empty pattern (PR 194823)"
376 egrep_empty_invalid_body()
378 atf_check -e ignore -s not-exit:0 egrep '{' /dev/null
381 atf_test_case zerolen
384 atf_set "descr" "Check for successful zero-length matches with ^$"
388 printf "Eggs\n\nCheese" > test1
390 atf_check -o inline:"\n" grep -e "^$" test1
392 atf_check -o inline:"Eggs\nCheese\n" grep -v -e "^$" test1
395 atf_test_case wflag_emptypat
396 wflag_emptypat_head()
398 atf_set "descr" "Check for proper handling of -w with an empty pattern (PR 105221)"
400 wflag_emptypat_body()
405 printf " qaz\n" > test4
407 atf_check -s exit:1 -o empty grep -w -e "" test1
409 atf_check -o file:test2 grep -w -e "" test2
411 atf_check -s exit:1 -o empty grep -w -e "" test3
413 atf_check -o file:test4 grep -w -e "" test4
416 atf_test_case excessive_matches
417 excessive_matches_head()
419 atf_set "descr" "Check for proper handling of lines with excessive matches (PR 218811)"
421 excessive_matches_body()
424 if [ $? -eq $GREP_TYPE_GNU_FREEBSD ]; then
425 atf_expect_fail "this test does not pass with GNU grep in base"
428 for i in $(jot 4096); do
429 printf "x" >> test.in
432 atf_check -s exit:0 -x '[ $(grep -o x test.in | wc -l) -eq 4096 ]'
433 atf_check -s exit:1 -x 'grep -on x test.in | grep -v "1:x"'
436 atf_test_case fgrep_sanity
439 atf_set "descr" "Check for fgrep sanity, literal expressions only"
445 atf_check -o inline:"Foo\n" fgrep -e "Foo" test1
447 atf_check -s exit:1 -o empty fgrep -e "Fo." test1
450 atf_test_case egrep_sanity
453 atf_set "descr" "Check for egrep sanity, EREs only"
457 printf "Foobar(ed)" > test1
458 printf "M{1}" > test2
460 atf_check -o inline:"Foo\n" egrep -o -e "F.." test1
462 atf_check -o inline:"Foobar\n" egrep -o -e "F[a-z]*" test1
464 atf_check -o inline:"Fo\n" egrep -o -e "F(o|p)" test1
466 atf_check -o inline:"(ed)\n" egrep -o -e "\(ed\)" test1
468 atf_check -o inline:"M\n" egrep -o -e "M{1}" test2
470 atf_check -o inline:"M{1}\n" egrep -o -e "M\{1\}" test2
473 atf_test_case grep_sanity
476 atf_set "descr" "Check for basic grep sanity, BREs only"
480 printf "Foobar(ed)" > test1
481 printf "M{1}" > test2
483 atf_check -o inline:"Foo\n" grep -o -e "F.." test1
485 atf_check -o inline:"Foobar\n" grep -o -e "F[a-z]*" test1
487 atf_check -o inline:"Fo\n" grep -o -e "F\(o\)" test1
489 atf_check -o inline:"(ed)\n" grep -o -e "(ed)" test1
491 atf_check -o inline:"M{1}\n" grep -o -e "M{1}" test2
493 atf_check -o inline:"M\n" grep -o -e "M\{1\}" test2
496 atf_test_case wv_combo_break
497 wv_combo_break_head()
499 atf_set "descr" "Check for incorrectly matching lines with both -w and -v flags (PR 218467)"
501 wv_combo_break_body()
503 printf "x xx\n" > test1
504 printf "xx x\n" > test2
506 atf_check -o file:test1 grep -w "x" test1
507 atf_check -o file:test2 grep -w "x" test2
509 atf_check -s exit:1 grep -v -w "x" test1
510 atf_check -s exit:1 grep -v -w "x" test2
513 atf_test_case ocolor_metadata
514 ocolor_metadata_head()
516 atf_set "descr" "Check for -n/-b producing per-line metadata output"
518 ocolor_metadata_body()
521 if [ $? -eq $GREP_TYPE_GNU_FREEBSD ]; then
522 atf_expect_fail "this test does not pass with GNU grep in base"
525 printf "xxx\nyyyy\nzzz\nfoobarbaz\n" > test1
526 check_expr="^[^:]*[0-9][^:]*:[^:]+$"
528 atf_check -o inline:"1:1:xx\n" grep -bon "xx$" test1
530 atf_check -o inline:"2:4:yyyy\n" grep -bn "yy" test1
532 atf_check -o inline:"2:6:yy\n" grep -bon "yy$" test1
534 # These checks ensure that grep isn't producing bogus line numbering
535 # in the middle of a line.
536 atf_check -s exit:1 -x \
537 "grep -Eon 'x|y|z|f' test1 | grep -Ev '${check_expr}'"
539 atf_check -s exit:1 -x \
540 "grep -En 'x|y|z|f' --color=always test1 | grep -Ev '${check_expr}'"
542 atf_check -s exit:1 -x \
543 "grep -Eon 'x|y|z|f' --color=always test1 | grep -Ev '${check_expr}'"
546 atf_test_case grep_nomatch_flags
547 grep_nomatch_flags_head()
549 atf_set "descr" "Check for no match (-c, -l, -L, -q) flags not producing line matches or context (PR 219077)"
552 grep_nomatch_flags_body()
554 printf "A\nB\nC\n" > test1
556 atf_check -o inline:"1\n" grep -c -C 1 -e "B" test1
557 atf_check -o inline:"1\n" grep -c -B 1 -e "B" test1
558 atf_check -o inline:"1\n" grep -c -A 1 -e "B" test1
559 atf_check -o inline:"1\n" grep -c -C 1 -e "B" test1
561 atf_check -o inline:"test1\n" grep -l -e "B" test1
562 atf_check -o inline:"test1\n" grep -l -B 1 -e "B" test1
563 atf_check -o inline:"test1\n" grep -l -A 1 -e "B" test1
564 atf_check -o inline:"test1\n" grep -l -C 1 -e "B" test1
566 atf_check -s exit:1 -o inline:"test1\n" grep -L -e "D" test1
568 atf_check -o empty grep -q -e "B" test1
569 atf_check -o empty grep -q -B 1 -e "B" test1
570 atf_check -o empty grep -q -A 1 -e "B" test1
571 atf_check -o empty grep -q -C 1 -e "B" test1
574 atf_test_case badcontext
577 atf_set "descr" "Check for handling of invalid context arguments"
581 printf "A\nB\nC\n" > test1
583 atf_check -s not-exit:0 -e ignore grep -A "-1" "B" test1
585 atf_check -s not-exit:0 -e ignore grep -B "-1" "B" test1
587 atf_check -s not-exit:0 -e ignore grep -C "-1" "B" test1
589 atf_check -s not-exit:0 -e ignore grep -A "B" "B" test1
591 atf_check -s not-exit:0 -e ignore grep -B "B" "B" test1
593 atf_check -s not-exit:0 -e ignore grep -C "B" "B" test1
596 atf_test_case binary_flags
599 atf_set "descr" "Check output for binary flags (-a, -I, -U, --binary-files)"
603 printf "A\000B\000C" > test1
604 printf "A\n\000B\n\000C" > test2
605 binmatchtext="Binary file test1 matches\n"
607 # Binaries not treated as text (default, -U)
608 atf_check -o inline:"${binmatchtext}" grep 'B' test1
609 atf_check -o inline:"${binmatchtext}" grep 'B' -C 1 test1
611 atf_check -o inline:"${binmatchtext}" grep -U 'B' test1
612 atf_check -o inline:"${binmatchtext}" grep -U 'B' -C 1 test1
614 # Binary, -a, no newlines
615 atf_check -o inline:"A\000B\000C\n" grep -a 'B' test1
616 atf_check -o inline:"A\000B\000C\n" grep -a 'B' -C 1 test1
618 # Binary, -a, newlines
619 atf_check -o inline:"\000B\n" grep -a 'B' test2
620 atf_check -o inline:"A\n\000B\n\000C\n" grep -a 'B' -C 1 test2
622 # Binary files ignored
623 atf_check -s exit:1 grep -I 'B' test2
625 # --binary-files equivalence
626 atf_check -o inline:"${binmatchtext}" grep --binary-files=binary 'B' test1
627 atf_check -o inline:"A\000B\000C\n" grep --binary-files=text 'B' test1
628 atf_check -s exit:1 grep --binary-files=without-match 'B' test2
634 atf_set "descr" "Check basic matching with --mmap flag"
639 if [ $? -eq $GREP_TYPE_GNU ]; then
640 atf_expect_fail "gnu grep from ports has no --mmap option"
643 printf "A\nB\nC\n" > test1
645 atf_check -s exit:0 -o inline:"B\n" grep --mmap -oe "B" test1
646 atf_check -s exit:1 grep --mmap -e "Z" test1
649 atf_test_case matchall
652 atf_set "descr" "Check proper behavior of matching all with an empty string"
658 printf "A\nB" > test3
660 atf_check -o inline:"test2:A\ntest3:A\ntest3:B\n" grep "" test1 test2 test3
661 atf_check -o inline:"test3:A\ntest3:B\ntest2:A\n" grep "" test3 test1 test2
662 atf_check -o inline:"test2:A\ntest3:A\ntest3:B\n" grep "" test2 test3 test1
664 atf_check -s exit:1 grep "" test1
667 atf_test_case fgrep_multipattern
668 fgrep_multipattern_head()
670 atf_set "descr" "Check proper behavior with multiple patterns supplied to fgrep"
672 fgrep_multipattern_body()
674 printf "Foo\nBar\nBaz" > test1
676 atf_check -o inline:"Foo\nBaz\n" grep -F -e "Foo" -e "Baz" test1
677 atf_check -o inline:"Foo\nBaz\n" grep -F -e "Baz" -e "Foo" test1
678 atf_check -o inline:"Bar\nBaz\n" grep -F -e "Bar" -e "Baz" test1
681 atf_test_case fgrep_icase
684 atf_set "descr" "Check proper handling of -i supplied to fgrep"
688 printf "Foo\nBar\nBaz" > test1
690 atf_check -o inline:"Foo\nBaz\n" grep -Fi -e "foo" -e "baz" test1
691 atf_check -o inline:"Foo\nBaz\n" grep -Fi -e "baz" -e "foo" test1
692 atf_check -o inline:"Bar\nBaz\n" grep -Fi -e "bar" -e "baz" test1
693 atf_check -o inline:"Bar\nBaz\n" grep -Fi -e "BAR" -e "bAz" test1
696 atf_test_case fgrep_oflag
699 atf_set "descr" "Check proper handling of -o supplied to fgrep"
703 printf "abcdefghi\n" > test1
705 atf_check -o inline:"a\n" grep -Fo "a" test1
706 atf_check -o inline:"i\n" grep -Fo "i" test1
707 atf_check -o inline:"abc\n" grep -Fo "abc" test1
708 atf_check -o inline:"fgh\n" grep -Fo "fgh" test1
709 atf_check -o inline:"cde\n" grep -Fo "cde" test1
710 atf_check -o inline:"bcd\n" grep -Fo -e "bcd" -e "cde" test1
711 atf_check -o inline:"bcd\nefg\n" grep -Fo -e "bcd" -e "efg" test1
713 atf_check -s exit:1 grep -Fo "xabc" test1
714 atf_check -s exit:1 grep -Fo "abcx" test1
715 atf_check -s exit:1 grep -Fo "xghi" test1
716 atf_check -s exit:1 grep -Fo "ghix" test1
717 atf_check -s exit:1 grep -Fo "abcdefghiklmnopqrstuvwxyz" test1
721 atf_init_test_cases()
723 atf_add_test_case basic
724 atf_add_test_case binary
725 atf_add_test_case recurse
726 atf_add_test_case recurse_symlink
727 atf_add_test_case word_regexps
728 atf_add_test_case begin_end
729 atf_add_test_case ignore_case
730 atf_add_test_case invert
731 atf_add_test_case whole_line
732 atf_add_test_case negative
733 atf_add_test_case context
734 atf_add_test_case file_exp
735 atf_add_test_case egrep
736 atf_add_test_case zgrep
737 atf_add_test_case nonexistent
738 atf_add_test_case context2
740 atf_add_test_case oflag_zerolen
741 atf_add_test_case xflag
742 atf_add_test_case color
743 atf_add_test_case f_file_empty
744 atf_add_test_case escmap
745 atf_add_test_case egrep_empty_invalid
746 atf_add_test_case zerolen
747 atf_add_test_case wflag_emptypat
748 atf_add_test_case excessive_matches
749 atf_add_test_case wv_combo_break
750 atf_add_test_case fgrep_sanity
751 atf_add_test_case egrep_sanity
752 atf_add_test_case grep_sanity
753 atf_add_test_case ocolor_metadata
754 atf_add_test_case grep_nomatch_flags
755 atf_add_test_case binary_flags
756 atf_add_test_case badcontext
757 atf_add_test_case mmap
758 atf_add_test_case matchall
759 atf_add_test_case fgrep_multipattern
760 atf_add_test_case fgrep_icase
761 atf_add_test_case fgrep_oflag