aboutsummaryrefslogtreecommitdiffhomepage
path: root/test/notmuch-test
blob: ca9c3dcbdcfdb514179c80bf2fca89e469ac4f27 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
#!/usr/bin/env bash

# Run tests
#
# Copyright (c) 2005 Junio C Hamano
#
# Adapted from a Makefile to a shell script by Carl Worth (2010)

if [ ${BASH_VERSINFO[0]} -lt 4 ]; then
    echo "Error: The notmuch test suite requires a bash version >= 4.0"
    echo "due to use of associative arrays within the test suite."
    echo "Please try again with a newer bash (or help us fix the"
    echo "test suite to be more portable). Thanks."
    exit 1
fi

cd $(dirname "$0")

TESTS="
  basic
  help-test
  config
  new
  count
  search
  search-output
  search-by-folder
  search-position-overlap-bug
  search-insufficient-from-quoting
  search-limiting
  excludes
  tagging
  json
  sexp
  text
  multipart
  thread-naming
  raw
  reply
  reply-to-sender
  dump-restore
  uuencode
  thread-order
  author-order
  from-guessing
  long-id
  encoding
  emacs
  emacs-large-search-buffer
  emacs-subject-to-filename
  maildir-sync
  crypto
  symbol-hiding
  search-folder-coherence
  atomicity
  python
  hooks
  argument-parsing
  emacs-test-functions
  emacs-address-cleaning
  emacs-hello
  emacs-show
  missing-headers
  hex-escaping
  parse-time-string
  search-date
"
TESTS=${NOTMUCH_TESTS:=$TESTS}

# Clean up any results from a previous run
rm -r test-results >/dev/null 2>/dev/null

# test for timeout utility
if command -v timeout >/dev/null; then
    TEST_TIMEOUT_CMD="timeout 2m "
    echo "INFO: using 2 minute timeout for tests"
else
    TEST_TIMEOUT_CMD=""
fi

trap 'e=$?; kill $!; exit $e' HUP INT TERM
# Run the tests
for test in $TESTS; do
    $TEST_TIMEOUT_CMD ./$test "$@" &
    wait $!
    # If the test failed without producing results, then it aborted,
    # so we should abort, too.
    RES=$?
    if [[ $RES != 0 && ! -e "test-results/${test%.sh}" ]]; then
        exit $RES
    fi
done
trap - HUP INT TERM

# Report results
./aggregate-results.sh test-results/*

# Clean up
rm -rf test-results corpus.mail