aboutsummaryrefslogtreecommitdiffhomepage
path: root/performance-test/perf-test-lib.sh
blob: 564b688476db3d9db68beced9f77b1aaeaae9aac (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
. ./version.sh

corpus_size=large

while test "$#" -ne 0
do
	case "$1" in
	-d|--debug)
		debug=t;
		shift
		;;
	-s|--small)
		corpus_size=small;
		shift
		;;
	-m|--medium)
		corpus_size=medium;
		shift
		;;
	-l|--large)
		corpus_size=large;
		shift
		;;
	*)
		echo "error: unknown performance test option '$1'" >&2; exit 1 ;;
	esac
done
. ../test/test-lib-common.sh

set -e

if ! test -x ../notmuch
then
	echo >&2 'You do not seem to have built notmuch yet.'
	exit 1
fi

DB_CACHE_DIR=${TEST_DIRECTORY}/notmuch.cache.$corpus_size

add_email_corpus ()
{
    rm -rf ${MAIL_DIR}

    case "$corpus_size" in
	small)
	    mail_subdir="mail/enron/bailey-s"
	    check_for="${TEST_DIRECTORY}/corpus/$mail_subdir"
	    ;;
	medium)
	    mail_subdir="mail/notmuch-archive"
	    check_for="${TEST_DIRECTORY}/corpus/$mail_subdir"
	    ;;
	*)
	    mail_subdir=mail
	    check_for="${TEST_DIRECTORY}/corpus/$mail_subdir/enron/wolfe-j"
    esac

    MAIL_CORPUS="${TEST_DIRECTORY}/corpus/$mail_subdir"
    args=()
    if [ ! -d "$check_for" ] ; then
	args+=("notmuch-email-corpus/$mail_subdir")
    fi

    if [[ ${#args[@]} > 0 ]]; then
	if command -v pixz > /dev/null; then
	    XZ=pixz
	else
	    XZ=xz
	fi

	printf "Unpacking corpus\n"
	mkdir -p "${TEST_DIRECTORY}/corpus"

	tar --checkpoint=.5000 --extract --strip-components=1 \
	    --directory ${TEST_DIRECTORY}/corpus \
	    --use-compress-program ${XZ} \
	    --file ../download/notmuch-email-corpus-${PERFTEST_VERSION}.tar.xz \
	    "${args[@]}"

	printf "\n"

    fi

    cp -lr $MAIL_CORPUS $MAIL_DIR

}

time_start () {

    add_email_corpus

    print_header

    if [ -d $DB_CACHE_DIR ]; then
	cp -r $DB_CACHE_DIR ${MAIL_DIR}/.notmuch
    else
	time_run 'Initial notmuch new' "notmuch new"
	cache_database
    fi
}

cache_database () {
    if [ -d $MAIL_DIR/.notmuch ]; then
	cp -r $MAIL_DIR/.notmuch $DB_CACHE_DIR
    else
	echo "Warning: No database found to cache"
    fi
}

uncache_database () {
    rm -rf $DB_CACHE_DIR
}

print_header () {
    printf "[v%4s %6s]          Wall(s)\tUsr(s)\tSys(s)\tRes(K)\tIn/Out(512B)\n" \
	   ${PERFTEST_VERSION} ${corpus_size}
}

time_run () {
    printf "  %-22s" "$1"
    if test "$verbose" != "t"; then exec 4>test.output 3>&4; fi
    if ! eval >&3 "/usr/bin/time -f '%e\t%U\t%S\t%M\t%I/%O' $2" ; then
	test_failure=$(($test_failure + 1))
	return 1
    fi
    return 0
}

time_done () {
    if [ "$test_failure" = "0" ]; then
	rm -rf "$remove_tmp"
	exit 0
    else
	exit 1
    fi
}

cd -P "$test" || error "Cannot setup test environment"
test_failure=0

echo
echo $(basename "$0"): "Testing ${test_description:-notmuch performance}"