blob: 76b0562e30d12b345d3ec02c6ba62322dfad457c (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
|
# Interactive tests using `expect`
#
# There is no shebang line because you shouldn't be running this by hand. You
# should be running it via `make test` to ensure the environment is properly
# setup.
# This is a list of flakey tests that often succeed when rerun.
set TESTS_TO_RETRY bind.expect
# Change to directory containing this script
cd (dirname (status -f))
# Test files specified on commandline, or all *.expect files
if set -q argv[1]
set files_to_test $argv.expect
else
set files_to_test *.expect
end
source test_util.fish (status -f) $argv; or exit
cat interactive.config >> $XDG_CONFIG_HOME/fish/config.fish
say -o cyan "Testing interactive functionality"
if not type -q expect
say red "Tests disabled: `expect` not found"
exit 0
end
function test_file
set -l file $argv[1]
echo -n "Testing file $file ... "
begin
set -lx TERM dumb
expect -n -c 'source interactive.expect.rc' -f $file >$file.tmp.out ^$file.tmp.err
end
set -l tmp_status $status
set -l res ok
mv -f interactive.tmp.log $file.tmp.log
diff $file.tmp.out $file.out >/dev/null
set -l out_status $status
diff $file.tmp.err $file.err >/dev/null
set -l err_status $status
set -l exp_status (cat $file.status)[1]
if test $out_status -eq 0 -a $err_status -eq 0 -a $exp_status -eq $tmp_status
say green "ok"
# clean up tmp files
rm -f $file.tmp.{err,out,log}
return 0
else
say red "fail"
if test $out_status -ne 0
say yellow "Output differs for file $file. Diff follows:"
colordiff -u $file.tmp.out $file.out
end
if test $err_status -ne 0
say yellow "Error output differs for file $file. Diff follows:"
colordiff -u $file.tmp.err $file.err
end
if test $exp_status -ne $tmp_status
say yellow "Exit status differs for file $file."
echo "Expected $exp_status, got $tmp_status."
end
if set -q SHOW_INTERACTIVE_LOG
# dump the interactive log
# primarily for use in travis where we can't check it manually
say yellow "Log for file $file:"
cat $file.tmp.log
end
return 1
end
end
set failed
for i in $files_to_test
if not test_file $i
# Retry flakey tests once.
if contains $i $TESTS_TO_RETRY
say -o cyan "Rerunning test $i since it is known to be flakey"
rm -f $i.tmp.*
if not test_file $i
set failed $failed $i
end
else
set failed $failed $i
end
end
end
set failed (count $failed)
if test $failed -eq 0
say green "All tests completed successfully"
exit 0
else
set plural (test $failed -eq 1; or echo s)
say red "$failed test$plural failed"
exit 1
end
|
