aboutsummaryrefslogtreecommitdiffhomepage
path: root/tools/tests/rebaseline.sh
blob: 4fe044dbbeb4eb3aeec975e70e07237247d0fedf (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
#!/bin/bash

# Rebaseline the skdiff/*/output-expected/ subdirectories used by the skdiff
# self-tests, and similar for benchgraphs/*/output-expected.
#
# Use with caution: are you sure the new results are actually correct?
#
# YOU MUST RE-RUN THIS UNTIL THE SELF-TESTS SUCCEED!
#
# TODO: currently, this must be run on Linux to generate baselines that match
# the ones on the housekeeper bot (which runs on Linux... see
# http://70.32.156.51:10117/builders/Skia_PerCommit_House_Keeping/builds/1417/steps/RunGmSelfTests/logs/stdio )
# See https://code.google.com/p/skia/issues/detail?id=677
# ('make tools/tests/run.sh work cross-platform')

# Replace expected output with actual output, within subdir $1.
function replace_expected_with_actual {
  if [ $# != 1 ]; then
    echo "replace_expected_with_actual requires exactly 1 parameter, got $#"
    exit 1
  fi

  # Delete all the expected output files
  EXPECTED_FILES=$(find $1/*/output-expected -type f | grep -v /\.svn/)
  for EXPECTED_FILE in $EXPECTED_FILES; do
    rm $EXPECTED_FILE
  done

  # Copy all the actual output files into the "expected" directories,
  # creating new subdirs as we go.
  ACTUAL_FILES=$(find $1/*/output-actual -type f | grep -v /\.svn/)
  for ACTUAL_FILE in $ACTUAL_FILES; do
    EXPECTED_FILE=${ACTUAL_FILE//actual/expected}
    mkdir -p $(dirname $EXPECTED_FILE)
    cp $ACTUAL_FILE $EXPECTED_FILE
  done
}

# Add all new files to SVN control, within subdir $1.
function svn_add_new_files {
  if [ $# != 1 ]; then
    echo "svn_add_new_files requires exactly 1 parameter, got $#"
    exit 1
  fi

  # Delete all the "actual" directories, so we can svn-add any new "expected"
  # directories without adding the "actual" ones.
  rm -rf $1/*/output-actual $1/*/raw-bench-data
  FILES=$(svn stat $1/* | grep ^\? | awk '{print $2}')
  for FILE in $FILES; do
    svn add $FILE
  done
  FILES=$(svn stat $1/*/output-expected | grep ^\? | awk '{print $2}')
  for FILE in $FILES; do
    svn add $FILE
  done
}

# For any files that have been removed from subdir $1, remove them from
# SVN control.
function svn_delete_old_files {
  if [ $# != 1 ]; then
    echo "svn_delete_old_files requires exactly 1 parameter, got $#"
    exit 1
  fi

  FILES=$(svn stat $1/*/output-expected | grep ^\! | awk '{print $2}')
  for FILE in $FILES; do
    svn rm $FILE
  done
  FILES=$(svn stat $1/* | grep ^\! | awk '{print $2}')
  for FILE in $FILES; do
    svn rm $FILE
  done
}


# cd into the gm self-test dir
cd $(dirname $0)

./run.sh
SELFTEST_RESULT=$?
SUBDIRS="skdiff benchgraphs rebaseline/output jsondiff/output"
echo
if [ "$SELFTEST_RESULT" != "0" ]; then
  for SUBDIR in $SUBDIRS; do
    replace_expected_with_actual $SUBDIR
  done
  echo "Self-tests still failing, you should probably run this again..."
else
  for SUBDIR in $SUBDIRS; do
    svn_add_new_files $SUBDIR
    svn_delete_old_files $SUBDIR
  done
  echo "Self-tests succeeded this time, you should be done!"
fi
exit $SELFTEST_RESULT