diff options
Diffstat (limited to 'third_party/protobuf/3.4.0/tests.sh')
| -rwxr-xr-x | third_party/protobuf/3.4.0/tests.sh | 657 |
1 files changed, 657 insertions, 0 deletions
diff --git a/third_party/protobuf/3.4.0/tests.sh b/third_party/protobuf/3.4.0/tests.sh new file mode 100755 index 0000000000..cfc08c35c0 --- /dev/null +++ b/third_party/protobuf/3.4.0/tests.sh @@ -0,0 +1,657 @@ +#!/bin/bash +# +# Build and runs tests for the protobuf project. The tests as written here are +# used by both Jenkins and Travis, though some specialized logic is required to +# handle the differences between them. + +on_travis() { + if [ "$TRAVIS" == "true" ]; then + "$@" + fi +} + +# For when some other test needs the C++ main build, including protoc and +# libprotobuf. +internal_build_cpp() { + if [ -f src/protoc ]; then + # Already built. + return + fi + + if [[ $(uname -s) == "Linux" && "$TRAVIS" == "true" ]]; then + # Install GCC 4.8 to replace the default GCC 4.6. We need 4.8 for more + # decent C++ 11 support in order to compile conformance tests. + sudo add-apt-repository ppa:ubuntu-toolchain-r/test -y + sudo apt-get update -qq + sudo apt-get install -qq g++-4.8 + export CXX="g++-4.8" CC="gcc-4.8" + fi + + ./autogen.sh + ./configure CXXFLAGS="-fPIC" # -fPIC is needed for python cpp test. + # See python/setup.py for more details + make -j2 +} + +build_cpp() { + internal_build_cpp + make check -j2 + cd conformance && make test_cpp && cd .. + + # The benchmark code depends on cmake, so test if it is installed before + # trying to do the build. + # NOTE: The travis macOS images say they have cmake, but the xcode8.1 image + # appears to be missing it: https://github.com/travis-ci/travis-ci/issues/6996 + if [[ $(type cmake 2>/dev/null) ]]; then + # Verify benchmarking code can build successfully. + git submodule init + git submodule update + cd third_party/benchmark && cmake -DCMAKE_BUILD_TYPE=Release && make && cd ../.. + cd benchmarks && make && ./generate-datasets && cd .. + else + echo "" + echo "WARNING: Skipping validation of the bench marking code, cmake isn't installed." + echo "" + fi +} + +build_cpp_distcheck() { + ./autogen.sh + ./configure + make dist + + # List all files that should be included in the distribution package. + git ls-files | grep "^\(java\|python\|objectivec\|csharp\|js\|ruby\|php\|cmake\|examples\)" |\ + grep -v ".gitignore" | grep -v "java/compatibility_tests" |\ + grep -v "cmake/protobuf.*\.pc\.cmake" |\ + grep -v "python/compatibility_tests" | grep -v "csharp/compatibility_tests" > dist.lst + # Unzip the dist tar file. + DIST=`ls *.tar.gz` + tar -xf $DIST + cd ${DIST//.tar.gz} + # Check if every file exists in the dist tar file. + FILES_MISSING="" + for FILE in $(<../dist.lst); do + if ! file $FILE &>/dev/null; then + echo "$FILE is not found!" + FILES_MISSING="$FILE $FILES_MISSING" + fi + done + cd .. + if [ ! -z "$FILES_MISSING" ]; then + echo "Missing files in EXTRA_DIST: $FILES_MISSING" + exit 1 + fi + + # Do the regular dist-check for C++. + make distcheck -j2 +} + +build_csharp() { + # Just for the conformance tests. We don't currently + # need to really build protoc, but it's simplest to keep with the + # conventions of the other builds. + internal_build_cpp + NUGET=/usr/local/bin/nuget.exe + + # Perform "dotnet new" once to get the setup preprocessing out of the + # way. That spews a lot of output (including backspaces) into logs + # otherwise, and can cause problems. It doesn't matter if this step + # is performed multiple times; it's cheap after the first time anyway. + # (It also doesn't matter if it's unnecessary, which it will be on some + # systems. It's necessary on Jenkins in order to avoid unprintable + # characters appearing in the JUnit output.) + mkdir dotnettmp + (cd dotnettmp; dotnet new > /dev/null) + rm -rf dotnettmp + + csharp/buildall.sh + cd conformance && make test_csharp && cd .. + + # Run csharp compatibility test between 3.0.0 and the current version. + csharp/compatibility_tests/v3.0.0/test.sh 3.0.0 +} + +build_golang() { + # Go build needs `protoc`. + internal_build_cpp + # Add protoc to the path so that the examples build finds it. + export PATH="`pwd`/src:$PATH" + + # Install Go and the Go protobuf compiler plugin. + on_travis sudo apt-get update -qq + on_travis sudo apt-get install -qq golang + + export GOPATH="$HOME/gocode" + mkdir -p "$GOPATH/src/github.com/google" + rm -f "$GOPATH/src/github.com/google/protobuf" + ln -s "`pwd`" "$GOPATH/src/github.com/google/protobuf" + export PATH="$GOPATH/bin:$PATH" + go get github.com/golang/protobuf/protoc-gen-go + + cd examples && make gotest && cd .. +} + +use_java() { + version=$1 + case "$version" in + jdk7) + on_travis sudo apt-get install openjdk-7-jdk + export PATH=/usr/lib/jvm/java-7-openjdk-amd64/bin:$PATH + export JAVA_HOME=/usr/lib/jvm/java-7-openjdk-amd64 + ;; + oracle7) + if [ "$TRAVIS" == "true" ]; then + sudo apt-get install python-software-properties # for apt-add-repository + echo "oracle-java7-installer shared/accepted-oracle-license-v1-1 select true" | \ + sudo debconf-set-selections + yes | sudo apt-add-repository ppa:webupd8team/java + yes | sudo apt-get install oracle-java7-installer + fi; + export PATH=/usr/lib/jvm/java-7-oracle/bin:$PATH + export JAVA_HOME=/usr/lib/jvm/java-7-openjdk-amd64 + ;; + esac + + if [ "$TRAVIS" != "true" ]; then + MAVEN_LOCAL_REPOSITORY=/var/maven_local_repository + MVN="$MVN -e -X --offline -Dmaven.repo.local=$MAVEN_LOCAL_REPOSITORY" + fi; + + which java + java -version + $MVN -version +} + +# --batch-mode supresses download progress output that spams the logs. +MVN="mvn --batch-mode" + +build_java() { + version=$1 + dir=java_$version + # Java build needs `protoc`. + internal_build_cpp + cp -r java $dir + cd $dir && $MVN clean && $MVN test + cd ../.. +} + +# The conformance tests are hard-coded to work with the $ROOT/java directory. +# So this can't run in parallel with two different sets of tests. +build_java_with_conformance_tests() { + # Java build needs `protoc`. + internal_build_cpp + cd java && $MVN test && $MVN install + cd util && $MVN package assembly:single + cd ../.. + cd conformance && make test_java && cd .. +} + +build_javanano() { + # Java build needs `protoc`. + internal_build_cpp + cd javanano && $MVN test && cd .. +} + +build_java_jdk7() { + use_java jdk7 + build_java_with_conformance_tests +} +build_java_oracle7() { + use_java oracle7 + build_java oracle7 +} +build_java_compatibility() { + use_java jdk7 + internal_build_cpp + # Use the unit-tests extraced from 2.5.0 to test the compatibilty between + # 3.0.0-beta-4 and the current version. + cd java/compatibility_tests/v2.5.0 + ./test.sh 3.0.0-beta-4 +} + +build_javanano_jdk7() { + use_java jdk7 + build_javanano +} +build_javanano_oracle7() { + use_java oracle7 + build_javanano +} + +internal_install_python_deps() { + if [ "$TRAVIS" != "true" ]; then + return; + fi + # Install tox (OS X doesn't have pip). + if [ $(uname -s) == "Darwin" ]; then + sudo easy_install tox + else + sudo pip install tox + fi + # Only install Python2.6/3.x on Linux. + if [ $(uname -s) == "Linux" ]; then + sudo apt-get install -y python-software-properties # for apt-add-repository + sudo apt-add-repository -y ppa:fkrull/deadsnakes + sudo apt-get update -qq + sudo apt-get install -y python2.6 python2.6-dev + sudo apt-get install -y python3.3 python3.3-dev + sudo apt-get install -y python3.4 python3.4-dev + fi +} + +build_objectivec_ios() { + # Reused the build script that takes care of configuring and ensuring things + # are up to date. The OS X test runs the objc conformance test, so skip it + # here. + # Note: travis has xctool installed, and we've looked at using it in the past + # but it has ended up proving unreliable (bugs), an they are removing build + # support in favor of xcbuild (or just xcodebuild). + objectivec/DevTools/full_mac_build.sh \ + --core-only --skip-xcode-osx --skip-objc-conformance "$@" +} + +build_objectivec_ios_debug() { + build_objectivec_ios --skip-xcode-release +} + +build_objectivec_ios_release() { + build_objectivec_ios --skip-xcode-debug +} + +build_objectivec_osx() { + # Reused the build script that takes care of configuring and ensuring things + # are up to date. + objectivec/DevTools/full_mac_build.sh \ + --core-only --skip-xcode-ios +} + +build_objectivec_cocoapods_integration() { + # Update pod to the latest version. + gem install cocoapods --no-ri --no-rdoc + objectivec/Tests/CocoaPods/run_tests.sh +} + +build_python() { + internal_build_cpp + internal_install_python_deps + cd python + # Only test Python 2.6/3.x on Linux + if [ $(uname -s) == "Linux" ]; then + envlist=py\{26,27,33,34\}-python + else + envlist=py27-python + fi + tox -e $envlist + cd .. +} + +build_python_cpp() { + internal_build_cpp + internal_install_python_deps + export LD_LIBRARY_PATH=../src/.libs # for Linux + export DYLD_LIBRARY_PATH=../src/.libs # for OS X + cd python + # Only test Python 2.6/3.x on Linux + if [ $(uname -s) == "Linux" ]; then + # py26 is currently disabled due to json_format + envlist=py\{27,33,34\}-cpp + else + envlist=py27-cpp + fi + tox -e $envlist + cd .. +} + +build_python_compatibility() { + internal_build_cpp + # Use the unit-tests extraced from 2.5.0 to test the compatibilty. + cd python/compatibility_tests/v2.5.0 + # Test between 2.5.0 and the current version. + ./test.sh 2.5.0 + # Test between 3.0.0-beta-1 and the current version. + ./test.sh 3.0.0-beta-1 +} + +build_ruby21() { + internal_build_cpp # For conformance tests. + cd ruby && bash travis-test.sh ruby-2.1 && cd .. +} +build_ruby22() { + internal_build_cpp # For conformance tests. + cd ruby && bash travis-test.sh ruby-2.2 && cd .. +} +build_jruby() { + internal_build_cpp # For conformance tests. + # TODO(xiaofeng): Upgrade to jruby-9.x. There are some broken jests to be + # fixed. + cd ruby && bash travis-test.sh jruby-1.7 && cd .. +} +build_ruby_all() { + build_ruby21 + build_ruby22 + # TODO(teboring): Disable jruby test temperarily for it randomly fails. + # https://grpc-testing.appspot.com/job/protobuf_pull_request/735/consoleFull. + # build_jruby +} + +build_javascript() { + internal_build_cpp + cd js && npm install && npm test && cd .. + cd conformance && make test_nodejs && cd .. +} + +generate_php_test_proto() { + internal_build_cpp + pushd php/tests + # Generate test file + rm -rf generated + mkdir generated + ../../src/protoc --php_out=generated \ + proto/test.proto \ + proto/test_include.proto \ + proto/test_no_namespace.proto \ + proto/test_prefix.proto \ + proto/test_php_namespace.proto \ + proto/test_empty_php_namespace.proto \ + proto/test_service.proto \ + proto/test_service_namespace.proto \ + proto/test_descriptors.proto + pushd ../../src + ./protoc --php_out=../php/tests/generated google/protobuf/empty.proto + ./protoc --php_out=../php/tests/generated -I../php/tests -I. ../php/tests/proto/test_import_descriptor_proto.proto + popd + popd +} + +use_php() { + VERSION=$1 + PHP=`which php` + PHP_CONFIG=`which php-config` + PHPIZE=`which phpize` + ln -sfn "/usr/local/php-${VERSION}/bin/php" $PHP + ln -sfn "/usr/local/php-${VERSION}/bin/php-config" $PHP_CONFIG + ln -sfn "/usr/local/php-${VERSION}/bin/phpize" $PHPIZE + generate_php_test_proto +} + +use_php_zts() { + VERSION=$1 + PHP=`which php` + PHP_CONFIG=`which php-config` + PHPIZE=`which phpize` + ln -sfn "/usr/local/php-${VERSION}-zts/bin/php" $PHP + ln -sfn "/usr/local/php-${VERSION}-zts/bin/php-config" $PHP_CONFIG + ln -sfn "/usr/local/php-${VERSION}-zts/bin/phpize" $PHPIZE + generate_php_test_proto +} + +use_php_bc() { + VERSION=$1 + PHP=`which php` + PHP_CONFIG=`which php-config` + PHPIZE=`which phpize` + ln -sfn "/usr/local/php-${VERSION}-bc/bin/php" $PHP + ln -sfn "/usr/local/php-${VERSION}-bc/bin/php-config" $PHP_CONFIG + ln -sfn "/usr/local/php-${VERSION}-bc/bin/phpize" $PHPIZE + generate_php_test_proto +} + +build_php5.5() { + use_php 5.5 + + pushd php + rm -rf vendor + cp -r /usr/local/vendor-5.5 vendor + wget https://phar.phpunit.de/phpunit-4.8.0.phar -O /usr/bin/phpunit + phpunit + popd + pushd conformance + make test_php + popd +} + +build_php5.5_c() { + use_php 5.5 + wget https://phar.phpunit.de/phpunit-4.8.0.phar -O /usr/bin/phpunit + pushd php/tests + /bin/bash ./test.sh + popd + # TODO(teboring): Add it back + # pushd conformance + # make test_php_c + # popd +} + +build_php5.5_zts_c() { + use_php_zts 5.5 + wget https://phar.phpunit.de/phpunit-4.8.0.phar -O /usr/bin/phpunit + cd php/tests && /bin/bash ./test.sh && cd ../.. + # TODO(teboring): Add it back + # pushd conformance + # make test_php_zts_c + # popd +} + +build_php5.6() { + use_php 5.6 + pushd php + rm -rf vendor + cp -r /usr/local/vendor-5.6 vendor + wget https://phar.phpunit.de/phpunit-5.7.0.phar -O /usr/bin/phpunit + phpunit + popd + pushd conformance + make test_php + popd +} + +build_php5.6_c() { + use_php 5.6 + wget https://phar.phpunit.de/phpunit-5.7.0.phar -O /usr/bin/phpunit + cd php/tests && /bin/bash ./test.sh && cd ../.. + # TODO(teboring): Add it back + # pushd conformance + # make test_php_c + # popd +} + +build_php5.6_zts_c() { + use_php_zts 5.6 + wget https://phar.phpunit.de/phpunit-5.7.0.phar -O /usr/bin/phpunit + cd php/tests && /bin/bash ./test.sh && cd ../.. + # TODO(teboring): Add it back + # pushd conformance + # make test_php_zts_c + # popd +} + +build_php5.6_mac() { + generate_php_test_proto + # Install PHP + curl -s https://php-osx.liip.ch/install.sh | bash -s 5.6 + PHP_FOLDER=`find /usr/local -type d -name "php5-5.6*"` # The folder name may change upon time + export PATH="$PHP_FOLDER/bin:$PATH" + + # Install phpunit + curl https://phar.phpunit.de/phpunit-5.6.10.phar -L -o phpunit.phar + chmod +x phpunit.phar + sudo mv phpunit.phar /usr/local/bin/phpunit + + # Install valgrind + echo "#! /bin/bash" > valgrind + chmod ug+x valgrind + sudo mv valgrind /usr/local/bin/valgrind + + # Test + cd php/tests && /bin/bash ./test.sh && cd ../.. + # TODO(teboring): Add it back + # pushd conformance + # make test_php_c + # popd +} + +build_php7.0() { + use_php 7.0 + pushd php + rm -rf vendor + cp -r /usr/local/vendor-7.0 vendor + wget https://phar.phpunit.de/phpunit-5.6.0.phar -O /usr/bin/phpunit + phpunit + popd + pushd conformance + make test_php + popd +} + +build_php7.0_c() { + use_php 7.0 + wget https://phar.phpunit.de/phpunit-5.6.0.phar -O /usr/bin/phpunit + cd php/tests && /bin/bash ./test.sh && cd ../.. + # TODO(teboring): Add it back + # pushd conformance + # make test_php_c + # popd +} + +build_php7.0_zts_c() { + use_php_zts 7.0 + wget https://phar.phpunit.de/phpunit-5.6.0.phar -O /usr/bin/phpunit + cd php/tests && /bin/bash ./test.sh && cd ../.. + # TODO(teboring): Add it back. + # pushd conformance + # make test_php_zts_c + # popd +} + +build_php7.0_mac() { + generate_php_test_proto + # Install PHP + curl -s https://php-osx.liip.ch/install.sh | bash -s 7.0 + PHP_FOLDER=`find /usr/local -type d -name "php7-7.0*"` # The folder name may change upon time + export PATH="$PHP_FOLDER/bin:$PATH" + + # Install phpunit + curl https://phar.phpunit.de/phpunit-5.6.0.phar -L -o phpunit.phar + chmod +x phpunit.phar + sudo mv phpunit.phar /usr/local/bin/phpunit + + # Install valgrind + echo "#! /bin/bash" > valgrind + chmod ug+x valgrind + sudo mv valgrind /usr/local/bin/valgrind + + # Test + cd php/tests && /bin/bash ./test.sh && cd ../.. + # TODO(teboring): Add it back + # pushd conformance + # make test_php_c + # popd +} + +build_php_compatibility() { + internal_build_cpp + php/tests/compatibility_test.sh +} + +build_php7.1() { + use_php 7.1 + pushd php + rm -rf vendor + cp -r /usr/local/vendor-7.1 vendor + wget https://phar.phpunit.de/phpunit-5.6.0.phar -O /usr/bin/phpunit + phpunit + popd + pushd conformance + # TODO(teboring): Add it back + # make test_php + popd +} + +build_php7.1_c() { + use_php 7.1 + wget https://phar.phpunit.de/phpunit-5.6.0.phar -O /usr/bin/phpunit + cd php/tests && /bin/bash ./test.sh && cd ../.. + pushd conformance + # make test_php_c + popd +} + +build_php7.1_zts_c() { + use_php_zts 7.1 + wget https://phar.phpunit.de/phpunit-5.6.0.phar -O /usr/bin/phpunit + cd php/tests && /bin/bash ./test.sh && cd ../.. + pushd conformance + # make test_php_c + popd +} + +build_php_all_32() { + build_php5.5 + build_php5.6 + build_php7.0 + build_php7.1 + build_php5.5_c + build_php5.6_c + build_php7.0_c + build_php7.1_c + build_php5.5_zts_c + build_php5.6_zts_c + build_php7.0_zts_c + build_php7.1_zts_c +} + +build_php_all() { + build_php_all_32 + build_php_compatibility +} + +# Note: travis currently does not support testing more than one language so the +# .travis.yml cheats and claims to only be cpp. If they add multiple language +# support, this should probably get updated to install steps and/or +# rvm/gemfile/jdk/etc. entries rather than manually doing the work. + +# .travis.yml uses matrix.exclude to block the cases where app-get can't be +# use to install things. + +# -------- main -------- + +if [ "$#" -ne 1 ]; then + echo " +Usage: $0 { cpp | + cpp_distcheck | + csharp | + java_jdk7 | + java_oracle7 | + java_compatibility | + javanano_jdk7 | + javanano_oracle7 | + objectivec_ios | + objectivec_ios_debug | + objectivec_ios_release | + objectivec_osx | + objectivec_cocoapods_integration | + python | + python_cpp | + python_compatibility | + ruby21 | + ruby22 | + jruby | + ruby_all | + php5.5 | + php5.5_c | + php5.6 | + php5.6_c | + php7.0 | + php7.0_c | + php_compatibility | + php7.1 | + php7.1_c | + php_all) +" + exit 1 +fi + +set -e # exit immediately on error +set -x # display all commands +eval "build_$1" |