aboutsummaryrefslogtreecommitdiffhomepage
path: root/ci
diff options
context:
space:
mode:
authorGravatar David Tellenbach <david.tellenbach@me.com>2020-08-19 18:27:45 +0000
committerGravatar David Tellenbach <david.tellenbach@me.com>2020-08-19 18:27:45 +0000
commitfe8c3ef3cbb9670335a8fdc31af552730baa8da2 (patch)
tree71e5872cf8150f5994a82d2fab4e1acf7ef2eb02 /ci
parentd10b27fe37736d2944630ecd7557cefa95cf87c9 (diff)
Add possibility to split test suit build targets and improved CI configuration
- Introduce CMake option `EIGEN_SPLIT_TESTSUITE` that allows to divide the single test build target into several subtargets - Add CI pipeline for merge request that can be run by GitLab's shared runners - Add nightly CI pipeline
Diffstat (limited to 'ci')
-rw-r--r--ci/CTest2JUnit.xsl120
-rw-r--r--ci/build-tests.gitlab-ci.yml131
-rw-r--r--ci/run-tests.gitlab-ci.yml128
3 files changed, 379 insertions, 0 deletions
diff --git a/ci/CTest2JUnit.xsl b/ci/CTest2JUnit.xsl
new file mode 100644
index 000000000..8ba21f4e6
--- /dev/null
+++ b/ci/CTest2JUnit.xsl
@@ -0,0 +1,120 @@
+<xsl:stylesheet xmlns:xsl="http://www.w3.org/1999/XSL/Transform" version="1.0">
+<xsl:output method="xml" indent="yes"/>
+ <xsl:template match="/Site">
+ <xsl:variable name="Name"><xsl:value-of select="@Name"/></xsl:variable>
+ <xsl:variable name="Hostname"><xsl:value-of select="@Hostname"/></xsl:variable>
+ <xsl:variable name="TestCount"><xsl:value-of select="count(//TestList/Test)"/> </xsl:variable>
+ <xsl:variable name="ErrorCount"><xsl:value-of select="count(//TestList/Test[@Status='error'])"/> </xsl:variable>
+ <xsl:variable name="FailureCount"><xsl:value-of select="count(//Testing/Test[@Status='failed'])"/> </xsl:variable>
+ <testsuite name="{$Name}" hostname="{$Hostname}" errors="0" failures="{$FailureCount}" tests="{$TestCount}">
+ <xsl:variable name="BuildName"><xsl:value-of select="@BuildName"/></xsl:variable>
+ <xsl:variable name="BuildStamp"><xsl:value-of select="@BuildStamp"/></xsl:variable>
+ <xsl:variable name="Generator"><xsl:value-of select="@Generator"/></xsl:variable>
+ <xsl:variable name="CompilerName"><xsl:value-of select="@CompilerName"/></xsl:variable>
+ <xsl:variable name="OSName"><xsl:value-of select="@OSName"/></xsl:variable>
+ <xsl:variable name="OSRelease"><xsl:value-of select="@OSRelease"/></xsl:variable>
+ <xsl:variable name="OSVersion"><xsl:value-of select="@OSVersion"/></xsl:variable>
+ <xsl:variable name="OSPlatform"><xsl:value-of select="@OSPlatform"/></xsl:variable>
+ <xsl:variable name="Is64Bits"><xsl:value-of select="@Is64Bits"/></xsl:variable>
+ <xsl:variable name="VendorString"><xsl:value-of select="@VendorString"/></xsl:variable>
+ <xsl:variable name="VendorID"><xsl:value-of select="@VendorID"/></xsl:variable>
+ <xsl:variable name="FamilyID"><xsl:value-of select="@FamilyID"/></xsl:variable>
+ <xsl:variable name="ModelID"><xsl:value-of select="@ModelID"/></xsl:variable>
+ <xsl:variable name="ProcessorCacheSize"><xsl:value-of select="@ProcessorCacheSize"/></xsl:variable>
+ <xsl:variable name="NumberOfLogicalCPU"><xsl:value-of select="@NumberOfLogicalCPU"/></xsl:variable>
+ <xsl:variable name="NumberOfPhysicalCPU"><xsl:value-of select="@NumberOfPhysicalCPU"/></xsl:variable>
+ <xsl:variable name="TotalVirtualMemory"><xsl:value-of select="@TotalVirtualMemory"/></xsl:variable>
+ <xsl:variable name="TotalPhysicalMemory"><xsl:value-of select="@TotalPhysicalMemory"/></xsl:variable>
+ <xsl:variable name="LogicalProcessorsPerPhysical"><xsl:value-of select="@LogicalProcessorsPerPhysical"/></xsl:variable>
+ <xsl:variable name="ProcessorClockFrequency"><xsl:value-of select="@ProcessorClockFrequency"/></xsl:variable>
+ <properties>
+ <property name="BuildName" value="{$BuildName}" />
+ <property name="BuildStamp" value="{$BuildStamp}" />
+ <property name="Name" value="{$Name}" />
+ <property name="Generator" value="{$Generator}" />
+ <property name="CompilerName" value="{$CompilerName}" />
+ <property name="OSName" value="{$OSName}" />
+ <property name="Hostname" value="{$Hostname}" />
+ <property name="OSRelease" value="{$OSRelease}" />
+ <property name="OSVersion" value="{$OSVersion}" />
+ <property name="OSPlatform" value="{$OSPlatform}" />
+ <property name="Is64Bits" value="{$Is64Bits}" />
+ <property name="VendorString" value="{$VendorString}" />
+ <property name="VendorID" value="{$VendorID}" />
+ <property name="FamilyID" value="{$FamilyID}" />
+ <property name="ModelID" value="{$ModelID}" />
+ <property name="ProcessorCacheSize" value="{$ProcessorCacheSize}" />
+ <property name="NumberOfLogicalCPU" value="{$NumberOfLogicalCPU}" />
+ <property name="NumberOfPhysicalCPU" value="{$NumberOfPhysicalCPU}" />
+ <property name="TotalVirtualMemory" value="{$TotalVirtualMemory}" />
+ <property name="TotalPhysicalMemory" value="{$TotalPhysicalMemory}" />
+ <property name="LogicalProcessorsPerPhysical" value="{$LogicalProcessorsPerPhysical}" />
+ <property name="ProcessorClockFrequency" value="{$ProcessorClockFrequency}" />
+ </properties>
+ <xsl:apply-templates select="Testing/Test"/>
+
+ <system-out>
+ BuildName: <xsl:value-of select="$BuildName" />
+ BuildStamp: <xsl:value-of select="$BuildStamp" />
+ Name: <xsl:value-of select="$Name" />
+ Generator: <xsl:value-of select="$Generator" />
+ CompilerName: <xsl:value-of select="$CompilerName" />
+ OSName: <xsl:value-of select="$OSName" />
+ Hostname: <xsl:value-of select="$Hostname" />
+ OSRelease: <xsl:value-of select="$OSRelease" />
+ OSVersion: <xsl:value-of select="$OSVersion" />
+ OSPlatform: <xsl:value-of select="$OSPlatform" />
+ Is64Bits: <xsl:value-of select="$Is64Bits" />
+ VendorString: <xsl:value-of select="$VendorString" />
+ VendorID: <xsl:value-of select="$VendorID" />
+ FamilyID: <xsl:value-of select="$FamilyID" />
+ ModelID: <xsl:value-of select="$ModelID" />
+ ProcessorCacheSize: <xsl:value-of select="$ProcessorCacheSize" />
+ NumberOfLogicalCPU: <xsl:value-of select="$NumberOfLogicalCPU" />
+ NumberOfPhysicalCPU: <xsl:value-of select="$NumberOfPhysicalCPU" />
+ TotalVirtualMemory: <xsl:value-of select="$TotalVirtualMemory" />
+ TotalPhysicalMemory: <xsl:value-of select="$TotalPhysicalMemory" />
+ LogicalProcessorsPerPhysical: <xsl:value-of select="$LogicalProcessorsPerPhysical" />
+ ProcessorClockFrequency: <xsl:value-of select="$ProcessorClockFrequency" />
+ </system-out>
+ </testsuite>
+ </xsl:template>
+
+ <xsl:template match="Testing/Test">
+ <xsl:variable name="testcasename"><xsl:value-of select= "Name"/></xsl:variable>
+ <xsl:variable name="testclassname"><xsl:value-of select= " concat('this', substring(Path,2))"/></xsl:variable>
+ <xsl:variable name="exectime">
+ <xsl:for-each select="Results/NamedMeasurement">
+ <xsl:if test="@name = 'Execution Time'">
+ <xsl:value-of select="."/>
+ </xsl:if>
+ </xsl:for-each>
+ </xsl:variable>
+
+ <testcase name="{$testcasename}" classname="{$testclassname}" time="{$exectime}">
+ <xsl:if test="@Status = 'passed'">
+ </xsl:if>
+ <xsl:if test="@Status = 'failed'">
+ <xsl:variable name="failtype">
+ <xsl:for-each select="Results/NamedMeasurement">
+ <xsl:if test="@name = 'Exit Code'">
+ <xsl:value-of select="."/>
+ </xsl:if>
+ </xsl:for-each>
+ </xsl:variable>
+ <xsl:variable name="failcode">
+ <xsl:for-each select="Results/NamedMeasurement">
+ <xsl:if test="@name = 'Exit Value'">
+ <xsl:value-of select="."/>
+ </xsl:if>
+ </xsl:for-each>
+ </xsl:variable>
+ <failure message="{$failtype} ({$failcode})"><xsl:value-of select="Results/Measurement/Value/text()" /></failure>
+ </xsl:if>
+ <xsl:if test="@Status = 'notrun'">
+ <skipped><xsl:value-of select="Results/Measurement/Value/text()" /></skipped>
+ </xsl:if>
+ </testcase>
+ </xsl:template>
+
+</xsl:stylesheet>
diff --git a/ci/build-tests.gitlab-ci.yml b/ci/build-tests.gitlab-ci.yml
new file mode 100644
index 000000000..2b69b2841
--- /dev/null
+++ b/ci/build-tests.gitlab-ci.yml
@@ -0,0 +1,131 @@
+.build-tests-base:
+ stage: build
+ image: ubuntu:18.04
+ before_script:
+ - apt-get update -y
+ - apt-get install -y --no-install-recommends software-properties-common
+ - add-apt-repository -y ppa:ubuntu-toolchain-r/test
+ - apt-get update
+ - apt-get install --no-install-recommends -y ${EIGEN_CI_CXX_COMPILER} ${EIGEN_CI_CC_COMPILER} cmake ninja-build
+ script:
+ - mkdir -p ${BUILDDIR} && cd ${BUILDDIR}
+ - echo "CXX=${EIGEN_CI_CXX_COMPILER} CC=${EIGEN_CI_CC_COMPILER} cmake -G ${EIGEN_CI_CMAKE_GENEATOR} -DEIGEN_SPLIT_TESTSUITE=${EIGEN_CI_TESTSUITE_SIZE} -DEIGEN_TEST_CXX11=${EIGEN_TEST_CXX11} ${EIGEN_CI_ADDITIONAL_ARGS} .."
+ - CXX=${EIGEN_CI_CXX_COMPILER} CC=${EIGEN_CI_CC_COMPILER} cmake -G ${EIGEN_CI_CMAKE_GENEATOR} -DEIGEN_SPLIT_TESTSUITE=${EIGEN_CI_TESTSUITE_SIZE} -DEIGEN_TEST_CXX11=${EIGEN_TEST_CXX11} ${EIGEN_CI_ADDITIONAL_ARGS}..
+ - echo "cmake --build . --target buildtestspart${EIGEN_CI_TESTSUITE_PART}"
+ - cmake --build . --target buildtestspart${EIGEN_CI_TESTSUITE_PART}
+ artifacts:
+ name: "$CI_JOB_NAME-$CI_COMMIT_REF_NAME"
+ paths:
+ - ${BUILDDIR}/
+ expire_in: 5 days
+
+# Base for all build jobs building the whole testsuite in one job. Note that
+# this cannot be run on GitLab's shared runners due to their timeout.
+.build-tests-single-base:
+ extends: .build-tests-base
+ script:
+ - mkdir -p ${BUILDDIR} && cd ${BUILDDIR}
+ - echo "CXX=${EIGEN_CI_CXX_COMPILER} CC=${EIGEN_CI_CC_COMPILER} cmake -G ${EIGEN_CI_CMAKE_GENEATOR} -DEIGEN_TEST_CXX11=${EIGEN_TEST_CXX11} ${EIGEN_CI_CXX_FLAGS} ${EIGEN_CI_ADDITIONAL_ARGS}.."
+ - CXX=${EIGEN_CI_CXX_COMPILER} CC=${EIGEN_CI_CC_COMPILER} cmake -G ${EIGEN_CI_CMAKE_GENEATOR} -DEIGEN_TEST_CXX11=${EIGEN_TEST_CXX11} ${EIGEN_CI_ADDITIONAL_ARGS}..
+ - echo "cmake --build . --target buildtests"
+ - cmake --build . --target buildtests
+ tags:
+ - eigen-runner
+ - x86
+ - linux
+ only:
+ - schedules
+
+# Base for all build jobs using a splitted testsuite such that the job can be
+# run on GitLab's own shared runners
+.build-tests-split-base:
+ extends: .build-tests-base
+ script:
+ - mkdir -p ${BUILDDIR} && cd ${BUILDDIR}
+ - echo "CXX=${EIGEN_CI_CXX_COMPILER} CC=${EIGEN_CI_CC_COMPILER} cmake -G ${EIGEN_CI_CMAKE_GENEATOR} -DEIGEN_SPLIT_TESTSUITE=${EIGEN_CI_TESTSUITE_SIZE} -DEIGEN_TEST_CXX11=${EIGEN_TEST_CXX11} ${EIGEN_CI_CXX_FLAGS} -DEIGEN_TEST_AVX=On -DEIGEN_TEST_AVX2=On .."
+ - CXX=${EIGEN_CI_CXX_COMPILER} CC=${EIGEN_CI_CC_COMPILER} cmake -G ${EIGEN_CI_CMAKE_GENEATOR} -DEIGEN_SPLIT_TESTSUITE=${EIGEN_CI_TESTSUITE_SIZE} -DEIGEN_TEST_CXX11=${EIGEN_TEST_CXX11} -DEIGEN_TEST_AVX=On -DEIGEN_TEST_AVX2=On ..
+ - echo "cmake --build . --target buildtestspart${EIGEN_CI_TESTSUITE_PART}"
+ - cmake --build . --target buildtestspart${EIGEN_CI_TESTSUITE_PART}
+ only:
+ - merge_requests
+
+########################## Nightly running jobs ################################
+
+# GCC 4.8
+# This is the oldest GCC version we support
+build-tests-g++-4.8-cxx11-on:
+ extends: .build-tests-single-base
+ variables:
+ EIGEN_CI_CXX_COMPILER: "g++-4.8"
+ EIGEN_CI_CC_COMPILER: "gcc-4.8"
+ EIGEN_TEST_CXX11: "on"
+
+build-tests-g++-4.8-cxx11-off:
+ extends: .build-tests-single-base
+ variables:
+ EIGEN_CI_CXX_COMPILER: "g++-4.8"
+ EIGEN_CI_CC_COMPILER: "gcc-4.8"
+ EIGEN_TEST_CXX11: "off"
+
+# Clang 10
+build-tests-clang++-10-cxx11-on:
+ extends: .build-tests-single-base
+ variables:
+ EIGEN_CI_CXX_COMPILER: "clang++-10"
+ EIGEN_CI_CC_COMPILER: "clang-10"
+ EIGEN_TEST_CXX11: "on"
+ EIGEN_CI_ADDITIONAL_ARGS: "-DEIGEN_TEST_AVX=On -DEIGEN_TEST_AVX2=On"
+
+build-tests-clang++-10-cxx11-off:
+ extends: .build-tests-single-base
+ variables:
+ EIGEN_CI_CXX_COMPILER: "clang++-10"
+ EIGEN_CI_CC_COMPILER: "clang-10"
+ EIGEN_TEST_CXX11: "off"
+ EIGEN_CI_ADDITIONAL_ARGS: "-DEIGEN_TEST_AVX=On -DEIGEN_TEST_AVX2=On"
+
+# GCC 10
+build-tests-g++-10-cxx11-off:
+ extends: .build-tests-single-base
+ variables:
+ EIGEN_CI_CXX_COMPILER: "g++-10"
+ EIGEN_CI_CC_COMPILER: "gcc-10"
+ EIGEN_TEST_CXX11: "off"
+ EIGEN_CI_ADDITIONAL_ARGS: "-DEIGEN_TEST_AVX=On -DEIGEN_TEST_AVX2=On"
+
+build-tests-g++-10-cxx11-on:
+ extends: .build-tests-single-base
+ variables:
+ EIGEN_CI_CXX_COMPILER: "g++-10"
+ EIGEN_CI_CC_COMPILER: "gcc-10"
+ EIGEN_TEST_CXX11: "on"
+ EIGEN_CI_ADDITIONAL_ARGS: "-DEIGEN_TEST_AVX=On -DEIGEN_TEST_AVX2=On"
+
+########################### Merge request jobs #################################
+
+# GCC 10
+build-tests-g++-9-cxx11-on-mr:
+ only:
+ - merge_requests
+ extends: .build-tests-split-base
+ variables:
+ EIGEN_CI_CXX_COMPILER: "g++-9"
+ EIGEN_CI_CC_COMPILER: "gcc-9"
+ EIGEN_CI_ADDITIONAL_ARGS: "-DEIGEN_TEST_AVX=On -DEIGEN_TEST_AVX2=On"
+ parallel:
+ matrix:
+ - EIGEN_CI_TESTSUITE_PART: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14]
+ EIGEN_TEST_CXX11: "on"
+
+build-tests-g++-9-cxx11-off-mr:
+ only:
+ - merge_requests
+ extends: .build-tests-split-base
+ variables:
+ EIGEN_CI_CXX_COMPILER: "g++-9"
+ EIGEN_CI_CC_COMPILER: "gcc-9"
+ EIGEN_CI_ADDITIONAL_ARGS: "-DEIGEN_TEST_AVX=On -DEIGEN_TEST_AVX2=On"
+ parallel:
+ matrix:
+ - EIGEN_CI_TESTSUITE_PART: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14]
+ EIGEN_TEST_CXX11: "off"
diff --git a/ci/run-tests.gitlab-ci.yml b/ci/run-tests.gitlab-ci.yml
new file mode 100644
index 000000000..c8ad66e7b
--- /dev/null
+++ b/ci/run-tests.gitlab-ci.yml
@@ -0,0 +1,128 @@
+.run_tests:
+ allow_failure: true
+ stage: test
+ image: ubuntu:18.04
+ before_script:
+ - apt-get update -y
+ - apt-get install -y --no-install-recommends software-properties-common
+ - add-apt-repository -y ppa:ubuntu-toolchain-r/test
+ - apt-get update
+ - apt-get install --no-install-recommends -y ${EIGEN_CI_CXX_COMPILER} ${EIGEN_CI_CC_COMPILER} cmake ninja-build xsltproc
+ script:
+ - echo "cd ${BUILDDIR} && ctest --output-on-failure --no-compress-output --build-no-clean -T test"
+ - cd ${BUILDDIR} && ctest --output-on-failure --no-compress-output --build-no-clean -T test
+ after_script:
+ - apt-get update -y
+ - apt-get install --no-install-recommends -y xsltproc
+ - cd ${BUILDDIR}
+ - xsltproc ../ci/CTest2JUnit.xsl Testing/`head -n 1 < Testing/TAG`/Test.xml > "JUnitTestResults_$CI_JOB_ID.xml"
+ artifacts:
+ reports:
+ junit:
+ - ${BUILDDIR}/JUnitTestResults_$CI_JOB_ID.xml
+ expire_in: 5 days
+
+########################## Nightly running jobs ################################
+# GCC 4.8
+run-tests-g++-4.8-cxx11-on:
+ only:
+ - schedules
+ extends: .run_tests
+ variables:
+ EIGEN_CI_CXX_COMPILER: g++-4.8
+ EIGEN_CI_CC_COMPILER: gcc-4.8
+ needs: [ "build-tests-g++-4.8-cxx11-on" ]
+ tags:
+ - eigen-runner
+ - x86
+ - linux
+
+run-tests-g++-4.8-cxx11-off:
+ only:
+ - schedules
+ extends: .run_tests
+ variables:
+ EIGEN_CI_CXX_COMPILER: g++-4.8
+ EIGEN_CI_CC_COMPILER: gcc-4.8
+ needs: [ "build-tests-g++-4.8-cxx11-off" ]
+ tags:
+ - eigen-runner
+ - x86
+ - linux
+
+# Clang 10
+run-tests-clang++-10-cxx11-on:
+ only:
+ - schedules
+ extends: .run_tests
+ variables:
+ EIGEN_CI_CXX_COMPILER: clang++-10
+ EIGEN_CI_CC_COMPILER: clang-10
+ needs: [ "build-tests-clang++-10-cxx11-on" ]
+ tags:
+ - eigen-runner
+ - x86
+ - linux
+
+run-tests-clang++-10-cxx11-off:
+ only:
+ - schedules
+ extends: .run_tests
+ variables:
+ EIGEN_CI_CXX_COMPILER: clang++-10
+ EIGEN_CI_CC_COMPILER: clang-10
+ needs: [ "build-tests-clang++-10-cxx11-off" ]
+ tags:
+ - eigen-runner
+ - x86
+ - linux
+
+# GCC 10
+run-tests-g++-10-cxx11-on:
+ only:
+ - schedules
+ extends: .run_tests
+ variables:
+ EIGEN_CI_CXX_COMPILER: g++-10
+ EIGEN_CI_CC_COMPILER: gcc-10
+ needs: [ "build-tests-g++-10-cxx11-on" ]
+ tags:
+ - eigen-runner
+ - x86
+ - linux
+
+run-tests-g++-10-cxx11-off:
+ only:
+ - schedules
+ extends: .run_tests
+ variables:
+ EIGEN_CI_CXX_COMPILER: g++-10
+ EIGEN_CI_CC_COMPILER: gcc-10
+ needs: [ "build-tests-g++-10-cxx11-off" ]
+ tags:
+ - eigen-runner
+ - x86
+ - linux
+
+########################### Merge request jobs #################################
+
+# GCC 10
+run-tests-g++-9-cxx11-on-mr:
+ only:
+ - merge_requests
+ extends: .run_tests
+ variables:
+ EIGEN_CI_CXX_COMPILER: g++-9
+ EIGEN_CI_CC_COMPILER: gcc-9
+ dependencies:
+ - build-tests-g++-9-cxx11-on-mr
+
+run-tests-g++-9-cxx11-off-mr:
+ only:
+ - merge_requests
+ extends: .run_tests
+ variables:
+ EIGEN_CI_CXX_COMPILER: g++-9
+ EIGEN_CI_CC_COMPILER: gcc-9
+ dependencies:
+ - build-tests-g++-9-cxx11-off-mr