diff options
author | Asim Shankar <ashankar@google.com> | 2018-07-03 19:12:03 -0700 |
---|---|---|
committer | TensorFlower Gardener <gardener@tensorflow.org> | 2018-07-03 19:17:17 -0700 |
commit | 6578bad00e6125f13722ab322658c8569ad3595d (patch) | |
tree | 58267bc15cef33b587a91baefdecdd1e7482794c /tensorflow/java | |
parent | 8779f768a3c0fa8d48c25f71d65513c208c77432 (diff) |
[Java]: Release 1.9.0-rc2
PiperOrigin-RevId: 203218006
Diffstat (limited to 'tensorflow/java')
-rw-r--r-- | tensorflow/java/maven/hadoop/pom.xml | 168 | ||||
-rw-r--r-- | tensorflow/java/maven/libtensorflow/pom.xml | 2 | ||||
-rw-r--r-- | tensorflow/java/maven/libtensorflow_jni/pom.xml | 2 | ||||
-rw-r--r-- | tensorflow/java/maven/libtensorflow_jni_gpu/pom.xml | 2 | ||||
-rw-r--r-- | tensorflow/java/maven/pom.xml | 2 | ||||
-rw-r--r-- | tensorflow/java/maven/proto/pom.xml | 2 | ||||
-rw-r--r-- | tensorflow/java/maven/run_inside_container.sh | 5 | ||||
-rw-r--r-- | tensorflow/java/maven/spark-connector/pom.xml | 323 | ||||
-rw-r--r-- | tensorflow/java/maven/tensorflow/pom.xml | 2 |
9 files changed, 472 insertions, 36 deletions
diff --git a/tensorflow/java/maven/hadoop/pom.xml b/tensorflow/java/maven/hadoop/pom.xml index 0642be06fa..a160377210 100644 --- a/tensorflow/java/maven/hadoop/pom.xml +++ b/tensorflow/java/maven/hadoop/pom.xml @@ -1,12 +1,30 @@ -<project - xmlns="http://maven.apache.org/POM/4.0.0" - xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" - xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> - <!-- Placeholder pom which is replaced by TensorFlow ecosystem Hadoop pom during build --> +<project xmlns="http://maven.apache.org/POM/4.0.0" + xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" + xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd"> <modelVersion>4.0.0</modelVersion> - <description>TensorFlow TFRecord InputFormat/OutputFormat for Apache Hadoop</description> + <groupId>org.tensorflow</groupId> <artifactId>hadoop</artifactId> <packaging>jar</packaging> + <version>1.9.0-rc2</version> + <name>tensorflow-hadoop</name> + <url>https://www.tensorflow.org</url> + <description>TensorFlow TFRecord InputFormat/OutputFormat for Apache Hadoop</description> + + <properties> + <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding> + <maven.compiler.source>1.6</maven.compiler.source> + <maven.compiler.target>1.6</maven.compiler.target> + <hadoop.version>2.6.0</hadoop.version> + <protobuf.version>3.3.1</protobuf.version> + <junit.version>4.11</junit.version> + </properties> + + <licenses> + <license> + <name>Apache License Version 2.0</name> + <url>http://www.apache.org/licenses/LICENSE-2.0.txt</url> + </license> + </licenses> <scm> <url>https://github.com/tensorflow/ecosystem.git</url> @@ -14,11 +32,133 @@ <developerConnection>scm:git:https://github.com/tensorflow/ecosystem.git</developerConnection> </scm> - <url>https://github.com/tensorflow/ecosystem/</url> - <parent> - <groupId>org.tensorflow</groupId> - <artifactId>parentpom</artifactId> - <version>1.9.0-rc0</version> - <relativePath>../</relativePath> - </parent> -</project>
\ No newline at end of file + <build> + <pluginManagement> + <plugins> + <plugin> + <groupId>org.apache.maven.plugins</groupId> + <artifactId>maven-gpg-plugin</artifactId> + <version>1.5</version> + <executions> + <execution> + <id>sign-artifacts</id> + <phase>verify</phase> + <goals> + <goal>sign</goal> + </goals> + </execution> + </executions> + </plugin> + </plugins> + </pluginManagement> + </build> + + <dependencies> + <dependency> + <groupId>org.tensorflow</groupId> + <artifactId>proto</artifactId> + <version>${project.version}</version> + </dependency> + <dependency> + <groupId>org.apache.hadoop</groupId> + <artifactId>hadoop-common</artifactId> + <version>${hadoop.version}</version> + <exclusions> + <exclusion> + <groupId>com.google.protobuf</groupId> + <artifactId>protobuf-java</artifactId> + </exclusion> + </exclusions> + </dependency> + <dependency> + <groupId>org.apache.hadoop</groupId> + <artifactId>hadoop-mapreduce-client-core</artifactId> + <version>${hadoop.version}</version> + <exclusions> + <exclusion> + <groupId>com.google.protobuf</groupId> + <artifactId>protobuf-java</artifactId> + </exclusion> + </exclusions> + </dependency> + <dependency> + <groupId>com.google.protobuf</groupId> + <artifactId>protobuf-java</artifactId> + <version>${protobuf.version}</version> + </dependency> + <dependency> + <groupId>junit</groupId> + <artifactId>junit</artifactId> + <version>${junit.version}</version> + <scope>test</scope> + </dependency> + <dependency> + <groupId>org.apache.hadoop</groupId> + <artifactId>hadoop-mapreduce-client-jobclient</artifactId> + <version>${hadoop.version}</version> + <type>test-jar</type> + <optional>true</optional> + <scope>test</scope> + <exclusions> + <exclusion> + <groupId>com.google.protobuf</groupId> + <artifactId>protobuf-java</artifactId> + </exclusion> + </exclusions> + </dependency> + </dependencies> + + <!-- Two profiles are used: + ossrh - deploys to ossrh/maven central + bintray - deploys to bintray/jcenter. --> + <profiles> + <profile> + <id>ossrh</id> + <distributionManagement> + <!-- Sonatype requirements from http://central.sonatype.org/pages/apache-maven.html --> + <snapshotRepository> + <id>ossrh</id> + <url>https://oss.sonatype.org/content/repositories/snapshots</url> + </snapshotRepository> + <repository> + <id>ossrh</id> + <url>https://oss.sonatype.org/service/local/staging/deploy/maven2/</url> + </repository> + </distributionManagement> + <build> + <plugins> + <plugin> + <groupId>org.apache.maven.plugins</groupId> + <artifactId>maven-gpg-plugin</artifactId> + </plugin> + </plugins> + </build> + </profile> + <profile> + <id>bintray</id> + <distributionManagement> + <!-- https://blog.bintray.com/2015/09/17/publishing-your-maven-project-to-bintray/ --> + <repository> + <id>bintray</id> + <url>https://api.bintray.com/maven/google/tensorflow/tensorflow/;publish=0</url> + </repository> + </distributionManagement> + <build> + <plugins> + <plugin> + <groupId>org.apache.maven.plugins</groupId> + <artifactId>maven-gpg-plugin</artifactId> + </plugin> + </plugins> + </build> + </profile> + </profiles> + + <developers> + <developer> + <name>TensorFlowers</name> + <organization>TensorFlow</organization> + <organizationUrl>http://www.tensorflow.org</organizationUrl> + </developer> + </developers> +</project> diff --git a/tensorflow/java/maven/libtensorflow/pom.xml b/tensorflow/java/maven/libtensorflow/pom.xml index a7fa9ea5cc..489fb7bdb0 100644 --- a/tensorflow/java/maven/libtensorflow/pom.xml +++ b/tensorflow/java/maven/libtensorflow/pom.xml @@ -6,7 +6,7 @@ <parent> <groupId>org.tensorflow</groupId> <artifactId>parentpom</artifactId> - <version>1.9.0-rc1</version> + <version>1.9.0-rc2</version> <relativePath>../</relativePath> </parent> <artifactId>libtensorflow</artifactId> diff --git a/tensorflow/java/maven/libtensorflow_jni/pom.xml b/tensorflow/java/maven/libtensorflow_jni/pom.xml index 83aae29f1e..5bef85f75e 100644 --- a/tensorflow/java/maven/libtensorflow_jni/pom.xml +++ b/tensorflow/java/maven/libtensorflow_jni/pom.xml @@ -6,7 +6,7 @@ <parent> <groupId>org.tensorflow</groupId> <artifactId>parentpom</artifactId> - <version>1.9.0-rc1</version> + <version>1.9.0-rc2</version> <relativePath>../</relativePath> </parent> <artifactId>libtensorflow_jni</artifactId> diff --git a/tensorflow/java/maven/libtensorflow_jni_gpu/pom.xml b/tensorflow/java/maven/libtensorflow_jni_gpu/pom.xml index 50bd8ee5f9..8d93c78220 100644 --- a/tensorflow/java/maven/libtensorflow_jni_gpu/pom.xml +++ b/tensorflow/java/maven/libtensorflow_jni_gpu/pom.xml @@ -6,7 +6,7 @@ <parent> <groupId>org.tensorflow</groupId> <artifactId>parentpom</artifactId> - <version>1.9.0-rc1</version> + <version>1.9.0-rc2</version> <relativePath>../</relativePath> </parent> <artifactId>libtensorflow_jni_gpu</artifactId> diff --git a/tensorflow/java/maven/pom.xml b/tensorflow/java/maven/pom.xml index b4746794ea..c5861102c8 100644 --- a/tensorflow/java/maven/pom.xml +++ b/tensorflow/java/maven/pom.xml @@ -6,7 +6,7 @@ <modelVersion>4.0.0</modelVersion> <groupId>org.tensorflow</groupId> <artifactId>parentpom</artifactId> - <version>1.9.0-rc1</version> + <version>1.9.0-rc2</version> <packaging>pom</packaging> <url>https://www.tensorflow.org</url> diff --git a/tensorflow/java/maven/proto/pom.xml b/tensorflow/java/maven/proto/pom.xml index 618a2a124c..754caad900 100644 --- a/tensorflow/java/maven/proto/pom.xml +++ b/tensorflow/java/maven/proto/pom.xml @@ -6,7 +6,7 @@ <parent> <groupId>org.tensorflow</groupId> <artifactId>parentpom</artifactId> - <version>1.9.0-rc1</version> + <version>1.9.0-rc2</version> <relativePath>../</relativePath> </parent> <artifactId>proto</artifactId> diff --git a/tensorflow/java/maven/run_inside_container.sh b/tensorflow/java/maven/run_inside_container.sh index 2e771064e4..2240d6b7b9 100644 --- a/tensorflow/java/maven/run_inside_container.sh +++ b/tensorflow/java/maven/run_inside_container.sh @@ -203,7 +203,10 @@ download_tf_ecosystem() { cd "${ECOSYSTEM_DIR}" git clone "${TF_ECOSYSTEM_URL}" cd ecosystem - git checkout r${TF_VERSION} + # TF_VERSION is a semver string (<major>.<minor>.<patch>[-suffix]) + # but the branch is just (r<major>.<minor>). + RELEASE_BRANCH=$(echo "${TF_VERSION}" | sed -e 's/\([0-9]\+\.[0-9]\+\)\.[0-9]\+.*/\1/') + git checkout r${RELEASE_BRANCH} # Copy the TensorFlow Hadoop source cp -r "${ECOSYSTEM_DIR}/ecosystem/hadoop/src" "${HADOOP_DIR}" diff --git a/tensorflow/java/maven/spark-connector/pom.xml b/tensorflow/java/maven/spark-connector/pom.xml index 19c752d08b..99237fdb98 100644 --- a/tensorflow/java/maven/spark-connector/pom.xml +++ b/tensorflow/java/maven/spark-connector/pom.xml @@ -1,12 +1,23 @@ -<project - xmlns="http://maven.apache.org/POM/4.0.0" - xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" - xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> - <!-- Placeholder pom which is replaced by TensorFlow ecosystem Spark pom during build --> +<?xml version="1.0" encoding="UTF-8"?> +<project xmlns="http://maven.apache.org/POM/4.0.0" + xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" + xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> <modelVersion>4.0.0</modelVersion> - <description>TensorFlow TFRecord connector for Apache Spark DataFrames</description> - <artifactId>spark-connector</artifactId> + <groupId>org.tensorflow</groupId> + <artifactId>spark-connector_2.11</artifactId> <packaging>jar</packaging> + <version>1.9.0-rc2</version> + <name>spark-tensorflow-connector</name> + <url>https://www.tensorflow.org</url> + <description>TensorFlow TFRecord connector for Apache Spark DataFrames</description> + + <licenses> + <license> + <name>The Apache Software License, Version 2.0</name> + <url>http://www.apache.org/licenses/LICENSE-2.0.txt</url> + <distribution>repo</distribution> + </license> + </licenses> <scm> <url>https://github.com/tensorflow/ecosystem.git</url> @@ -14,11 +25,293 @@ <developerConnection>scm:git:https://github.com/tensorflow/ecosystem.git</developerConnection> </scm> - <url>https://github.com/tensorflow/ecosystem/</url> - <parent> - <groupId>org.tensorflow</groupId> - <artifactId>parentpom</artifactId> - <version>1.9.0-rc0</version> - <relativePath>../</relativePath> - </parent> -</project>
\ No newline at end of file + <properties> + <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding> + <scala.maven.version>3.2.2</scala.maven.version> + <scala.binary.version>2.11</scala.binary.version> + <scalatest.maven.version>1.0</scalatest.maven.version> + <scala.test.version>2.2.6</scala.test.version> + <maven.compiler.version>3.0</maven.compiler.version> + <java.version>1.8</java.version> + <spark.version>2.3.0</spark.version> + <yarn.api.version>2.7.3</yarn.api.version> + <junit.version>4.11</junit.version> + </properties> + + <build> + <pluginManagement> + <plugins> + <plugin> + <inherited>true</inherited> + <groupId>net.alchim31.maven</groupId> + <artifactId>scala-maven-plugin</artifactId> + <version>${scala.maven.version}</version> + <executions> + <execution> + <id>compile</id> + <goals> + <goal>add-source</goal> + <goal>compile</goal> + </goals> + <configuration> + <jvmArgs> + <jvmArg>-Xms256m</jvmArg> + <jvmArg>-Xmx512m</jvmArg> + </jvmArgs> + <args> + <arg>-g:vars</arg> + <arg>-deprecation</arg> + <arg>-feature</arg> + <arg>-unchecked</arg> + <arg>-Xfatal-warnings</arg> + <arg>-language:implicitConversions</arg> + <arg>-language:existentials</arg> + </args> + </configuration> + </execution> + <execution> + <id>test</id> + <goals> + <goal>add-source</goal> + <goal>testCompile</goal> + </goals> + </execution> + </executions> + <configuration> + <recompileMode>incremental</recompileMode> + <useZincServer>true</useZincServer> + <scalaVersion>${scala.binary.version}</scalaVersion> + <checkMultipleScalaVersions>false</checkMultipleScalaVersions> + </configuration> + </plugin> + <plugin> + <inherited>true</inherited> + <groupId>org.scalatest</groupId> + <artifactId>scalatest-maven-plugin</artifactId> + <version>${scalatest.maven.version}</version> + <executions> + <execution> + <id>scalaTest</id> + <phase>test</phase> + <goals> + <goal>test</goal> + </goals> + </execution> + </executions> + </plugin> + <!-- Shade protobuf dependency. --> + <plugin> + <artifactId>maven-shade-plugin</artifactId> + <version>3.1.0</version> + <executions> + <execution> + <phase>package</phase> + <goals> + <goal>shade</goal> + </goals> + <configuration> + <minimizeJar>true</minimizeJar> + <artifactSet> + <includes> + <include>com.google.protobuf:protobuf-java</include> + <include>org.tensorflow:hadoop</include> + <include>org.tensorflow:proto</include> + </includes> + </artifactSet> + <filters> + <filter> + <!-- Remove the source to keep the result smaller. --> + <artifact>com.google.protobuf:protobuf-java</artifact> + <excludes> + <exclude>**/*.java</exclude> + </excludes> + </filter> + </filters> + <relocations> + <relocation> + <pattern>com.google.protobuf</pattern> + <shadedPattern> + org.tensorflow.spark.shaded.com.google.protobuf + </shadedPattern> + </relocation> + </relocations> + </configuration> + </execution> + </executions> + </plugin> + <!-- GPG signed components: http://central.sonatype.org/pages/apache-maven.html#gpg-signed-components --> + <plugin> + <groupId>org.apache.maven.plugins</groupId> + <artifactId>maven-gpg-plugin</artifactId> + <version>1.5</version> + <executions> + <execution> + <id>sign-artifacts</id> + <phase>verify</phase> + <goals> + <goal>sign</goal> + </goals> + </execution> + </executions> + </plugin> + </plugins> + </pluginManagement> + <plugins> + <plugin> + <groupId>net.alchim31.maven</groupId> + <artifactId>scala-maven-plugin</artifactId> + </plugin> + <plugin> + <groupId>org.apache.maven.plugins</groupId> + <artifactId>maven-shade-plugin</artifactId> + </plugin> + <plugin> + <groupId>org.scalatest</groupId> + <artifactId>scalatest-maven-plugin</artifactId> + </plugin> + <plugin> + <groupId>org.apache.maven.plugins</groupId> + <artifactId>maven-compiler-plugin</artifactId> + <version>${maven.compiler.version}</version> + <configuration> + <source>${java.version}</source> + <target>${java.version}</target> + </configuration> + </plugin> + </plugins> + </build> + + <profiles> + <profile> + <id>test</id> + <activation> + <activeByDefault>true</activeByDefault> + <property> + <name>!NEVERSETME</name> + </property> + </activation> + <build> + <plugins> + <plugin> + <groupId>net.alchim31.maven</groupId> + <artifactId>scala-maven-plugin</artifactId> + </plugin> + </plugins> + </build> + <dependencyManagement> + <dependencies> + <dependency> + <groupId>org.scalatest</groupId> + <artifactId>scalatest_${scala.binary.version}</artifactId> + <version>${scala.test.version}</version> + <scope>test</scope> + </dependency> + </dependencies> + </dependencyManagement> + <dependencies> + <dependency> + <groupId>org.scalatest</groupId> + <artifactId>scalatest_${scala.binary.version}</artifactId> + <scope>test</scope> + </dependency> + </dependencies> + </profile> + + <!-- Two profiles are used: + ossrh - deploys to ossrh/maven central + bintray - deploys to bintray/jcenter. --> + <profile> + <id>ossrh</id> + <distributionManagement> + <!-- Sonatype requirements from http://central.sonatype.org/pages/apache-maven.html --> + <snapshotRepository> + <id>ossrh</id> + <url>https://oss.sonatype.org/content/repositories/snapshots</url> + </snapshotRepository> + <repository> + <id>ossrh</id> + <url>https://oss.sonatype.org/service/local/staging/deploy/maven2/</url> + </repository> + </distributionManagement> + <build> + <plugins> + <plugin> + <groupId>org.apache.maven.plugins</groupId> + <artifactId>maven-gpg-plugin</artifactId> + </plugin> + </plugins> + </build> + </profile> + <profile> + <id>bintray</id> + <distributionManagement> + <!-- https://blog.bintray.com/2015/09/17/publishing-your-maven-project-to-bintray/ --> + <repository> + <id>bintray</id> + <url>https://api.bintray.com/maven/google/tensorflow/tensorflow/;publish=0</url> + </repository> + </distributionManagement> + <build> + <plugins> + <plugin> + <groupId>org.apache.maven.plugins</groupId> + <artifactId>maven-gpg-plugin</artifactId> + </plugin> + </plugins> + </build> + </profile> + </profiles> + + <developers> + <developer> + <name>TensorFlowers</name> + <organization>TensorFlow</organization> + <organizationUrl>http://www.tensorflow.org</organizationUrl> + </developer> + </developers> + + <dependencies> + <dependency> + <groupId>org.tensorflow</groupId> + <artifactId>hadoop</artifactId> + <version>${project.version}</version> + </dependency> + <dependency> + <groupId>org.apache.spark</groupId> + <artifactId>spark-core_${scala.binary.version}</artifactId> + <version>${spark.version}</version> + <scope>provided</scope> + </dependency> + <dependency> + <groupId>org.apache.spark</groupId> + <artifactId>spark-sql_${scala.binary.version}</artifactId> + <version>${spark.version}</version> + <scope>provided</scope> + </dependency> + <dependency> + <groupId>org.apache.spark</groupId> + <artifactId>spark-mllib_${scala.binary.version}</artifactId> + <version>${spark.version}</version> + <scope>provided</scope> + </dependency> + <dependency> + <groupId>org.apache.hadoop</groupId> + <artifactId>hadoop-yarn-api</artifactId> + <version>${yarn.api.version}</version> + <scope>provided</scope> + </dependency> + <dependency> + <groupId>org.apache.spark</groupId> + <artifactId>spark-mllib_${scala.binary.version}</artifactId> + <version>${spark.version}</version> + <type>test-jar</type> + <scope>test</scope> + </dependency> + <dependency> + <groupId>junit</groupId> + <artifactId>junit</artifactId> + <version>${junit.version}</version> + <scope>test</scope> + </dependency> + </dependencies> +</project> diff --git a/tensorflow/java/maven/tensorflow/pom.xml b/tensorflow/java/maven/tensorflow/pom.xml index 157c4b8e82..2a8e640dbc 100644 --- a/tensorflow/java/maven/tensorflow/pom.xml +++ b/tensorflow/java/maven/tensorflow/pom.xml @@ -6,7 +6,7 @@ <parent> <groupId>org.tensorflow</groupId> <artifactId>parentpom</artifactId> - <version>1.9.0-rc1</version> + <version>1.9.0-rc2</version> <relativePath>../</relativePath> </parent> <artifactId>tensorflow</artifactId> |