1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
|
#!/usr/bin/env bash
# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ==============================================================================
#
# This script is intended to be run inside a docker container to provide a
# hermetic process. See release.sh for the expected invocation.
RELEASE_URL_PREFIX="https://storage.googleapis.com/tensorflow/libtensorflow"
IS_SNAPSHOT="false"
if [[ "${TF_VERSION}" == *"-SNAPSHOT" ]]; then
IS_SNAPSHOT="true"
fi
PROTOC_RELEASE_URL="https://github.com/google/protobuf/releases/download/v3.3.0/protoc-3.3.0-linux-x86_64.zip"
set -ex
clean() {
# Clean up any existing artifacts
# (though if run inside a clean docker container, there won't be any dirty
# artifacts lying around)
mvn -q clean
rm -rf libtensorflow_jni/src libtensorflow_jni/target libtensorflow/src libtensorflow/target
}
update_version_in_pom() {
mvn versions:set -DnewVersion="${TF_VERSION}"
}
download_libtensorflow() {
if [[ "${IS_SNAPSHOT}" == "true" ]]; then
URL="http://ci.tensorflow.org/view/Nightly/job/nightly-libtensorflow/TYPE=cpu-slave/lastSuccessfulBuild/artifact/lib_package/libtensorflow-src.jar"
else
URL="${RELEASE_URL_PREFIX}/libtensorflow-src-${TF_VERSION}.jar"
fi
curl -L "${URL}" -o /tmp/src.jar
cd "${DIR}/libtensorflow"
jar -xvf /tmp/src.jar
rm -rf META-INF
cd "${DIR}"
}
download_libtensorflow_jni() {
NATIVE_DIR="${DIR}/libtensorflow_jni/src/main/resources/org/tensorflow/native"
mkdir -p "${NATIVE_DIR}"
cd "${NATIVE_DIR}"
mkdir linux-x86_64
mkdir windows-x86_64
mkdir darwin-x86_64
if [[ "${IS_SNAPSHOT}" == "true" ]]; then
# Nightly builds from http://ci.tensorflow.org/view/Nightly/job/nightly-libtensorflow/
# and http://ci.tensorflow.org/view/Nightly/job/nightly-libtensorflow-windows/
curl -L "http://ci.tensorflow.org/view/Nightly/job/nightly-libtensorflow/TYPE=cpu-slave/lastSuccessfulBuild/artifact/lib_package/libtensorflow_jni-cpu-linux-x86_64.tar.gz" | tar -xvz -C linux-x86_64
curl -L "http://ci.tensorflow.org/view/Nightly/job/nightly-libtensorflow/TYPE=mac-slave/lastSuccessfulBuild/artifact/lib_package/libtensorflow_jni-cpu-darwin-x86_64.tar.gz" | tar -xvz -C darwin-x86_64
curl -L "http://ci.tensorflow.org/view/Nightly/job/nightly-libtensorflow-windows/lastSuccessfulBuild/artifact/lib_package/libtensorflow_jni-cpu-windows-x86_64.zip" -o /tmp/windows.zip
else
curl -L "${RELEASE_URL_PREFIX}/libtensorflow_jni-cpu-linux-x86_64-${TF_VERSION}.tar.gz" | tar -xvz -C linux-x86_64
curl -L "${RELEASE_URL_PREFIX}/libtensorflow_jni-cpu-darwin-x86_64-${TF_VERSION}.tar.gz" | tar -xvz -C darwin-x86_64
curl -L "${RELEASE_URL_PREFIX}/libtensorflow_jni-cpu-windows-x86_64-${TF_VERSION}.zip" -o /tmp/windows.zip
fi
unzip /tmp/windows.zip -d windows-x86_64
rm -f /tmp/windows.zip
# Updated timestamps seem to be required to get Maven to pick up the file.
touch linux-x86_64/*
touch darwin-x86_64/*
touch windows-x86_64/*
cd "${DIR}"
}
# Ideally, the .jar for generated Java code for TensorFlow protocol buffer files
# would have been produced by bazel rules. However, protocol buffer library
# support in bazel is in flux. Once
# https://github.com/bazelbuild/bazel/issues/2626 has been resolved, perhaps
# TensorFlow can move to something like
# https://bazel.build/blog/2017/02/27/protocol-buffers.html
# for generating C++, Java and Python code for protocol buffers.
#
# At that point, perhaps the libtensorflow build scripts
# (tensorflow/tools/ci_build/builds/libtensorflow.sh) can build .jars for
# generated code and this function would not need to download protoc to generate
# code.
generate_java_protos() {
# Clean any previous attempts
rm -rf "${DIR}/proto/tmp"
# Download protoc
curl -L "${PROTOC_RELEASE_URL}" -o "/tmp/protoc.zip"
mkdir -p "${DIR}/proto/tmp/protoc"
unzip -d "${DIR}/proto/tmp/protoc" "/tmp/protoc.zip"
rm -f "/tmp/protoc.zip"
# Download the release archive of TensorFlow protos.
if [[ "${IS_SNAPSHOT}" == "true" ]]; then
URL="http://ci.tensorflow.org/view/Nightly/job/nightly-libtensorflow/TYPE=cpu-slave/lastSuccessfulBuild/artifact/lib_package/libtensorflow_proto.zip"
else
URL="${RELEASE_URL_PREFIX}/libtensorflow_proto-${TF_VERSION}.zip"
fi
curl -L "${URL}" -o /tmp/libtensorflow_proto.zip
mkdir -p "${DIR}/proto/tmp/src"
unzip -d "${DIR}/proto/tmp/src" "/tmp/libtensorflow_proto.zip"
rm -f "/tmp/libtensorflow_proto.zip"
# Generate Java code
mkdir -p "${DIR}/proto/src/main/java"
find "${DIR}/proto/tmp/src" -name "*.proto" | xargs \
${DIR}/proto/tmp/protoc/bin/protoc \
--proto_path="${DIR}/proto/tmp/src" \
--java_out="${DIR}/proto/src/main/java"
# Cleanup
rm -rf "${DIR}/proto/tmp"
}
if [ -z "${TF_VERSION}" ]
then
echo "Must set the TF_VERSION environment variable"
exit 1
fi
DIR="$(realpath $(dirname $0))"
cd "${DIR}"
# The meat of the script.
# Comment lines out appropriately if debugging/tinkering with the release
# process.
# gnupg2 is required for signing
apt-get -qq update && apt-get -qqq install -y gnupg2
clean
update_version_in_pom
download_libtensorflow
download_libtensorflow_jni
generate_java_protos
# Build the release artifacts
mvn verify
# If successfully built, try to deploy.
# If successfully deployed, clean.
# If deployment fails, debug with
# ./release.sh ${TF_VERSION} ${SETTINGS_XML} bash
# To get a shell to poke around the maven artifacts with.
mvn deploy && clean
set +ex
if [[ "${IS_SNAPSHOT}" == "false" ]]; then
echo "Uploaded to the staging repository"
echo "After validating the release: "
echo "1. Login to https://oss.sonatype.org/#stagingRepositories"
echo "2. Find the 'org.tensorflow' staging release and click either 'Release' to release or 'Drop' to abort"
else
echo "Uploaded to the snapshot repository"
fi
|
