Create APT repository for Bazel during release process

--
Change-Id: I1a817ebcd5a7ea644f6566f92d209548948679af
Reviewed-on: https://bazel-review.googlesource.com/#/c/3702
MOS_MIGRATED_REVID=123124232

1 files changed, 100 insertions, 11 deletions

diff --git a/scripts/ci/build.sh b/scripts/ci/build.sh
index 3d63948f11..1ca6017c5a 100755
--- a/scripts/ci/build.sh
+++ b/scripts/ci/build.sh
@@ -29,6 +29,8 @@ source $(dirname ${SCRIPT_DIR})/release/common.sh
 
 : ${GCS_BASE_URL:=https://storage.googleapis.com}
 : ${GCS_BUCKET:=bucket-o-bazel}
+: ${GCS_APT_BUCKET:=bazel-apt}
+: ${APT_GPG_KEY_NAME:=apt-key.sec.gpg}
 
 : ${EMAIL_TEMPLATE_RC:=${SCRIPT_DIR}/rc_email.txt}
 : ${EMAIL_TEMPLATE_RELEASE:=${SCRIPT_DIR}/release_email.txt}
@@ -252,6 +254,17 @@ function create_index_html() {
       | "${hoedown}"
 }
 
+function get_gsutil() {
+  local gs="${GSUTIL:-$(which gsutil 2>/dev/null || true) -m}"
+  if [ ! -x "${gs}" ]; then
+    echo "Please set GSUTIL to the path the gsutil binary." >&2
+    echo "gsutil (https://cloud.google.com/storage/docs/gsutil/) is the" >&2
+    echo "command-line interface to google cloud." >&2
+    exit 1
+  fi
+  echo "${gs}"
+}
+
 # Deploy a release candidate to Google Cloud Storage.
 # It requires to have gsutil installed. You can force the path to gsutil
 # by setting the GSUTIL environment variable. The GCS_BUCKET should be the
@@ -259,15 +272,9 @@ function create_index_html() {
 # This methods expects the following arguments:
 #   $1..$n files generated by package_build
 function release_to_gcs() {
-  local gs="${GSUTIL:-$(which gsutil 2>/dev/null || true) -m}"
-  local release_name=$(get_release_name)
-  local rc=$(get_release_candidate)
-  if [ ! -x "${gs}" ]; then
-    echo "Please set GSUTIL to the path the gsutil binary." >&2
-    echo "gsutil (https://cloud.google.com/storage/docs/gsutil/) is the" >&2
-    echo "command-line interface to google cloud." >&2
-    return 1
-  fi
+  local gs="$(get_gsutil)"
+  local release_name="$(get_release_name)"
+  local rc="$(get_release_candidate)"
   if [ -z "${GCS_BUCKET-}" ]; then
     echo "Please set GCS_BUCKET to the name of your Google Cloud Storage bucket." >&2
     return 1
@@ -284,8 +291,89 @@ function release_to_gcs() {
         >"${dir}/${release_name}/rc${rc}"/index.html
     cd ${dir}
     "${gs}" cp -a public-read -r . "gs://${GCS_BUCKET}"
-    cd ${prev_dir}
-    rm -fr ${dir}
+    cd "${prev_dir}"
+    rm -fr "${dir}"
+    trap - EXIT
+  fi
+}
+
+function create_apt_repository() {
+  mkdir conf
+  cat > conf/distributions <<EOF
+Origin: Bazel Authors
+Label: Bazel
+Codename: stable
+Architectures: amd64
+Components: jdk1.7 jdk1.8
+Description: Bazel APT Repository
+DebOverride: override.stable
+DscOverride: override.stable
+SignWith: ${APT_GPG_KEY_ID}
+
+Origin: Bazel Authors
+Label: Bazel
+Codename: testing
+Architectures: amd64
+Components: jdk1.7 jdk1.8
+Description: Bazel APT Repository
+DebOverride: override.testing
+DscOverride: override.testing
+SignWith: ${APT_GPG_KEY_ID}
+EOF
+
+  cat > conf/options <<EOF
+verbose
+ask-passphrase
+basedir .
+EOF
+
+  touch conf/override.stable
+  touch conf/override.testing
+
+  (gpg --list-keys | grep "${APT_GPG_KEY_ID}" > /dev/null) || \
+  gpg --allow-secret-key-import --import /opt/secrets/"${APT_GPG_KEY_NAME}"
+
+  local distribution="$1"
+  local deb_pkg_name_jdk8="$2"
+  local deb_pkg_name_jdk7="$3"
+  reprepro -C jdk1.8 includedeb "${distribution}" "${deb_pkg_name_jdk8}"
+  reprepro -C jdk1.7 includedeb "${distribution}" "${deb_pkg_name_jdk7}"
+
+  "${gs}" -m cp -a public-read -r dists "gs://${GCS_APT_BUCKET}/"
+  "${gs}" cp -a public-read -r pool "gs://${GCS_APT_BUCKET}/"
+}
+
+function release_to_apt() {
+  local gs="$(get_gsutil)"
+  local release_name="$(get_release_name)"
+  local rc="$(get_release_candidate)"
+  if [ -z "${GCS_APT_BUCKET-}" ]; then
+    echo "Please set GCS_APT_BUCKET to the name of your GCS bucket for apt repository." >&2
+    return 1
+  fi
+  if [ -z "${APT_GPG_KEY_ID-}" ]; then
+    echo "Please set APT_GPG_KEY_ID for apt repository." >&2
+    return 1
+  fi
+  if [ -n "${release_name}" ]; then
+    # Make a temporary folder with the desired structure
+    local dir="$(mktemp -d ${TMPDIR:-/tmp}/tmp.XXXXXXXX)"
+    local prev_dir="$PWD"
+    trap "{ cd ${prev_dir}; rm -fr ${dir}; }" EXIT
+    mkdir -p "${dir}/${release_name}"
+    local release_label="$(get_full_release_name)"
+    local deb_pkg_name_jdk8="${release_name}/bazel_${release_label}-linux-x86_64.deb"
+    local deb_pkg_name_jdk7="${release_name}/bazel_${release_label}-jdk7-linux-x86_64.deb"
+    cp "${tmpdir}/bazel_${release_label}-linux-x86_64.deb" "${dir}/${deb_pkg_name_jdk8}"
+    cp "${tmpdir}/bazel_${release_label}-jdk7-linux-x86_64.deb" "${dir}/${deb_pkg_name_jdk7}"
+    cd "${dir}"
+    if [ -n "${rc}" ]; then
+      create_apt_repository testing "${deb_pkg_name_jdk8}" "${deb_pkg_name_jdk7}"
+    else
+      create_apt_repository stable "${deb_pkg_name_jdk8}" "${deb_pkg_name_jdk7}"
+    fi
+    cd "${prev_dir}"
+    rm -fr "${dir}"
     trap - EXIT
   fi
 }
@@ -301,6 +389,7 @@ function deploy_release() {
   done
   release_to_github "${github_args[@]}"
   release_to_gcs "$@"
+  release_to_apt
 }
 
 # A wrapper for the whole release phase: