diff options
Diffstat (limited to 'src/main/java/com/google/devtools/build/lib/remote/blobstore/RestBlobStore.java')
| -rw-r--r-- | src/main/java/com/google/devtools/build/lib/remote/blobstore/RestBlobStore.java | 122 |
1 files changed, 122 insertions, 0 deletions
diff --git a/src/main/java/com/google/devtools/build/lib/remote/blobstore/RestBlobStore.java b/src/main/java/com/google/devtools/build/lib/remote/blobstore/RestBlobStore.java new file mode 100644 index 0000000000..898bd84c8a --- /dev/null +++ b/src/main/java/com/google/devtools/build/lib/remote/blobstore/RestBlobStore.java @@ -0,0 +1,122 @@ +// Copyright 2017 The Bazel Authors. All rights reserved. +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. +package com.google.devtools.build.lib.remote.blobstore; + +import java.io.ByteArrayOutputStream; +import java.io.IOException; +import org.apache.http.HttpStatus; +import org.apache.http.client.HttpClient; +import org.apache.http.client.methods.HttpGet; +import org.apache.http.client.methods.HttpHead; +import org.apache.http.client.methods.HttpPut; +import org.apache.http.entity.ByteArrayEntity; +import org.apache.http.impl.client.HttpClientBuilder; +import org.apache.http.impl.conn.PoolingHttpClientConnectionManager; + +/** + * Implementation of {@link SimpleBlobStore} with a REST service. The REST service needs to + * support the following HTTP methods. + * + * <p>PUT /cache/1234 HTTP/1.1 PUT method is used to upload a blob with a base16 key. In this + * example the key is 1234. Valid status codes are 200, 201, 202 and 204. + * + * <p>GET /cache/1234 HTTP/1.1 GET method fetches a blob with the specified key. In this example + * the key is 1234. A status code of 200 should be followed by the content of blob. Status code of + * 404 or 204 means the key cannot be found. + * + * <p>HEAD /cache/1234 HTTP/1.1 HEAD method checks to see if the specified key exists in the blob + * store. A status code of 200 indicates the key is found in the blob store. A status code of 404 + * indicates the key is not found in the blob store. + */ +public final class RestBlobStore implements SimpleBlobStore { + + private final String baseUrl; + private final PoolingHttpClientConnectionManager connMan; + private final HttpClientBuilder clientFactory; + + /** + * Creates a new instance. + * + * @param baseUrl base URL for the remote cache + * @param poolSize maximum number of simultaneous connections + */ + public RestBlobStore(String baseUrl, int poolSize) { + this.baseUrl = baseUrl; + connMan = new PoolingHttpClientConnectionManager(); + connMan.setDefaultMaxPerRoute(poolSize); + connMan.setMaxTotal(poolSize); + clientFactory = HttpClientBuilder.create(); + clientFactory.setConnectionManager(connMan); + clientFactory.setConnectionManagerShared(true); + } + + @Override + public void close() { + connMan.close(); + } + + @Override + public boolean containsKey(String key) throws IOException { + HttpClient client = clientFactory.build(); + HttpHead head = new HttpHead(baseUrl + "/" + key); + return client.execute( + head, + response -> { + int statusCode = response.getStatusLine().getStatusCode(); + return HttpStatus.SC_OK == statusCode; + }); + } + + @Override + public byte[] get(String key) throws IOException { + HttpClient client = clientFactory.build(); + HttpGet get = new HttpGet(baseUrl + "/" + key); + return client.execute( + get, + response -> { + int statusCode = response.getStatusLine().getStatusCode(); + if (HttpStatus.SC_NOT_FOUND == statusCode + || HttpStatus.SC_NO_CONTENT == statusCode) { + return null; + } + if (HttpStatus.SC_OK != statusCode) { + throw new IOException("GET failed with status code " + statusCode); + } + ByteArrayOutputStream buffer = new ByteArrayOutputStream(); + response.getEntity().writeTo(buffer); + return buffer.toByteArray(); + }); + } + + @Override + public void put(String key, byte[] value) throws IOException { + HttpClient client = clientFactory.build(); + HttpPut put = new HttpPut(baseUrl + "/" + key); + put.setEntity(new ByteArrayEntity(value)); + put.setHeader("Content-Type", "application/octet-stream"); + client.execute( + put, + (response) -> { + int statusCode = response.getStatusLine().getStatusCode(); + // Accept more than SC_OK to be compatible with Nginx WebDav module. + if (HttpStatus.SC_OK != statusCode + && HttpStatus.SC_ACCEPTED != statusCode + && HttpStatus.SC_CREATED != statusCode + && HttpStatus.SC_NO_CONTENT != statusCode) { + throw new IOException("PUT failed with status code " + statusCode); + } + return null; + }); + } +}
\ No newline at end of file |