aboutsummaryrefslogtreecommitdiffhomepage
path: root/tensorflow/contrib/bigtable
diff options
context:
space:
mode:
authorGravatar Misha Brukman <mbrukman@google.com>2018-08-02 18:59:51 -0700
committerGravatar TensorFlower Gardener <gardener@tensorflow.org>2018-08-02 19:05:55 -0700
commit2d3819668d8c3ab99cd09a769ffb7b76e453fd8f (patch)
treeefa8ee6067054c9433083d687a88978e4c195905 /tensorflow/contrib/bigtable
parent0dbd7e3485657bc701e5e6e386185121911e7a66 (diff)
[tf.data / Bigtable] Update docs and method docstrings
* Add link to updating scope on a running VM * Add code formatting and Python syntax highlighting * Clarify kwargs argument formatting * Fix method name in docstring PiperOrigin-RevId: 207204628
Diffstat (limited to 'tensorflow/contrib/bigtable')
-rw-r--r--tensorflow/contrib/bigtable/README.md7
-rw-r--r--tensorflow/contrib/bigtable/python/ops/bigtable_api.py40
2 files changed, 27 insertions, 20 deletions
diff --git a/tensorflow/contrib/bigtable/README.md b/tensorflow/contrib/bigtable/README.md
index d7c71a20ed..88a3909de4 100644
--- a/tensorflow/contrib/bigtable/README.md
+++ b/tensorflow/contrib/bigtable/README.md
@@ -324,7 +324,7 @@ If you encounter a log line that includes the following:
"filename":"/usr/share/grpc/roots.pem"
```
-you likely need to copy the [gRPC roots.pem file][grpcPem] to
+you likely need to copy the [gRPC `roots.pem` file][grpcPem] to
`/usr/share/grpc/roots.pem` on your local machine.
[grpcPem]: https://github.com/grpc/grpc/blob/master/etc/roots.pem
@@ -338,7 +338,10 @@ are available.
- **Compute Engine**: When running on Compute Engine, the client will often use
the service account from the virtual machine's metadata service. Be sure to
authorize your Compute Engine VM to have access to the Cloud Bigtable service
- when creating your VM.
+ when creating your VM, or [update the VM's scopes][update-vm-scopes] on a
+ running VM if you run into this issue.
- **Cloud TPU**: Your Cloud TPUs run with the designated Cloud TPU service
account dedicated to your GCP project. Ensure the service account has been
authorized via the Cloud Console to access your Cloud Bigtable instances.
+
+[update-vm-scopes]: https://cloud.google.com/compute/docs/access/create-enable-service-accounts-for-instances#changeserviceaccountandscopes
diff --git a/tensorflow/contrib/bigtable/python/ops/bigtable_api.py b/tensorflow/contrib/bigtable/python/ops/bigtable_api.py
index fd30aa8bbb..e6ef513c40 100644
--- a/tensorflow/contrib/bigtable/python/ops/bigtable_api.py
+++ b/tensorflow/contrib/bigtable/python/ops/bigtable_api.py
@@ -12,15 +12,15 @@
# See the License for the specific language governing permissions and
# limitations under the License.
# ==============================================================================
-"""The Python API for TensorFlow's Bigtable integration.
+"""The Python API for TensorFlow's Cloud Bigtable integration.
TensorFlow has support for reading from and writing to Cloud Bigtable. To use
-the Bigtable TensorFlow integration, first create a BigtableClient (which
-configures your connection to Cloud Bigtable), and then open a Table. The Table
-object then allows you to create numerous @{tf.data.Dataset}s to read data, or
-write a @{tf.data.Dataset} object to the underlying Bigtable Table.
+TensorFlow + Cloud Bigtable integration, first create a BigtableClient to
+configure your connection to Cloud Bigtable, and then create a BigtableTable
+object to allow you to create numerous @{tf.data.Dataset}s to read data, or
+write a @{tf.data.Dataset} object to the underlying Cloud Bigtable table.
-For background on Google Cloud Bigtable, see: https://cloud.google.com/bigtable.
+For background on Cloud Bigtable, see: https://cloud.google.com/bigtable .
"""
from __future__ import absolute_import
@@ -48,7 +48,7 @@ class BigtableClient(object):
"""BigtableClient is the entrypoint for interacting with Cloud Bigtable in TF.
BigtableClient encapsulates a connection to Cloud Bigtable, and exposes the
- `table` method to open a Bigtable Table.
+ `table` method to open a Bigtable table.
"""
def __init__(self,
@@ -94,7 +94,7 @@ class BigtableClient(object):
project_id, instance_id, connection_pool_size, max_receive_message_size)
def table(self, name, snapshot=None):
- """Opens a table and returns a `BigtableTable` object.
+ """Opens a table and returns a `tf.contrib.bigtable.BigtableTable` object.
Args:
name: A `tf.string` `tf.Tensor` name of the table to open.
@@ -102,8 +102,8 @@ class BigtableClient(object):
request the creation of a snapshot. (Note: currently unimplemented.)
Returns:
- A `BigtableTable` python object representing the operations available on
- the table.
+ A `tf.contrib.bigtable.BigtableTable` Python object representing the
+ operations available on the table.
"""
# TODO(saeta): Implement snapshot functionality.
table = gen_bigtable_ops.bigtable_table(self._resource, name)
@@ -133,7 +133,8 @@ class BigtableTable(object):
"""Retrieves the values of columns for a dataset of keys.
Example usage:
- ```
+
+ ```python
table = bigtable_client.table("my_table")
key_dataset = table.get_keys_prefix("imagenet")
images = key_dataset.apply(table.lookup_columns(("cf1", "image"),
@@ -144,7 +145,8 @@ class BigtableTable(object):
Alternatively, you can use keyword arguments to specify the columns to
capture. Example (same as above, rewritten):
- ```
+
+ ```python
table = bigtable_client.table("my_table")
key_dataset = table.get_keys_prefix("imagenet")
images = key_dataset.apply(table.lookup_columns(
@@ -152,15 +154,17 @@ class BigtableTable(object):
training_data = images.map(parse_and_crop, num_parallel_calls=64).batch(128)
```
- Note: certain kwargs keys are reserved, and thus some column families cannot
- be identified using the kwargs syntax. Instead, please use the args syntax.
- This list includes:
+ Note: certain `kwargs` keys are reserved, and thus, some column families
+ cannot be identified using the `kwargs` syntax. Instead, please use the
+ `args` syntax. This list includes:
+
- 'name'
- This list can change at any time.
+
+ Note: this list can change at any time.
Args:
*args: A list of tuples containing (column family, column name) pairs.
- **kwargs: Column families and
+ **kwargs: Column families (keys) and column qualifiers (values).
Returns:
A function that can be passed to `tf.data.Dataset.apply` to retrieve the
@@ -712,7 +716,7 @@ class _BigtableScanDataset(dataset_ops.Dataset):
class _BigtableSampleKeyPairsDataset(dataset_ops.Dataset):
- """_BigtableKeyRangeDataset returns key pairs from the Bigtable.
+ """_BigtableSampleKeyPairsDataset returns key pairs from a Bigtable table.
"""
def __init__(self, table, prefix, start, end):