aboutsummaryrefslogtreecommitdiffhomepage
path: root/tensorflow/contrib/hadoop
diff options
context:
space:
mode:
authorGravatar Jiri Simsa <jsimsa@google.com>2018-08-13 16:07:17 -0700
committerGravatar TensorFlower Gardener <gardener@tensorflow.org>2018-08-13 16:16:47 -0700
commit83f1458ec1c19b3d46676ab543dff4ec401a0dd0 (patch)
tree1722ba4f61266464782ccae19987a71c2e5a3043 /tensorflow/contrib/hadoop
parentc527d67d21f4b1d778ca92d3c3478c381aba5fd6 (diff)
[tf.data] Internal refactoring of C++ classes and APIs.
- replacing `OpKernelContext` with newly introduced `DatasetContext` in `DatasetBase` constructor to make it possible to instantiate `DatasetBase` in places where an instance of `OpKernelContext` is not available - replacing `dataset::MakeIteratorContext(OpKernelContext* ctx)` factory with `IteratorContext(OpKernelContext *ctx)` constructor. - folding `GraphDatasetBase` into `DataseBase` and removing the default implementation of `AsGraphDefInternal`, making it the responsibility of the derived class to implement it to encourage/hint developers to provide serialization logic PiperOrigin-RevId: 208560010
Diffstat (limited to 'tensorflow/contrib/hadoop')
-rw-r--r--tensorflow/contrib/hadoop/kernels/hadoop_dataset_ops.cc7
1 files changed, 4 insertions, 3 deletions
diff --git a/tensorflow/contrib/hadoop/kernels/hadoop_dataset_ops.cc b/tensorflow/contrib/hadoop/kernels/hadoop_dataset_ops.cc
index b510994152..80b2d3e08b 100644
--- a/tensorflow/contrib/hadoop/kernels/hadoop_dataset_ops.cc
+++ b/tensorflow/contrib/hadoop/kernels/hadoop_dataset_ops.cc
@@ -204,11 +204,11 @@ class SequenceFileDatasetOp : public DatasetOpKernel {
}
private:
- class Dataset : public GraphDatasetBase {
+ class Dataset : public DatasetBase {
public:
Dataset(OpKernelContext* ctx, const std::vector<string>& filenames,
const DataTypeVector& output_types)
- : GraphDatasetBase(ctx),
+ : DatasetBase(DatasetContext(ctx)),
filenames_(filenames),
output_types_(output_types) {}
@@ -233,7 +233,8 @@ class SequenceFileDatasetOp : public DatasetOpKernel {
}
protected:
- Status AsGraphDefInternal(DatasetGraphDefBuilder* b,
+ Status AsGraphDefInternal(SerializationContext* ctx,
+ DatasetGraphDefBuilder* b,
Node** output) const override {
Node* filenames = nullptr;
TF_RETURN_IF_ERROR(b->AddVector(filenames_, &filenames));