aboutsummaryrefslogtreecommitdiffhomepage
path: root/tensorflow/core/kernels/data/group_by_reducer_dataset_op.cc
diff options
context:
space:
mode:
authorGravatar Jiri Simsa <jsimsa@google.com>2018-08-10 15:57:45 -0700
committerGravatar TensorFlower Gardener <gardener@tensorflow.org>2018-08-10 16:01:41 -0700
commit8d532ac40f4db7f5293610fd3c6e92a3f7409b76 (patch)
treef0a57897cac3baa4259ff8a9293befec3dcf1d35 /tensorflow/core/kernels/data/group_by_reducer_dataset_op.cc
parent84af5e7061f82240828f72c7b484a1a66b8c4f7f (diff)
[tf.data] Optimization checkpointing improvements.
This CL: - changes the `OptimizeDataset` checkpointing logic to checkpoint the optimized dataset (as opposed to the original dataset + the optimizations, re-running optimization every time a checkpoint is restored) - replaces `OpKernelContext` with newly introduced `SerializationContext` in the signature of `AsGraphDefInternal` to reduce the scope of the context and also simplify the logic for overriding the `FunctionLibraryDefinition` when optimizations take place PiperOrigin-RevId: 208282562
Diffstat (limited to 'tensorflow/core/kernels/data/group_by_reducer_dataset_op.cc')
-rw-r--r--tensorflow/core/kernels/data/group_by_reducer_dataset_op.cc12
1 files changed, 7 insertions, 5 deletions
diff --git a/tensorflow/core/kernels/data/group_by_reducer_dataset_op.cc b/tensorflow/core/kernels/data/group_by_reducer_dataset_op.cc
index f245fc402d..bcf0adacc7 100644
--- a/tensorflow/core/kernels/data/group_by_reducer_dataset_op.cc
+++ b/tensorflow/core/kernels/data/group_by_reducer_dataset_op.cc
@@ -106,12 +106,14 @@ class GroupByReducerDatasetOp : public UnaryDatasetOpKernel {
}
protected:
- Status AsGraphDefInternal(OpKernelContext* ctx, DatasetGraphDefBuilder* b,
+ Status AsGraphDefInternal(SerializationContext* ctx,
+ DatasetGraphDefBuilder* b,
Node** output) const override {
- TF_RETURN_IF_ERROR(b->AddFunction(ctx, key_func().name()));
- TF_RETURN_IF_ERROR(b->AddFunction(ctx, init_func().name()));
- TF_RETURN_IF_ERROR(b->AddFunction(ctx, reduce_func().name()));
- TF_RETURN_IF_ERROR(b->AddFunction(ctx, finalize_func().name()));
+ TF_RETURN_IF_ERROR(b->AddFunction(ctx->flib_def(), key_func().name()));
+ TF_RETURN_IF_ERROR(b->AddFunction(ctx->flib_def(), init_func().name()));
+ TF_RETURN_IF_ERROR(b->AddFunction(ctx->flib_def(), reduce_func().name()));
+ TF_RETURN_IF_ERROR(
+ b->AddFunction(ctx->flib_def(), finalize_func().name()));
Node* input_graph_node = nullptr;
TF_RETURN_IF_ERROR(b->AddInputDataset(ctx, input_, &input_graph_node));