Add auto parallelization to meta optimizer. Enable MetaOptimizer if any one of the optimizers is on.

Change: 152598517

1 files changed, 7 insertions, 0 deletions

diff --git a/tensorflow/core/protobuf/rewriter_config.proto b/tensorflow/core/protobuf/rewriter_config.proto
index 63821cb55e..753edba4b8 100644
--- a/tensorflow/core/protobuf/rewriter_config.proto
+++ b/tensorflow/core/protobuf/rewriter_config.proto
@@ -6,6 +6,11 @@ option java_outer_classname = "RewriterConfigProtos";
 option java_multiple_files = true;
 option java_package = "org.tensorflow.framework";
 
+message AutoParallelOptions {
+  bool enable = 1;
+  int32 num_replicas = 2;
+}
+
 message RewriterConfig {
   bool optimize_tensor_layout = 1;
   bool disable_model_pruning = 2;
@@ -19,6 +24,8 @@ message RewriterConfig {
   }
   MemOptType memory_optimization = 4;
 
+  AutoParallelOptions auto_parallel = 5;
+
   // If non-empty, will use this as an alternative way to specify a list of
   // optimizations to turn on and the order of the optimizations.
   repeated string optimizers = 100;