1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
|
/* Copyright 2017 The TensorFlow Authors. All Rights Reserved.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
==============================================================================*/
#ifndef TENSORFLOW_CORE_GRAPPLER_OPTIMIZERS_DEPENDENCY_OPTIMIZER_H_
#define TENSORFLOW_CORE_GRAPPLER_OPTIMIZERS_DEPENDENCY_OPTIMIZER_H_
#include <unordered_set>
#include "tensorflow/core/grappler/optimizers/graph_optimizer.h"
#include "tensorflow/core/grappler/utils.h"
#include "tensorflow/core/protobuf/rewriter_config.pb.h"
namespace tensorflow {
namespace grappler {
// Optimize TF computations by removing control dependencies or re-arranging
// them to shorten the critical path for a model step or enable other
// optimizations, such as removing nodes that are effectively noops.
class DependencyOptimizer : public GraphOptimizer {
public:
DependencyOptimizer() {}
explicit DependencyOptimizer(RewriterConfig::Toggle opt_level)
: opt_level_(opt_level) {}
~DependencyOptimizer() override {}
string name() const override { return "dependency_optimizer"; };
Status Optimize(Cluster* cluster, const GrapplerItem& item,
GraphDef* optimized_graph) override;
void Feedback(Cluster* cluster, const GrapplerItem& item,
const GraphDef& optimized_graph, double result) override;
private:
// Returns true if bypassing node does not increase the number of edges or
// number of edges crossing a device boundary.
bool BypassingNodeIsBeneficial(
const NodeDef& node, const std::vector<NodeDef*>& input_nodes,
const std::vector<NodeDef*>& output_nodes) const;
// Returns true if node is not an Identity node or if it is an Identity
// that is safe to remove.
bool SafeToRemoveIdentity(const NodeDef& node) const;
// Returns true if it is safe to convert node to NoOp.
bool SafeToConvertToNoOp(const NodeDef& node) const;
// Removes all duplicate control dependencies.
void CleanControlInputs();
// Builds a map from the &optimized_graph_->node(i) to i.
void BuildNodeToIdx();
// Tries to optimize the node with the given index, possibly additional
// optimizations by inserting nodes in nodes_to_simplify, and pruning nodes by
// inserting them in nodes_to_delete.
void OptimizeNode(int node_idx, SetVector<int>* nodes_to_simplify,
std::set<int>* nodes_to_delete);
// Eliminates redundant control dependencies by computing the transitive
// reduction of the graph.
Status TransitiveReduction();
// Main driver of dependency optimizations.
Status OptimizeDependencies();
// Replaces multiple cross-device control edges from the same device with a
// single control edge.
void GroupCrossDeviceControlEdges();
RewriterConfig::Toggle opt_level_;
bool fetch_nodes_known_;
std::unordered_set<string> nodes_to_preserve_;
std::unique_ptr<NodeMap> node_map_;
std::unordered_map<const NodeDef*, int> node_to_idx_;
GraphDef* optimized_graph_; // Not owned.
};
} // end namespace grappler
} // end namespace tensorflow
#endif // TENSORFLOW_CORE_GRAPPLER_OPTIMIZERS_DEPENDENCY_OPTIMIZER_H_
|
