1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
|
/* Copyright 2017 The TensorFlow Authors. All Rights Reserved.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
==============================================================================*/
#ifndef TENSORFLOW_GRAPPLER_OPTIMIZERS_CONSTANT_FOLDING_H_
#define TENSORFLOW_GRAPPLER_OPTIMIZERS_CONSTANT_FOLDING_H_
#include "tensorflow/core/framework/device_base.h"
#include "tensorflow/core/framework/op_kernel.h"
#include "tensorflow/core/framework/resource_mgr.h"
#include "tensorflow/core/grappler/costs/graph_properties.h"
#include "tensorflow/core/grappler/optimizers/graph_optimizer.h"
#include "tensorflow/core/grappler/utils.h"
#include "tensorflow/core/protobuf/rewriter_config.pb.h"
namespace tensorflow {
namespace grappler {
const char kConstantFoldingConst[] = "ConstantFolding";
const char kConstantFoldingCtrl[] = "ConstantFoldingCtrl";
// Constant folding optimization for a graph.
class ConstantFolding : public GraphOptimizer {
public:
static NodeDef CreateNodeDef(const string& name, const TensorValue& tensor);
static string AddControlDependency(const string& input_name, GraphDef* graph,
NodeMap* node_map);
ConstantFolding(DeviceBase* cpu_device);
ConstantFolding(RewriterConfig::Toggle opt_level, DeviceBase* cpu_device);
~ConstantFolding() override {}
string name() const override { return "constant folding"; };
Status Optimize(Cluster* cluster, const GrapplerItem& item,
GraphDef* output) override;
void Feedback(Cluster* cluster, const GrapplerItem& item,
const GraphDef& optimize_output, double result) override;
private:
string OptimizedNodeName(const NodeDef& node, StringPiece suffix) const;
string OptimizedNodeName(const NodeDef& node) const;
bool OptimizedNodeExists(const NodeDef& node, StringPiece suffix) const;
bool IsReallyConstant(const NodeDef& node) const;
Status MaterializeShapes(const GraphProperties& properties);
Status MaterializeBroadcastGradientArgs(const NodeDef& node,
const GraphProperties& properties);
Status MaterializeReductionIndices(NodeDef* node,
const GraphProperties& properties);
Status MaterializeConstants(const GraphProperties& properties);
bool IsFoldable(const NodeDef& node) const;
Status EvaluateNode(const NodeDef& node,
const gtl::InlinedVector<TensorValue, 4>& inputs,
gtl::InlinedVector<TensorValue, 4>* output) const;
Status EvaluateOneFoldable(const NodeDef& node,
std::vector<NodeDef>* outputs);
Status FoldNode(NodeDef* node, GraphDef* output_graph);
bool IsOnes(const NodeDef& node) const;
bool IsZeros(const NodeDef& node) const;
void ReplaceOperationWithIdentity(int input_to_forward, NodeDef* node);
Status ReplaceOperationWithConstant(double value,
const TensorShapeProto& shape,
NodeDef* node);
void ReplaceDivisionOfOnesByReciprocal(NodeDef* node);
Status FoldGraph(GraphDef* output);
bool IsSimplifiableReduction(const NodeDef& node) const;
bool IsSimplifiableReshape(const NodeDef& node,
const GraphProperties& properties) const;
Status SimplifyGraph(GraphDef* output, const GraphProperties& properties,
bool use_shape_info);
Status RunOptimizationPass(Cluster* cluster, const GrapplerItem& item,
GraphDef* output);
// Points to an externally provided device or to owned_device_;
RewriterConfig::Toggle opt_level_;
DeviceBase* cpu_device_;
std::unique_ptr<DeviceBase> owned_device_;
std::unique_ptr<ResourceMgr> resource_mgr_;
GraphDef* graph_;
std::unique_ptr<NodeMap> node_map_;
std::unordered_set<string> nodes_to_preserve_;
std::unordered_set<string> nodes_whitelist_;
std::unordered_set<string> feed_nodes_;
bool has_fetch_;
bool graph_modified_;
};
} // end namespace grappler
} // end namespace tensorflow
#endif // TENSORFLOW_GRAPPLER_OPTIMIZERS_CONSTANT_FOLDING_H_
|
