1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
|
/* Copyright 2017 The TensorFlow Authors. All Rights Reserved.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
==============================================================================*/
#ifndef TENSORFLOW_CORE_GRAPPLER_COSTS_OP_LEVEL_COST_ESTIMATOR_H_
#define TENSORFLOW_CORE_GRAPPLER_COSTS_OP_LEVEL_COST_ESTIMATOR_H_
#include <functional>
#include <map>
#include <string>
#include "tensorflow/core/grappler/costs/cost_estimator.h"
#include "tensorflow/core/grappler/costs/op_context.h"
#include "tensorflow/core/grappler/costs/op_performance_data.pb.h"
#include "tensorflow/core/util/padding.h"
namespace tensorflow {
namespace grappler {
bool GetTensorShapeProtoFromTensorProto(const TensorProto& tensor_proto,
TensorShapeProto* tensor_shape_proto);
TensorShapeProto MaybeGetMinimumShape(const TensorShapeProto& original_shape,
int rank, bool* found_unknown_shapes);
class OpLevelCostEstimator {
public:
OpLevelCostEstimator();
virtual ~OpLevelCostEstimator() {}
virtual Costs PredictCosts(const OpContext& op_context) const;
// Returns basic device performance info.
virtual DeviceInfo GetDeviceInfo(const DeviceProperties& device) const;
protected:
// Predict cost of an op for which no accurate estimator is defined.
Costs PredictCostOfAnUnknownOp(const OpContext& op_context) const;
// Naive cost estimate based on the given operations count and total
// input/output tensor sizes of the given op_info combined.
Costs PredictOpCountBasedCost(double operations, const OpInfo& op_info) const;
// Naive cost estimate based on the given operations count and the given total
// io size in bytes. Sizes of op_info inputs and outputs are not taken into
// consideration.
Costs PredictOpCountBasedCost(double operations, double input_io_bytes,
double output_io_bytes,
const OpInfo& op_info) const;
// This family of routines counts the number of operations to perform the
// specified TensorFlow Op.
struct MatMulDimensions {
int m;
int n;
int k;
};
struct ConvolutionDimensions {
int64 batch; // Batch size.
int64 ix; // Input size x.
int64 iy; // Input size y.
int64 iz; // Input depth.
int64 kx; // Kernel x.
int64 ky; // Kernel y.
int64 oz; // Output depth.
int64 ox; // Output size x.
int64 oy; // Output size y.
int64 sx; // Stride x.
int64 sy; // Stride y.
Padding padding; // SAME or VALID.
};
int64 CountConv2DOperations(const OpInfo& op_features,
bool* found_unknown_shapes) const;
int64 CountConv2DOperations(const OpInfo& op_features,
ConvolutionDimensions* conv_info,
bool* found_unknown_shapes) const;
int64 CountMatMulOperations(const OpInfo& op_features,
bool* found_unknown_shapes) const;
int64 CountMatMulOperations(const OpInfo& op_features,
MatMulDimensions* mat_mul,
bool* found_unknown_shapes) const;
int64 CountBatchMatMulOperations(const OpInfo& op_features,
bool* found_unknown_shapes) const;
int64 CountConv2DBackpropInputOperations(const OpInfo& op_features,
ConvolutionDimensions* conv_info,
bool* found_unknown_shapes) const;
int64 CountConv2DBackpropFilterOperations(const OpInfo& op_features,
ConvolutionDimensions* conv_info,
bool* found_unknown_shapes) const;
// Calculate the element count of an input/output tensor.
int64 CalculateTensorElementCount(const OpInfo::TensorProperties& tensor,
bool* found_unknown_shapes) const;
// Calculate the total size in bytes of an input/output tensor.
int64 CalculateTensorSize(const OpInfo::TensorProperties& tensor,
bool* found_unknown_shapes) const;
// Calculate the element count of the largest
// input of specified TensorFlow op.
int64 CalculateLargestInputCount(const OpInfo& op_features,
bool* found_unknown_shapes) const;
// Calculate the total size in bytes of the all
// the inputs of specified TensorFlow op.
int64 CalculateInputSize(const OpInfo& op_features,
bool* found_unknown_shapes) const;
// Calculate the total size in bytes of the all
// the outputs of specified TensorFlow op.
int64 CalculateOutputSize(const OpInfo& op_features,
bool* found_unknown_shapes) const;
// This family of routines predicts the costs to
// perform the specified TensorFlow Op on the
// device represented by a subclass. The default
// implementation just divides the operations to
// perform the op (from the "Count" routines,
// above) by the device peak operations per
// second.
// Implementation of costs other than
// execution_time is optional, depending on the
// device.
Costs PredictConv2D(const OpContext& op_context) const;
Costs PredictCwiseOp(const OpContext& op_context) const;
Costs PredictConv2DBackpropInput(const OpContext& op_context) const;
Costs PredictConv2DBackpropFilter(const OpContext& op_context) const;
Costs PredictFusedConv2DBiasActivation(const OpContext& op_context) const;
Costs PredictMatMul(const OpContext& op_context) const;
Costs PredictNoOp(const OpContext& op_context) const;
Costs PredictIdentity(const OpContext& op_context) const;
Costs PredictVariable(const OpContext& op_context) const;
Costs PredictBatchMatMul(const OpContext& op_context) const;
Costs PredictMetadata(const OpContext& op_context) const;
Costs PredictGatherOrSlice(const OpContext& op_context) const;
Costs PredictMaxPool(const OpContext& op_context) const;
Costs PredictMaxPoolGrad(const OpContext& op_context) const;
Costs PredictAvgPool(const OpContext& op_context) const;
Costs PredictAvgPoolGrad(const OpContext& op_context) const;
Costs PredictFusedBatchNorm(const OpContext& op_context) const;
Costs PredictFusedBatchNormGrad(const OpContext& op_context) const;
// Generic cost prediction method for fused operations.
Costs PredictFusedOp(const OpContext& op_context,
const std::vector<OpContext>& fused_op_contexts) const;
// Utility function for safe division. Returns 0
// if rhs is 0 or negative.
static double SafeDiv(const double lhs, const double rhs) {
if (rhs > 0) {
return lhs / rhs;
} else {
return 0.0;
}
}
// For convolution and its grad ops.
static ConvolutionDimensions ConvolutionDimensionsFromInputs(
const TensorShapeProto& original_image_shape,
const TensorShapeProto& original_filter_shape, const OpInfo& op_info,
bool* found_unknown_shapes);
// For Pooling, FusedBatchNorm, and their grad ops.
static ConvolutionDimensions OpDimensionsFromInputs(
const TensorShapeProto& original_image_shape, const OpInfo& op_info,
bool* found_unknown_shapes);
// Helper to construct child operation contexts for the component operations
// of fused ops.
static OpContext FusedChildContext(
const OpContext& parent, const string& op_name,
const OpInfo::TensorProperties& output,
const std::vector<OpInfo::TensorProperties>& inputs);
// Helper to construct tensor shapes.
static OpInfo::TensorProperties DescribeTensor(
DataType type, const std::vector<int64>& dims);
// This method calculates the execution time depending on whether IO can
// overlap with computation. It assumes the memory and the compute times have
// already been calculated.
void CombineCostsAndUpdateExecutionTime(Costs* costs) const;
protected:
std::map<string, int> elementwise_ops_;
typedef std::function<Costs(const OpContext& op_context)> CostImpl;
std::map<string, CostImpl> device_cost_impl_;
// If true, assume compute and memory overlap; hence, the op cost is max of
// compute_time and memory_time, insteaf of sum of those two.
bool compute_memory_overlap_;
private:
friend class OpLevelCostEstimatorTest;
};
} // end namespace grappler
} // end namespace tensorflow
#endif // TENSORFLOW_CORE_GRAPPLER_COSTS_OP_LEVEL_COST_ESTIMATOR_H_
|
