1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
|
/* Copyright 2017 The TensorFlow Authors. All Rights Reserved.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
==============================================================================*/
#ifndef TENSORFLOW_CORE_GRAPPLER_GRAPPLER_ITEM_H_
#define TENSORFLOW_CORE_GRAPPLER_GRAPPLER_ITEM_H_
#include <memory>
#include <string>
#include <unordered_set>
#include <utility>
#include <vector>
#include "tensorflow/core/framework/graph.pb.h"
#include "tensorflow/core/framework/tensor.h"
#include "tensorflow/core/framework/variable.pb.h"
#include "tensorflow/core/protobuf/queue_runner.pb.h"
namespace tensorflow {
namespace grappler {
// A TensorFlow model to optimize.
// Models are represented by the combination of a graph, one of more fetch
// nodes, and potentially a set of nodes to feed.
struct GrapplerItem {
GrapplerItem() = default;
GrapplerItem(const GrapplerItem& other, GraphDef&& graph_def)
: GrapplerItem(other, &graph_def) {}
// Swaps *graph_def with an empty GraphDef.
GrapplerItem(const GrapplerItem& other, GraphDef* graph_def);
virtual ~GrapplerItem() = default;
string id; // A unique id for this item
// Inputs
GraphDef graph;
std::vector<std::pair<string, Tensor>> feed;
std::vector<string> fetch;
// Initialization op(s).
std::vector<string> init_ops;
// Expected initialization time in seconds, or 0 if unknown
int64 expected_init_time = 0;
// Save/restore ops (if any)
string save_op;
string restore_op;
string save_restore_loc_tensor;
// Queue runner(s) required to run the queue(s) of this model.
std::vector<QueueRunnerDef> queue_runners;
// List of op names to keep in the graph. This includes nodes that are
// referenced in various collections, and therefore must be preserved to
// ensure that the optimized metagraph can still be loaded.
std::vector<string> keep_ops;
// Return the set of node evaluated during a regular train/inference step.
std::vector<const NodeDef*> MainOpsFanin() const;
// Return the set of node run to populate the queues (if any).
std::vector<const NodeDef*> EnqueueOpsFanin() const;
// Return the set nodes used by TensorFlow to initialize the graph.
std::vector<const NodeDef*> InitOpsFanin() const;
// Return the set of variables accessed during a regular train/inference step.
std::vector<const NodeDef*> MainVariables() const;
// Return a set of node names that must be preserved. This includes feed and
// fetch nodes, keep_ops, init_ops.
std::unordered_set<string> NodesToPreserve() const;
// Restrict types of optimizations that are allowed for this GrapplerItem.
struct AllowedOptimizations {
// Is it allowed to add nodes to the graph that do not have registered
// gradient function.
bool non_differentiable_rewrites = true;
};
AllowedOptimizations allowed_optimizations;
};
// Return the transitive fanin of a set of terminal nodes.
std::vector<const NodeDef*> ComputeTransitiveFanin(
const GraphDef& graph, const std::vector<string>& terminal_nodes);
// Return the transitive fanin of a set of terminal nodes. Sets 'ill_formed' to
// true if one of the node is missing in the graph, or some node inputs don't
// exist.
std::vector<const NodeDef*> ComputeTransitiveFanin(
const GraphDef& graph, const std::vector<string>& terminal_nodes,
bool* ill_formed);
} // end namespace grappler
} // end namespace tensorflow
#endif // TENSORFLOW_CORE_GRAPPLER_GRAPPLER_ITEM_H_
|
