1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
|
/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
==============================================================================*/
#include "tensorflow/contrib/lite/profiling/profile_summarizer.h"
#include <sstream>
#include "tensorflow/contrib/lite/schema/schema_generated.h"
namespace tflite {
namespace profiling {
namespace {
struct OperatorDetails {
std::string name;
std::vector<std::string> inputs;
std::vector<std::string> outputs;
};
std::string GetTensorName(const tflite::Interpreter& interpreter,
int tensor_index) {
const auto tensor = interpreter.tensor(tensor_index);
if (tensor == nullptr || tensor->name == nullptr) {
return "Unknown";
}
return tensor->name;
}
std::vector<std::string> GetTensorNames(const tflite::Interpreter& interpreter,
const TfLiteIntArray* tensor_indices) {
std::vector<std::string> tensors;
tensors.reserve(tensor_indices->size);
for (int i = 0; i < tensor_indices->size; i++) {
tensors.push_back(GetTensorName(interpreter, tensor_indices->data[i]));
}
return tensors;
}
std::string ToString(const std::vector<std::string>& str_vector) {
std::stringstream stream;
stream << "[";
bool first = true;
for (const auto& s : str_vector) {
if (!first) {
stream << ", ";
} else {
first = false;
}
stream << s;
}
stream << "]";
return stream.str();
}
OperatorDetails GetOperatorDetails(const tflite::Interpreter& interpreter,
int node_index) {
auto node_reg = interpreter.node_and_registration(node_index);
auto inputs = node_reg->first.inputs;
auto outputs = node_reg->first.outputs;
int code = node_reg->second.builtin_code;
const char* op_name = nullptr;
if (code == tflite::BuiltinOperator_CUSTOM) {
const char* custom_name = node_reg->second.custom_name;
op_name = custom_name ? custom_name : "UnknownCustomOp";
} else {
op_name = tflite::EnumNamesBuiltinOperator()[code];
}
const char* profiling_string =
interpreter.OpProfilingString(node_reg->second, &node_reg->first);
OperatorDetails details;
details.name = op_name;
if (profiling_string) {
details.name += ":" + std::string(profiling_string);
}
details.inputs = GetTensorNames(interpreter, inputs);
details.outputs = GetTensorNames(interpreter, outputs);
return details;
}
tensorflow::StatSummarizerOptions GetProfileSummarizerOptions() {
auto options = tensorflow::StatSummarizerOptions();
options.show_summary = true;
options.show_memory = false;
return options;
}
} // namespace
ProfileSummarizer::ProfileSummarizer()
: stats_calculator_(
new ::tensorflow::StatsCalculator(GetProfileSummarizerOptions())) {}
void ProfileSummarizer::ProcessProfiles(
const std::vector<const ProfileEvent*>& profile_stats,
const tflite::Interpreter& interpreter) {
std::vector<const ProfileEvent*> events;
std::copy_if(profile_stats.begin(), profile_stats.end(),
std::back_inserter(events), [](const ProfileEvent* e) {
return e->event_type ==
ProfileEvent::EventType::OPERATOR_INVOKE_EVENT &&
e->end_timestamp_us >= e->begin_timestamp_us;
});
// Sort with begin_time.
std::sort(events.begin(), events.end(),
[](const ProfileEvent* const& a, const ProfileEvent* const& b) {
return a->begin_timestamp_us < b->begin_timestamp_us;
});
if (events.empty()) {
return;
}
int64_t base_start_us = events[0]->begin_timestamp_us;
int node_num = 0;
int64_t curr_total_us = 0;
for (auto event : events) {
auto op_details = GetOperatorDetails(interpreter, event->event_metadata);
auto node_name = ToString(op_details.outputs);
int64_t start_us = event->begin_timestamp_us - base_start_us;
int64_t node_exec_time =
event->end_timestamp_us - event->begin_timestamp_us;
stats_calculator_->AddNodeStats(node_name, op_details.name, node_num,
start_us, node_exec_time, 0 /*memory */);
curr_total_us += node_exec_time;
++node_num;
}
stats_calculator_->UpdateRunTotalUs(curr_total_us);
}
} // namespace profiling
} // namespace tflite
|
