blob: 9931dcbafe06cb9f8673462858244f6f2793b29d (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
|
/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
==============================================================================*/
#ifndef TENSORFLOW_CONTRIB_LITE_TOOLS_BENCHMARK_TFLITE_MODEL_H_
#define TENSORFLOW_CONTRIB_LITE_TOOLS_BENCHMARK_TFLITE_MODEL_H_
#include <memory>
#include <string>
#include <vector>
#include "tensorflow/contrib/lite/model.h"
#include "tensorflow/contrib/lite/profiling/profile_summarizer.h"
#include "tensorflow/contrib/lite/tools/benchmark/benchmark_model.h"
namespace tflite {
namespace benchmark {
// Dumps profiling events if profiling is enabled
class ProfilingListener : public BenchmarkListener {
public:
explicit ProfilingListener() : interpreter_(nullptr), has_profiles_(false) {}
void SetInterpreter(Interpreter* interpreter);
void OnSingleRunStart(RunType run_type) override;
void OnSingleRunEnd() override;
void OnBenchmarkEnd(const BenchmarkResults& results) override;
private:
Interpreter* interpreter_;
profiling::Profiler profiler_;
profiling::ProfileSummarizer summarizer_;
bool has_profiles_;
};
// Benchmarks a TFLite model by running tflite interpreter.
class BenchmarkTfLiteModel : public BenchmarkModel {
public:
BenchmarkTfLiteModel();
BenchmarkTfLiteModel(BenchmarkParams params);
std::vector<Flag> GetFlags() override;
void LogParams() override;
bool ValidateParams() override;
uint64_t ComputeInputBytes() override;
void Init() override;
void RunImpl() override;
virtual ~BenchmarkTfLiteModel() {}
struct InputLayerInfo {
std::string name;
std::vector<int> shape;
};
private:
std::unique_ptr<tflite::FlatBufferModel> model;
std::unique_ptr<tflite::Interpreter> interpreter;
std::vector<InputLayerInfo> inputs;
ProfilingListener profiling_listener_;
};
} // namespace benchmark
} // namespace tflite
#endif // TENSORFLOW_CONTRIB_LITE_TOOLS_BENCHMARK_BENCHMARK_TFLITE_MODEL_H_
|
