1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
|
/* Copyright 2016 The TensorFlow Authors. All Rights Reserved.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
==============================================================================*/
#ifndef TENSORFLOW_CORE_UTIL_REPORTER_H_
#define TENSORFLOW_CORE_UTIL_REPORTER_H_
#include <cstdlib>
#include <memory>
#include <string>
#include <unordered_set>
#include "tensorflow/core/platform/env.h"
#include "tensorflow/core/platform/macros.h"
#include "tensorflow/core/platform/mutex.h"
#include "tensorflow/core/platform/types.h"
#include "tensorflow/core/util/test_log.pb.h"
namespace tensorflow {
// The TestReporter writes test / benchmark output to binary Protobuf files when
// the environment variable "TEST_REPORT_FILE_PREFIX" is defined.
//
// If this environment variable is not defined, no logging is performed.
//
// The intended use is via the following lines:
//
// TestReporter reporter(test_name);
// TF_CHECK_OK(reporter.Initialize()));
// TF_CHECK_OK(reporter.Benchmark(iters, cpu_time, wall_time, throughput));
// TF_CHECK_OK(reporter.SetProperty("some_string_property", "some_value");
// TF_CHECK_OK(reporter.SetProperty("some_double_property", double_value);
// TF_CHECK_OK(reporter.Close());
//
// For example, if the environment variable
// TEST_REPORT_FILE_PREFIX="/tmp/run_"
// is set, and test_name is "BM_Foo/1/2", then a BenchmarkEntries pb
// with a single entry is written to file:
// /tmp/run_BM_Foo__1__2
//
class TestReporter {
public:
static constexpr const char* kTestReporterEnv = "TEST_REPORT_FILE_PREFIX";
// Create a TestReporter with the test name 'test_name'.
explicit TestReporter(const string& test_name)
: TestReporter(GetLogEnv(), test_name) {}
// Provide a prefix filename, mostly used for testing this class.
TestReporter(const string& fname, const string& test_name);
// Initialize the TestReporter. If the reporting env flag is set,
// try to create the reporting file. Fails if the file already exists.
Status Initialize();
// Finalize the report. If the reporting env flag is set,
// flush the reporting file and close it.
// Once Close is called, no other methods should be called other
// than Close and the destructor.
Status Close();
// Set the report to be a Benchmark and log the given parameters.
// Only does something if the reporting env flag is set.
// Does not guarantee the report is written. Use Close() to
// enforce I/O operations.
Status Benchmark(int64 iters, double cpu_time, double wall_time,
double throughput);
// Set property on Benchmark to the given value.
Status SetProperty(const string& name, double value);
// Set property on Benchmark to the given value.
Status SetProperty(const string& name, const string& value);
// TODO(b/32704451): Don't just ignore the ::tensorflow::Status object!
~TestReporter() { Close().IgnoreError(); } // Autoclose in destructor.
private:
static string GetLogEnv() {
const char* fname_ptr = getenv(kTestReporterEnv);
return (fname_ptr != nullptr) ? fname_ptr : "";
}
bool closed_;
string fname_;
string test_name_;
std::unique_ptr<WritableFile> log_file_;
BenchmarkEntry benchmark_entry_;
TF_DISALLOW_COPY_AND_ASSIGN(TestReporter);
};
} // namespace tensorflow
#endif // TENSORFLOW_CORE_UTIL_REPORTER_H_
|
