1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
|
/* Copyright 2016 The TensorFlow Authors. All Rights Reserved.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
==============================================================================*/
// PeriodicFunction will periodically call the given function with a specified
// period in a background thread. After Start() returns, the thread is
// guaranteed to have started. The destruction of the class causes the
// background thread to be destroyed as well. Start() should not be called more
// than once.
//
// PeriodicFunction runs the function as soon as any previous run both is
// complete and was started more than "interval_micros" earlier. Thus, runs are
// both serialized, and normally have a period of "interval_micros" if no run
// exceeds the time.
//
// Note that, if the function takes longer than two interval_micross to finish,
// then PeriodicFunction will "skip" at least one call to the function. For
// instance, if the period is 50ms and the function starts runs at time 0 for
// 150ms, then the function will immediately start executing again at time 150,
// but there will be no function runs corresponding to times 50 or 100. This is
// especially important to remember when using an environment with a simulated
// clock: advancing simulated time atomically over N interval_micross will not
// cause the function to be called N times.
//
// This object is thread-safe.
//
// Example:
//
// class Foo {
// public:
// Foo() : periodic_function_([this]() { Bar(); },
// 1000 /* 1000us == 1ms*/) {
// }
//
// private:
// void Bar() { ... }
//
// PeriodicFunction periodic_function_;
// };
#ifndef TENSORFLOW_CORE_KERNELS_BATCHING_UTIL_PERIODIC_FUNCTION_H_
#define TENSORFLOW_CORE_KERNELS_BATCHING_UTIL_PERIODIC_FUNCTION_H_
#include "tensorflow/core/kernels/batching_util/periodic_function.h"
#include <functional>
#include <memory>
#include <string>
#include "tensorflow/core/lib/core/notification.h"
#include "tensorflow/core/platform/env.h"
#include "tensorflow/core/platform/macros.h"
#include "tensorflow/core/platform/mutex.h"
#include "tensorflow/core/platform/thread_annotations.h"
#include "tensorflow/core/platform/types.h"
namespace tensorflow {
namespace serving {
namespace internal {
class PeriodicFunctionTestAccess;
}
class PeriodicFunction {
public:
// Provides the ability to customize several aspects of the PeriodicFunction.
// Passed to constructor of PeriodicFunction.
struct Options {
Options() {}
// Any standard thread options, such as stack size, should
// be passed via "thread_options".
ThreadOptions thread_options;
// Specifies the thread name prefix (see the description in class
// Thread).
string thread_name_prefix = "periodic_function";
// The environment to use. Does not take ownership, but must remain alive
// for as long as the PeriodicFunction exists.
Env* env = Env::Default();
// Specifies the length of sleep before the first invocation of the
// function.
// This can be used for adding a random jitter to avoid synchronous behavior
// across multiple periodic functions.
int64 startup_delay_micros = 0;
};
// Also starts the background thread which will be calling the function.
PeriodicFunction(const std::function<void()>& function, int64 interval_micros,
const Options& options = Options());
~PeriodicFunction();
private:
friend class internal::PeriodicFunctionTestAccess;
// Notifies the background thread to stop.
void NotifyStop();
// (Blocking.) Loops forever calling "function_" every "interval_micros_".
void RunLoop(int64 start) LOCKS_EXCLUDED(mutex_);
const std::function<void()> function_; // Actual client function
const int64 interval_micros_; // Interval between calls.
const Options options_;
// Protects state below.
mutable mutex mutex_;
// Used to notify the thread to stop.
Notification stop_thread_;
// Thread for running "function_"
std::unique_ptr<Thread> thread_ GUARDED_BY(mutex_) = nullptr;
TF_DISALLOW_COPY_AND_ASSIGN(PeriodicFunction);
};
} // namespace serving
} // namespace tensorflow
#endif // TENSORFLOW_CORE_KERNELS_BATCHING_UTIL_PERIODIC_FUNCTION_H_
|
