1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
|
/* Copyright 2015 The TensorFlow Authors. All Rights Reserved.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
==============================================================================*/
#ifndef TENSORFLOW_PLATFORM_DEFAULT_MUTEX_H_
#define TENSORFLOW_PLATFORM_DEFAULT_MUTEX_H_
// IWYU pragma: private, include "third_party/tensorflow/core/platform/mutex.h"
// IWYU pragma: friend third_party/tensorflow/core/platform/mutex.h
#include <chrono>
#include <condition_variable>
#include <mutex>
#include "tensorflow/core/platform/thread_annotations.h"
namespace tensorflow {
#undef mutex_lock
enum LinkerInitialized { LINKER_INITIALIZED };
class condition_variable;
// Mimic std::mutex + C++17's shared_mutex, adding a LinkerInitialized
// constructor interface. This type is as fast as mutex, but is also a shared
// lock.
class LOCKABLE mutex {
public:
mutex();
// The default implementation of the underlying mutex is safe to use after
// the linker initialization to zero.
explicit mutex(LinkerInitialized x) {}
void lock() EXCLUSIVE_LOCK_FUNCTION();
bool try_lock() EXCLUSIVE_TRYLOCK_FUNCTION(true);
void unlock() UNLOCK_FUNCTION();
void lock_shared() SHARED_LOCK_FUNCTION();
bool try_lock_shared() SHARED_TRYLOCK_FUNCTION(true);
void unlock_shared() UNLOCK_FUNCTION();
struct external_mu_space {
void* space[2];
};
private:
friend class condition_variable;
external_mu_space mu_;
};
// Mimic a subset of the std::unique_lock<tensorflow::mutex> functionality.
class SCOPED_LOCKABLE mutex_lock {
public:
typedef ::tensorflow::mutex mutex_type;
explicit mutex_lock(mutex_type& mu) EXCLUSIVE_LOCK_FUNCTION(mu) : mu_(&mu) {
mu_->lock();
}
mutex_lock(mutex_type& mu, std::try_to_lock_t) EXCLUSIVE_LOCK_FUNCTION(mu)
: mu_(&mu) {
if (!mu.try_lock()) {
mu_ = nullptr;
}
}
// Manually nulls out the source to prevent double-free.
// (std::move does not null the source pointer by default.)
mutex_lock(mutex_lock&& ml) noexcept : mu_(ml.mu_) { ml.mu_ = nullptr; }
~mutex_lock() UNLOCK_FUNCTION() {
if (mu_ != nullptr) {
mu_->unlock();
}
}
mutex_type* mutex() { return mu_; }
operator bool() const { return mu_ != nullptr; }
private:
mutex_type* mu_;
};
// Catch bug where variable name is omitted, e.g. mutex_lock (mu);
#define mutex_lock(x) static_assert(0, "mutex_lock_decl_missing_var_name");
// Mimic a subset of the std::shared_lock<tensorflow::mutex> functionality.
// Name chosen to minimise conflicts with the tf_shared_lock macro, below.
class SCOPED_LOCKABLE tf_shared_lock {
public:
typedef ::tensorflow::mutex mutex_type;
explicit tf_shared_lock(mutex_type& mu) SHARED_LOCK_FUNCTION(mu) : mu_(&mu) {
mu_->lock_shared();
}
tf_shared_lock(mutex_type& mu, std::try_to_lock_t) SHARED_LOCK_FUNCTION(mu)
: mu_(&mu) {
if (!mu.try_lock_shared()) {
mu_ = nullptr;
}
}
// Manually nulls out the source to prevent double-free.
// (std::move does not null the source pointer by default.)
explicit tf_shared_lock(tf_shared_lock&& ml) noexcept : mu_(ml.mu_) {
ml.mu_ = nullptr;
}
~tf_shared_lock() UNLOCK_FUNCTION() {
if (mu_ != nullptr) {
mu_->unlock_shared();
}
}
mutex_type* mutex() { return mu_; }
operator bool() const { return mu_ != nullptr; }
private:
mutex_type* mu_;
};
// Catch bug where variable name is omitted, e.g. tf_shared_lock (mu);
#define tf_shared_lock(x) \
static_assert(0, "tf_shared_lock_decl_missing_var_name");
// Mimic std::condition_variable.
class condition_variable {
public:
condition_variable();
void wait(mutex_lock& lock);
template <class Rep, class Period>
std::cv_status wait_for(mutex_lock& lock,
std::chrono::duration<Rep, Period> dur) {
return wait_until_system_clock(lock,
std::chrono::system_clock::now() + dur);
}
void notify_one();
void notify_all();
struct external_cv_space {
void* space[2];
};
private:
friend ConditionResult WaitForMilliseconds(mutex_lock* mu,
condition_variable* cv, int64 ms);
std::cv_status wait_until_system_clock(
mutex_lock& lock,
const std::chrono::system_clock::time_point timeout_time);
external_cv_space cv_;
};
inline ConditionResult WaitForMilliseconds(mutex_lock* mu,
condition_variable* cv, int64 ms) {
std::cv_status s = cv->wait_for(*mu, std::chrono::milliseconds(ms));
return (s == std::cv_status::timeout) ? kCond_Timeout : kCond_MaybeNotified;
}
} // namespace tensorflow
#endif // TENSORFLOW_PLATFORM_DEFAULT_MUTEX_H_
|
