blob: dbfed628bfcabffe66bef41a82e0e2430897d80d (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
|
/* Copyright 2017 The TensorFlow Authors. All Rights Reserved.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
==============================================================================*/
#ifndef TENSORFLOW_COMPILER_XLA_SERVICE_SERVICE_EXECUTABLE_RUN_OPTIONS_H_
#define TENSORFLOW_COMPILER_XLA_SERVICE_SERVICE_EXECUTABLE_RUN_OPTIONS_H_
#include "tensorflow/compiler/xla/executable_run_options.h"
#include "tensorflow/compiler/xla/service/stream_pool.h"
#include "tensorflow/compiler/xla/statusor.h"
#include "tensorflow/stream_executor/stream_executor.h"
namespace xla {
// Class containing options for running a LocalExecutable and other auxiliary
// data, now only a stream cache for GPU backend.
class ServiceExecutableRunOptions {
public:
using StreamBorrower = std::function<StatusOr<StreamPool::Ptr>(int)>;
ServiceExecutableRunOptions()
: ServiceExecutableRunOptions(ExecutableRunOptions()) {}
explicit ServiceExecutableRunOptions(
ExecutableRunOptions run_options, StreamBorrower borrow_stream = nullptr,
tensorflow::thread::ThreadPool* xla_intra_op_thread_pool = nullptr)
: run_options_(std::move(run_options)),
borrow_stream_(std::move(borrow_stream)),
xla_intra_op_thread_pool_(xla_intra_op_thread_pool) {}
// Returns reference or pointer to `ExecutableRunOptions` member.
const ExecutableRunOptions& run_options() const { return run_options_; }
ExecutableRunOptions* mutable_run_options() { return &run_options_; }
// Delegate to `ExecutableRunOptions` member.
se::Stream* stream() const { return run_options_.stream(); }
DeviceMemoryAllocator* allocator() const { return run_options_.allocator(); }
int device_ordinal() const { return run_options_.device_ordinal(); }
// Borrows a stream and returns a smart pointer which returns the stream on
// destruction.
StatusOr<StreamPool::Ptr> BorrowStream(int device_ordinal) const {
return borrow_stream_
? borrow_stream_(device_ordinal)
: Status(tensorflow::error::UNIMPLEMENTED, "No stream cache");
}
// Returns reference to thread pool for execution of XLA ops on CPU backend.
tensorflow::thread::ThreadPool* xla_intra_op_thread_pool() const {
return xla_intra_op_thread_pool_;
}
private:
ExecutableRunOptions run_options_;
StreamBorrower borrow_stream_;
tensorflow::thread::ThreadPool* xla_intra_op_thread_pool_;
};
} // namespace xla
#endif // TENSORFLOW_COMPILER_XLA_SERVICE_SERVICE_EXECUTABLE_RUN_OPTIONS_H_
|
