aboutsummaryrefslogtreecommitdiffhomepage
path: root/tensorflow/compiler/xla/packed_literal_reader.h
diff options
context:
space:
mode:
Diffstat (limited to 'tensorflow/compiler/xla/packed_literal_reader.h')
-rw-r--r--tensorflow/compiler/xla/packed_literal_reader.h59
1 files changed, 59 insertions, 0 deletions
diff --git a/tensorflow/compiler/xla/packed_literal_reader.h b/tensorflow/compiler/xla/packed_literal_reader.h
new file mode 100644
index 0000000000..563d978cf5
--- /dev/null
+++ b/tensorflow/compiler/xla/packed_literal_reader.h
@@ -0,0 +1,59 @@
+/* Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#ifndef TENSORFLOW_COMPILER_XLA_PACKED_LITERAL_READER_H_
+#define TENSORFLOW_COMPILER_XLA_PACKED_LITERAL_READER_H_
+
+#include <memory>
+
+#include "tensorflow/compiler/xla/statusor.h"
+#include "tensorflow/compiler/xla/types.h"
+#include "tensorflow/compiler/xla/xla_data.pb.h"
+#include "tensorflow/core/platform/env.h"
+#include "tensorflow/core/platform/macros.h"
+
+namespace xla {
+
+// Reads packed data from a metadata-less file as requested by a user (who must
+// know its internal format). These are yielded as (structured) literal values.
+class PackedLiteralReader {
+ public:
+ // Ownership of file is passed to this instance -- this instance takes
+ // responsibility for closing it.
+ explicit PackedLiteralReader(tensorflow::RandomAccessFile* file);
+ ~PackedLiteralReader();
+
+ // Yields the next packed literal with shape "shape" as read from the
+ // underlying file stream.
+ //
+ // Layout is optional. If it is not provided, no layout is set on the literal
+ // that is produced.
+ StatusOr<std::unique_ptr<Literal>> Read(const Shape& shape,
+ const Layout* layout = nullptr);
+
+ // Returns whether the input file has been fully exhausted; i.e. all available
+ // packed literals have been read and we're at the end of the file.
+ bool IsExhausted() const;
+
+ private:
+ tensorflow::RandomAccessFile* file_; // We own and close in our destructor
+ uint64 offset_; // Next file offset to read from
+
+ TF_DISALLOW_COPY_AND_ASSIGN(PackedLiteralReader);
+};
+
+} // namespace xla
+
+#endif // TENSORFLOW_COMPILER_XLA_PACKED_LITERAL_READER_H_