1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
|
/* Copyright 2015 Google Inc. All Rights Reserved.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
==============================================================================*/
#ifndef TENSORFLOW_LIB_IO_INPUTBUFFER_H_
#define TENSORFLOW_LIB_IO_INPUTBUFFER_H_
#include <string>
#include "tensorflow/core/platform/port.h"
#include "tensorflow/core/public/env.h"
#include "tensorflow/core/public/status.h"
namespace tensorflow {
namespace io {
// An InputBuffer provides a buffer on top of a RandomAccessFile.
// A given instance of an InputBuffer is NOT safe for concurrent use
// by multiple threads
class InputBuffer {
public:
// Create an InputBuffer for "file" with a buffer size of
// "buffer_bytes" bytes. Takes ownership of "file" and will
// delete it when the InputBuffer is destroyed.
InputBuffer(RandomAccessFile* file, size_t buffer_bytes);
~InputBuffer();
// Read one text line of data into "*result" until end-of-file or a
// \n is read. (The \n is not included in the result.) Overwrites
// any existing data in *result.
//
// If successful, returns OK. If we are already at the end of the
// file, we return an OUT_OF_RANGE error. Otherwise, we return
// some other non-OK status.
Status ReadLine(string* result);
// Reads bytes_to_read bytes into *result, overwriting *result.
//
// If successful, returns OK. If we there are not enough bytes to
// read before the end of the file, we return an OUT_OF_RANGE error.
// Otherwise, we return some other non-OK status.
Status ReadNBytes(int64 bytes_to_read, string* result);
// Like ReadNBytes() without returning the bytes read.
Status SkipNBytes(int64 bytes_to_skip);
// Returns the position in the file.
int64 Tell() const { return file_pos_ - (limit_ - pos_); }
private:
Status FillBuffer();
RandomAccessFile* file_; // Owned
int64 file_pos_; // Next position to read from in "file_"
size_t size_; // Size of "buf_"
char* buf_; // The buffer itself
// [pos_,limit_) hold the "limit_ - pos_" bytes just before "file_pos_"
char* pos_; // Current position in "buf"
char* limit_; // Just past end of valid data in "buf"
TF_DISALLOW_COPY_AND_ASSIGN(InputBuffer);
};
} // namespace io
} // namespace tensorflow
#endif // TENSORFLOW_LIB_IO_INPUTBUFFER_H_
|
