2017-05-10 21:54:35 +00:00
|
|
|
// Copyright (c) 2011-present, Facebook, Inc. All rights reserved.
|
2017-07-15 23:03:42 +00:00
|
|
|
// This source code is licensed under both the GPLv2 (found in the
|
|
|
|
// COPYING file in the root directory) and Apache 2.0 License
|
|
|
|
// (found in the LICENSE.Apache file in the root directory).
|
2017-05-10 21:54:35 +00:00
|
|
|
//
|
|
|
|
#pragma once
|
|
|
|
|
|
|
|
#include <memory>
|
|
|
|
|
2020-06-09 22:12:59 +00:00
|
|
|
#include "db/blob/blob_log_format.h"
|
2017-05-10 21:54:35 +00:00
|
|
|
#include "rocksdb/slice.h"
|
|
|
|
|
2021-08-03 00:13:36 +00:00
|
|
|
#define MAX_HEADER_SIZE(a, b, c) (a > b ? (a > c ? a : c) : (b > c ? b : c))
|
|
|
|
|
2020-02-20 20:07:53 +00:00
|
|
|
namespace ROCKSDB_NAMESPACE {
|
2017-05-10 21:54:35 +00:00
|
|
|
|
2020-10-08 00:46:50 +00:00
|
|
|
class RandomAccessFileReader;
|
|
|
|
class Env;
|
|
|
|
class Statistics;
|
|
|
|
class Status;
|
2021-01-26 06:07:26 +00:00
|
|
|
class SystemClock;
|
2017-05-10 21:54:35 +00:00
|
|
|
|
|
|
|
/**
|
2020-10-08 00:46:50 +00:00
|
|
|
* BlobLogSequentialReader is a general purpose log stream reader
|
|
|
|
* implementation. The actual job of reading from the device is implemented by
|
|
|
|
* the RandomAccessFileReader interface.
|
2017-05-10 21:54:35 +00:00
|
|
|
*
|
2020-10-08 00:46:50 +00:00
|
|
|
* Please see BlobLogWriter for details on the file and record layout.
|
2017-05-10 21:54:35 +00:00
|
|
|
*/
|
2020-10-08 00:46:50 +00:00
|
|
|
|
|
|
|
class BlobLogSequentialReader {
|
2017-05-10 21:54:35 +00:00
|
|
|
public:
|
|
|
|
enum ReadLevel {
|
2017-10-17 19:11:52 +00:00
|
|
|
kReadHeader,
|
|
|
|
kReadHeaderKey,
|
|
|
|
kReadHeaderKeyBlob,
|
2017-05-10 21:54:35 +00:00
|
|
|
};
|
|
|
|
|
2020-10-08 00:46:50 +00:00
|
|
|
// Create a reader that will return log records from "*file_reader".
|
|
|
|
BlobLogSequentialReader(std::unique_ptr<RandomAccessFileReader>&& file_reader,
|
2021-03-15 11:32:24 +00:00
|
|
|
SystemClock* clock, Statistics* statistics);
|
2020-10-08 00:46:50 +00:00
|
|
|
|
2017-10-27 20:14:34 +00:00
|
|
|
// No copying allowed
|
2020-10-08 00:46:50 +00:00
|
|
|
BlobLogSequentialReader(const BlobLogSequentialReader&) = delete;
|
|
|
|
BlobLogSequentialReader& operator=(const BlobLogSequentialReader&) = delete;
|
2017-05-10 21:54:35 +00:00
|
|
|
|
2020-10-08 00:46:50 +00:00
|
|
|
~BlobLogSequentialReader();
|
2019-09-12 01:07:12 +00:00
|
|
|
|
2017-05-10 21:54:35 +00:00
|
|
|
Status ReadHeader(BlobLogHeader* header);
|
|
|
|
|
|
|
|
// Read the next record into *record. Returns true if read
|
2020-10-08 00:46:50 +00:00
|
|
|
// successfully, false if we hit end of the input. The contents filled in
|
|
|
|
// *record will only be valid until the next mutating operation on this
|
|
|
|
// reader.
|
2017-08-11 19:30:02 +00:00
|
|
|
// If blob_offset is non-null, return offset of the blob through it.
|
2017-10-17 19:11:52 +00:00
|
|
|
Status ReadRecord(BlobLogRecord* record, ReadLevel level = kReadHeader,
|
2017-08-11 19:30:02 +00:00
|
|
|
uint64_t* blob_offset = nullptr);
|
2017-05-10 21:54:35 +00:00
|
|
|
|
2020-08-27 18:54:43 +00:00
|
|
|
Status ReadFooter(BlobLogFooter* footer);
|
|
|
|
|
2017-05-10 21:54:35 +00:00
|
|
|
void ResetNextByte() { next_byte_ = 0; }
|
|
|
|
|
|
|
|
uint64_t GetNextByte() const { return next_byte_; }
|
|
|
|
|
|
|
|
private:
|
2018-11-13 20:46:35 +00:00
|
|
|
Status ReadSlice(uint64_t size, Slice* slice, char* buf);
|
|
|
|
|
2018-06-24 06:08:33 +00:00
|
|
|
const std::unique_ptr<RandomAccessFileReader> file_;
|
2021-03-15 11:32:24 +00:00
|
|
|
SystemClock* clock_;
|
2021-01-26 06:07:26 +00:00
|
|
|
|
2017-11-28 19:42:28 +00:00
|
|
|
Statistics* statistics_;
|
2017-05-10 21:54:35 +00:00
|
|
|
|
|
|
|
Slice buffer_;
|
2021-08-03 00:13:36 +00:00
|
|
|
char header_buf_[MAX_HEADER_SIZE(BlobLogHeader::kSize, BlobLogFooter::kSize,
|
|
|
|
BlobLogRecord::kHeaderSize)];
|
2017-05-10 21:54:35 +00:00
|
|
|
|
2020-10-08 00:46:50 +00:00
|
|
|
// which byte to read next
|
2017-05-10 21:54:35 +00:00
|
|
|
uint64_t next_byte_;
|
|
|
|
};
|
|
|
|
|
2020-02-20 20:07:53 +00:00
|
|
|
} // namespace ROCKSDB_NAMESPACE
|
2021-08-03 00:13:36 +00:00
|
|
|
|
|
|
|
#undef MAX_HEADER_SIZE
|