2020-08-27 18:54:43 +00:00
|
|
|
// Copyright (c) 2011-present, Facebook, Inc. All rights reserved.
|
|
|
|
// This source code is licensed under both the GPLv2 (found in the
|
|
|
|
// COPYING file in the root directory) and Apache 2.0 License
|
|
|
|
// (found in the LICENSE.Apache file in the root directory).
|
|
|
|
#pragma once
|
|
|
|
|
|
|
|
#include <cinttypes>
|
|
|
|
#include <functional>
|
|
|
|
#include <memory>
|
|
|
|
#include <string>
|
|
|
|
#include <vector>
|
|
|
|
|
|
|
|
#include "rocksdb/compression_type.h"
|
|
|
|
#include "rocksdb/env.h"
|
|
|
|
#include "rocksdb/rocksdb_namespace.h"
|
|
|
|
|
|
|
|
namespace ROCKSDB_NAMESPACE {
|
|
|
|
|
|
|
|
class VersionSet;
|
|
|
|
class FileSystem;
|
2021-01-26 06:07:26 +00:00
|
|
|
class SystemClock;
|
2020-08-27 18:54:43 +00:00
|
|
|
struct ImmutableCFOptions;
|
|
|
|
struct MutableCFOptions;
|
|
|
|
struct FileOptions;
|
|
|
|
class BlobFileAddition;
|
|
|
|
class Status;
|
|
|
|
class Slice;
|
|
|
|
class BlobLogWriter;
|
2021-02-16 17:47:12 +00:00
|
|
|
class IOTracer;
|
2020-08-27 18:54:43 +00:00
|
|
|
|
|
|
|
class BlobFileBuilder {
|
|
|
|
public:
|
|
|
|
BlobFileBuilder(VersionSet* versions, Env* env, FileSystem* fs,
|
|
|
|
const ImmutableCFOptions* immutable_cf_options,
|
|
|
|
const MutableCFOptions* mutable_cf_options,
|
2020-08-31 19:30:02 +00:00
|
|
|
const FileOptions* file_options, int job_id,
|
|
|
|
uint32_t column_family_id,
|
|
|
|
const std::string& column_family_name,
|
2020-08-27 18:54:43 +00:00
|
|
|
Env::IOPriority io_priority,
|
|
|
|
Env::WriteLifeTimeHint write_hint,
|
2021-02-16 17:47:12 +00:00
|
|
|
const std::shared_ptr<IOTracer>& io_tracer,
|
2020-09-15 04:10:09 +00:00
|
|
|
std::vector<std::string>* blob_file_paths,
|
2020-08-27 18:54:43 +00:00
|
|
|
std::vector<BlobFileAddition>* blob_file_additions);
|
|
|
|
|
|
|
|
BlobFileBuilder(std::function<uint64_t()> file_number_generator, Env* env,
|
|
|
|
FileSystem* fs,
|
|
|
|
const ImmutableCFOptions* immutable_cf_options,
|
|
|
|
const MutableCFOptions* mutable_cf_options,
|
2020-08-31 19:30:02 +00:00
|
|
|
const FileOptions* file_options, int job_id,
|
|
|
|
uint32_t column_family_id,
|
|
|
|
const std::string& column_family_name,
|
2020-08-27 18:54:43 +00:00
|
|
|
Env::IOPriority io_priority,
|
|
|
|
Env::WriteLifeTimeHint write_hint,
|
2021-02-16 17:47:12 +00:00
|
|
|
const std::shared_ptr<IOTracer>& io_tracer,
|
2020-09-15 04:10:09 +00:00
|
|
|
std::vector<std::string>* blob_file_paths,
|
2020-08-27 18:54:43 +00:00
|
|
|
std::vector<BlobFileAddition>* blob_file_additions);
|
|
|
|
|
|
|
|
BlobFileBuilder(const BlobFileBuilder&) = delete;
|
|
|
|
BlobFileBuilder& operator=(const BlobFileBuilder&) = delete;
|
|
|
|
|
|
|
|
~BlobFileBuilder();
|
|
|
|
|
|
|
|
Status Add(const Slice& key, const Slice& value, std::string* blob_index);
|
|
|
|
Status Finish();
|
|
|
|
|
|
|
|
private:
|
|
|
|
bool IsBlobFileOpen() const;
|
|
|
|
Status OpenBlobFileIfNeeded();
|
|
|
|
Status CompressBlobIfNeeded(Slice* blob, std::string* compressed_blob) const;
|
|
|
|
Status WriteBlobToFile(const Slice& key, const Slice& blob,
|
|
|
|
uint64_t* blob_file_number, uint64_t* blob_offset);
|
|
|
|
Status CloseBlobFile();
|
|
|
|
Status CloseBlobFileIfNeeded();
|
|
|
|
|
|
|
|
std::function<uint64_t()> file_number_generator_;
|
|
|
|
FileSystem* fs_;
|
2021-01-26 06:07:26 +00:00
|
|
|
std::shared_ptr<SystemClock> clock_;
|
2020-08-27 18:54:43 +00:00
|
|
|
const ImmutableCFOptions* immutable_cf_options_;
|
|
|
|
uint64_t min_blob_size_;
|
|
|
|
uint64_t blob_file_size_;
|
|
|
|
CompressionType blob_compression_type_;
|
|
|
|
const FileOptions* file_options_;
|
2020-08-31 19:30:02 +00:00
|
|
|
int job_id_;
|
2020-08-27 18:54:43 +00:00
|
|
|
uint32_t column_family_id_;
|
2020-08-31 19:30:02 +00:00
|
|
|
std::string column_family_name_;
|
2020-08-27 18:54:43 +00:00
|
|
|
Env::IOPriority io_priority_;
|
|
|
|
Env::WriteLifeTimeHint write_hint_;
|
2021-02-16 17:47:12 +00:00
|
|
|
std::shared_ptr<IOTracer> io_tracer_;
|
2020-09-15 04:10:09 +00:00
|
|
|
std::vector<std::string>* blob_file_paths_;
|
2020-08-27 18:54:43 +00:00
|
|
|
std::vector<BlobFileAddition>* blob_file_additions_;
|
|
|
|
std::unique_ptr<BlobLogWriter> writer_;
|
|
|
|
uint64_t blob_count_;
|
|
|
|
uint64_t blob_bytes_;
|
|
|
|
};
|
|
|
|
|
|
|
|
} // namespace ROCKSDB_NAMESPACE
|