2016-02-09 23:12:00 +00:00
|
|
|
// Copyright (c) 2011-present, Facebook, Inc. All rights reserved.
|
2017-07-15 23:03:42 +00:00
|
|
|
// This source code is licensed under both the GPLv2 (found in the
|
|
|
|
// COPYING file in the root directory) and Apache 2.0 License
|
|
|
|
// (found in the LICENSE.Apache file in the root directory).
|
2013-10-16 21:59:46 +00:00
|
|
|
//
|
2011-03-18 22:37:00 +00:00
|
|
|
// Copyright (c) 2011 The LevelDB Authors. All rights reserved.
|
|
|
|
// Use of this source code is governed by a BSD-style license that can be
|
|
|
|
// found in the LICENSE file. See the AUTHORS file for names of contributors.
|
|
|
|
|
2013-10-05 05:32:05 +00:00
|
|
|
#pragma once
|
2022-10-25 18:50:38 +00:00
|
|
|
#include <stdint.h>
|
|
|
|
|
2011-03-18 22:37:00 +00:00
|
|
|
#include <vector>
|
|
|
|
|
2013-08-23 15:38:13 +00:00
|
|
|
#include "rocksdb/slice.h"
|
2018-08-15 21:27:47 +00:00
|
|
|
#include "rocksdb/table.h"
|
2019-05-30 21:47:29 +00:00
|
|
|
#include "table/block_based/data_block_hash_index.h"
|
2011-03-18 22:37:00 +00:00
|
|
|
|
2020-02-20 20:07:53 +00:00
|
|
|
namespace ROCKSDB_NAMESPACE {
|
2011-03-18 22:37:00 +00:00
|
|
|
|
|
|
|
class BlockBuilder {
|
|
|
|
public:
|
2014-08-28 05:37:10 +00:00
|
|
|
BlockBuilder(const BlockBuilder&) = delete;
|
|
|
|
void operator=(const BlockBuilder&) = delete;
|
2014-09-04 01:10:13 +00:00
|
|
|
|
2015-12-16 20:08:30 +00:00
|
|
|
explicit BlockBuilder(int block_restart_interval,
|
2018-08-09 23:49:45 +00:00
|
|
|
bool use_delta_encoding = true,
|
2018-08-15 21:27:47 +00:00
|
|
|
bool use_value_delta_encoding = false,
|
|
|
|
BlockBasedTableOptions::DataBlockIndexType index_type =
|
|
|
|
BlockBasedTableOptions::kDataBlockBinarySearch,
|
|
|
|
double data_block_hash_table_util_ratio = 0.75);
|
2014-09-04 01:10:13 +00:00
|
|
|
|
2011-03-18 22:37:00 +00:00
|
|
|
// Reset the contents as if the BlockBuilder was just constructed.
|
|
|
|
void Reset();
|
|
|
|
|
2020-04-01 23:37:54 +00:00
|
|
|
// Swap the contents in BlockBuilder with buffer, then reset the BlockBuilder.
|
|
|
|
void SwapAndReset(std::string& buffer);
|
|
|
|
|
2016-08-19 22:10:31 +00:00
|
|
|
// REQUIRES: Finish() has not been called since the last call to Reset().
|
2011-03-18 22:37:00 +00:00
|
|
|
// REQUIRES: key is larger than any previously added key
|
2021-10-19 19:35:17 +00:00
|
|
|
// DO NOT mix with AddWithLastKey() between Resets. For efficiency, use
|
|
|
|
// AddWithLastKey() in contexts where previous added key is already known
|
|
|
|
// and delta encoding might be used.
|
2018-08-09 23:49:45 +00:00
|
|
|
void Add(const Slice& key, const Slice& value,
|
|
|
|
const Slice* const delta_value = nullptr);
|
2011-03-18 22:37:00 +00:00
|
|
|
|
2021-10-19 19:35:17 +00:00
|
|
|
// A faster version of Add() if the previous key is already known for all
|
|
|
|
// Add()s.
|
|
|
|
// REQUIRES: Finish() has not been called since the last call to Reset().
|
|
|
|
// REQUIRES: key is larger than any previously added key
|
|
|
|
// REQUIRES: if AddWithLastKey has been called since last Reset(), last_key
|
|
|
|
// is the key from most recent AddWithLastKey. (For convenience, last_key
|
|
|
|
// is ignored on first call after creation or Reset().)
|
|
|
|
// DO NOT mix with Add() between Resets.
|
|
|
|
void AddWithLastKey(const Slice& key, const Slice& value,
|
|
|
|
const Slice& last_key,
|
|
|
|
const Slice* const delta_value = nullptr);
|
|
|
|
|
2011-03-18 22:37:00 +00:00
|
|
|
// Finish building the block and return a slice that refers to the
|
|
|
|
// block contents. The returned slice will remain valid for the
|
|
|
|
// lifetime of this builder or until Reset() is called.
|
|
|
|
Slice Finish();
|
|
|
|
|
|
|
|
// Returns an estimate of the current (uncompressed) size of the block
|
|
|
|
// we are building.
|
2018-08-15 21:27:47 +00:00
|
|
|
inline size_t CurrentSizeEstimate() const {
|
|
|
|
return estimate_ + (data_block_hash_index_builder_.Valid()
|
|
|
|
? data_block_hash_index_builder_.EstimateSize()
|
|
|
|
: 0);
|
|
|
|
}
|
2011-03-18 22:37:00 +00:00
|
|
|
|
2013-05-15 17:34:02 +00:00
|
|
|
// Returns an estimated block size after appending key and value.
|
|
|
|
size_t EstimateSizeAfterKV(const Slice& key, const Slice& value) const;
|
|
|
|
|
2011-03-18 22:37:00 +00:00
|
|
|
// Return true iff no entries have been added since the last Reset()
|
2019-03-27 23:13:08 +00:00
|
|
|
bool empty() const { return buffer_.empty(); }
|
2011-03-18 22:37:00 +00:00
|
|
|
|
|
|
|
private:
|
2021-10-19 19:35:17 +00:00
|
|
|
inline void AddWithLastKeyImpl(const Slice& key, const Slice& value,
|
|
|
|
const Slice& last_key,
|
|
|
|
const Slice* const delta_value,
|
|
|
|
size_t buffer_size);
|
|
|
|
|
2019-03-27 23:13:08 +00:00
|
|
|
const int block_restart_interval_;
|
2018-08-23 17:04:10 +00:00
|
|
|
// TODO(myabandeh): put it into a separate IndexBlockBuilder
|
2019-03-27 23:13:08 +00:00
|
|
|
const bool use_delta_encoding_;
|
2018-08-09 23:49:45 +00:00
|
|
|
// Refer to BlockIter::DecodeCurrentValue for format of delta encoded values
|
|
|
|
const bool use_value_delta_encoding_;
|
2013-10-08 01:33:49 +00:00
|
|
|
|
2019-03-27 23:13:08 +00:00
|
|
|
std::string buffer_; // Destination buffer
|
2013-10-08 01:33:49 +00:00
|
|
|
std::vector<uint32_t> restarts_; // Restart points
|
2019-03-27 23:13:08 +00:00
|
|
|
size_t estimate_;
|
|
|
|
int counter_; // Number of entries emitted since restart
|
|
|
|
bool finished_; // Has Finish() been called?
|
|
|
|
std::string last_key_;
|
2018-08-15 21:27:47 +00:00
|
|
|
DataBlockHashIndexBuilder data_block_hash_index_builder_;
|
2021-10-19 19:35:17 +00:00
|
|
|
#ifndef NDEBUG
|
|
|
|
bool add_with_last_key_called_ = false;
|
|
|
|
#endif
|
2011-03-18 22:37:00 +00:00
|
|
|
};
|
|
|
|
|
2020-02-20 20:07:53 +00:00
|
|
|
} // namespace ROCKSDB_NAMESPACE
|