mirror of
https://github.com/facebook/rocksdb.git
synced 2024-11-27 11:43:49 +00:00
2cc5b39560
Summary: `enable_custom_split_merge` is added for enabling the custom split and merge feature, which split the compressed value into chunks so that they may better fit jemalloc bins. Pull Request resolved: https://github.com/facebook/rocksdb/pull/10690 Test Plan: Unit Tests Stress Tests Reviewed By: anand1976 Differential Revision: D39567604 Pulled By: gitbw95 fbshipit-source-id: f6d1d46200f365220055f793514601dcb0edc4b7
130 lines
4.9 KiB
C++
130 lines
4.9 KiB
C++
// Copyright (c) 2011-present, Facebook, Inc. All rights reserved.
|
|
// This source code is licensed under both the GPLv2 (found in the
|
|
// COPYING file in the root directory) and Apache 2.0 License
|
|
// (found in the LICENSE.Apache file in the root directory).
|
|
//
|
|
// Copyright (c) 2011 The LevelDB Authors. All rights reserved.
|
|
// Use of this source code is governed by a BSD-style license that can be
|
|
// found in the LICENSE file. See the AUTHORS file for names of contributors.
|
|
|
|
#include "rocksdb/cache.h"
|
|
|
|
#include "cache/lru_cache.h"
|
|
#include "rocksdb/secondary_cache.h"
|
|
#include "rocksdb/utilities/customizable_util.h"
|
|
#include "rocksdb/utilities/options_type.h"
|
|
#include "util/string_util.h"
|
|
|
|
namespace ROCKSDB_NAMESPACE {
|
|
#ifndef ROCKSDB_LITE
|
|
static std::unordered_map<std::string, OptionTypeInfo>
|
|
lru_cache_options_type_info = {
|
|
{"capacity",
|
|
{offsetof(struct LRUCacheOptions, capacity), OptionType::kSizeT,
|
|
OptionVerificationType::kNormal, OptionTypeFlags::kMutable}},
|
|
{"num_shard_bits",
|
|
{offsetof(struct LRUCacheOptions, num_shard_bits), OptionType::kInt,
|
|
OptionVerificationType::kNormal, OptionTypeFlags::kMutable}},
|
|
{"strict_capacity_limit",
|
|
{offsetof(struct LRUCacheOptions, strict_capacity_limit),
|
|
OptionType::kBoolean, OptionVerificationType::kNormal,
|
|
OptionTypeFlags::kMutable}},
|
|
{"high_pri_pool_ratio",
|
|
{offsetof(struct LRUCacheOptions, high_pri_pool_ratio),
|
|
OptionType::kDouble, OptionVerificationType::kNormal,
|
|
OptionTypeFlags::kMutable}},
|
|
{"low_pri_pool_ratio",
|
|
{offsetof(struct LRUCacheOptions, low_pri_pool_ratio),
|
|
OptionType::kDouble, OptionVerificationType::kNormal,
|
|
OptionTypeFlags::kMutable}},
|
|
};
|
|
|
|
static std::unordered_map<std::string, OptionTypeInfo>
|
|
comp_sec_cache_options_type_info = {
|
|
{"capacity",
|
|
{offsetof(struct CompressedSecondaryCacheOptions, capacity),
|
|
OptionType::kSizeT, OptionVerificationType::kNormal,
|
|
OptionTypeFlags::kMutable}},
|
|
{"num_shard_bits",
|
|
{offsetof(struct CompressedSecondaryCacheOptions, num_shard_bits),
|
|
OptionType::kInt, OptionVerificationType::kNormal,
|
|
OptionTypeFlags::kMutable}},
|
|
{"compression_type",
|
|
{offsetof(struct CompressedSecondaryCacheOptions, compression_type),
|
|
OptionType::kCompressionType, OptionVerificationType::kNormal,
|
|
OptionTypeFlags::kMutable}},
|
|
{"compress_format_version",
|
|
{offsetof(struct CompressedSecondaryCacheOptions,
|
|
compress_format_version),
|
|
OptionType::kUInt32T, OptionVerificationType::kNormal,
|
|
OptionTypeFlags::kMutable}},
|
|
{"enable_custom_split_merge",
|
|
{offsetof(struct CompressedSecondaryCacheOptions,
|
|
enable_custom_split_merge),
|
|
OptionType::kBoolean, OptionVerificationType::kNormal,
|
|
OptionTypeFlags::kMutable}},
|
|
};
|
|
#endif // ROCKSDB_LITE
|
|
|
|
Status SecondaryCache::CreateFromString(
|
|
const ConfigOptions& config_options, const std::string& value,
|
|
std::shared_ptr<SecondaryCache>* result) {
|
|
if (value.find("compressed_secondary_cache://") == 0) {
|
|
std::string args = value;
|
|
args.erase(0, std::strlen("compressed_secondary_cache://"));
|
|
Status status;
|
|
std::shared_ptr<SecondaryCache> sec_cache;
|
|
|
|
#ifndef ROCKSDB_LITE
|
|
CompressedSecondaryCacheOptions sec_cache_opts;
|
|
status = OptionTypeInfo::ParseStruct(config_options, "",
|
|
&comp_sec_cache_options_type_info, "",
|
|
args, &sec_cache_opts);
|
|
if (status.ok()) {
|
|
sec_cache = NewCompressedSecondaryCache(sec_cache_opts);
|
|
}
|
|
|
|
#else
|
|
(void)config_options;
|
|
status = Status::NotSupported(
|
|
"Cannot load compressed secondary cache in LITE mode ", args);
|
|
#endif //! ROCKSDB_LITE
|
|
|
|
if (status.ok()) {
|
|
result->swap(sec_cache);
|
|
}
|
|
return status;
|
|
} else {
|
|
return LoadSharedObject<SecondaryCache>(config_options, value, nullptr,
|
|
result);
|
|
}
|
|
}
|
|
|
|
Status Cache::CreateFromString(const ConfigOptions& config_options,
|
|
const std::string& value,
|
|
std::shared_ptr<Cache>* result) {
|
|
Status status;
|
|
std::shared_ptr<Cache> cache;
|
|
if (value.find('=') == std::string::npos) {
|
|
cache = NewLRUCache(ParseSizeT(value));
|
|
} else {
|
|
#ifndef ROCKSDB_LITE
|
|
LRUCacheOptions cache_opts;
|
|
status = OptionTypeInfo::ParseStruct(config_options, "",
|
|
&lru_cache_options_type_info, "",
|
|
value, &cache_opts);
|
|
if (status.ok()) {
|
|
cache = NewLRUCache(cache_opts);
|
|
}
|
|
#else
|
|
(void)config_options;
|
|
status = Status::NotSupported("Cannot load cache in LITE mode ", value);
|
|
#endif //! ROCKSDB_LITE
|
|
}
|
|
if (status.ok()) {
|
|
result->swap(cache);
|
|
}
|
|
return status;
|
|
}
|
|
} // namespace ROCKSDB_NAMESPACE
|