mirror of
https://github.com/facebook/rocksdb.git
synced 2024-11-26 07:30:54 +00:00
Move static variables out of the header file
Summary: Static variables in header files will be instantiated in every file that includes the header file. This patch moves some of them from options_helper.h to its .cc files. It also moves the static variable out of the offset_of since the template function could also lead to multiple instantiation perhaps due to inlining. Fixes https://github.com/facebook/rocksdb/issues/3176 Closes https://github.com/facebook/rocksdb/pull/3178 Differential Revision: D6363794 Pulled By: maysamyabandeh fbshipit-source-id: d0a07f061b4d992ab4e0de2706e622131d258fdd
This commit is contained in:
Maysam Yabandeh
Facebook Github Bot
parent
2d04ed65e4
commit
0213990b3a
|
|
@ -183,6 +183,29 @@ ColumnFamilyOptions BuildColumnFamilyOptions(
|
||||||
return cf_opts;
|
return cf_opts;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
std::map<CompactionStyle, std::string>
|
||||||
|
OptionsHelper::compaction_style_to_string = {
|
||||||
|
{kCompactionStyleLevel, "kCompactionStyleLevel"},
|
||||||
|
{kCompactionStyleUniversal, "kCompactionStyleUniversal"},
|
||||||
|
{kCompactionStyleFIFO, "kCompactionStyleFIFO"},
|
||||||
|
{kCompactionStyleNone, "kCompactionStyleNone"}};
|
||||||
|
|
||||||
|
std::map<CompactionPri, std::string> OptionsHelper::compaction_pri_to_string = {
|
||||||
|
{kByCompensatedSize, "kByCompensatedSize"},
|
||||||
|
{kOldestLargestSeqFirst, "kOldestLargestSeqFirst"},
|
||||||
|
{kOldestSmallestSeqFirst, "kOldestSmallestSeqFirst"},
|
||||||
|
{kMinOverlappingRatio, "kMinOverlappingRatio"}};
|
||||||
|
|
||||||
|
std::map<CompactionStopStyle, std::string>
|
||||||
|
OptionsHelper::compaction_stop_style_to_string = {
|
||||||
|
{kCompactionStopStyleSimilarSize, "kCompactionStopStyleSimilarSize"},
|
||||||
|
{kCompactionStopStyleTotalSize, "kCompactionStopStyleTotalSize"}};
|
||||||
|
|
||||||
|
std::unordered_map<std::string, ChecksumType>
|
||||||
|
OptionsHelper::checksum_type_string_map = {{"kNoChecksum", kNoChecksum},
|
||||||
|
{"kCRC32c", kCRC32c},
|
||||||
|
{"kxxHash", kxxHash}};
|
||||||
|
|
||||||
#ifndef ROCKSDB_LITE
|
#ifndef ROCKSDB_LITE
|
||||||
|
|
||||||
template <typename T>
|
template <typename T>
|
||||||
|
|
@ -1194,6 +1217,577 @@ Status GetTableFactoryFromMap(
|
||||||
return Status::OK();
|
return Status::OK();
|
||||||
}
|
}
|
||||||
|
|
||||||
|
std::unordered_map<std::string, OptionTypeInfo>
|
||||||
|
OptionsHelper::db_options_type_info = {
|
||||||
|
/*
|
||||||
|
// not yet supported
|
||||||
|
Env* env;
|
||||||
|
std::shared_ptr<Cache> row_cache;
|
||||||
|
std::shared_ptr<DeleteScheduler> delete_scheduler;
|
||||||
|
std::shared_ptr<Logger> info_log;
|
||||||
|
std::shared_ptr<RateLimiter> rate_limiter;
|
||||||
|
std::shared_ptr<Statistics> statistics;
|
||||||
|
std::vector<DbPath> db_paths;
|
||||||
|
std::vector<std::shared_ptr<EventListener>> listeners;
|
||||||
|
*/
|
||||||
|
{"advise_random_on_open",
|
||||||
|
{offsetof(struct DBOptions, advise_random_on_open),
|
||||||
|
OptionType::kBoolean, OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"allow_mmap_reads",
|
||||||
|
{offsetof(struct DBOptions, allow_mmap_reads), OptionType::kBoolean,
|
||||||
|
OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"allow_fallocate",
|
||||||
|
{offsetof(struct DBOptions, allow_fallocate), OptionType::kBoolean,
|
||||||
|
OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"allow_mmap_writes",
|
||||||
|
{offsetof(struct DBOptions, allow_mmap_writes), OptionType::kBoolean,
|
||||||
|
OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"use_direct_reads",
|
||||||
|
{offsetof(struct DBOptions, use_direct_reads), OptionType::kBoolean,
|
||||||
|
OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"use_direct_writes",
|
||||||
|
{0, OptionType::kBoolean, OptionVerificationType::kDeprecated, false,
|
||||||
|
0}},
|
||||||
|
{"use_direct_io_for_flush_and_compaction",
|
||||||
|
{offsetof(struct DBOptions, use_direct_io_for_flush_and_compaction),
|
||||||
|
OptionType::kBoolean, OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"allow_2pc",
|
||||||
|
{offsetof(struct DBOptions, allow_2pc), OptionType::kBoolean,
|
||||||
|
OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"allow_os_buffer",
|
||||||
|
{0, OptionType::kBoolean, OptionVerificationType::kDeprecated, true,
|
||||||
|
0}},
|
||||||
|
{"create_if_missing",
|
||||||
|
{offsetof(struct DBOptions, create_if_missing), OptionType::kBoolean,
|
||||||
|
OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"create_missing_column_families",
|
||||||
|
{offsetof(struct DBOptions, create_missing_column_families),
|
||||||
|
OptionType::kBoolean, OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"disableDataSync",
|
||||||
|
{0, OptionType::kBoolean, OptionVerificationType::kDeprecated, false,
|
||||||
|
0}},
|
||||||
|
{"disable_data_sync", // for compatibility
|
||||||
|
{0, OptionType::kBoolean, OptionVerificationType::kDeprecated, false,
|
||||||
|
0}},
|
||||||
|
{"enable_thread_tracking",
|
||||||
|
{offsetof(struct DBOptions, enable_thread_tracking),
|
||||||
|
OptionType::kBoolean, OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"error_if_exists",
|
||||||
|
{offsetof(struct DBOptions, error_if_exists), OptionType::kBoolean,
|
||||||
|
OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"is_fd_close_on_exec",
|
||||||
|
{offsetof(struct DBOptions, is_fd_close_on_exec), OptionType::kBoolean,
|
||||||
|
OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"paranoid_checks",
|
||||||
|
{offsetof(struct DBOptions, paranoid_checks), OptionType::kBoolean,
|
||||||
|
OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"skip_log_error_on_recovery",
|
||||||
|
{offsetof(struct DBOptions, skip_log_error_on_recovery),
|
||||||
|
OptionType::kBoolean, OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"skip_stats_update_on_db_open",
|
||||||
|
{offsetof(struct DBOptions, skip_stats_update_on_db_open),
|
||||||
|
OptionType::kBoolean, OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"new_table_reader_for_compaction_inputs",
|
||||||
|
{offsetof(struct DBOptions, new_table_reader_for_compaction_inputs),
|
||||||
|
OptionType::kBoolean, OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"compaction_readahead_size",
|
||||||
|
{offsetof(struct DBOptions, compaction_readahead_size),
|
||||||
|
OptionType::kSizeT, OptionVerificationType::kNormal, true,
|
||||||
|
offsetof(struct MutableDBOptions, compaction_readahead_size)}},
|
||||||
|
{"random_access_max_buffer_size",
|
||||||
|
{offsetof(struct DBOptions, random_access_max_buffer_size),
|
||||||
|
OptionType::kSizeT, OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"use_adaptive_mutex",
|
||||||
|
{offsetof(struct DBOptions, use_adaptive_mutex), OptionType::kBoolean,
|
||||||
|
OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"use_fsync",
|
||||||
|
{offsetof(struct DBOptions, use_fsync), OptionType::kBoolean,
|
||||||
|
OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"max_background_jobs",
|
||||||
|
{offsetof(struct DBOptions, max_background_jobs), OptionType::kInt,
|
||||||
|
OptionVerificationType::kNormal, true,
|
||||||
|
offsetof(struct MutableDBOptions, max_background_jobs)}},
|
||||||
|
{"max_background_compactions",
|
||||||
|
{offsetof(struct DBOptions, max_background_compactions),
|
||||||
|
OptionType::kInt, OptionVerificationType::kNormal, true,
|
||||||
|
offsetof(struct MutableDBOptions, max_background_compactions)}},
|
||||||
|
{"base_background_compactions",
|
||||||
|
{offsetof(struct DBOptions, base_background_compactions),
|
||||||
|
OptionType::kInt, OptionVerificationType::kNormal, true,
|
||||||
|
offsetof(struct MutableDBOptions, base_background_compactions)}},
|
||||||
|
{"max_background_flushes",
|
||||||
|
{offsetof(struct DBOptions, max_background_flushes), OptionType::kInt,
|
||||||
|
OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"max_file_opening_threads",
|
||||||
|
{offsetof(struct DBOptions, max_file_opening_threads),
|
||||||
|
OptionType::kInt, OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"max_open_files",
|
||||||
|
{offsetof(struct DBOptions, max_open_files), OptionType::kInt,
|
||||||
|
OptionVerificationType::kNormal, true,
|
||||||
|
offsetof(struct MutableDBOptions, max_open_files)}},
|
||||||
|
{"table_cache_numshardbits",
|
||||||
|
{offsetof(struct DBOptions, table_cache_numshardbits),
|
||||||
|
OptionType::kInt, OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"db_write_buffer_size",
|
||||||
|
{offsetof(struct DBOptions, db_write_buffer_size), OptionType::kSizeT,
|
||||||
|
OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"keep_log_file_num",
|
||||||
|
{offsetof(struct DBOptions, keep_log_file_num), OptionType::kSizeT,
|
||||||
|
OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"recycle_log_file_num",
|
||||||
|
{offsetof(struct DBOptions, recycle_log_file_num), OptionType::kSizeT,
|
||||||
|
OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"log_file_time_to_roll",
|
||||||
|
{offsetof(struct DBOptions, log_file_time_to_roll), OptionType::kSizeT,
|
||||||
|
OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"manifest_preallocation_size",
|
||||||
|
{offsetof(struct DBOptions, manifest_preallocation_size),
|
||||||
|
OptionType::kSizeT, OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"max_log_file_size",
|
||||||
|
{offsetof(struct DBOptions, max_log_file_size), OptionType::kSizeT,
|
||||||
|
OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"db_log_dir",
|
||||||
|
{offsetof(struct DBOptions, db_log_dir), OptionType::kString,
|
||||||
|
OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"wal_dir",
|
||||||
|
{offsetof(struct DBOptions, wal_dir), OptionType::kString,
|
||||||
|
OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"max_subcompactions",
|
||||||
|
{offsetof(struct DBOptions, max_subcompactions), OptionType::kUInt32T,
|
||||||
|
OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"WAL_size_limit_MB",
|
||||||
|
{offsetof(struct DBOptions, WAL_size_limit_MB), OptionType::kUInt64T,
|
||||||
|
OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"WAL_ttl_seconds",
|
||||||
|
{offsetof(struct DBOptions, WAL_ttl_seconds), OptionType::kUInt64T,
|
||||||
|
OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"bytes_per_sync",
|
||||||
|
{offsetof(struct DBOptions, bytes_per_sync), OptionType::kUInt64T,
|
||||||
|
OptionVerificationType::kNormal, true,
|
||||||
|
offsetof(struct MutableDBOptions, bytes_per_sync)}},
|
||||||
|
{"delayed_write_rate",
|
||||||
|
{offsetof(struct DBOptions, delayed_write_rate), OptionType::kUInt64T,
|
||||||
|
OptionVerificationType::kNormal, true,
|
||||||
|
offsetof(struct MutableDBOptions, delayed_write_rate)}},
|
||||||
|
{"delete_obsolete_files_period_micros",
|
||||||
|
{offsetof(struct DBOptions, delete_obsolete_files_period_micros),
|
||||||
|
OptionType::kUInt64T, OptionVerificationType::kNormal, true,
|
||||||
|
offsetof(struct MutableDBOptions,
|
||||||
|
delete_obsolete_files_period_micros)}},
|
||||||
|
{"max_manifest_file_size",
|
||||||
|
{offsetof(struct DBOptions, max_manifest_file_size),
|
||||||
|
OptionType::kUInt64T, OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"max_total_wal_size",
|
||||||
|
{offsetof(struct DBOptions, max_total_wal_size), OptionType::kUInt64T,
|
||||||
|
OptionVerificationType::kNormal, true,
|
||||||
|
offsetof(struct MutableDBOptions, max_total_wal_size)}},
|
||||||
|
{"wal_bytes_per_sync",
|
||||||
|
{offsetof(struct DBOptions, wal_bytes_per_sync), OptionType::kUInt64T,
|
||||||
|
OptionVerificationType::kNormal, true,
|
||||||
|
offsetof(struct MutableDBOptions, wal_bytes_per_sync)}},
|
||||||
|
{"stats_dump_period_sec",
|
||||||
|
{offsetof(struct DBOptions, stats_dump_period_sec), OptionType::kUInt,
|
||||||
|
OptionVerificationType::kNormal, true,
|
||||||
|
offsetof(struct MutableDBOptions, stats_dump_period_sec)}},
|
||||||
|
{"fail_if_options_file_error",
|
||||||
|
{offsetof(struct DBOptions, fail_if_options_file_error),
|
||||||
|
OptionType::kBoolean, OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"enable_pipelined_write",
|
||||||
|
{offsetof(struct DBOptions, enable_pipelined_write),
|
||||||
|
OptionType::kBoolean, OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"allow_concurrent_memtable_write",
|
||||||
|
{offsetof(struct DBOptions, allow_concurrent_memtable_write),
|
||||||
|
OptionType::kBoolean, OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"wal_recovery_mode",
|
||||||
|
{offsetof(struct DBOptions, wal_recovery_mode),
|
||||||
|
OptionType::kWALRecoveryMode, OptionVerificationType::kNormal, false,
|
||||||
|
0}},
|
||||||
|
{"enable_write_thread_adaptive_yield",
|
||||||
|
{offsetof(struct DBOptions, enable_write_thread_adaptive_yield),
|
||||||
|
OptionType::kBoolean, OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"write_thread_slow_yield_usec",
|
||||||
|
{offsetof(struct DBOptions, write_thread_slow_yield_usec),
|
||||||
|
OptionType::kUInt64T, OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"write_thread_max_yield_usec",
|
||||||
|
{offsetof(struct DBOptions, write_thread_max_yield_usec),
|
||||||
|
OptionType::kUInt64T, OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"access_hint_on_compaction_start",
|
||||||
|
{offsetof(struct DBOptions, access_hint_on_compaction_start),
|
||||||
|
OptionType::kAccessHint, OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"info_log_level",
|
||||||
|
{offsetof(struct DBOptions, info_log_level), OptionType::kInfoLogLevel,
|
||||||
|
OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"dump_malloc_stats",
|
||||||
|
{offsetof(struct DBOptions, dump_malloc_stats), OptionType::kBoolean,
|
||||||
|
OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"avoid_flush_during_recovery",
|
||||||
|
{offsetof(struct DBOptions, avoid_flush_during_recovery),
|
||||||
|
OptionType::kBoolean, OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"avoid_flush_during_shutdown",
|
||||||
|
{offsetof(struct DBOptions, avoid_flush_during_shutdown),
|
||||||
|
OptionType::kBoolean, OptionVerificationType::kNormal, true,
|
||||||
|
offsetof(struct MutableDBOptions, avoid_flush_during_shutdown)}},
|
||||||
|
{"writable_file_max_buffer_size",
|
||||||
|
{offsetof(struct DBOptions, writable_file_max_buffer_size),
|
||||||
|
OptionType::kSizeT, OptionVerificationType::kNormal, true,
|
||||||
|
offsetof(struct MutableDBOptions, writable_file_max_buffer_size)}},
|
||||||
|
{"allow_ingest_behind",
|
||||||
|
{offsetof(struct DBOptions, allow_ingest_behind), OptionType::kBoolean,
|
||||||
|
OptionVerificationType::kNormal, false,
|
||||||
|
offsetof(struct ImmutableDBOptions, allow_ingest_behind)}},
|
||||||
|
{"preserve_deletes",
|
||||||
|
{offsetof(struct DBOptions, preserve_deletes), OptionType::kBoolean,
|
||||||
|
OptionVerificationType::kNormal, false,
|
||||||
|
offsetof(struct ImmutableDBOptions, preserve_deletes)}},
|
||||||
|
{"concurrent_prepare", // Deprecated by two_write_queues
|
||||||
|
{0, OptionType::kBoolean, OptionVerificationType::kDeprecated, false,
|
||||||
|
0}},
|
||||||
|
{"two_write_queues",
|
||||||
|
{offsetof(struct DBOptions, two_write_queues), OptionType::kBoolean,
|
||||||
|
OptionVerificationType::kNormal, false,
|
||||||
|
offsetof(struct ImmutableDBOptions, two_write_queues)}},
|
||||||
|
{"manual_wal_flush",
|
||||||
|
{offsetof(struct DBOptions, manual_wal_flush), OptionType::kBoolean,
|
||||||
|
OptionVerificationType::kNormal, false,
|
||||||
|
offsetof(struct ImmutableDBOptions, manual_wal_flush)}},
|
||||||
|
{"seq_per_batch",
|
||||||
|
{0, OptionType::kBoolean, OptionVerificationType::kDeprecated, false,
|
||||||
|
0}}};
|
||||||
|
|
||||||
|
std::unordered_map<std::string, CompressionType>
|
||||||
|
OptionsHelper::compression_type_string_map = {
|
||||||
|
{"kNoCompression", kNoCompression},
|
||||||
|
{"kSnappyCompression", kSnappyCompression},
|
||||||
|
{"kZlibCompression", kZlibCompression},
|
||||||
|
{"kBZip2Compression", kBZip2Compression},
|
||||||
|
{"kLZ4Compression", kLZ4Compression},
|
||||||
|
{"kLZ4HCCompression", kLZ4HCCompression},
|
||||||
|
{"kXpressCompression", kXpressCompression},
|
||||||
|
{"kZSTD", kZSTD},
|
||||||
|
{"kZSTDNotFinalCompression", kZSTDNotFinalCompression},
|
||||||
|
{"kDisableCompressionOption", kDisableCompressionOption}};
|
||||||
|
|
||||||
|
std::unordered_map<std::string, BlockBasedTableOptions::IndexType>
|
||||||
|
OptionsHelper::block_base_table_index_type_string_map = {
|
||||||
|
{"kBinarySearch", BlockBasedTableOptions::IndexType::kBinarySearch},
|
||||||
|
{"kHashSearch", BlockBasedTableOptions::IndexType::kHashSearch},
|
||||||
|
{"kTwoLevelIndexSearch",
|
||||||
|
BlockBasedTableOptions::IndexType::kTwoLevelIndexSearch}};
|
||||||
|
|
||||||
|
std::unordered_map<std::string, EncodingType>
|
||||||
|
OptionsHelper::encoding_type_string_map = {{"kPlain", kPlain},
|
||||||
|
{"kPrefix", kPrefix}};
|
||||||
|
|
||||||
|
std::unordered_map<std::string, CompactionStyle>
|
||||||
|
OptionsHelper::compaction_style_string_map = {
|
||||||
|
{"kCompactionStyleLevel", kCompactionStyleLevel},
|
||||||
|
{"kCompactionStyleUniversal", kCompactionStyleUniversal},
|
||||||
|
{"kCompactionStyleFIFO", kCompactionStyleFIFO},
|
||||||
|
{"kCompactionStyleNone", kCompactionStyleNone}};
|
||||||
|
|
||||||
|
std::unordered_map<std::string, CompactionPri>
|
||||||
|
OptionsHelper::compaction_pri_string_map = {
|
||||||
|
{"kByCompensatedSize", kByCompensatedSize},
|
||||||
|
{"kOldestLargestSeqFirst", kOldestLargestSeqFirst},
|
||||||
|
{"kOldestSmallestSeqFirst", kOldestSmallestSeqFirst},
|
||||||
|
{"kMinOverlappingRatio", kMinOverlappingRatio}};
|
||||||
|
|
||||||
|
std::unordered_map<std::string, WALRecoveryMode>
|
||||||
|
OptionsHelper::wal_recovery_mode_string_map = {
|
||||||
|
{"kTolerateCorruptedTailRecords",
|
||||||
|
WALRecoveryMode::kTolerateCorruptedTailRecords},
|
||||||
|
{"kAbsoluteConsistency", WALRecoveryMode::kAbsoluteConsistency},
|
||||||
|
{"kPointInTimeRecovery", WALRecoveryMode::kPointInTimeRecovery},
|
||||||
|
{"kSkipAnyCorruptedRecords",
|
||||||
|
WALRecoveryMode::kSkipAnyCorruptedRecords}};
|
||||||
|
|
||||||
|
std::unordered_map<std::string, DBOptions::AccessHint>
|
||||||
|
OptionsHelper::access_hint_string_map = {
|
||||||
|
{"NONE", DBOptions::AccessHint::NONE},
|
||||||
|
{"NORMAL", DBOptions::AccessHint::NORMAL},
|
||||||
|
{"SEQUENTIAL", DBOptions::AccessHint::SEQUENTIAL},
|
||||||
|
{"WILLNEED", DBOptions::AccessHint::WILLNEED}};
|
||||||
|
|
||||||
|
std::unordered_map<std::string, InfoLogLevel>
|
||||||
|
OptionsHelper::info_log_level_string_map = {
|
||||||
|
{"DEBUG_LEVEL", InfoLogLevel::DEBUG_LEVEL},
|
||||||
|
{"INFO_LEVEL", InfoLogLevel::INFO_LEVEL},
|
||||||
|
{"WARN_LEVEL", InfoLogLevel::WARN_LEVEL},
|
||||||
|
{"ERROR_LEVEL", InfoLogLevel::ERROR_LEVEL},
|
||||||
|
{"FATAL_LEVEL", InfoLogLevel::FATAL_LEVEL},
|
||||||
|
{"HEADER_LEVEL", InfoLogLevel::HEADER_LEVEL}};
|
||||||
|
|
||||||
|
ColumnFamilyOptions OptionsHelper::dummy_cf_options;
|
||||||
|
CompactionOptionsFIFO OptionsHelper::dummy_comp_options;
|
||||||
|
|
||||||
|
// offset_of is used to get the offset of a class data member
|
||||||
|
// ex: offset_of(&ColumnFamilyOptions::num_levels)
|
||||||
|
// This call will return the offset of num_levels in ColumnFamilyOptions class
|
||||||
|
//
|
||||||
|
// This is the same as offsetof() but allow us to work with non standard-layout
|
||||||
|
// classes and structures
|
||||||
|
// refs:
|
||||||
|
// http://en.cppreference.com/w/cpp/concept/StandardLayoutType
|
||||||
|
// https://gist.github.com/graphitemaster/494f21190bb2c63c5516
|
||||||
|
template <typename T1>
|
||||||
|
int offset_of(T1 ColumnFamilyOptions::*member) {
|
||||||
|
return int(size_t(&(OptionsHelper::dummy_cf_options.*member)) -
|
||||||
|
size_t(&OptionsHelper::dummy_cf_options));
|
||||||
|
}
|
||||||
|
template <typename T1>
|
||||||
|
int offset_of(T1 AdvancedColumnFamilyOptions::*member) {
|
||||||
|
return int(size_t(&(OptionsHelper::dummy_cf_options.*member)) -
|
||||||
|
size_t(&OptionsHelper::dummy_cf_options));
|
||||||
|
}
|
||||||
|
template <typename T1>
|
||||||
|
int offset_of(T1 CompactionOptionsFIFO::*member) {
|
||||||
|
return int(size_t(&(OptionsHelper::dummy_comp_options.*member)) -
|
||||||
|
size_t(&OptionsHelper::dummy_comp_options));
|
||||||
|
}
|
||||||
|
|
||||||
|
std::unordered_map<std::string, OptionTypeInfo>
|
||||||
|
OptionsHelper::cf_options_type_info = {
|
||||||
|
/* not yet supported
|
||||||
|
CompactionOptionsFIFO compaction_options_fifo;
|
||||||
|
CompactionOptionsUniversal compaction_options_universal;
|
||||||
|
CompressionOptions compression_opts;
|
||||||
|
TablePropertiesCollectorFactories table_properties_collector_factories;
|
||||||
|
typedef std::vector<std::shared_ptr<TablePropertiesCollectorFactory>>
|
||||||
|
TablePropertiesCollectorFactories;
|
||||||
|
UpdateStatus (*inplace_callback)(char* existing_value,
|
||||||
|
uint34_t* existing_value_size,
|
||||||
|
Slice delta_value,
|
||||||
|
std::string* merged_value);
|
||||||
|
*/
|
||||||
|
{"report_bg_io_stats",
|
||||||
|
{offset_of(&ColumnFamilyOptions::report_bg_io_stats),
|
||||||
|
OptionType::kBoolean, OptionVerificationType::kNormal, true,
|
||||||
|
offsetof(struct MutableCFOptions, report_bg_io_stats)}},
|
||||||
|
{"compaction_measure_io_stats",
|
||||||
|
{0, OptionType::kBoolean, OptionVerificationType::kDeprecated, false,
|
||||||
|
0}},
|
||||||
|
{"disable_auto_compactions",
|
||||||
|
{offset_of(&ColumnFamilyOptions::disable_auto_compactions),
|
||||||
|
OptionType::kBoolean, OptionVerificationType::kNormal, true,
|
||||||
|
offsetof(struct MutableCFOptions, disable_auto_compactions)}},
|
||||||
|
{"filter_deletes",
|
||||||
|
{0, OptionType::kBoolean, OptionVerificationType::kDeprecated, true,
|
||||||
|
0}},
|
||||||
|
{"inplace_update_support",
|
||||||
|
{offset_of(&ColumnFamilyOptions::inplace_update_support),
|
||||||
|
OptionType::kBoolean, OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"level_compaction_dynamic_level_bytes",
|
||||||
|
{offset_of(&ColumnFamilyOptions::level_compaction_dynamic_level_bytes),
|
||||||
|
OptionType::kBoolean, OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"optimize_filters_for_hits",
|
||||||
|
{offset_of(&ColumnFamilyOptions::optimize_filters_for_hits),
|
||||||
|
OptionType::kBoolean, OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"paranoid_file_checks",
|
||||||
|
{offset_of(&ColumnFamilyOptions::paranoid_file_checks),
|
||||||
|
OptionType::kBoolean, OptionVerificationType::kNormal, true,
|
||||||
|
offsetof(struct MutableCFOptions, paranoid_file_checks)}},
|
||||||
|
{"force_consistency_checks",
|
||||||
|
{offset_of(&ColumnFamilyOptions::force_consistency_checks),
|
||||||
|
OptionType::kBoolean, OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"purge_redundant_kvs_while_flush",
|
||||||
|
{offset_of(&ColumnFamilyOptions::purge_redundant_kvs_while_flush),
|
||||||
|
OptionType::kBoolean, OptionVerificationType::kDeprecated, false, 0}},
|
||||||
|
{"verify_checksums_in_compaction",
|
||||||
|
{0, OptionType::kBoolean, OptionVerificationType::kDeprecated, true,
|
||||||
|
0}},
|
||||||
|
{"soft_pending_compaction_bytes_limit",
|
||||||
|
{offset_of(&ColumnFamilyOptions::soft_pending_compaction_bytes_limit),
|
||||||
|
OptionType::kUInt64T, OptionVerificationType::kNormal, true,
|
||||||
|
offsetof(struct MutableCFOptions,
|
||||||
|
soft_pending_compaction_bytes_limit)}},
|
||||||
|
{"hard_pending_compaction_bytes_limit",
|
||||||
|
{offset_of(&ColumnFamilyOptions::hard_pending_compaction_bytes_limit),
|
||||||
|
OptionType::kUInt64T, OptionVerificationType::kNormal, true,
|
||||||
|
offsetof(struct MutableCFOptions,
|
||||||
|
hard_pending_compaction_bytes_limit)}},
|
||||||
|
{"hard_rate_limit",
|
||||||
|
{0, OptionType::kDouble, OptionVerificationType::kDeprecated, true,
|
||||||
|
0}},
|
||||||
|
{"soft_rate_limit",
|
||||||
|
{0, OptionType::kDouble, OptionVerificationType::kDeprecated, true,
|
||||||
|
0}},
|
||||||
|
{"max_compaction_bytes",
|
||||||
|
{offset_of(&ColumnFamilyOptions::max_compaction_bytes),
|
||||||
|
OptionType::kUInt64T, OptionVerificationType::kNormal, true,
|
||||||
|
offsetof(struct MutableCFOptions, max_compaction_bytes)}},
|
||||||
|
{"expanded_compaction_factor",
|
||||||
|
{0, OptionType::kInt, OptionVerificationType::kDeprecated, true, 0}},
|
||||||
|
{"level0_file_num_compaction_trigger",
|
||||||
|
{offset_of(&ColumnFamilyOptions::level0_file_num_compaction_trigger),
|
||||||
|
OptionType::kInt, OptionVerificationType::kNormal, true,
|
||||||
|
offsetof(struct MutableCFOptions,
|
||||||
|
level0_file_num_compaction_trigger)}},
|
||||||
|
{"level0_slowdown_writes_trigger",
|
||||||
|
{offset_of(&ColumnFamilyOptions::level0_slowdown_writes_trigger),
|
||||||
|
OptionType::kInt, OptionVerificationType::kNormal, true,
|
||||||
|
offsetof(struct MutableCFOptions, level0_slowdown_writes_trigger)}},
|
||||||
|
{"level0_stop_writes_trigger",
|
||||||
|
{offset_of(&ColumnFamilyOptions::level0_stop_writes_trigger),
|
||||||
|
OptionType::kInt, OptionVerificationType::kNormal, true,
|
||||||
|
offsetof(struct MutableCFOptions, level0_stop_writes_trigger)}},
|
||||||
|
{"max_grandparent_overlap_factor",
|
||||||
|
{0, OptionType::kInt, OptionVerificationType::kDeprecated, true, 0}},
|
||||||
|
{"max_mem_compaction_level",
|
||||||
|
{0, OptionType::kInt, OptionVerificationType::kDeprecated, false, 0}},
|
||||||
|
{"max_write_buffer_number",
|
||||||
|
{offset_of(&ColumnFamilyOptions::max_write_buffer_number),
|
||||||
|
OptionType::kInt, OptionVerificationType::kNormal, true,
|
||||||
|
offsetof(struct MutableCFOptions, max_write_buffer_number)}},
|
||||||
|
{"max_write_buffer_number_to_maintain",
|
||||||
|
{offset_of(&ColumnFamilyOptions::max_write_buffer_number_to_maintain),
|
||||||
|
OptionType::kInt, OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"min_write_buffer_number_to_merge",
|
||||||
|
{offset_of(&ColumnFamilyOptions::min_write_buffer_number_to_merge),
|
||||||
|
OptionType::kInt, OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"num_levels",
|
||||||
|
{offset_of(&ColumnFamilyOptions::num_levels), OptionType::kInt,
|
||||||
|
OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"source_compaction_factor",
|
||||||
|
{0, OptionType::kInt, OptionVerificationType::kDeprecated, true, 0}},
|
||||||
|
{"target_file_size_multiplier",
|
||||||
|
{offset_of(&ColumnFamilyOptions::target_file_size_multiplier),
|
||||||
|
OptionType::kInt, OptionVerificationType::kNormal, true,
|
||||||
|
offsetof(struct MutableCFOptions, target_file_size_multiplier)}},
|
||||||
|
{"arena_block_size",
|
||||||
|
{offset_of(&ColumnFamilyOptions::arena_block_size), OptionType::kSizeT,
|
||||||
|
OptionVerificationType::kNormal, true,
|
||||||
|
offsetof(struct MutableCFOptions, arena_block_size)}},
|
||||||
|
{"inplace_update_num_locks",
|
||||||
|
{offset_of(&ColumnFamilyOptions::inplace_update_num_locks),
|
||||||
|
OptionType::kSizeT, OptionVerificationType::kNormal, true,
|
||||||
|
offsetof(struct MutableCFOptions, inplace_update_num_locks)}},
|
||||||
|
{"max_successive_merges",
|
||||||
|
{offset_of(&ColumnFamilyOptions::max_successive_merges),
|
||||||
|
OptionType::kSizeT, OptionVerificationType::kNormal, true,
|
||||||
|
offsetof(struct MutableCFOptions, max_successive_merges)}},
|
||||||
|
{"memtable_huge_page_size",
|
||||||
|
{offset_of(&ColumnFamilyOptions::memtable_huge_page_size),
|
||||||
|
OptionType::kSizeT, OptionVerificationType::kNormal, true,
|
||||||
|
offsetof(struct MutableCFOptions, memtable_huge_page_size)}},
|
||||||
|
{"memtable_prefix_bloom_huge_page_tlb_size",
|
||||||
|
{0, OptionType::kSizeT, OptionVerificationType::kDeprecated, true, 0}},
|
||||||
|
{"write_buffer_size",
|
||||||
|
{offset_of(&ColumnFamilyOptions::write_buffer_size),
|
||||||
|
OptionType::kSizeT, OptionVerificationType::kNormal, true,
|
||||||
|
offsetof(struct MutableCFOptions, write_buffer_size)}},
|
||||||
|
{"bloom_locality",
|
||||||
|
{offset_of(&ColumnFamilyOptions::bloom_locality), OptionType::kUInt32T,
|
||||||
|
OptionVerificationType::kNormal, false, 0}},
|
||||||
|
{"memtable_prefix_bloom_bits",
|
||||||
|
{0, OptionType::kUInt32T, OptionVerificationType::kDeprecated, true,
|
||||||
|
0}},
|
||||||
|
{"memtable_prefix_bloom_size_ratio",
|
||||||
|
{offset_of(&ColumnFamilyOptions::memtable_prefix_bloom_size_ratio),
|
||||||
|
OptionType::kDouble, OptionVerificationType::kNormal, true,
|
||||||
|
offsetof(struct MutableCFOptions, memtable_prefix_bloom_size_ratio)}},
|
||||||
|
{"memtable_prefix_bloom_probes",
|
||||||
|
{0, OptionType::kUInt32T, OptionVerificationType::kDeprecated, true,
|
||||||
|
0}},
|
||||||
|
{"min_partial_merge_operands",
|
||||||
|
{0, OptionType::kUInt32T, OptionVerificationType::kDeprecated, true,
|
||||||
|
0}},
|
||||||
|
{"max_bytes_for_level_base",
|
||||||
|
{offset_of(&ColumnFamilyOptions::max_bytes_for_level_base),
|
||||||
|
OptionType::kUInt64T, OptionVerificationType::kNormal, true,
|
||||||
|
offsetof(struct MutableCFOptions, max_bytes_for_level_base)}},
|
||||||
|
{"max_bytes_for_level_multiplier",
|
||||||
|
{offset_of(&ColumnFamilyOptions::max_bytes_for_level_multiplier),
|
||||||
|
OptionType::kDouble, OptionVerificationType::kNormal, true,
|
||||||
|
offsetof(struct MutableCFOptions, max_bytes_for_level_multiplier)}},
|
||||||
|
{"max_bytes_for_level_multiplier_additional",
|
||||||
|
{offset_of(
|
||||||
|
&ColumnFamilyOptions::max_bytes_for_level_multiplier_additional),
|
||||||
|
OptionType::kVectorInt, OptionVerificationType::kNormal, true,
|
||||||
|
offsetof(struct MutableCFOptions,
|
||||||
|
max_bytes_for_level_multiplier_additional)}},
|
||||||
|
{"max_sequential_skip_in_iterations",
|
||||||
|
{offset_of(&ColumnFamilyOptions::max_sequential_skip_in_iterations),
|
||||||
|
OptionType::kUInt64T, OptionVerificationType::kNormal, true,
|
||||||
|
offsetof(struct MutableCFOptions,
|
||||||
|
max_sequential_skip_in_iterations)}},
|
||||||
|
{"target_file_size_base",
|
||||||
|
{offset_of(&ColumnFamilyOptions::target_file_size_base),
|
||||||
|
OptionType::kUInt64T, OptionVerificationType::kNormal, true,
|
||||||
|
offsetof(struct MutableCFOptions, target_file_size_base)}},
|
||||||
|
{"rate_limit_delay_max_milliseconds",
|
||||||
|
{0, OptionType::kUInt, OptionVerificationType::kDeprecated, false, 0}},
|
||||||
|
{"compression",
|
||||||
|
{offset_of(&ColumnFamilyOptions::compression),
|
||||||
|
OptionType::kCompressionType, OptionVerificationType::kNormal, true,
|
||||||
|
offsetof(struct MutableCFOptions, compression)}},
|
||||||
|
{"compression_per_level",
|
||||||
|
{offset_of(&ColumnFamilyOptions::compression_per_level),
|
||||||
|
OptionType::kVectorCompressionType, OptionVerificationType::kNormal,
|
||||||
|
false, 0}},
|
||||||
|
{"bottommost_compression",
|
||||||
|
{offset_of(&ColumnFamilyOptions::bottommost_compression),
|
||||||
|
OptionType::kCompressionType, OptionVerificationType::kNormal, false,
|
||||||
|
0}},
|
||||||
|
{"comparator",
|
||||||
|
{offset_of(&ColumnFamilyOptions::comparator), OptionType::kComparator,
|
||||||
|
OptionVerificationType::kByName, false, 0}},
|
||||||
|
{"prefix_extractor",
|
||||||
|
{offset_of(&ColumnFamilyOptions::prefix_extractor),
|
||||||
|
OptionType::kSliceTransform, OptionVerificationType::kByNameAllowNull,
|
||||||
|
false, 0}},
|
||||||
|
{"memtable_insert_with_hint_prefix_extractor",
|
||||||
|
{offset_of(
|
||||||
|
&ColumnFamilyOptions::memtable_insert_with_hint_prefix_extractor),
|
||||||
|
OptionType::kSliceTransform, OptionVerificationType::kByNameAllowNull,
|
||||||
|
false, 0}},
|
||||||
|
{"memtable_factory",
|
||||||
|
{offset_of(&ColumnFamilyOptions::memtable_factory),
|
||||||
|
OptionType::kMemTableRepFactory, OptionVerificationType::kByName,
|
||||||
|
false, 0}},
|
||||||
|
{"table_factory",
|
||||||
|
{offset_of(&ColumnFamilyOptions::table_factory),
|
||||||
|
OptionType::kTableFactory, OptionVerificationType::kByName, false,
|
||||||
|
0}},
|
||||||
|
{"compaction_filter",
|
||||||
|
{offset_of(&ColumnFamilyOptions::compaction_filter),
|
||||||
|
OptionType::kCompactionFilter, OptionVerificationType::kByName, false,
|
||||||
|
0}},
|
||||||
|
{"compaction_filter_factory",
|
||||||
|
{offset_of(&ColumnFamilyOptions::compaction_filter_factory),
|
||||||
|
OptionType::kCompactionFilterFactory, OptionVerificationType::kByName,
|
||||||
|
false, 0}},
|
||||||
|
{"merge_operator",
|
||||||
|
{offset_of(&ColumnFamilyOptions::merge_operator),
|
||||||
|
OptionType::kMergeOperator,
|
||||||
|
OptionVerificationType::kByNameAllowFromNull, false, 0}},
|
||||||
|
{"compaction_style",
|
||||||
|
{offset_of(&ColumnFamilyOptions::compaction_style),
|
||||||
|
OptionType::kCompactionStyle, OptionVerificationType::kNormal, false,
|
||||||
|
0}},
|
||||||
|
{"compaction_pri",
|
||||||
|
{offset_of(&ColumnFamilyOptions::compaction_pri),
|
||||||
|
OptionType::kCompactionPri, OptionVerificationType::kNormal, false,
|
||||||
|
0}},
|
||||||
|
{"compaction_options_fifo",
|
||||||
|
{offset_of(&ColumnFamilyOptions::compaction_options_fifo),
|
||||||
|
OptionType::kCompactionOptionsFIFO, OptionVerificationType::kNormal,
|
||||||
|
true, offsetof(struct MutableCFOptions, compaction_options_fifo)}}};
|
||||||
|
|
||||||
|
std::unordered_map<std::string, OptionTypeInfo>
|
||||||
|
OptionsHelper::fifo_compaction_options_type_info = {
|
||||||
|
{"max_table_files_size",
|
||||||
|
{offset_of(&CompactionOptionsFIFO::max_table_files_size),
|
||||||
|
OptionType::kUInt64T, OptionVerificationType::kNormal, true,
|
||||||
|
offsetof(struct CompactionOptionsFIFO, max_table_files_size)}},
|
||||||
|
{"ttl",
|
||||||
|
{offset_of(&CompactionOptionsFIFO::ttl), OptionType::kUInt64T,
|
||||||
|
OptionVerificationType::kNormal, true,
|
||||||
|
offsetof(struct CompactionOptionsFIFO, ttl)}},
|
||||||
|
{"allow_compaction",
|
||||||
|
{offset_of(&CompactionOptionsFIFO::allow_compaction),
|
||||||
|
OptionType::kBoolean, OptionVerificationType::kNormal, true,
|
||||||
|
offsetof(struct CompactionOptionsFIFO, allow_compaction)}}};
|
||||||
|
|
||||||
#endif // !ROCKSDB_LITE
|
#endif // !ROCKSDB_LITE
|
||||||
|
|
||||||
} // namespace rocksdb
|
} // namespace rocksdb
|
||||||
|
|
|
||||||
|
|
@ -25,26 +25,6 @@ ColumnFamilyOptions BuildColumnFamilyOptions(
|
||||||
const ColumnFamilyOptions& ioptions,
|
const ColumnFamilyOptions& ioptions,
|
||||||
const MutableCFOptions& mutable_cf_options);
|
const MutableCFOptions& mutable_cf_options);
|
||||||
|
|
||||||
static std::map<CompactionStyle, std::string> compaction_style_to_string = {
|
|
||||||
{kCompactionStyleLevel, "kCompactionStyleLevel"},
|
|
||||||
{kCompactionStyleUniversal, "kCompactionStyleUniversal"},
|
|
||||||
{kCompactionStyleFIFO, "kCompactionStyleFIFO"},
|
|
||||||
{kCompactionStyleNone, "kCompactionStyleNone"}};
|
|
||||||
|
|
||||||
static std::map<CompactionPri, std::string> compaction_pri_to_string = {
|
|
||||||
{kByCompensatedSize, "kByCompensatedSize"},
|
|
||||||
{kOldestLargestSeqFirst, "kOldestLargestSeqFirst"},
|
|
||||||
{kOldestSmallestSeqFirst, "kOldestSmallestSeqFirst"},
|
|
||||||
{kMinOverlappingRatio, "kMinOverlappingRatio"}};
|
|
||||||
|
|
||||||
static std::map<CompactionStopStyle, std::string>
|
|
||||||
compaction_stop_style_to_string = {
|
|
||||||
{kCompactionStopStyleSimilarSize, "kCompactionStopStyleSimilarSize"},
|
|
||||||
{kCompactionStopStyleTotalSize, "kCompactionStopStyleTotalSize"}};
|
|
||||||
|
|
||||||
static std::unordered_map<std::string, ChecksumType> checksum_type_string_map =
|
|
||||||
{{"kNoChecksum", kNoChecksum}, {"kCRC32c", kCRC32c}, {"kxxHash", kxxHash}};
|
|
||||||
|
|
||||||
#ifndef ROCKSDB_LITE
|
#ifndef ROCKSDB_LITE
|
||||||
|
|
||||||
Status GetMutableOptionsFromStrings(
|
Status GetMutableOptionsFromStrings(
|
||||||
|
|
@ -146,534 +126,6 @@ Status GetColumnFamilyOptionsFromMapInternal(
|
||||||
std::vector<std::string>* unsupported_options_names = nullptr,
|
std::vector<std::string>* unsupported_options_names = nullptr,
|
||||||
bool ignore_unknown_options = false);
|
bool ignore_unknown_options = false);
|
||||||
|
|
||||||
static std::unordered_map<std::string, OptionTypeInfo> db_options_type_info = {
|
|
||||||
/*
|
|
||||||
// not yet supported
|
|
||||||
Env* env;
|
|
||||||
std::shared_ptr<Cache> row_cache;
|
|
||||||
std::shared_ptr<DeleteScheduler> delete_scheduler;
|
|
||||||
std::shared_ptr<Logger> info_log;
|
|
||||||
std::shared_ptr<RateLimiter> rate_limiter;
|
|
||||||
std::shared_ptr<Statistics> statistics;
|
|
||||||
std::vector<DbPath> db_paths;
|
|
||||||
std::vector<std::shared_ptr<EventListener>> listeners;
|
|
||||||
*/
|
|
||||||
{"advise_random_on_open",
|
|
||||||
{offsetof(struct DBOptions, advise_random_on_open), OptionType::kBoolean,
|
|
||||||
OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"allow_mmap_reads",
|
|
||||||
{offsetof(struct DBOptions, allow_mmap_reads), OptionType::kBoolean,
|
|
||||||
OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"allow_fallocate",
|
|
||||||
{offsetof(struct DBOptions, allow_fallocate), OptionType::kBoolean,
|
|
||||||
OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"allow_mmap_writes",
|
|
||||||
{offsetof(struct DBOptions, allow_mmap_writes), OptionType::kBoolean,
|
|
||||||
OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"use_direct_reads",
|
|
||||||
{offsetof(struct DBOptions, use_direct_reads), OptionType::kBoolean,
|
|
||||||
OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"use_direct_writes",
|
|
||||||
{0, OptionType::kBoolean, OptionVerificationType::kDeprecated, false, 0}},
|
|
||||||
{"use_direct_io_for_flush_and_compaction",
|
|
||||||
{offsetof(struct DBOptions, use_direct_io_for_flush_and_compaction),
|
|
||||||
OptionType::kBoolean, OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"allow_2pc",
|
|
||||||
{offsetof(struct DBOptions, allow_2pc), OptionType::kBoolean,
|
|
||||||
OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"allow_os_buffer",
|
|
||||||
{0, OptionType::kBoolean, OptionVerificationType::kDeprecated, true, 0}},
|
|
||||||
{"create_if_missing",
|
|
||||||
{offsetof(struct DBOptions, create_if_missing), OptionType::kBoolean,
|
|
||||||
OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"create_missing_column_families",
|
|
||||||
{offsetof(struct DBOptions, create_missing_column_families),
|
|
||||||
OptionType::kBoolean, OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"disableDataSync",
|
|
||||||
{0, OptionType::kBoolean, OptionVerificationType::kDeprecated, false, 0}},
|
|
||||||
{"disable_data_sync", // for compatibility
|
|
||||||
{0, OptionType::kBoolean, OptionVerificationType::kDeprecated, false, 0}},
|
|
||||||
{"enable_thread_tracking",
|
|
||||||
{offsetof(struct DBOptions, enable_thread_tracking), OptionType::kBoolean,
|
|
||||||
OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"error_if_exists",
|
|
||||||
{offsetof(struct DBOptions, error_if_exists), OptionType::kBoolean,
|
|
||||||
OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"is_fd_close_on_exec",
|
|
||||||
{offsetof(struct DBOptions, is_fd_close_on_exec), OptionType::kBoolean,
|
|
||||||
OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"paranoid_checks",
|
|
||||||
{offsetof(struct DBOptions, paranoid_checks), OptionType::kBoolean,
|
|
||||||
OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"skip_log_error_on_recovery",
|
|
||||||
{offsetof(struct DBOptions, skip_log_error_on_recovery),
|
|
||||||
OptionType::kBoolean, OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"skip_stats_update_on_db_open",
|
|
||||||
{offsetof(struct DBOptions, skip_stats_update_on_db_open),
|
|
||||||
OptionType::kBoolean, OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"new_table_reader_for_compaction_inputs",
|
|
||||||
{offsetof(struct DBOptions, new_table_reader_for_compaction_inputs),
|
|
||||||
OptionType::kBoolean, OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"compaction_readahead_size",
|
|
||||||
{offsetof(struct DBOptions, compaction_readahead_size), OptionType::kSizeT,
|
|
||||||
OptionVerificationType::kNormal, true,
|
|
||||||
offsetof(struct MutableDBOptions, compaction_readahead_size)}},
|
|
||||||
{"random_access_max_buffer_size",
|
|
||||||
{offsetof(struct DBOptions, random_access_max_buffer_size),
|
|
||||||
OptionType::kSizeT, OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"use_adaptive_mutex",
|
|
||||||
{offsetof(struct DBOptions, use_adaptive_mutex), OptionType::kBoolean,
|
|
||||||
OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"use_fsync",
|
|
||||||
{offsetof(struct DBOptions, use_fsync), OptionType::kBoolean,
|
|
||||||
OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"max_background_jobs",
|
|
||||||
{offsetof(struct DBOptions, max_background_jobs), OptionType::kInt,
|
|
||||||
OptionVerificationType::kNormal, true,
|
|
||||||
offsetof(struct MutableDBOptions, max_background_jobs)}},
|
|
||||||
{"max_background_compactions",
|
|
||||||
{offsetof(struct DBOptions, max_background_compactions), OptionType::kInt,
|
|
||||||
OptionVerificationType::kNormal, true,
|
|
||||||
offsetof(struct MutableDBOptions, max_background_compactions)}},
|
|
||||||
{"base_background_compactions",
|
|
||||||
{offsetof(struct DBOptions, base_background_compactions), OptionType::kInt,
|
|
||||||
OptionVerificationType::kNormal, true,
|
|
||||||
offsetof(struct MutableDBOptions, base_background_compactions)}},
|
|
||||||
{"max_background_flushes",
|
|
||||||
{offsetof(struct DBOptions, max_background_flushes), OptionType::kInt,
|
|
||||||
OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"max_file_opening_threads",
|
|
||||||
{offsetof(struct DBOptions, max_file_opening_threads), OptionType::kInt,
|
|
||||||
OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"max_open_files",
|
|
||||||
{offsetof(struct DBOptions, max_open_files), OptionType::kInt,
|
|
||||||
OptionVerificationType::kNormal, true,
|
|
||||||
offsetof(struct MutableDBOptions, max_open_files)}},
|
|
||||||
{"table_cache_numshardbits",
|
|
||||||
{offsetof(struct DBOptions, table_cache_numshardbits), OptionType::kInt,
|
|
||||||
OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"db_write_buffer_size",
|
|
||||||
{offsetof(struct DBOptions, db_write_buffer_size), OptionType::kSizeT,
|
|
||||||
OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"keep_log_file_num",
|
|
||||||
{offsetof(struct DBOptions, keep_log_file_num), OptionType::kSizeT,
|
|
||||||
OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"recycle_log_file_num",
|
|
||||||
{offsetof(struct DBOptions, recycle_log_file_num), OptionType::kSizeT,
|
|
||||||
OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"log_file_time_to_roll",
|
|
||||||
{offsetof(struct DBOptions, log_file_time_to_roll), OptionType::kSizeT,
|
|
||||||
OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"manifest_preallocation_size",
|
|
||||||
{offsetof(struct DBOptions, manifest_preallocation_size),
|
|
||||||
OptionType::kSizeT, OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"max_log_file_size",
|
|
||||||
{offsetof(struct DBOptions, max_log_file_size), OptionType::kSizeT,
|
|
||||||
OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"db_log_dir",
|
|
||||||
{offsetof(struct DBOptions, db_log_dir), OptionType::kString,
|
|
||||||
OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"wal_dir",
|
|
||||||
{offsetof(struct DBOptions, wal_dir), OptionType::kString,
|
|
||||||
OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"max_subcompactions",
|
|
||||||
{offsetof(struct DBOptions, max_subcompactions), OptionType::kUInt32T,
|
|
||||||
OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"WAL_size_limit_MB",
|
|
||||||
{offsetof(struct DBOptions, WAL_size_limit_MB), OptionType::kUInt64T,
|
|
||||||
OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"WAL_ttl_seconds",
|
|
||||||
{offsetof(struct DBOptions, WAL_ttl_seconds), OptionType::kUInt64T,
|
|
||||||
OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"bytes_per_sync",
|
|
||||||
{offsetof(struct DBOptions, bytes_per_sync), OptionType::kUInt64T,
|
|
||||||
OptionVerificationType::kNormal, true,
|
|
||||||
offsetof(struct MutableDBOptions, bytes_per_sync)}},
|
|
||||||
{"delayed_write_rate",
|
|
||||||
{offsetof(struct DBOptions, delayed_write_rate), OptionType::kUInt64T,
|
|
||||||
OptionVerificationType::kNormal, true,
|
|
||||||
offsetof(struct MutableDBOptions, delayed_write_rate)}},
|
|
||||||
{"delete_obsolete_files_period_micros",
|
|
||||||
{offsetof(struct DBOptions, delete_obsolete_files_period_micros),
|
|
||||||
OptionType::kUInt64T, OptionVerificationType::kNormal, true,
|
|
||||||
offsetof(struct MutableDBOptions, delete_obsolete_files_period_micros)}},
|
|
||||||
{"max_manifest_file_size",
|
|
||||||
{offsetof(struct DBOptions, max_manifest_file_size), OptionType::kUInt64T,
|
|
||||||
OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"max_total_wal_size",
|
|
||||||
{offsetof(struct DBOptions, max_total_wal_size), OptionType::kUInt64T,
|
|
||||||
OptionVerificationType::kNormal, true,
|
|
||||||
offsetof(struct MutableDBOptions, max_total_wal_size)}},
|
|
||||||
{"wal_bytes_per_sync",
|
|
||||||
{offsetof(struct DBOptions, wal_bytes_per_sync), OptionType::kUInt64T,
|
|
||||||
OptionVerificationType::kNormal, true,
|
|
||||||
offsetof(struct MutableDBOptions, wal_bytes_per_sync)}},
|
|
||||||
{"stats_dump_period_sec",
|
|
||||||
{offsetof(struct DBOptions, stats_dump_period_sec), OptionType::kUInt,
|
|
||||||
OptionVerificationType::kNormal, true,
|
|
||||||
offsetof(struct MutableDBOptions, stats_dump_period_sec)}},
|
|
||||||
{"fail_if_options_file_error",
|
|
||||||
{offsetof(struct DBOptions, fail_if_options_file_error),
|
|
||||||
OptionType::kBoolean, OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"enable_pipelined_write",
|
|
||||||
{offsetof(struct DBOptions, enable_pipelined_write), OptionType::kBoolean,
|
|
||||||
OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"allow_concurrent_memtable_write",
|
|
||||||
{offsetof(struct DBOptions, allow_concurrent_memtable_write),
|
|
||||||
OptionType::kBoolean, OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"wal_recovery_mode",
|
|
||||||
{offsetof(struct DBOptions, wal_recovery_mode),
|
|
||||||
OptionType::kWALRecoveryMode, OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"enable_write_thread_adaptive_yield",
|
|
||||||
{offsetof(struct DBOptions, enable_write_thread_adaptive_yield),
|
|
||||||
OptionType::kBoolean, OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"write_thread_slow_yield_usec",
|
|
||||||
{offsetof(struct DBOptions, write_thread_slow_yield_usec),
|
|
||||||
OptionType::kUInt64T, OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"write_thread_max_yield_usec",
|
|
||||||
{offsetof(struct DBOptions, write_thread_max_yield_usec),
|
|
||||||
OptionType::kUInt64T, OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"access_hint_on_compaction_start",
|
|
||||||
{offsetof(struct DBOptions, access_hint_on_compaction_start),
|
|
||||||
OptionType::kAccessHint, OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"info_log_level",
|
|
||||||
{offsetof(struct DBOptions, info_log_level), OptionType::kInfoLogLevel,
|
|
||||||
OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"dump_malloc_stats",
|
|
||||||
{offsetof(struct DBOptions, dump_malloc_stats), OptionType::kBoolean,
|
|
||||||
OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"avoid_flush_during_recovery",
|
|
||||||
{offsetof(struct DBOptions, avoid_flush_during_recovery),
|
|
||||||
OptionType::kBoolean, OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"avoid_flush_during_shutdown",
|
|
||||||
{offsetof(struct DBOptions, avoid_flush_during_shutdown),
|
|
||||||
OptionType::kBoolean, OptionVerificationType::kNormal, true,
|
|
||||||
offsetof(struct MutableDBOptions, avoid_flush_during_shutdown)}},
|
|
||||||
{"writable_file_max_buffer_size",
|
|
||||||
{offsetof(struct DBOptions, writable_file_max_buffer_size),
|
|
||||||
OptionType::kSizeT, OptionVerificationType::kNormal, true,
|
|
||||||
offsetof(struct MutableDBOptions, writable_file_max_buffer_size)}},
|
|
||||||
{"allow_ingest_behind",
|
|
||||||
{offsetof(struct DBOptions, allow_ingest_behind), OptionType::kBoolean,
|
|
||||||
OptionVerificationType::kNormal, false,
|
|
||||||
offsetof(struct ImmutableDBOptions, allow_ingest_behind)}},
|
|
||||||
{"preserve_deletes",
|
|
||||||
{offsetof(struct DBOptions, preserve_deletes), OptionType::kBoolean,
|
|
||||||
OptionVerificationType::kNormal, false,
|
|
||||||
offsetof(struct ImmutableDBOptions, preserve_deletes)}},
|
|
||||||
{"concurrent_prepare", // Deprecated by two_write_queues
|
|
||||||
{0, OptionType::kBoolean, OptionVerificationType::kDeprecated, false, 0}},
|
|
||||||
{"two_write_queues",
|
|
||||||
{offsetof(struct DBOptions, two_write_queues), OptionType::kBoolean,
|
|
||||||
OptionVerificationType::kNormal, false,
|
|
||||||
offsetof(struct ImmutableDBOptions, two_write_queues)}},
|
|
||||||
{"manual_wal_flush",
|
|
||||||
{offsetof(struct DBOptions, manual_wal_flush), OptionType::kBoolean,
|
|
||||||
OptionVerificationType::kNormal, false,
|
|
||||||
offsetof(struct ImmutableDBOptions, manual_wal_flush)}},
|
|
||||||
{"seq_per_batch",
|
|
||||||
{0, OptionType::kBoolean, OptionVerificationType::kDeprecated, false, 0}}};
|
|
||||||
|
|
||||||
// offset_of is used to get the offset of a class data member
|
|
||||||
// ex: offset_of(&ColumnFamilyOptions::num_levels)
|
|
||||||
// This call will return the offset of num_levels in ColumnFamilyOptions class
|
|
||||||
//
|
|
||||||
// This is the same as offsetof() but allow us to work with non standard-layout
|
|
||||||
// classes and structures
|
|
||||||
// refs:
|
|
||||||
// http://en.cppreference.com/w/cpp/concept/StandardLayoutType
|
|
||||||
// https://gist.github.com/graphitemaster/494f21190bb2c63c5516
|
|
||||||
template <typename T1, typename T2>
|
|
||||||
inline int offset_of(T1 T2::*member) {
|
|
||||||
static T2 obj;
|
|
||||||
return int(size_t(&(obj.*member)) - size_t(&obj));
|
|
||||||
}
|
|
||||||
|
|
||||||
static std::unordered_map<std::string, OptionTypeInfo> cf_options_type_info = {
|
|
||||||
/* not yet supported
|
|
||||||
CompactionOptionsFIFO compaction_options_fifo;
|
|
||||||
CompactionOptionsUniversal compaction_options_universal;
|
|
||||||
CompressionOptions compression_opts;
|
|
||||||
TablePropertiesCollectorFactories table_properties_collector_factories;
|
|
||||||
typedef std::vector<std::shared_ptr<TablePropertiesCollectorFactory>>
|
|
||||||
TablePropertiesCollectorFactories;
|
|
||||||
UpdateStatus (*inplace_callback)(char* existing_value,
|
|
||||||
uint34_t* existing_value_size,
|
|
||||||
Slice delta_value,
|
|
||||||
std::string* merged_value);
|
|
||||||
*/
|
|
||||||
{"report_bg_io_stats",
|
|
||||||
{offset_of(&ColumnFamilyOptions::report_bg_io_stats), OptionType::kBoolean,
|
|
||||||
OptionVerificationType::kNormal, true,
|
|
||||||
offsetof(struct MutableCFOptions, report_bg_io_stats)}},
|
|
||||||
{"compaction_measure_io_stats",
|
|
||||||
{0, OptionType::kBoolean, OptionVerificationType::kDeprecated, false, 0}},
|
|
||||||
{"disable_auto_compactions",
|
|
||||||
{offset_of(&ColumnFamilyOptions::disable_auto_compactions),
|
|
||||||
OptionType::kBoolean, OptionVerificationType::kNormal, true,
|
|
||||||
offsetof(struct MutableCFOptions, disable_auto_compactions)}},
|
|
||||||
{"filter_deletes",
|
|
||||||
{0, OptionType::kBoolean, OptionVerificationType::kDeprecated, true, 0}},
|
|
||||||
{"inplace_update_support",
|
|
||||||
{offset_of(&ColumnFamilyOptions::inplace_update_support),
|
|
||||||
OptionType::kBoolean, OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"level_compaction_dynamic_level_bytes",
|
|
||||||
{offset_of(&ColumnFamilyOptions::level_compaction_dynamic_level_bytes),
|
|
||||||
OptionType::kBoolean, OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"optimize_filters_for_hits",
|
|
||||||
{offset_of(&ColumnFamilyOptions::optimize_filters_for_hits),
|
|
||||||
OptionType::kBoolean, OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"paranoid_file_checks",
|
|
||||||
{offset_of(&ColumnFamilyOptions::paranoid_file_checks),
|
|
||||||
OptionType::kBoolean, OptionVerificationType::kNormal, true,
|
|
||||||
offsetof(struct MutableCFOptions, paranoid_file_checks)}},
|
|
||||||
{"force_consistency_checks",
|
|
||||||
{offset_of(&ColumnFamilyOptions::force_consistency_checks),
|
|
||||||
OptionType::kBoolean, OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"purge_redundant_kvs_while_flush",
|
|
||||||
{offset_of(&ColumnFamilyOptions::purge_redundant_kvs_while_flush),
|
|
||||||
OptionType::kBoolean, OptionVerificationType::kDeprecated, false, 0}},
|
|
||||||
{"verify_checksums_in_compaction",
|
|
||||||
{0, OptionType::kBoolean, OptionVerificationType::kDeprecated, true, 0}},
|
|
||||||
{"soft_pending_compaction_bytes_limit",
|
|
||||||
{offset_of(&ColumnFamilyOptions::soft_pending_compaction_bytes_limit),
|
|
||||||
OptionType::kUInt64T, OptionVerificationType::kNormal, true,
|
|
||||||
offsetof(struct MutableCFOptions, soft_pending_compaction_bytes_limit)}},
|
|
||||||
{"hard_pending_compaction_bytes_limit",
|
|
||||||
{offset_of(&ColumnFamilyOptions::hard_pending_compaction_bytes_limit),
|
|
||||||
OptionType::kUInt64T, OptionVerificationType::kNormal, true,
|
|
||||||
offsetof(struct MutableCFOptions, hard_pending_compaction_bytes_limit)}},
|
|
||||||
{"hard_rate_limit",
|
|
||||||
{0, OptionType::kDouble, OptionVerificationType::kDeprecated, true, 0}},
|
|
||||||
{"soft_rate_limit",
|
|
||||||
{0, OptionType::kDouble, OptionVerificationType::kDeprecated, true, 0}},
|
|
||||||
{"max_compaction_bytes",
|
|
||||||
{offset_of(&ColumnFamilyOptions::max_compaction_bytes),
|
|
||||||
OptionType::kUInt64T, OptionVerificationType::kNormal, true,
|
|
||||||
offsetof(struct MutableCFOptions, max_compaction_bytes)}},
|
|
||||||
{"expanded_compaction_factor",
|
|
||||||
{0, OptionType::kInt, OptionVerificationType::kDeprecated, true, 0}},
|
|
||||||
{"level0_file_num_compaction_trigger",
|
|
||||||
{offset_of(&ColumnFamilyOptions::level0_file_num_compaction_trigger),
|
|
||||||
OptionType::kInt, OptionVerificationType::kNormal, true,
|
|
||||||
offsetof(struct MutableCFOptions, level0_file_num_compaction_trigger)}},
|
|
||||||
{"level0_slowdown_writes_trigger",
|
|
||||||
{offset_of(&ColumnFamilyOptions::level0_slowdown_writes_trigger),
|
|
||||||
OptionType::kInt, OptionVerificationType::kNormal, true,
|
|
||||||
offsetof(struct MutableCFOptions, level0_slowdown_writes_trigger)}},
|
|
||||||
{"level0_stop_writes_trigger",
|
|
||||||
{offset_of(&ColumnFamilyOptions::level0_stop_writes_trigger),
|
|
||||||
OptionType::kInt, OptionVerificationType::kNormal, true,
|
|
||||||
offsetof(struct MutableCFOptions, level0_stop_writes_trigger)}},
|
|
||||||
{"max_grandparent_overlap_factor",
|
|
||||||
{0, OptionType::kInt, OptionVerificationType::kDeprecated, true, 0}},
|
|
||||||
{"max_mem_compaction_level",
|
|
||||||
{0, OptionType::kInt, OptionVerificationType::kDeprecated, false, 0}},
|
|
||||||
{"max_write_buffer_number",
|
|
||||||
{offset_of(&ColumnFamilyOptions::max_write_buffer_number),
|
|
||||||
OptionType::kInt, OptionVerificationType::kNormal, true,
|
|
||||||
offsetof(struct MutableCFOptions, max_write_buffer_number)}},
|
|
||||||
{"max_write_buffer_number_to_maintain",
|
|
||||||
{offset_of(&ColumnFamilyOptions::max_write_buffer_number_to_maintain),
|
|
||||||
OptionType::kInt, OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"min_write_buffer_number_to_merge",
|
|
||||||
{offset_of(&ColumnFamilyOptions::min_write_buffer_number_to_merge),
|
|
||||||
OptionType::kInt, OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"num_levels",
|
|
||||||
{offset_of(&ColumnFamilyOptions::num_levels), OptionType::kInt,
|
|
||||||
OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"source_compaction_factor",
|
|
||||||
{0, OptionType::kInt, OptionVerificationType::kDeprecated, true, 0}},
|
|
||||||
{"target_file_size_multiplier",
|
|
||||||
{offset_of(&ColumnFamilyOptions::target_file_size_multiplier),
|
|
||||||
OptionType::kInt, OptionVerificationType::kNormal, true,
|
|
||||||
offsetof(struct MutableCFOptions, target_file_size_multiplier)}},
|
|
||||||
{"arena_block_size",
|
|
||||||
{offset_of(&ColumnFamilyOptions::arena_block_size), OptionType::kSizeT,
|
|
||||||
OptionVerificationType::kNormal, true,
|
|
||||||
offsetof(struct MutableCFOptions, arena_block_size)}},
|
|
||||||
{"inplace_update_num_locks",
|
|
||||||
{offset_of(&ColumnFamilyOptions::inplace_update_num_locks),
|
|
||||||
OptionType::kSizeT, OptionVerificationType::kNormal, true,
|
|
||||||
offsetof(struct MutableCFOptions, inplace_update_num_locks)}},
|
|
||||||
{"max_successive_merges",
|
|
||||||
{offset_of(&ColumnFamilyOptions::max_successive_merges),
|
|
||||||
OptionType::kSizeT, OptionVerificationType::kNormal, true,
|
|
||||||
offsetof(struct MutableCFOptions, max_successive_merges)}},
|
|
||||||
{"memtable_huge_page_size",
|
|
||||||
{offset_of(&ColumnFamilyOptions::memtable_huge_page_size),
|
|
||||||
OptionType::kSizeT, OptionVerificationType::kNormal, true,
|
|
||||||
offsetof(struct MutableCFOptions, memtable_huge_page_size)}},
|
|
||||||
{"memtable_prefix_bloom_huge_page_tlb_size",
|
|
||||||
{0, OptionType::kSizeT, OptionVerificationType::kDeprecated, true, 0}},
|
|
||||||
{"write_buffer_size",
|
|
||||||
{offset_of(&ColumnFamilyOptions::write_buffer_size), OptionType::kSizeT,
|
|
||||||
OptionVerificationType::kNormal, true,
|
|
||||||
offsetof(struct MutableCFOptions, write_buffer_size)}},
|
|
||||||
{"bloom_locality",
|
|
||||||
{offset_of(&ColumnFamilyOptions::bloom_locality), OptionType::kUInt32T,
|
|
||||||
OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"memtable_prefix_bloom_bits",
|
|
||||||
{0, OptionType::kUInt32T, OptionVerificationType::kDeprecated, true, 0}},
|
|
||||||
{"memtable_prefix_bloom_size_ratio",
|
|
||||||
{offset_of(&ColumnFamilyOptions::memtable_prefix_bloom_size_ratio),
|
|
||||||
OptionType::kDouble, OptionVerificationType::kNormal, true,
|
|
||||||
offsetof(struct MutableCFOptions, memtable_prefix_bloom_size_ratio)}},
|
|
||||||
{"memtable_prefix_bloom_probes",
|
|
||||||
{0, OptionType::kUInt32T, OptionVerificationType::kDeprecated, true, 0}},
|
|
||||||
{"min_partial_merge_operands",
|
|
||||||
{0, OptionType::kUInt32T, OptionVerificationType::kDeprecated, true, 0}},
|
|
||||||
{"max_bytes_for_level_base",
|
|
||||||
{offset_of(&ColumnFamilyOptions::max_bytes_for_level_base),
|
|
||||||
OptionType::kUInt64T, OptionVerificationType::kNormal, true,
|
|
||||||
offsetof(struct MutableCFOptions, max_bytes_for_level_base)}},
|
|
||||||
{"max_bytes_for_level_multiplier",
|
|
||||||
{offset_of(&ColumnFamilyOptions::max_bytes_for_level_multiplier),
|
|
||||||
OptionType::kDouble, OptionVerificationType::kNormal, true,
|
|
||||||
offsetof(struct MutableCFOptions, max_bytes_for_level_multiplier)}},
|
|
||||||
{"max_bytes_for_level_multiplier_additional",
|
|
||||||
{offset_of(
|
|
||||||
&ColumnFamilyOptions::max_bytes_for_level_multiplier_additional),
|
|
||||||
OptionType::kVectorInt, OptionVerificationType::kNormal, true,
|
|
||||||
offsetof(struct MutableCFOptions,
|
|
||||||
max_bytes_for_level_multiplier_additional)}},
|
|
||||||
{"max_sequential_skip_in_iterations",
|
|
||||||
{offset_of(&ColumnFamilyOptions::max_sequential_skip_in_iterations),
|
|
||||||
OptionType::kUInt64T, OptionVerificationType::kNormal, true,
|
|
||||||
offsetof(struct MutableCFOptions, max_sequential_skip_in_iterations)}},
|
|
||||||
{"target_file_size_base",
|
|
||||||
{offset_of(&ColumnFamilyOptions::target_file_size_base),
|
|
||||||
OptionType::kUInt64T, OptionVerificationType::kNormal, true,
|
|
||||||
offsetof(struct MutableCFOptions, target_file_size_base)}},
|
|
||||||
{"rate_limit_delay_max_milliseconds",
|
|
||||||
{0, OptionType::kUInt, OptionVerificationType::kDeprecated, false, 0}},
|
|
||||||
{"compression",
|
|
||||||
{offset_of(&ColumnFamilyOptions::compression),
|
|
||||||
OptionType::kCompressionType, OptionVerificationType::kNormal, true,
|
|
||||||
offsetof(struct MutableCFOptions, compression)}},
|
|
||||||
{"compression_per_level",
|
|
||||||
{offset_of(&ColumnFamilyOptions::compression_per_level),
|
|
||||||
OptionType::kVectorCompressionType, OptionVerificationType::kNormal,
|
|
||||||
false, 0}},
|
|
||||||
{"bottommost_compression",
|
|
||||||
{offset_of(&ColumnFamilyOptions::bottommost_compression),
|
|
||||||
OptionType::kCompressionType, OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"comparator",
|
|
||||||
{offset_of(&ColumnFamilyOptions::comparator), OptionType::kComparator,
|
|
||||||
OptionVerificationType::kByName, false, 0}},
|
|
||||||
{"prefix_extractor",
|
|
||||||
{offset_of(&ColumnFamilyOptions::prefix_extractor),
|
|
||||||
OptionType::kSliceTransform, OptionVerificationType::kByNameAllowNull,
|
|
||||||
false, 0}},
|
|
||||||
{"memtable_insert_with_hint_prefix_extractor",
|
|
||||||
{offset_of(
|
|
||||||
&ColumnFamilyOptions::memtable_insert_with_hint_prefix_extractor),
|
|
||||||
OptionType::kSliceTransform, OptionVerificationType::kByNameAllowNull,
|
|
||||||
false, 0}},
|
|
||||||
{"memtable_factory",
|
|
||||||
{offset_of(&ColumnFamilyOptions::memtable_factory),
|
|
||||||
OptionType::kMemTableRepFactory, OptionVerificationType::kByName, false,
|
|
||||||
0}},
|
|
||||||
{"table_factory",
|
|
||||||
{offset_of(&ColumnFamilyOptions::table_factory), OptionType::kTableFactory,
|
|
||||||
OptionVerificationType::kByName, false, 0}},
|
|
||||||
{"compaction_filter",
|
|
||||||
{offset_of(&ColumnFamilyOptions::compaction_filter),
|
|
||||||
OptionType::kCompactionFilter, OptionVerificationType::kByName, false,
|
|
||||||
0}},
|
|
||||||
{"compaction_filter_factory",
|
|
||||||
{offset_of(&ColumnFamilyOptions::compaction_filter_factory),
|
|
||||||
OptionType::kCompactionFilterFactory, OptionVerificationType::kByName,
|
|
||||||
false, 0}},
|
|
||||||
{"merge_operator",
|
|
||||||
{offset_of(&ColumnFamilyOptions::merge_operator),
|
|
||||||
OptionType::kMergeOperator, OptionVerificationType::kByNameAllowFromNull,
|
|
||||||
false, 0}},
|
|
||||||
{"compaction_style",
|
|
||||||
{offset_of(&ColumnFamilyOptions::compaction_style),
|
|
||||||
OptionType::kCompactionStyle, OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"compaction_pri",
|
|
||||||
{offset_of(&ColumnFamilyOptions::compaction_pri),
|
|
||||||
OptionType::kCompactionPri, OptionVerificationType::kNormal, false, 0}},
|
|
||||||
{"compaction_options_fifo",
|
|
||||||
{offset_of(&ColumnFamilyOptions::compaction_options_fifo),
|
|
||||||
OptionType::kCompactionOptionsFIFO, OptionVerificationType::kNormal, true,
|
|
||||||
offsetof(struct MutableCFOptions, compaction_options_fifo)}}};
|
|
||||||
|
|
||||||
static std::unordered_map<std::string, OptionTypeInfo>
|
|
||||||
fifo_compaction_options_type_info = {
|
|
||||||
{"max_table_files_size",
|
|
||||||
{offset_of(&CompactionOptionsFIFO::max_table_files_size),
|
|
||||||
OptionType::kUInt64T, OptionVerificationType::kNormal, true,
|
|
||||||
offsetof(struct CompactionOptionsFIFO, max_table_files_size)}},
|
|
||||||
{"ttl",
|
|
||||||
{offset_of(&CompactionOptionsFIFO::ttl), OptionType::kUInt64T,
|
|
||||||
OptionVerificationType::kNormal, true,
|
|
||||||
offsetof(struct CompactionOptionsFIFO, ttl)}},
|
|
||||||
{"allow_compaction",
|
|
||||||
{offset_of(&CompactionOptionsFIFO::allow_compaction),
|
|
||||||
OptionType::kBoolean, OptionVerificationType::kNormal, true,
|
|
||||||
offsetof(struct CompactionOptionsFIFO, allow_compaction)}}};
|
|
||||||
|
|
||||||
static std::unordered_map<std::string, CompressionType>
|
|
||||||
compression_type_string_map = {
|
|
||||||
{"kNoCompression", kNoCompression},
|
|
||||||
{"kSnappyCompression", kSnappyCompression},
|
|
||||||
{"kZlibCompression", kZlibCompression},
|
|
||||||
{"kBZip2Compression", kBZip2Compression},
|
|
||||||
{"kLZ4Compression", kLZ4Compression},
|
|
||||||
{"kLZ4HCCompression", kLZ4HCCompression},
|
|
||||||
{"kXpressCompression", kXpressCompression},
|
|
||||||
{"kZSTD", kZSTD},
|
|
||||||
{"kZSTDNotFinalCompression", kZSTDNotFinalCompression},
|
|
||||||
{"kDisableCompressionOption", kDisableCompressionOption}};
|
|
||||||
|
|
||||||
static std::unordered_map<std::string, BlockBasedTableOptions::IndexType>
|
|
||||||
block_base_table_index_type_string_map = {
|
|
||||||
{"kBinarySearch", BlockBasedTableOptions::IndexType::kBinarySearch},
|
|
||||||
{"kHashSearch", BlockBasedTableOptions::IndexType::kHashSearch},
|
|
||||||
{"kTwoLevelIndexSearch",
|
|
||||||
BlockBasedTableOptions::IndexType::kTwoLevelIndexSearch}};
|
|
||||||
|
|
||||||
static std::unordered_map<std::string, EncodingType> encoding_type_string_map =
|
|
||||||
{{"kPlain", kPlain}, {"kPrefix", kPrefix}};
|
|
||||||
|
|
||||||
static std::unordered_map<std::string, CompactionStyle>
|
|
||||||
compaction_style_string_map = {
|
|
||||||
{"kCompactionStyleLevel", kCompactionStyleLevel},
|
|
||||||
{"kCompactionStyleUniversal", kCompactionStyleUniversal},
|
|
||||||
{"kCompactionStyleFIFO", kCompactionStyleFIFO},
|
|
||||||
{"kCompactionStyleNone", kCompactionStyleNone}};
|
|
||||||
|
|
||||||
static std::unordered_map<std::string, CompactionPri>
|
|
||||||
compaction_pri_string_map = {
|
|
||||||
{"kByCompensatedSize", kByCompensatedSize},
|
|
||||||
{"kOldestLargestSeqFirst", kOldestLargestSeqFirst},
|
|
||||||
{"kOldestSmallestSeqFirst", kOldestSmallestSeqFirst},
|
|
||||||
{"kMinOverlappingRatio", kMinOverlappingRatio}};
|
|
||||||
|
|
||||||
static std::unordered_map<std::string,
|
|
||||||
WALRecoveryMode> wal_recovery_mode_string_map = {
|
|
||||||
{"kTolerateCorruptedTailRecords",
|
|
||||||
WALRecoveryMode::kTolerateCorruptedTailRecords},
|
|
||||||
{"kAbsoluteConsistency", WALRecoveryMode::kAbsoluteConsistency},
|
|
||||||
{"kPointInTimeRecovery", WALRecoveryMode::kPointInTimeRecovery},
|
|
||||||
{"kSkipAnyCorruptedRecords", WALRecoveryMode::kSkipAnyCorruptedRecords}};
|
|
||||||
|
|
||||||
static std::unordered_map<std::string, DBOptions::AccessHint>
|
|
||||||
access_hint_string_map = {{"NONE", DBOptions::AccessHint::NONE},
|
|
||||||
{"NORMAL", DBOptions::AccessHint::NORMAL},
|
|
||||||
{"SEQUENTIAL", DBOptions::AccessHint::SEQUENTIAL},
|
|
||||||
{"WILLNEED", DBOptions::AccessHint::WILLNEED}};
|
|
||||||
|
|
||||||
static std::unordered_map<std::string, InfoLogLevel> info_log_level_string_map =
|
|
||||||
{{"DEBUG_LEVEL", InfoLogLevel::DEBUG_LEVEL},
|
|
||||||
{"INFO_LEVEL", InfoLogLevel::INFO_LEVEL},
|
|
||||||
{"WARN_LEVEL", InfoLogLevel::WARN_LEVEL},
|
|
||||||
{"ERROR_LEVEL", InfoLogLevel::ERROR_LEVEL},
|
|
||||||
{"FATAL_LEVEL", InfoLogLevel::FATAL_LEVEL},
|
|
||||||
{"HEADER_LEVEL", InfoLogLevel::HEADER_LEVEL}};
|
|
||||||
|
|
||||||
extern Status StringToMap(
|
extern Status StringToMap(
|
||||||
const std::string& opts_str,
|
const std::string& opts_str,
|
||||||
std::unordered_map<std::string, std::string>* opts_map);
|
std::unordered_map<std::string, std::string>* opts_map);
|
||||||
|
|
@ -682,4 +134,63 @@ extern bool ParseOptionHelper(char* opt_address, const OptionType& opt_type,
|
||||||
const std::string& value);
|
const std::string& value);
|
||||||
#endif // !ROCKSDB_LITE
|
#endif // !ROCKSDB_LITE
|
||||||
|
|
||||||
|
struct OptionsHelper {
|
||||||
|
static std::map<CompactionStyle, std::string> compaction_style_to_string;
|
||||||
|
static std::map<CompactionPri, std::string> compaction_pri_to_string;
|
||||||
|
static std::map<CompactionStopStyle, std::string>
|
||||||
|
compaction_stop_style_to_string;
|
||||||
|
static std::unordered_map<std::string, ChecksumType> checksum_type_string_map;
|
||||||
|
#ifndef ROCKSDB_LITE
|
||||||
|
static std::unordered_map<std::string, OptionTypeInfo> cf_options_type_info;
|
||||||
|
static std::unordered_map<std::string, OptionTypeInfo>
|
||||||
|
fifo_compaction_options_type_info;
|
||||||
|
static std::unordered_map<std::string, OptionTypeInfo> db_options_type_info;
|
||||||
|
static std::unordered_map<std::string, CompressionType>
|
||||||
|
compression_type_string_map;
|
||||||
|
static std::unordered_map<std::string, BlockBasedTableOptions::IndexType>
|
||||||
|
block_base_table_index_type_string_map;
|
||||||
|
static std::unordered_map<std::string, EncodingType> encoding_type_string_map;
|
||||||
|
static std::unordered_map<std::string, CompactionStyle>
|
||||||
|
compaction_style_string_map;
|
||||||
|
static std::unordered_map<std::string, CompactionPri>
|
||||||
|
compaction_pri_string_map;
|
||||||
|
static std::unordered_map<std::string, WALRecoveryMode>
|
||||||
|
wal_recovery_mode_string_map;
|
||||||
|
static std::unordered_map<std::string, DBOptions::AccessHint>
|
||||||
|
access_hint_string_map;
|
||||||
|
static std::unordered_map<std::string, InfoLogLevel>
|
||||||
|
info_log_level_string_map;
|
||||||
|
static ColumnFamilyOptions dummy_cf_options;
|
||||||
|
static CompactionOptionsFIFO dummy_comp_options;
|
||||||
|
#endif // !ROCKSDB_LITE
|
||||||
|
};
|
||||||
|
|
||||||
|
// Some aliasing
|
||||||
|
static auto& compaction_style_to_string =
|
||||||
|
OptionsHelper::compaction_style_to_string;
|
||||||
|
static auto& compaction_pri_to_string = OptionsHelper::compaction_pri_to_string;
|
||||||
|
static auto& compaction_stop_style_to_string =
|
||||||
|
OptionsHelper::compaction_stop_style_to_string;
|
||||||
|
static auto& checksum_type_string_map = OptionsHelper::checksum_type_string_map;
|
||||||
|
#ifndef ROCKSDB_LITE
|
||||||
|
static auto& cf_options_type_info = OptionsHelper::cf_options_type_info;
|
||||||
|
static auto& fifo_compaction_options_type_info =
|
||||||
|
OptionsHelper::fifo_compaction_options_type_info;
|
||||||
|
static auto& db_options_type_info = OptionsHelper::db_options_type_info;
|
||||||
|
static auto& compression_type_string_map =
|
||||||
|
OptionsHelper::compression_type_string_map;
|
||||||
|
static auto& block_base_table_index_type_string_map =
|
||||||
|
OptionsHelper::block_base_table_index_type_string_map;
|
||||||
|
static auto& encoding_type_string_map = OptionsHelper::encoding_type_string_map;
|
||||||
|
static auto& compaction_style_string_map =
|
||||||
|
OptionsHelper::compaction_style_string_map;
|
||||||
|
static auto& compaction_pri_string_map =
|
||||||
|
OptionsHelper::compaction_pri_string_map;
|
||||||
|
static auto& wal_recovery_mode_string_map =
|
||||||
|
OptionsHelper::wal_recovery_mode_string_map;
|
||||||
|
static auto& access_hint_string_map = OptionsHelper::access_hint_string_map;
|
||||||
|
static auto& info_log_level_string_map =
|
||||||
|
OptionsHelper::info_log_level_string_map;
|
||||||
|
#endif // !ROCKSDB_LITE
|
||||||
|
|
||||||
} // namespace rocksdb
|
} // namespace rocksdb
|
||||||
|
|
|
||||||
|
|
@ -299,6 +299,12 @@ TEST_F(OptionsSettableTest, DBOptionsAllFieldsSettable) {
|
||||||
delete[] new_options_ptr;
|
delete[] new_options_ptr;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
template <typename T1, typename T2>
|
||||||
|
inline int offset_of(T1 T2::*member) {
|
||||||
|
static T2 obj;
|
||||||
|
return int(size_t(&(obj.*member)) - size_t(&obj));
|
||||||
|
}
|
||||||
|
|
||||||
// If the test fails, likely a new option is added to ColumnFamilyOptions
|
// If the test fails, likely a new option is added to ColumnFamilyOptions
|
||||||
// but it cannot be set through GetColumnFamilyOptionsFromString(), or the
|
// but it cannot be set through GetColumnFamilyOptionsFromString(), or the
|
||||||
// test is not updated accordingly.
|
// test is not updated accordingly.
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue