mirror of
https://github.com/facebook/rocksdb.git
synced 2024-11-25 14:31:35 +00:00
6ce0b2ca34
Summary: Support per_key_placement for last level compaction, which will be used for tiered compaction. * compaction iterator reports which level a key should output to; * compaction get the output level information and check if it's safe to output the data to penultimate level; * all compaction output files will be installed. * extra internal compaction stats added for penultimate level. Pull Request resolved: https://github.com/facebook/rocksdb/pull/9964 Test Plan: * Unittest * db_bench, no significate difference: https://gist.github.com/jay-zhuang/3645f8fb97ec0ab47c10704bb39fd6e4 * microbench manual compaction no significate difference: https://gist.github.com/jay-zhuang/ba679b3e89e24992615ee9eef310e6dd * run the db_stress multiple times (not covering the new feature) looks good (internal: https://fburl.com/sandcastle/9w84pp2m) Reviewed By: ajkr Differential Revision: D36249494 Pulled By: jay-zhuang fbshipit-source-id: a96da57c8031c1df83e4a7a8567b657a112b80a3
47 lines
1.5 KiB
C++
47 lines
1.5 KiB
C++
// Copyright (c) Meta Platforms, Inc. and affiliates.
|
|
//
|
|
// This source code is licensed under both the GPLv2 (found in the
|
|
// COPYING file in the root directory) and Apache 2.0 License
|
|
// (found in the LICENSE.Apache file in the root directory).
|
|
//
|
|
// Copyright (c) 2011 The LevelDB Authors. All rights reserved.
|
|
// Use of this source code is governed by a BSD-style license that can be
|
|
// found in the LICENSE file. See the AUTHORS file for names of contributors.
|
|
|
|
#include "db/compaction/compaction_state.h"
|
|
|
|
namespace ROCKSDB_NAMESPACE {
|
|
|
|
Slice CompactionState::SmallestUserKey() {
|
|
for (const auto& sub_compact_state : sub_compact_states) {
|
|
Slice smallest = sub_compact_state.SmallestUserKey();
|
|
if (!smallest.empty()) {
|
|
return smallest;
|
|
}
|
|
}
|
|
// If there is no finished output, return an empty slice.
|
|
return Slice{nullptr, 0};
|
|
}
|
|
|
|
Slice CompactionState::LargestUserKey() {
|
|
for (auto it = sub_compact_states.rbegin(); it < sub_compact_states.rend();
|
|
++it) {
|
|
Slice largest = it->LargestUserKey();
|
|
if (!largest.empty()) {
|
|
return largest;
|
|
}
|
|
}
|
|
// If there is no finished output, return an empty slice.
|
|
return Slice{nullptr, 0};
|
|
}
|
|
|
|
void CompactionState::AggregateCompactionStats(
|
|
InternalStats::CompactionStatsFull& compaction_stats,
|
|
CompactionJobStats& compaction_job_stats) {
|
|
for (const auto& sc : sub_compact_states) {
|
|
sc.AggregateCompactionStats(compaction_stats);
|
|
compaction_job_stats.Add(sc.compaction_job_stats);
|
|
}
|
|
}
|
|
} // namespace ROCKSDB_NAMESPACE
|