mirror of
https://github.com/facebook/rocksdb.git
synced 2024-12-04 20:02:50 +00:00
f2b623bcc1
Summary: `GetEntity` API support for ReadOnly DB and Secondary DB. - Introduced `GetImpl()` with `GetImplOptions` in `db_impl_readonly` and refactored current `Get()` logic into `GetImpl()` so that look up logic can be reused for `GetEntity()` (Following the same pattern as `DBImpl::Get()` and `DBImpl::GetEntity()`) - Introduced `GetImpl()` with `GetImplOptions` in `db_impl_secondary` and refactored current `GetImpl()` logic. This is to make `DBImplSecondary::Get/GetEntity` consistent with `DBImpl::Get/GetEntity` and `DBImplReadOnly::Get/GetEntity` - `GetImpl()` in `db_impl` is now virtual. both `db_impl_readonly` and `db_impl_secondary`'s `Get()` override are no longer needed since all three dbs now have the same `Get()` which calls `GetImpl()` internally. - `GetImpl()` in `DBImplReadOnly` and `DBImplSecondary` now pass in `columns` instead of `nullptr` in lookup functions like `memtable->get()` - Introduced `GetEntity()` API in `DBImplReadOnly` and `DBImplSecondary` which simply calls `GetImpl()` with `columns` set in `GetImplOptions`. - Introduced `Env::IOActivity::kGetEntity` and set read_options.io_activity to `Env::IOActivity::kGetEntity` for `GetEntity()` operations (in db_impl) Pull Request resolved: https://github.com/facebook/rocksdb/pull/11799 Test Plan: **Unit Tests** - Added verification in `DBWideBasicTest::PutEntity` by Reopening DB as ReadOnly with the same setup. - Added verification in `DBSecondaryTest::ReopenAsSecondary` by calling `PutEntity()` and `GetEntity()` on top of existing `Put()` and `Get()` - `make -j64 check` **Crash Tests** - `python3 tools/db_crashtest.py blackbox --max_key=25000000 --write_buffer_size=4194304 --max_bytes_for_level_base=2097152 --target_file_size_base=2097152 --periodic_compaction_seconds=0 --use_put_entity_one_in=10 --use_get_entity=1 --duration=60 --inter val=10` - `python3 tools/db_crashtest.py blackbox --simple --max_key=25000000 --write_buffer_size=4194304 --max_bytes_for_level_base=2097152 --target_file_size_base=2097152 --periodic_compaction_seconds=0 --use_put_entity_one_in=10 --use_get_entity=1 ` - `python3 tools/db_crashtest.py blackbox --cf_consistency --max_key=25000000 --write_buffer_size=4194304 --max_bytes_for_level_base=2097152 --target_file_size_base=2097152 --periodic_compaction_seconds=0 --use_put_entity_one_in=10 --use_get_entity=1 --duration=60 --inter val=10` Reviewed By: ltamasi Differential Revision: D49037040 Pulled By: jaykorean fbshipit-source-id: a0648253ded6e91af7953de364ed3c6bf163626b
123 lines
4.3 KiB
C++
123 lines
4.3 KiB
C++
// Copyright (c) 2011-present, Facebook, Inc. All rights reserved.
|
|
// This source code is licensed under both the GPLv2 (found in the
|
|
// COPYING file in the root directory) and Apache 2.0 License
|
|
// (found in the LICENSE.Apache file in the root directory).
|
|
//
|
|
// This file defines the structures for thread operation and state.
|
|
// Thread operations are used to describe high level action of a
|
|
// thread such as doing compaction or flush, while thread state
|
|
// are used to describe lower-level action such as reading /
|
|
// writing a file or waiting for a mutex. Operations and states
|
|
// are designed to be independent. Typically, a thread usually involves
|
|
// in one operation and one state at any specific point in time.
|
|
|
|
#pragma once
|
|
|
|
#include <string>
|
|
|
|
#include "rocksdb/thread_status.h"
|
|
|
|
namespace ROCKSDB_NAMESPACE {
|
|
|
|
#ifdef ROCKSDB_USING_THREAD_STATUS
|
|
|
|
// The structure that describes a major thread operation.
|
|
struct OperationInfo {
|
|
const ThreadStatus::OperationType type;
|
|
const std::string name;
|
|
};
|
|
|
|
// The global operation table.
|
|
//
|
|
// When updating a status of a thread, the pointer of the OperationInfo
|
|
// of the current ThreadStatusData will be pointing to one of the
|
|
// rows in this global table.
|
|
//
|
|
// Note that it's not designed to be constant as in the future we
|
|
// might consider adding global count to the OperationInfo.
|
|
static OperationInfo global_operation_table[] = {
|
|
{ThreadStatus::OP_UNKNOWN, ""},
|
|
{ThreadStatus::OP_COMPACTION, "Compaction"},
|
|
{ThreadStatus::OP_FLUSH, "Flush"},
|
|
{ThreadStatus::OP_DBOPEN, "DBOpen"},
|
|
{ThreadStatus::OP_GET, "Get"},
|
|
{ThreadStatus::OP_MULTIGET, "MultiGet"},
|
|
{ThreadStatus::OP_DBITERATOR, "DBIterator"},
|
|
{ThreadStatus::OP_VERIFY_DB_CHECKSUM, "VerifyDBChecksum"},
|
|
{ThreadStatus::OP_VERIFY_FILE_CHECKSUMS, "VerifyFileChecksums"},
|
|
{ThreadStatus::OP_GETENTITY, "GetEntity"},
|
|
{ThreadStatus::OP_MULTIGETENTITY, "MultiGetEntity"},
|
|
|
|
};
|
|
|
|
struct OperationStageInfo {
|
|
const ThreadStatus::OperationStage stage;
|
|
const std::string name;
|
|
};
|
|
|
|
// A table maintains the mapping from stage type to stage string.
|
|
// Note that the string must be changed accordingly when the
|
|
// associated function name changed.
|
|
static OperationStageInfo global_op_stage_table[] = {
|
|
{ThreadStatus::STAGE_UNKNOWN, ""},
|
|
{ThreadStatus::STAGE_FLUSH_RUN, "FlushJob::Run"},
|
|
{ThreadStatus::STAGE_FLUSH_WRITE_L0, "FlushJob::WriteLevel0Table"},
|
|
{ThreadStatus::STAGE_COMPACTION_PREPARE, "CompactionJob::Prepare"},
|
|
{ThreadStatus::STAGE_COMPACTION_RUN, "CompactionJob::Run"},
|
|
{ThreadStatus::STAGE_COMPACTION_PROCESS_KV,
|
|
"CompactionJob::ProcessKeyValueCompaction"},
|
|
{ThreadStatus::STAGE_COMPACTION_INSTALL, "CompactionJob::Install"},
|
|
{ThreadStatus::STAGE_COMPACTION_SYNC_FILE,
|
|
"CompactionJob::FinishCompactionOutputFile"},
|
|
{ThreadStatus::STAGE_PICK_MEMTABLES_TO_FLUSH,
|
|
"MemTableList::PickMemtablesToFlush"},
|
|
{ThreadStatus::STAGE_MEMTABLE_ROLLBACK,
|
|
"MemTableList::RollbackMemtableFlush"},
|
|
{ThreadStatus::STAGE_MEMTABLE_INSTALL_FLUSH_RESULTS,
|
|
"MemTableList::TryInstallMemtableFlushResults"},
|
|
};
|
|
|
|
// The structure that describes a state.
|
|
struct StateInfo {
|
|
const ThreadStatus::StateType type;
|
|
const std::string name;
|
|
};
|
|
|
|
// The global state table.
|
|
//
|
|
// When updating a status of a thread, the pointer of the StateInfo
|
|
// of the current ThreadStatusData will be pointing to one of the
|
|
// rows in this global table.
|
|
static StateInfo global_state_table[] = {
|
|
{ThreadStatus::STATE_UNKNOWN, ""},
|
|
{ThreadStatus::STATE_MUTEX_WAIT, "Mutex Wait"},
|
|
};
|
|
|
|
struct OperationProperty {
|
|
int code;
|
|
std::string name;
|
|
};
|
|
|
|
static OperationProperty compaction_operation_properties[] = {
|
|
{ThreadStatus::COMPACTION_JOB_ID, "JobID"},
|
|
{ThreadStatus::COMPACTION_INPUT_OUTPUT_LEVEL, "InputOutputLevel"},
|
|
{ThreadStatus::COMPACTION_PROP_FLAGS, "Manual/Deletion/Trivial"},
|
|
{ThreadStatus::COMPACTION_TOTAL_INPUT_BYTES, "TotalInputBytes"},
|
|
{ThreadStatus::COMPACTION_BYTES_READ, "BytesRead"},
|
|
{ThreadStatus::COMPACTION_BYTES_WRITTEN, "BytesWritten"},
|
|
};
|
|
|
|
static OperationProperty flush_operation_properties[] = {
|
|
{ThreadStatus::FLUSH_JOB_ID, "JobID"},
|
|
{ThreadStatus::FLUSH_BYTES_MEMTABLES, "BytesMemtables"},
|
|
{ThreadStatus::FLUSH_BYTES_WRITTEN, "BytesWritten"}};
|
|
|
|
#else
|
|
|
|
struct OperationInfo {};
|
|
|
|
struct StateInfo {};
|
|
|
|
#endif // ROCKSDB_USING_THREAD_STATUS
|
|
} // namespace ROCKSDB_NAMESPACE
|