mirror of
https://github.com/facebook/rocksdb.git
synced 2024-11-30 22:41:48 +00:00
9a72cf1a61
Summary: As titled. For dumping wal files, since a mapping from column family id to the user comparator object is needed to print the timestamp in human readable format, option `[--db=<db_path>]` is added to `dump_wal` command to allow the user to choose to optionally open the DB as read only instance and dump the wal file with better timestamp formatting. Pull Request resolved: https://github.com/facebook/rocksdb/pull/12690 Test Plan: Manually tested dump_wal: [dump a wal file specified with --walfile] ``` >> ./ldb --walfile=$TEST_DB/000004.log dump_wal --print_value >>1,1,28,13,PUT(0) : 0x666F6F0100000000000000 : 0x7631 (Column family id: [0] contained in WAL are not opened in DB. Applied default hex formatting for user key. Specify --db=<db_path> to open DB for better user key formatting if it contains timestamp.) ``` [dump with --db specified for better timestamp formatting] ``` >> ./ldb --walfile=$TEST_DB/000004.log dump_wal --db=$TEST_DB --print_value >> 1,1,28,13,PUT(0) : 0x666F6F|timestamp:1 : 0x7631 ``` dump: [dump a file specified with --path] ``` >>./ldb --path=/tmp/rocksdbtest-501/column_family_test_75359_17910784957761284041/000004.log dump Sequence,Count,ByteSize,Physical Offset,Key(s) : value 1,1,28,13,PUT(0) : 0x666F6F0100000000000000 : 0x7631 (Column family id: [0] contained in WAL are not opened in DB. Applied default hex formatting for user key. Specify --db=<db_path> to open DB for better user key formatting if it contains timestamp.) ``` [dump db specified with --db] ``` >> ./ldb --db=/tmp/rocksdbtest-501/column_family_test_75359_17910784957761284041 dump >> foo|timestamp:1 ==> v1 Keys in range: 1 ``` idump ``` ./ldb --db=$TEST_DB idump 'foo|timestamp:1' seq:1, type:1 => v1 Internal keys in range: 1 ``` Reviewed By: ltamasi Differential Revision: D57755382 Pulled By: jowlyzhang fbshipit-source-id: a0a2ef80c92801cbf7bfccc64769c1191824362e
135 lines
4.9 KiB
C++
135 lines
4.9 KiB
C++
// Copyright (c) 2011-present, Facebook, Inc. All rights reserved.
|
|
// This source code is licensed under both the GPLv2 (found in the
|
|
// COPYING file in the root directory) and Apache 2.0 License
|
|
// (found in the LICENSE.Apache file in the root directory).
|
|
|
|
|
|
#include "rocksdb/utilities/debug.h"
|
|
|
|
#include "db/db_impl/db_impl.h"
|
|
#include "rocksdb/utilities/options_type.h"
|
|
|
|
namespace ROCKSDB_NAMESPACE {
|
|
|
|
static std::unordered_map<std::string, ValueType> value_type_string_map = {
|
|
{"TypeDeletion", ValueType::kTypeDeletion},
|
|
{"TypeValue", ValueType::kTypeValue},
|
|
{"TypeMerge", ValueType::kTypeMerge},
|
|
{"TypeLogData", ValueType::kTypeLogData},
|
|
{"TypeColumnFamilyDeletion", ValueType::kTypeColumnFamilyDeletion},
|
|
{"TypeColumnFamilyValue", ValueType::kTypeColumnFamilyValue},
|
|
{"TypeColumnFamilyMerge", ValueType::kTypeColumnFamilyMerge},
|
|
{"TypeSingleDeletion", ValueType::kTypeSingleDeletion},
|
|
{"TypeColumnFamilySingleDeletion",
|
|
ValueType::kTypeColumnFamilySingleDeletion},
|
|
{"TypeBeginPrepareXID", ValueType::kTypeBeginPrepareXID},
|
|
{"TypeEndPrepareXID", ValueType::kTypeEndPrepareXID},
|
|
{"TypeCommitXID", ValueType::kTypeCommitXID},
|
|
{"TypeRollbackXID", ValueType::kTypeRollbackXID},
|
|
{"TypeNoop", ValueType::kTypeNoop},
|
|
{"TypeColumnFamilyRangeDeletion",
|
|
ValueType::kTypeColumnFamilyRangeDeletion},
|
|
{"TypeRangeDeletion", ValueType::kTypeRangeDeletion},
|
|
{"TypeColumnFamilyBlobIndex", ValueType::kTypeColumnFamilyBlobIndex},
|
|
{"TypeBlobIndex", ValueType::kTypeBlobIndex},
|
|
{"TypeBeginPersistedPrepareXID", ValueType::kTypeBeginPersistedPrepareXID},
|
|
{"TypeBeginUnprepareXID", ValueType::kTypeBeginUnprepareXID},
|
|
{"TypeDeletionWithTimestamp", ValueType::kTypeDeletionWithTimestamp},
|
|
{"TypeCommitXIDAndTimestamp", ValueType::kTypeCommitXIDAndTimestamp},
|
|
{"TypeWideColumnEntity", ValueType::kTypeWideColumnEntity},
|
|
{"TypeColumnFamilyWideColumnEntity",
|
|
ValueType::kTypeColumnFamilyWideColumnEntity},
|
|
{"TypeValuePreferredSeqno", ValueType::kTypeValuePreferredSeqno},
|
|
{"TypeColumnFamilyValuePreferredSeqno",
|
|
ValueType::kTypeColumnFamilyValuePreferredSeqno},
|
|
};
|
|
|
|
std::string KeyVersion::GetTypeName() const {
|
|
std::string type_name;
|
|
if (SerializeEnum<ValueType>(value_type_string_map,
|
|
static_cast<ValueType>(type), &type_name)) {
|
|
return type_name;
|
|
} else {
|
|
return "Invalid";
|
|
}
|
|
}
|
|
|
|
Status GetAllKeyVersions(DB* db, Slice begin_key, Slice end_key,
|
|
size_t max_num_ikeys,
|
|
std::vector<KeyVersion>* key_versions) {
|
|
if (nullptr == db) {
|
|
return Status::InvalidArgument("db cannot be null.");
|
|
}
|
|
return GetAllKeyVersions(db, db->DefaultColumnFamily(), begin_key, end_key,
|
|
max_num_ikeys, key_versions);
|
|
}
|
|
|
|
Status GetAllKeyVersions(DB* db, ColumnFamilyHandle* cfh, Slice begin_key,
|
|
Slice end_key, size_t max_num_ikeys,
|
|
std::vector<KeyVersion>* key_versions) {
|
|
if (nullptr == db) {
|
|
return Status::InvalidArgument("db cannot be null.");
|
|
}
|
|
if (nullptr == cfh) {
|
|
return Status::InvalidArgument("Column family handle cannot be null.");
|
|
}
|
|
if (nullptr == key_versions) {
|
|
return Status::InvalidArgument("key_versions cannot be null.");
|
|
}
|
|
key_versions->clear();
|
|
|
|
DBImpl* idb = static_cast<DBImpl*>(db->GetRootDB());
|
|
auto icmp = InternalKeyComparator(idb->GetOptions(cfh).comparator);
|
|
ReadOptions read_options;
|
|
Arena arena;
|
|
ScopedArenaPtr<InternalIterator> iter(
|
|
idb->NewInternalIterator(read_options, &arena, kMaxSequenceNumber, cfh));
|
|
|
|
const Comparator* ucmp = icmp.user_comparator();
|
|
size_t ts_sz = ucmp->timestamp_size();
|
|
|
|
Slice from_slice = begin_key;
|
|
bool has_begin = !begin_key.empty();
|
|
Slice end_slice = end_key;
|
|
bool has_end = !end_key.empty();
|
|
std::string begin_key_buf, end_key_buf;
|
|
auto [from, end] = MaybeAddTimestampsToRange(
|
|
has_begin ? &from_slice : nullptr, has_end ? &end_slice : nullptr, ts_sz,
|
|
&begin_key_buf, &end_key_buf);
|
|
if (has_begin) {
|
|
assert(from.has_value());
|
|
InternalKey ikey;
|
|
ikey.SetMinPossibleForUserKey(from.value());
|
|
iter->Seek(ikey.Encode());
|
|
} else {
|
|
iter->SeekToFirst();
|
|
}
|
|
|
|
size_t num_keys = 0;
|
|
for (; iter->Valid(); iter->Next()) {
|
|
ParsedInternalKey ikey;
|
|
Status pik_status =
|
|
ParseInternalKey(iter->key(), &ikey, true /* log_err_key */); // TODO
|
|
if (!pik_status.ok()) {
|
|
return pik_status;
|
|
}
|
|
|
|
if (has_end && end.has_value() &&
|
|
icmp.user_comparator()->Compare(ikey.user_key, end.value()) > 0) {
|
|
break;
|
|
}
|
|
|
|
key_versions->emplace_back(ikey.user_key.ToString() /* _user_key */,
|
|
iter->value().ToString() /* _value */,
|
|
ikey.sequence /* _sequence */,
|
|
static_cast<int>(ikey.type) /* _type */);
|
|
if (++num_keys >= max_num_ikeys) {
|
|
break;
|
|
}
|
|
}
|
|
return Status::OK();
|
|
}
|
|
|
|
} // namespace ROCKSDB_NAMESPACE
|
|
|