2016-04-21 19:20:05 +00:00
|
|
|
// Copyright (c) 2013, Facebook, Inc. All rights reserved.
|
2017-07-15 23:03:42 +00:00
|
|
|
// This source code is licensed under both the GPLv2 (found in the
|
|
|
|
// COPYING file in the root directory) and Apache 2.0 License
|
|
|
|
// (found in the LICENSE.Apache file in the root directory).
|
2016-04-21 19:20:05 +00:00
|
|
|
//
|
|
|
|
#ifndef ROCKSDB_LITE
|
|
|
|
|
|
|
|
#include "utilities/persistent_cache/persistent_cache_tier.h"
|
|
|
|
|
2019-06-06 20:52:39 +00:00
|
|
|
#include <cinttypes>
|
2016-11-22 01:22:01 +00:00
|
|
|
#include <sstream>
|
2019-09-20 19:00:55 +00:00
|
|
|
#include <string>
|
2016-04-21 19:20:05 +00:00
|
|
|
|
2020-02-20 20:07:53 +00:00
|
|
|
namespace ROCKSDB_NAMESPACE {
|
2016-04-21 19:20:05 +00:00
|
|
|
|
2016-12-19 22:00:04 +00:00
|
|
|
std::string PersistentCacheConfig::ToString() const {
|
|
|
|
std::string ret;
|
|
|
|
ret.reserve(20000);
|
|
|
|
const int kBufferSize = 200;
|
|
|
|
char buffer[kBufferSize];
|
|
|
|
|
|
|
|
snprintf(buffer, kBufferSize, " path: %s\n", path.c_str());
|
|
|
|
ret.append(buffer);
|
|
|
|
snprintf(buffer, kBufferSize, " enable_direct_reads: %d\n",
|
|
|
|
enable_direct_reads);
|
|
|
|
ret.append(buffer);
|
|
|
|
snprintf(buffer, kBufferSize, " enable_direct_writes: %d\n",
|
|
|
|
enable_direct_writes);
|
|
|
|
ret.append(buffer);
|
|
|
|
snprintf(buffer, kBufferSize, " cache_size: %" PRIu64 "\n", cache_size);
|
|
|
|
ret.append(buffer);
|
|
|
|
snprintf(buffer, kBufferSize, " cache_file_size: %" PRIu32 "\n",
|
|
|
|
cache_file_size);
|
|
|
|
ret.append(buffer);
|
|
|
|
snprintf(buffer, kBufferSize, " writer_qdepth: %" PRIu32 "\n",
|
|
|
|
writer_qdepth);
|
|
|
|
ret.append(buffer);
|
|
|
|
snprintf(buffer, kBufferSize, " pipeline_writes: %d\n", pipeline_writes);
|
|
|
|
ret.append(buffer);
|
|
|
|
snprintf(buffer, kBufferSize,
|
|
|
|
" max_write_pipeline_backlog_size: %" PRIu64 "\n",
|
|
|
|
max_write_pipeline_backlog_size);
|
|
|
|
ret.append(buffer);
|
|
|
|
snprintf(buffer, kBufferSize, " write_buffer_size: %" PRIu32 "\n",
|
|
|
|
write_buffer_size);
|
|
|
|
ret.append(buffer);
|
|
|
|
snprintf(buffer, kBufferSize, " writer_dispatch_size: %" PRIu64 "\n",
|
|
|
|
writer_dispatch_size);
|
|
|
|
ret.append(buffer);
|
|
|
|
snprintf(buffer, kBufferSize, " is_compressed: %d\n", is_compressed);
|
|
|
|
ret.append(buffer);
|
|
|
|
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2016-04-21 19:20:05 +00:00
|
|
|
//
|
|
|
|
// PersistentCacheTier implementation
|
|
|
|
//
|
|
|
|
Status PersistentCacheTier::Open() {
|
|
|
|
if (next_tier_) {
|
|
|
|
return next_tier_->Open();
|
|
|
|
}
|
|
|
|
return Status::OK();
|
|
|
|
}
|
|
|
|
|
|
|
|
Status PersistentCacheTier::Close() {
|
|
|
|
if (next_tier_) {
|
|
|
|
return next_tier_->Close();
|
|
|
|
}
|
|
|
|
return Status::OK();
|
|
|
|
}
|
|
|
|
|
2018-03-05 21:08:17 +00:00
|
|
|
bool PersistentCacheTier::Reserve(const size_t /*size*/) {
|
2016-04-21 19:20:05 +00:00
|
|
|
// default implementation is a pass through
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
2018-03-05 21:08:17 +00:00
|
|
|
bool PersistentCacheTier::Erase(const Slice& /*key*/) {
|
2016-04-21 19:20:05 +00:00
|
|
|
// default implementation is a pass through since not all cache tiers might
|
|
|
|
// support erase
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
std::string PersistentCacheTier::PrintStats() {
|
2016-11-22 01:22:01 +00:00
|
|
|
std::ostringstream os;
|
|
|
|
for (auto tier_stats : Stats()) {
|
|
|
|
os << "---- next tier -----" << std::endl;
|
|
|
|
for (auto stat : tier_stats) {
|
|
|
|
os << stat.first << ": " << stat.second << std::endl;
|
|
|
|
}
|
2016-04-21 19:20:05 +00:00
|
|
|
}
|
2016-11-22 01:22:01 +00:00
|
|
|
return os.str();
|
2016-04-21 19:20:05 +00:00
|
|
|
}
|
|
|
|
|
2016-11-22 01:22:01 +00:00
|
|
|
PersistentCache::StatsType PersistentCacheTier::Stats() {
|
2016-05-03 18:05:42 +00:00
|
|
|
if (next_tier_) {
|
|
|
|
return next_tier_->Stats();
|
|
|
|
}
|
2016-11-22 01:22:01 +00:00
|
|
|
return PersistentCache::StatsType{};
|
2016-05-03 18:05:42 +00:00
|
|
|
}
|
|
|
|
|
2020-06-13 20:26:03 +00:00
|
|
|
uint64_t PersistentCacheTier::NewId() {
|
|
|
|
return last_id_.fetch_add(1, std::memory_order_relaxed);
|
|
|
|
}
|
|
|
|
|
2016-04-21 19:20:05 +00:00
|
|
|
//
|
|
|
|
// PersistentTieredCache implementation
|
|
|
|
//
|
|
|
|
PersistentTieredCache::~PersistentTieredCache() { assert(tiers_.empty()); }
|
|
|
|
|
|
|
|
Status PersistentTieredCache::Open() {
|
|
|
|
assert(!tiers_.empty());
|
|
|
|
return tiers_.front()->Open();
|
|
|
|
}
|
|
|
|
|
|
|
|
Status PersistentTieredCache::Close() {
|
|
|
|
assert(!tiers_.empty());
|
|
|
|
Status status = tiers_.front()->Close();
|
|
|
|
if (status.ok()) {
|
|
|
|
tiers_.clear();
|
|
|
|
}
|
|
|
|
return status;
|
|
|
|
}
|
|
|
|
|
2016-05-03 18:05:42 +00:00
|
|
|
bool PersistentTieredCache::Erase(const Slice& key) {
|
2016-04-21 19:20:05 +00:00
|
|
|
assert(!tiers_.empty());
|
2016-05-03 18:05:42 +00:00
|
|
|
return tiers_.front()->Erase(key);
|
2016-04-21 19:20:05 +00:00
|
|
|
}
|
|
|
|
|
2016-11-22 01:22:01 +00:00
|
|
|
PersistentCache::StatsType PersistentTieredCache::Stats() {
|
2016-04-21 19:20:05 +00:00
|
|
|
assert(!tiers_.empty());
|
2016-05-03 18:05:42 +00:00
|
|
|
return tiers_.front()->Stats();
|
2016-04-21 19:20:05 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
std::string PersistentTieredCache::PrintStats() {
|
|
|
|
assert(!tiers_.empty());
|
|
|
|
return tiers_.front()->PrintStats();
|
|
|
|
}
|
|
|
|
|
|
|
|
Status PersistentTieredCache::Insert(const Slice& page_key, const char* data,
|
|
|
|
const size_t size) {
|
|
|
|
assert(!tiers_.empty());
|
|
|
|
return tiers_.front()->Insert(page_key, data, size);
|
|
|
|
}
|
|
|
|
|
|
|
|
Status PersistentTieredCache::Lookup(const Slice& page_key,
|
|
|
|
std::unique_ptr<char[]>* data,
|
|
|
|
size_t* size) {
|
|
|
|
assert(!tiers_.empty());
|
|
|
|
return tiers_.front()->Lookup(page_key, data, size);
|
|
|
|
}
|
|
|
|
|
|
|
|
void PersistentTieredCache::AddTier(const Tier& tier) {
|
|
|
|
if (!tiers_.empty()) {
|
|
|
|
tiers_.back()->set_next_tier(tier);
|
|
|
|
}
|
|
|
|
tiers_.push_back(tier);
|
|
|
|
}
|
|
|
|
|
2016-05-03 18:05:42 +00:00
|
|
|
bool PersistentTieredCache::IsCompressed() {
|
|
|
|
assert(tiers_.size());
|
|
|
|
return tiers_.front()->IsCompressed();
|
|
|
|
}
|
|
|
|
|
2020-02-20 20:07:53 +00:00
|
|
|
} // namespace ROCKSDB_NAMESPACE
|
2016-04-21 19:20:05 +00:00
|
|
|
|
|
|
|
#endif
|