2013-10-16 21:59:46 +00:00
|
|
|
// Copyright (c) 2013, Facebook, Inc. All rights reserved.
|
|
|
|
// This source code is licensed under the BSD-style license found in the
|
|
|
|
// LICENSE file in the root directory of this source tree. An additional grant
|
|
|
|
// of patent rights can be found in the PATENTS file in the same directory.
|
2012-11-06 03:18:49 +00:00
|
|
|
|
|
|
|
#include "db/db_impl_readonly.h"
|
2014-09-25 18:14:01 +00:00
|
|
|
#include "utilities/compacted_db/compacted_db_impl.h"
|
2012-11-06 03:18:49 +00:00
|
|
|
#include "db/db_impl.h"
|
2013-12-03 02:34:05 +00:00
|
|
|
#include "db/merge_context.h"
|
2014-09-25 18:14:01 +00:00
|
|
|
#include "db/db_iter.h"
|
2014-10-03 00:02:30 +00:00
|
|
|
#include "util/perf_context_imp.h"
|
2012-11-06 03:18:49 +00:00
|
|
|
|
2013-10-04 04:49:15 +00:00
|
|
|
namespace rocksdb {
|
2012-11-06 03:18:49 +00:00
|
|
|
|
2014-09-09 01:46:52 +00:00
|
|
|
DBImplReadOnly::DBImplReadOnly(const DBOptions& db_options,
|
2014-02-05 21:12:23 +00:00
|
|
|
const std::string& dbname)
|
2014-09-09 01:46:52 +00:00
|
|
|
: DBImpl(db_options, dbname) {
|
2014-09-29 19:45:04 +00:00
|
|
|
Log(INFO_LEVEL, db_options_.info_log, "Opening the db in read only mode");
|
|
|
|
LogFlush(db_options_.info_log);
|
2012-11-06 03:18:49 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
DBImplReadOnly::~DBImplReadOnly() {
|
|
|
|
}
|
|
|
|
|
|
|
|
// Implementations of the DB interface
|
2014-09-09 01:46:52 +00:00
|
|
|
Status DBImplReadOnly::Get(const ReadOptions& read_options,
|
2014-02-11 01:04:44 +00:00
|
|
|
ColumnFamilyHandle* column_family, const Slice& key,
|
|
|
|
std::string* value) {
|
2012-11-06 03:18:49 +00:00
|
|
|
Status s;
|
|
|
|
SequenceNumber snapshot = versions_->LastSequence();
|
2014-02-11 01:04:44 +00:00
|
|
|
auto cfh = reinterpret_cast<ColumnFamilyHandleImpl*>(column_family);
|
|
|
|
auto cfd = cfh->cfd();
|
2014-02-03 23:28:03 +00:00
|
|
|
SuperVersion* super_version = cfd->GetSuperVersion();
|
2013-12-03 02:34:05 +00:00
|
|
|
MergeContext merge_context;
|
2012-11-06 03:18:49 +00:00
|
|
|
LookupKey lkey(key, snapshot);
|
2014-09-09 00:45:06 +00:00
|
|
|
if (super_version->mem->Get(lkey, value, &s, &merge_context)) {
|
2013-02-15 23:28:24 +00:00
|
|
|
} else {
|
2014-10-03 00:02:30 +00:00
|
|
|
PERF_TIMER_GUARD(get_from_output_files_time);
|
2014-09-09 01:46:52 +00:00
|
|
|
super_version->current->Get(read_options, lkey, value, &s, &merge_context);
|
2013-02-15 23:28:24 +00:00
|
|
|
}
|
2012-11-06 03:18:49 +00:00
|
|
|
return s;
|
|
|
|
}
|
|
|
|
|
2014-09-08 22:04:34 +00:00
|
|
|
Iterator* DBImplReadOnly::NewIterator(const ReadOptions& read_options,
|
2014-02-11 01:04:44 +00:00
|
|
|
ColumnFamilyHandle* column_family) {
|
|
|
|
auto cfh = reinterpret_cast<ColumnFamilyHandleImpl*>(column_family);
|
|
|
|
auto cfd = cfh->cfd();
|
2014-02-03 23:28:03 +00:00
|
|
|
SuperVersion* super_version = cfd->GetSuperVersion()->Ref();
|
|
|
|
SequenceNumber latest_snapshot = versions_->LastSequence();
|
2014-07-23 20:52:11 +00:00
|
|
|
auto db_iter = NewArenaWrappedDbIterator(
|
2014-09-08 22:04:34 +00:00
|
|
|
env_, *cfd->ioptions(), cfd->user_comparator(),
|
|
|
|
(read_options.snapshot != nullptr
|
|
|
|
? reinterpret_cast<const SnapshotImpl*>(
|
|
|
|
read_options.snapshot)->number_
|
|
|
|
: latest_snapshot),
|
|
|
|
cfd->options()->max_sequential_skip_in_iterations);
|
|
|
|
auto internal_iter = NewInternalIterator(
|
|
|
|
read_options, cfd, super_version, db_iter->GetArena());
|
2014-07-23 20:52:11 +00:00
|
|
|
db_iter->SetIterUnderDBIter(internal_iter);
|
|
|
|
return db_iter;
|
|
|
|
}
|
|
|
|
|
|
|
|
Status DBImplReadOnly::NewIterators(
|
2014-09-08 22:04:34 +00:00
|
|
|
const ReadOptions& read_options,
|
2014-07-23 20:52:11 +00:00
|
|
|
const std::vector<ColumnFamilyHandle*>& column_families,
|
|
|
|
std::vector<Iterator*>* iterators) {
|
|
|
|
if (iterators == nullptr) {
|
|
|
|
return Status::InvalidArgument("iterators not allowed to be nullptr");
|
|
|
|
}
|
|
|
|
iterators->clear();
|
|
|
|
iterators->reserve(column_families.size());
|
|
|
|
SequenceNumber latest_snapshot = versions_->LastSequence();
|
|
|
|
|
|
|
|
for (auto cfh : column_families) {
|
|
|
|
auto cfd = reinterpret_cast<ColumnFamilyHandleImpl*>(cfh)->cfd();
|
|
|
|
auto db_iter = NewArenaWrappedDbIterator(
|
2014-09-08 22:04:34 +00:00
|
|
|
env_, *cfd->ioptions(), cfd->user_comparator(),
|
|
|
|
(read_options.snapshot != nullptr
|
|
|
|
? reinterpret_cast<const SnapshotImpl*>(
|
|
|
|
read_options.snapshot)->number_
|
|
|
|
: latest_snapshot),
|
|
|
|
cfd->options()->max_sequential_skip_in_iterations);
|
2014-07-23 20:52:11 +00:00
|
|
|
auto internal_iter = NewInternalIterator(
|
2014-09-08 22:04:34 +00:00
|
|
|
read_options, cfd, cfd->GetSuperVersion()->Ref(), db_iter->GetArena());
|
2014-07-23 20:52:11 +00:00
|
|
|
db_iter->SetIterUnderDBIter(internal_iter);
|
|
|
|
iterators->push_back(db_iter);
|
|
|
|
}
|
|
|
|
|
|
|
|
return Status::OK();
|
2012-11-06 03:18:49 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
Status DB::OpenForReadOnly(const Options& options, const std::string& dbname,
|
[RocksDB] [Column Family] Interface proposal
Summary:
<This diff is for Column Family branch>
Sharing some of the work I've done so far. This diff compiles and passes the tests.
The biggest change is in options.h - I broke down Options into two parts - DBOptions and ColumnFamilyOptions. DBOptions is DB-specific (env, create_if_missing, block_cache, etc.) and ColumnFamilyOptions is column family-specific (all compaction options, compresion options, etc.). Note that this does not break backwards compatibility at all.
Further, I created DBWithColumnFamily which inherits DB interface and adds new functions with column family support. Clients can transparently switch to DBWithColumnFamily and it will not break their backwards compatibility.
There are few methods worth checking out: ListColumnFamilies(), MultiNewIterator(), MultiGet() and GetSnapshot(). [GetSnapshot() returns the snapshot across all column families for now - I think that's what we agreed on]
Finally, I made small changes to WriteBatch so we are able to atomically insert data across column families.
Please provide feedback.
Test Plan: make check works, the code is backward compatible
Reviewers: dhruba, haobo, sdong, kailiu, emayanke
CC: leveldb
Differential Revision: https://reviews.facebook.net/D14445
2013-12-03 19:14:09 +00:00
|
|
|
DB** dbptr, bool error_if_log_file_exist) {
|
2013-02-15 23:28:24 +00:00
|
|
|
*dbptr = nullptr;
|
2012-11-06 03:18:49 +00:00
|
|
|
|
2014-09-25 18:14:01 +00:00
|
|
|
// Try to first open DB as fully compacted DB
|
|
|
|
Status s;
|
|
|
|
#ifndef ROCKSDB_LITE
|
|
|
|
s = CompactedDBImpl::Open(options, dbname, dbptr);
|
|
|
|
if (s.ok()) {
|
|
|
|
return s;
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
2014-01-06 21:31:06 +00:00
|
|
|
DBOptions db_options(options);
|
|
|
|
ColumnFamilyOptions cf_options(options);
|
|
|
|
std::vector<ColumnFamilyDescriptor> column_families;
|
|
|
|
column_families.push_back(
|
2014-04-09 16:56:17 +00:00
|
|
|
ColumnFamilyDescriptor(kDefaultColumnFamilyName, cf_options));
|
|
|
|
std::vector<ColumnFamilyHandle*> handles;
|
|
|
|
|
2014-09-25 18:14:01 +00:00
|
|
|
s = DB::OpenForReadOnly(db_options, dbname, column_families, &handles, dbptr);
|
2014-04-09 16:56:17 +00:00
|
|
|
if (s.ok()) {
|
|
|
|
assert(handles.size() == 1);
|
|
|
|
// i can delete the handle since DBImpl is always holding a
|
|
|
|
// reference to default column family
|
|
|
|
delete handles[0];
|
|
|
|
}
|
|
|
|
return s;
|
|
|
|
}
|
|
|
|
|
|
|
|
Status DB::OpenForReadOnly(
|
|
|
|
const DBOptions& db_options, const std::string& dbname,
|
|
|
|
const std::vector<ColumnFamilyDescriptor>& column_families,
|
|
|
|
std::vector<ColumnFamilyHandle*>* handles, DB** dbptr,
|
|
|
|
bool error_if_log_file_exist) {
|
|
|
|
*dbptr = nullptr;
|
|
|
|
handles->clear();
|
2014-02-05 21:12:23 +00:00
|
|
|
|
|
|
|
DBImplReadOnly* impl = new DBImplReadOnly(db_options, dbname);
|
|
|
|
impl->mutex_.Lock();
|
2014-01-24 22:30:28 +00:00
|
|
|
Status s = impl->Recover(column_families, true /* read only */,
|
|
|
|
error_if_log_file_exist);
|
2014-04-09 16:56:17 +00:00
|
|
|
if (s.ok()) {
|
|
|
|
// set column family handles
|
|
|
|
for (auto cf : column_families) {
|
|
|
|
auto cfd =
|
|
|
|
impl->versions_->GetColumnFamilySet()->GetColumnFamily(cf.name);
|
|
|
|
if (cfd == nullptr) {
|
|
|
|
s = Status::InvalidArgument("Column family not found: ", cf.name);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
handles->push_back(new ColumnFamilyHandleImpl(cfd, impl, &impl->mutex_));
|
|
|
|
}
|
|
|
|
}
|
2014-02-03 21:13:36 +00:00
|
|
|
if (s.ok()) {
|
2014-02-03 21:44:47 +00:00
|
|
|
for (auto cfd : *impl->versions_->GetColumnFamilySet()) {
|
2014-03-04 01:54:04 +00:00
|
|
|
delete cfd->InstallSuperVersion(new SuperVersion(), &impl->mutex_);
|
2014-02-03 21:44:47 +00:00
|
|
|
}
|
2014-02-03 21:13:36 +00:00
|
|
|
}
|
2012-11-06 03:18:49 +00:00
|
|
|
impl->mutex_.Unlock();
|
|
|
|
if (s.ok()) {
|
|
|
|
*dbptr = impl;
|
|
|
|
} else {
|
2014-04-09 16:56:17 +00:00
|
|
|
for (auto h : *handles) {
|
|
|
|
delete h;
|
|
|
|
}
|
|
|
|
handles->clear();
|
2012-11-06 03:18:49 +00:00
|
|
|
delete impl;
|
|
|
|
}
|
|
|
|
return s;
|
|
|
|
}
|
|
|
|
|
2014-04-09 16:56:17 +00:00
|
|
|
|
2014-03-20 20:42:45 +00:00
|
|
|
} // namespace rocksdb
|