2013-10-16 21:59:46 +00:00
|
|
|
// Copyright (c) 2013, Facebook, Inc. All rights reserved.
|
|
|
|
// This source code is licensed under the BSD-style license found in the
|
|
|
|
// LICENSE file in the root directory of this source tree. An additional grant
|
|
|
|
// of patent rights can be found in the PATENTS file in the same directory.
|
|
|
|
//
|
2011-03-18 22:37:00 +00:00
|
|
|
// Copyright (c) 2011 The LevelDB Authors. All rights reserved.
|
|
|
|
// Use of this source code is governed by a BSD-style license that can be
|
|
|
|
// found in the LICENSE file. See the AUTHORS file for names of contributors.
|
|
|
|
|
|
|
|
#include "table/two_level_iterator.h"
|
|
|
|
|
2013-10-29 00:54:09 +00:00
|
|
|
#include "rocksdb/options.h"
|
|
|
|
#include "rocksdb/table.h"
|
2011-03-18 22:37:00 +00:00
|
|
|
#include "table/block.h"
|
|
|
|
#include "table/format.h"
|
In DB::NewIterator(), try to allocate the whole iterator tree in an arena
Summary:
In this patch, try to allocate the whole iterator tree starting from DBIter from an arena
1. ArenaWrappedDBIter is created when serves as the entry point of an iterator tree, with an arena in it.
2. Add an option to create iterator from arena for following iterators: DBIter, MergingIterator, MemtableIterator, all mem table's iterators, all table reader's iterators and two level iterator.
3. MergeIteratorBuilder is created to incrementally build the tree of internal iterators. It is passed to mem table list and version set and add iterators to it.
Limitations:
(1) Only DB::NewIterator() without tailing uses the arena. Other cases, including readonly DB and compactions are still from malloc
(2) Two level iterator itself is allocated in arena, but not iterators inside it.
Test Plan: make all check
Reviewers: ljin, haobo
Reviewed By: haobo
Subscribers: leveldb, dhruba, yhchiang, igor
Differential Revision: https://reviews.facebook.net/D18513
2014-06-02 23:38:00 +00:00
|
|
|
#include "util/arena.h"
|
2011-03-18 22:37:00 +00:00
|
|
|
|
2013-10-04 04:49:15 +00:00
|
|
|
namespace rocksdb {
|
2011-03-18 22:37:00 +00:00
|
|
|
|
|
|
|
namespace {
|
|
|
|
|
|
|
|
class TwoLevelIterator: public Iterator {
|
|
|
|
public:
|
2014-04-25 19:22:23 +00:00
|
|
|
explicit TwoLevelIterator(TwoLevelIteratorState* state,
|
|
|
|
Iterator* first_level_iter);
|
2011-03-18 22:37:00 +00:00
|
|
|
|
In DB::NewIterator(), try to allocate the whole iterator tree in an arena
Summary:
In this patch, try to allocate the whole iterator tree starting from DBIter from an arena
1. ArenaWrappedDBIter is created when serves as the entry point of an iterator tree, with an arena in it.
2. Add an option to create iterator from arena for following iterators: DBIter, MergingIterator, MemtableIterator, all mem table's iterators, all table reader's iterators and two level iterator.
3. MergeIteratorBuilder is created to incrementally build the tree of internal iterators. It is passed to mem table list and version set and add iterators to it.
Limitations:
(1) Only DB::NewIterator() without tailing uses the arena. Other cases, including readonly DB and compactions are still from malloc
(2) Two level iterator itself is allocated in arena, but not iterators inside it.
Test Plan: make all check
Reviewers: ljin, haobo
Reviewed By: haobo
Subscribers: leveldb, dhruba, yhchiang, igor
Differential Revision: https://reviews.facebook.net/D18513
2014-06-02 23:38:00 +00:00
|
|
|
virtual ~TwoLevelIterator() {
|
|
|
|
first_level_iter_.DeleteIter(false);
|
|
|
|
second_level_iter_.DeleteIter(false);
|
|
|
|
}
|
2011-03-18 22:37:00 +00:00
|
|
|
|
|
|
|
virtual void Seek(const Slice& target);
|
|
|
|
virtual void SeekToFirst();
|
|
|
|
virtual void SeekToLast();
|
|
|
|
virtual void Next();
|
|
|
|
virtual void Prev();
|
|
|
|
|
|
|
|
virtual bool Valid() const {
|
2014-04-25 19:22:23 +00:00
|
|
|
return second_level_iter_.Valid();
|
2011-03-18 22:37:00 +00:00
|
|
|
}
|
|
|
|
virtual Slice key() const {
|
|
|
|
assert(Valid());
|
2014-04-25 19:22:23 +00:00
|
|
|
return second_level_iter_.key();
|
2011-03-18 22:37:00 +00:00
|
|
|
}
|
|
|
|
virtual Slice value() const {
|
|
|
|
assert(Valid());
|
2014-04-25 19:22:23 +00:00
|
|
|
return second_level_iter_.value();
|
2011-03-18 22:37:00 +00:00
|
|
|
}
|
|
|
|
virtual Status status() const {
|
|
|
|
// It'd be nice if status() returned a const Status& instead of a Status
|
2014-04-25 19:22:23 +00:00
|
|
|
if (!first_level_iter_.status().ok()) {
|
|
|
|
return first_level_iter_.status();
|
|
|
|
} else if (second_level_iter_.iter() != nullptr &&
|
|
|
|
!second_level_iter_.status().ok()) {
|
|
|
|
return second_level_iter_.status();
|
2011-03-18 22:37:00 +00:00
|
|
|
} else {
|
|
|
|
return status_;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
private:
|
|
|
|
void SaveError(const Status& s) {
|
|
|
|
if (status_.ok() && !s.ok()) status_ = s;
|
|
|
|
}
|
|
|
|
void SkipEmptyDataBlocksForward();
|
|
|
|
void SkipEmptyDataBlocksBackward();
|
2014-04-25 19:22:23 +00:00
|
|
|
void SetSecondLevelIterator(Iterator* iter);
|
2011-03-18 22:37:00 +00:00
|
|
|
void InitDataBlock();
|
|
|
|
|
2014-04-25 19:22:23 +00:00
|
|
|
std::unique_ptr<TwoLevelIteratorState> state_;
|
|
|
|
IteratorWrapper first_level_iter_;
|
|
|
|
IteratorWrapper second_level_iter_; // May be nullptr
|
2011-03-18 22:37:00 +00:00
|
|
|
Status status_;
|
2014-04-25 19:22:23 +00:00
|
|
|
// If second_level_iter is non-nullptr, then "data_block_handle_" holds the
|
|
|
|
// "index_value" passed to block_function_ to create the second_level_iter.
|
2011-03-18 22:37:00 +00:00
|
|
|
std::string data_block_handle_;
|
|
|
|
};
|
|
|
|
|
2014-04-25 19:22:23 +00:00
|
|
|
TwoLevelIterator::TwoLevelIterator(TwoLevelIteratorState* state,
|
|
|
|
Iterator* first_level_iter)
|
|
|
|
: state_(state), first_level_iter_(first_level_iter) {}
|
2011-03-18 22:37:00 +00:00
|
|
|
|
|
|
|
void TwoLevelIterator::Seek(const Slice& target) {
|
2014-04-25 19:23:07 +00:00
|
|
|
if (state_->check_prefix_may_match &&
|
|
|
|
!state_->PrefixMayMatch(target)) {
|
2014-04-25 19:22:23 +00:00
|
|
|
SetSecondLevelIterator(nullptr);
|
2014-04-25 19:23:07 +00:00
|
|
|
return;
|
|
|
|
}
|
|
|
|
first_level_iter_.Seek(target);
|
|
|
|
|
|
|
|
InitDataBlock();
|
|
|
|
if (second_level_iter_.iter() != nullptr) {
|
|
|
|
second_level_iter_.Seek(target);
|
2014-04-25 19:22:23 +00:00
|
|
|
}
|
2014-04-25 19:23:07 +00:00
|
|
|
SkipEmptyDataBlocksForward();
|
2011-03-18 22:37:00 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
void TwoLevelIterator::SeekToFirst() {
|
2014-04-25 19:22:23 +00:00
|
|
|
first_level_iter_.SeekToFirst();
|
2011-03-18 22:37:00 +00:00
|
|
|
InitDataBlock();
|
2014-04-25 19:22:23 +00:00
|
|
|
if (second_level_iter_.iter() != nullptr) {
|
|
|
|
second_level_iter_.SeekToFirst();
|
|
|
|
}
|
2011-03-18 22:37:00 +00:00
|
|
|
SkipEmptyDataBlocksForward();
|
|
|
|
}
|
|
|
|
|
|
|
|
void TwoLevelIterator::SeekToLast() {
|
2014-04-25 19:22:23 +00:00
|
|
|
first_level_iter_.SeekToLast();
|
2011-03-18 22:37:00 +00:00
|
|
|
InitDataBlock();
|
2014-04-25 19:22:23 +00:00
|
|
|
if (second_level_iter_.iter() != nullptr) {
|
|
|
|
second_level_iter_.SeekToLast();
|
|
|
|
}
|
2011-03-18 22:37:00 +00:00
|
|
|
SkipEmptyDataBlocksBackward();
|
|
|
|
}
|
|
|
|
|
|
|
|
void TwoLevelIterator::Next() {
|
|
|
|
assert(Valid());
|
2014-04-25 19:22:23 +00:00
|
|
|
second_level_iter_.Next();
|
2011-03-18 22:37:00 +00:00
|
|
|
SkipEmptyDataBlocksForward();
|
|
|
|
}
|
|
|
|
|
|
|
|
void TwoLevelIterator::Prev() {
|
|
|
|
assert(Valid());
|
2014-04-25 19:22:23 +00:00
|
|
|
second_level_iter_.Prev();
|
2011-03-18 22:37:00 +00:00
|
|
|
SkipEmptyDataBlocksBackward();
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
void TwoLevelIterator::SkipEmptyDataBlocksForward() {
|
2014-04-25 19:22:23 +00:00
|
|
|
while (second_level_iter_.iter() == nullptr ||
|
|
|
|
(!second_level_iter_.Valid() &&
|
|
|
|
!second_level_iter_.status().IsIncomplete())) {
|
2011-03-18 22:37:00 +00:00
|
|
|
// Move to next block
|
2014-04-25 19:22:23 +00:00
|
|
|
if (!first_level_iter_.Valid()) {
|
|
|
|
SetSecondLevelIterator(nullptr);
|
2011-03-18 22:37:00 +00:00
|
|
|
return;
|
|
|
|
}
|
2014-04-25 19:22:23 +00:00
|
|
|
first_level_iter_.Next();
|
2011-03-18 22:37:00 +00:00
|
|
|
InitDataBlock();
|
2014-04-25 19:22:23 +00:00
|
|
|
if (second_level_iter_.iter() != nullptr) {
|
|
|
|
second_level_iter_.SeekToFirst();
|
|
|
|
}
|
2011-03-18 22:37:00 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
void TwoLevelIterator::SkipEmptyDataBlocksBackward() {
|
2014-04-25 19:22:23 +00:00
|
|
|
while (second_level_iter_.iter() == nullptr ||
|
|
|
|
(!second_level_iter_.Valid() &&
|
|
|
|
!second_level_iter_.status().IsIncomplete())) {
|
2011-03-18 22:37:00 +00:00
|
|
|
// Move to next block
|
2014-04-25 19:22:23 +00:00
|
|
|
if (!first_level_iter_.Valid()) {
|
|
|
|
SetSecondLevelIterator(nullptr);
|
2011-03-18 22:37:00 +00:00
|
|
|
return;
|
|
|
|
}
|
2014-04-25 19:22:23 +00:00
|
|
|
first_level_iter_.Prev();
|
2011-03-18 22:37:00 +00:00
|
|
|
InitDataBlock();
|
2014-04-25 19:22:23 +00:00
|
|
|
if (second_level_iter_.iter() != nullptr) {
|
|
|
|
second_level_iter_.SeekToLast();
|
|
|
|
}
|
2011-03-18 22:37:00 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2014-04-25 19:22:23 +00:00
|
|
|
void TwoLevelIterator::SetSecondLevelIterator(Iterator* iter) {
|
|
|
|
if (second_level_iter_.iter() != nullptr) {
|
|
|
|
SaveError(second_level_iter_.status());
|
|
|
|
}
|
|
|
|
second_level_iter_.Set(iter);
|
2011-03-18 22:37:00 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
void TwoLevelIterator::InitDataBlock() {
|
2014-04-25 19:22:23 +00:00
|
|
|
if (!first_level_iter_.Valid()) {
|
|
|
|
SetSecondLevelIterator(nullptr);
|
2011-03-18 22:37:00 +00:00
|
|
|
} else {
|
2014-04-25 19:22:23 +00:00
|
|
|
Slice handle = first_level_iter_.value();
|
2014-08-29 21:32:37 +00:00
|
|
|
if (second_level_iter_.iter() != nullptr &&
|
|
|
|
!second_level_iter_.status().IsIncomplete() &&
|
|
|
|
handle.compare(data_block_handle_) == 0) {
|
2014-04-25 19:22:23 +00:00
|
|
|
// second_level_iter is already constructed with this iterator, so
|
2011-03-18 22:37:00 +00:00
|
|
|
// no need to change anything
|
|
|
|
} else {
|
2014-04-25 19:22:23 +00:00
|
|
|
Iterator* iter = state_->NewSecondaryIterator(handle);
|
2011-03-18 22:37:00 +00:00
|
|
|
data_block_handle_.assign(handle.data(), handle.size());
|
2014-04-25 19:22:23 +00:00
|
|
|
SetSecondLevelIterator(iter);
|
2011-03-18 22:37:00 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2011-10-31 17:22:06 +00:00
|
|
|
} // namespace
|
2011-03-18 22:37:00 +00:00
|
|
|
|
2014-04-25 19:22:23 +00:00
|
|
|
Iterator* NewTwoLevelIterator(TwoLevelIteratorState* state,
|
In DB::NewIterator(), try to allocate the whole iterator tree in an arena
Summary:
In this patch, try to allocate the whole iterator tree starting from DBIter from an arena
1. ArenaWrappedDBIter is created when serves as the entry point of an iterator tree, with an arena in it.
2. Add an option to create iterator from arena for following iterators: DBIter, MergingIterator, MemtableIterator, all mem table's iterators, all table reader's iterators and two level iterator.
3. MergeIteratorBuilder is created to incrementally build the tree of internal iterators. It is passed to mem table list and version set and add iterators to it.
Limitations:
(1) Only DB::NewIterator() without tailing uses the arena. Other cases, including readonly DB and compactions are still from malloc
(2) Two level iterator itself is allocated in arena, but not iterators inside it.
Test Plan: make all check
Reviewers: ljin, haobo
Reviewed By: haobo
Subscribers: leveldb, dhruba, yhchiang, igor
Differential Revision: https://reviews.facebook.net/D18513
2014-06-02 23:38:00 +00:00
|
|
|
Iterator* first_level_iter, Arena* arena) {
|
|
|
|
if (arena == nullptr) {
|
|
|
|
return new TwoLevelIterator(state, first_level_iter);
|
|
|
|
} else {
|
|
|
|
auto mem = arena->AllocateAligned(sizeof(TwoLevelIterator));
|
|
|
|
return new (mem) TwoLevelIterator(state, first_level_iter);
|
|
|
|
}
|
2011-03-18 22:37:00 +00:00
|
|
|
}
|
|
|
|
|
2013-10-04 04:49:15 +00:00
|
|
|
} // namespace rocksdb
|