2016-02-09 23:12:00 +00:00
|
|
|
// Copyright (c) 2011-present, Facebook, Inc. All rights reserved.
|
2017-07-15 23:03:42 +00:00
|
|
|
// This source code is licensed under both the GPLv2 (found in the
|
|
|
|
// COPYING file in the root directory) and Apache 2.0 License
|
|
|
|
// (found in the LICENSE.Apache file in the root directory).
|
2013-10-16 21:59:46 +00:00
|
|
|
//
|
2011-03-18 22:37:00 +00:00
|
|
|
// Copyright (c) 2011 The LevelDB Authors. All rights reserved.
|
|
|
|
// Use of this source code is governed by a BSD-style license that can be
|
|
|
|
// found in the LICENSE file. See the AUTHORS file for names of contributors.
|
|
|
|
|
2013-10-05 05:32:05 +00:00
|
|
|
#pragma once
|
2013-08-23 15:38:13 +00:00
|
|
|
#include "rocksdb/iterator.h"
|
|
|
|
#include "rocksdb/env.h"
|
2014-04-25 19:22:23 +00:00
|
|
|
#include "table/iterator_wrapper.h"
|
2011-03-18 22:37:00 +00:00
|
|
|
|
2013-10-04 04:49:15 +00:00
|
|
|
namespace rocksdb {
|
2011-03-18 22:37:00 +00:00
|
|
|
|
|
|
|
struct ReadOptions;
|
2014-01-27 21:53:22 +00:00
|
|
|
class InternalKeyComparator;
|
In DB::NewIterator(), try to allocate the whole iterator tree in an arena
Summary:
In this patch, try to allocate the whole iterator tree starting from DBIter from an arena
1. ArenaWrappedDBIter is created when serves as the entry point of an iterator tree, with an arena in it.
2. Add an option to create iterator from arena for following iterators: DBIter, MergingIterator, MemtableIterator, all mem table's iterators, all table reader's iterators and two level iterator.
3. MergeIteratorBuilder is created to incrementally build the tree of internal iterators. It is passed to mem table list and version set and add iterators to it.
Limitations:
(1) Only DB::NewIterator() without tailing uses the arena. Other cases, including readonly DB and compactions are still from malloc
(2) Two level iterator itself is allocated in arena, but not iterators inside it.
Test Plan: make all check
Reviewers: ljin, haobo
Reviewed By: haobo
Subscribers: leveldb, dhruba, yhchiang, igor
Differential Revision: https://reviews.facebook.net/D18513
2014-06-02 23:38:00 +00:00
|
|
|
class Arena;
|
2011-03-18 22:37:00 +00:00
|
|
|
|
2014-04-25 19:22:23 +00:00
|
|
|
struct TwoLevelIteratorState {
|
2018-02-13 00:57:56 +00:00
|
|
|
TwoLevelIteratorState() {}
|
2014-04-25 19:22:23 +00:00
|
|
|
|
|
|
|
virtual ~TwoLevelIteratorState() {}
|
2015-10-12 22:06:38 +00:00
|
|
|
virtual InternalIterator* NewSecondaryIterator(const Slice& handle) = 0;
|
2014-04-25 19:22:23 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
|
2011-03-18 22:37:00 +00:00
|
|
|
// Return a new two level iterator. A two-level iterator contains an
|
|
|
|
// index iterator whose values point to a sequence of blocks where
|
|
|
|
// each block is itself a sequence of key,value pairs. The returned
|
|
|
|
// two-level iterator yields the concatenation of all key/value pairs
|
|
|
|
// in the sequence of blocks. Takes ownership of "index_iter" and
|
|
|
|
// will delete it when no longer needed.
|
|
|
|
//
|
|
|
|
// Uses a supplied function to convert an index_iter value into
|
|
|
|
// an iterator over the contents of the corresponding block.
|
In DB::NewIterator(), try to allocate the whole iterator tree in an arena
Summary:
In this patch, try to allocate the whole iterator tree starting from DBIter from an arena
1. ArenaWrappedDBIter is created when serves as the entry point of an iterator tree, with an arena in it.
2. Add an option to create iterator from arena for following iterators: DBIter, MergingIterator, MemtableIterator, all mem table's iterators, all table reader's iterators and two level iterator.
3. MergeIteratorBuilder is created to incrementally build the tree of internal iterators. It is passed to mem table list and version set and add iterators to it.
Limitations:
(1) Only DB::NewIterator() without tailing uses the arena. Other cases, including readonly DB and compactions are still from malloc
(2) Two level iterator itself is allocated in arena, but not iterators inside it.
Test Plan: make all check
Reviewers: ljin, haobo
Reviewed By: haobo
Subscribers: leveldb, dhruba, yhchiang, igor
Differential Revision: https://reviews.facebook.net/D18513
2014-06-02 23:38:00 +00:00
|
|
|
// arena: If not null, the arena is used to allocate the Iterator.
|
|
|
|
// When destroying the iterator, the destructor will destroy
|
|
|
|
// all the states but those allocated in arena.
|
2015-06-30 21:15:24 +00:00
|
|
|
// need_free_iter_and_state: free `state` and `first_level_iter` if
|
|
|
|
// true. Otherwise, just call destructor.
|
2015-10-12 22:06:38 +00:00
|
|
|
extern InternalIterator* NewTwoLevelIterator(
|
2018-02-13 00:57:56 +00:00
|
|
|
TwoLevelIteratorState* state, InternalIterator* first_level_iter);
|
2011-03-18 22:37:00 +00:00
|
|
|
|
2013-10-04 04:49:15 +00:00
|
|
|
} // namespace rocksdb
|