2013-10-16 21:59:46 +00:00
|
|
|
// Copyright (c) 2013, Facebook, Inc. All rights reserved.
|
|
|
|
// This source code is licensed under the BSD-style license found in the
|
|
|
|
// LICENSE file in the root directory of this source tree. An additional grant
|
|
|
|
// of patent rights can be found in the PATENTS file in the same directory.
|
|
|
|
//
|
2011-03-18 22:37:00 +00:00
|
|
|
// Copyright (c) 2011 The LevelDB Authors. All rights reserved.
|
|
|
|
// Use of this source code is governed by a BSD-style license that can be
|
|
|
|
// found in the LICENSE file. See the AUTHORS file for names of contributors.
|
|
|
|
//
|
|
|
|
// Thread-safe (provides internal synchronization)
|
|
|
|
|
2013-10-05 05:32:05 +00:00
|
|
|
#pragma once
|
2011-03-18 22:37:00 +00:00
|
|
|
#include <string>
|
|
|
|
#include <stdint.h>
|
|
|
|
#include "db/dbformat.h"
|
2013-08-23 15:38:13 +00:00
|
|
|
#include "rocksdb/env.h"
|
|
|
|
#include "rocksdb/cache.h"
|
2011-03-18 22:37:00 +00:00
|
|
|
#include "port/port.h"
|
2013-10-29 00:54:09 +00:00
|
|
|
#include "rocksdb/table.h"
|
2011-03-18 22:37:00 +00:00
|
|
|
|
2013-10-04 04:49:15 +00:00
|
|
|
namespace rocksdb {
|
2011-03-18 22:37:00 +00:00
|
|
|
|
|
|
|
class Env;
|
|
|
|
|
|
|
|
class TableCache {
|
|
|
|
public:
|
[CF] Rethink table cache
Summary:
Adapting table cache to column families is interesting. We want table cache to be global LRU, so if some column families are use not as often as others, we want them to be evicted from cache. However, current TableCache object also constructs tables on its own. If table is not found in the cache, TableCache automatically creates new table. We want each column family to be able to specify different table factory.
To solve the problem, we still have a single LRU, but we provide the LRUCache object to TableCache on construction. We have one TableCache per column family, but the underyling cache is shared by all TableCache objects.
This allows us to have a global LRU, but still be able to support different table factories for different column families. Also, in the future it will also be able to support different directories for different column families.
Test Plan: make check
Reviewers: dhruba, haobo, kailiu, sdong
CC: leveldb
Differential Revision: https://reviews.facebook.net/D15915
2014-02-05 17:07:55 +00:00
|
|
|
TableCache(const std::string& dbname, const Options* db_options,
|
|
|
|
const ColumnFamilyOptions* cf_options,
|
|
|
|
const EnvOptions& storage_options, Cache* cache);
|
2011-03-18 22:37:00 +00:00
|
|
|
~TableCache();
|
|
|
|
|
2011-03-28 20:43:44 +00:00
|
|
|
// Return an iterator for the specified file number (the corresponding
|
|
|
|
// file length must be exactly "file_size" bytes). If "tableptr" is
|
2013-03-01 02:04:58 +00:00
|
|
|
// non-nullptr, also sets "*tableptr" to point to the Table object
|
|
|
|
// underlying the returned iterator, or nullptr if no Table object underlies
|
2011-03-28 20:43:44 +00:00
|
|
|
// the returned iterator. The returned "*tableptr" object is owned by
|
|
|
|
// the cache and should not be deleted, and is valid for as long as the
|
|
|
|
// returned iterator is live.
|
2011-03-18 22:37:00 +00:00
|
|
|
Iterator* NewIterator(const ReadOptions& options,
|
2013-03-15 00:00:04 +00:00
|
|
|
const EnvOptions& toptions,
|
2011-03-18 22:37:00 +00:00
|
|
|
uint64_t file_number,
|
2011-03-28 20:43:44 +00:00
|
|
|
uint64_t file_size,
|
2013-10-30 17:52:33 +00:00
|
|
|
TableReader** table_reader_ptr = nullptr,
|
2013-05-17 22:53:01 +00:00
|
|
|
bool for_compaction = false);
|
2011-03-18 22:37:00 +00:00
|
|
|
|
2012-04-17 15:36:46 +00:00
|
|
|
// If a seek to internal key "k" in specified file finds an entry,
|
2013-03-21 22:59:47 +00:00
|
|
|
// call (*handle_result)(arg, found_key, found_value) repeatedly until
|
|
|
|
// it returns false.
|
2012-04-17 15:36:46 +00:00
|
|
|
Status Get(const ReadOptions& options,
|
|
|
|
uint64_t file_number,
|
|
|
|
uint64_t file_size,
|
|
|
|
const Slice& k,
|
|
|
|
void* arg,
|
2013-03-21 22:59:47 +00:00
|
|
|
bool (*handle_result)(void*, const Slice&, const Slice&, bool),
|
2013-07-12 23:56:52 +00:00
|
|
|
bool* table_io,
|
2013-08-25 05:48:51 +00:00
|
|
|
void (*mark_key_may_exist)(void*) = nullptr);
|
2012-04-17 15:36:46 +00:00
|
|
|
|
2013-08-23 21:49:57 +00:00
|
|
|
// Determine whether the table may contain the specified prefix. If
|
|
|
|
// the table index of blooms are not in memory, this may cause an I/O
|
|
|
|
bool PrefixMayMatch(const ReadOptions& options, uint64_t file_number,
|
|
|
|
uint64_t file_size, const Slice& internal_prefix,
|
|
|
|
bool* table_io);
|
|
|
|
|
2011-03-18 22:37:00 +00:00
|
|
|
// Evict any entry for the specified file number
|
[CF] Rethink table cache
Summary:
Adapting table cache to column families is interesting. We want table cache to be global LRU, so if some column families are use not as often as others, we want them to be evicted from cache. However, current TableCache object also constructs tables on its own. If table is not found in the cache, TableCache automatically creates new table. We want each column family to be able to specify different table factory.
To solve the problem, we still have a single LRU, but we provide the LRUCache object to TableCache on construction. We have one TableCache per column family, but the underyling cache is shared by all TableCache objects.
This allows us to have a global LRU, but still be able to support different table factories for different column families. Also, in the future it will also be able to support different directories for different column families.
Test Plan: make check
Reviewers: dhruba, haobo, kailiu, sdong
CC: leveldb
Differential Revision: https://reviews.facebook.net/D15915
2014-02-05 17:07:55 +00:00
|
|
|
static void Evict(Cache* cache, uint64_t file_number);
|
2011-03-18 22:37:00 +00:00
|
|
|
|
|
|
|
private:
|
|
|
|
Env* const env_;
|
|
|
|
const std::string dbname_;
|
[CF] Rethink table cache
Summary:
Adapting table cache to column families is interesting. We want table cache to be global LRU, so if some column families are use not as often as others, we want them to be evicted from cache. However, current TableCache object also constructs tables on its own. If table is not found in the cache, TableCache automatically creates new table. We want each column family to be able to specify different table factory.
To solve the problem, we still have a single LRU, but we provide the LRUCache object to TableCache on construction. We have one TableCache per column family, but the underyling cache is shared by all TableCache objects.
This allows us to have a global LRU, but still be able to support different table factories for different column families. Also, in the future it will also be able to support different directories for different column families.
Test Plan: make check
Reviewers: dhruba, haobo, kailiu, sdong
CC: leveldb
Differential Revision: https://reviews.facebook.net/D15915
2014-02-05 17:07:55 +00:00
|
|
|
const Options* db_options_;
|
|
|
|
const ColumnFamilyOptions* cf_options_;
|
2013-06-07 22:35:17 +00:00
|
|
|
const EnvOptions& storage_options_;
|
[CF] Rethink table cache
Summary:
Adapting table cache to column families is interesting. We want table cache to be global LRU, so if some column families are use not as often as others, we want them to be evicted from cache. However, current TableCache object also constructs tables on its own. If table is not found in the cache, TableCache automatically creates new table. We want each column family to be able to specify different table factory.
To solve the problem, we still have a single LRU, but we provide the LRUCache object to TableCache on construction. We have one TableCache per column family, but the underyling cache is shared by all TableCache objects.
This allows us to have a global LRU, but still be able to support different table factories for different column families. Also, in the future it will also be able to support different directories for different column families.
Test Plan: make check
Reviewers: dhruba, haobo, kailiu, sdong
CC: leveldb
Differential Revision: https://reviews.facebook.net/D15915
2014-02-05 17:07:55 +00:00
|
|
|
Cache* const cache_;
|
2012-04-17 15:36:46 +00:00
|
|
|
|
2013-07-12 23:56:52 +00:00
|
|
|
Status FindTable(const EnvOptions& toptions, uint64_t file_number,
|
|
|
|
uint64_t file_size, Cache::Handle**, bool* table_io=nullptr,
|
|
|
|
const bool no_io = false);
|
2011-03-18 22:37:00 +00:00
|
|
|
};
|
|
|
|
|
2013-10-04 04:49:15 +00:00
|
|
|
} // namespace rocksdb
|