mirror of
https://github.com/facebook/rocksdb.git
synced 2024-12-02 01:16:16 +00:00
a657ee9a9c
Summary: Consider the following WAL with 4 batch entries prefixed with their sequence at time of memtable insert. [1: BEGIN_PREPARE, PUT, PUT, PUT, PUT, END_PREPARE(a)] [1: BEGIN_PREPARE, PUT, PUT, PUT, PUT, END_PREPARE(b)] [4: COMMIT(a)] [7: COMMIT(b)] The first two batches do not consume any sequence numbers so are both prefixed with seq=1. For 2pc commit, memtable insertion takes place before COMMIT batch is written to WAL. We can see that sequence number consumption takes place between WAL entries giving us the seemingly sparse sequence prefix for WAL entries. This is a valid WAL. Because with 2PC markers one WriteBatch points to another batch containing its inserts a writebatch can consume more or less sequence numbers than the number of sequence consuming entries that it contains. We can see that, given the entries in the WAL, 6 sequence ids were consumed. Yet on recovery the maximum sequence consumed would be 7 + 3 (the number of sequence numbers consumed by COMMIT(b)) So, now upon recovery we must track the actual consumption of sequence numbers. In the provided scenario there will be no sequence gaps, but it is possible to produce a sequence gap. This should not be a problem though. correct? Test Plan: provided test. Reviewers: sdong Subscribers: andrewkr, leveldb, dhruba, hermanlee4 Differential Revision: https://reviews.facebook.net/D57645
337 lines
22 KiB
Makefile
337 lines
22 KiB
Makefile
# These are the sources from which librocksdb.a is built:
|
|
LIB_SOURCES = \
|
|
db/auto_roll_logger.cc \
|
|
db/builder.cc \
|
|
db/c.cc \
|
|
db/column_family.cc \
|
|
db/compacted_db_impl.cc \
|
|
db/compaction.cc \
|
|
db/compaction_iterator.cc \
|
|
db/compaction_job.cc \
|
|
db/compaction_picker.cc \
|
|
db/convenience.cc \
|
|
db/db_filesnapshot.cc \
|
|
db/dbformat.cc \
|
|
db/db_impl.cc \
|
|
db/db_impl_debug.cc \
|
|
db/db_impl_readonly.cc \
|
|
db/db_impl_experimental.cc \
|
|
db/db_info_dumper.cc \
|
|
db/db_iter.cc \
|
|
db/experimental.cc \
|
|
db/event_helpers.cc \
|
|
db/file_indexer.cc \
|
|
db/filename.cc \
|
|
db/flush_job.cc \
|
|
db/flush_scheduler.cc \
|
|
db/forward_iterator.cc \
|
|
db/internal_stats.cc \
|
|
db/log_reader.cc \
|
|
db/log_writer.cc \
|
|
db/managed_iterator.cc \
|
|
db/memtable_allocator.cc \
|
|
db/memtable.cc \
|
|
db/memtable_list.cc \
|
|
db/merge_helper.cc \
|
|
db/merge_operator.cc \
|
|
db/repair.cc \
|
|
db/slice.cc \
|
|
db/snapshot_impl.cc \
|
|
db/table_cache.cc \
|
|
db/table_properties_collector.cc \
|
|
db/transaction_log_impl.cc \
|
|
db/version_builder.cc \
|
|
db/version_edit.cc \
|
|
db/version_set.cc \
|
|
db/wal_manager.cc \
|
|
db/write_batch.cc \
|
|
db/write_batch_base.cc \
|
|
db/write_controller.cc \
|
|
db/write_thread.cc \
|
|
db/xfunc_test_points.cc \
|
|
memtable/hash_cuckoo_rep.cc \
|
|
memtable/hash_linklist_rep.cc \
|
|
memtable/hash_skiplist_rep.cc \
|
|
memtable/skiplistrep.cc \
|
|
memtable/vectorrep.cc \
|
|
port/stack_trace.cc \
|
|
port/port_posix.cc \
|
|
table/adaptive_table_factory.cc \
|
|
table/block_based_filter_block.cc \
|
|
table/block_based_table_builder.cc \
|
|
table/block_based_table_factory.cc \
|
|
table/block_based_table_reader.cc \
|
|
table/block_builder.cc \
|
|
table/block.cc \
|
|
table/block_hash_index.cc \
|
|
table/block_prefix_index.cc \
|
|
table/bloom_block.cc \
|
|
table/cuckoo_table_builder.cc \
|
|
table/cuckoo_table_factory.cc \
|
|
table/cuckoo_table_reader.cc \
|
|
table/flush_block_policy.cc \
|
|
table/format.cc \
|
|
table/full_filter_block.cc \
|
|
table/get_context.cc \
|
|
table/iterator.cc \
|
|
table/merger.cc \
|
|
table/meta_blocks.cc \
|
|
table/sst_file_writer.cc \
|
|
table/plain_table_builder.cc \
|
|
table/plain_table_factory.cc \
|
|
table/plain_table_index.cc \
|
|
table/plain_table_key_coding.cc \
|
|
table/plain_table_reader.cc \
|
|
table/table_properties.cc \
|
|
table/two_level_iterator.cc \
|
|
tools/dump/db_dump_tool.cc \
|
|
util/arena.cc \
|
|
util/bloom.cc \
|
|
util/build_version.cc \
|
|
util/cache.cc \
|
|
util/coding.cc \
|
|
util/comparator.cc \
|
|
util/compaction_job_stats_impl.cc \
|
|
util/concurrent_arena.cc \
|
|
util/crc32c.cc \
|
|
util/delete_scheduler.cc \
|
|
util/dynamic_bloom.cc \
|
|
util/env.cc \
|
|
util/env_chroot.cc \
|
|
util/env_hdfs.cc \
|
|
util/env_posix.cc \
|
|
util/io_posix.cc \
|
|
util/thread_posix.cc \
|
|
util/transaction_test_util.cc \
|
|
util/sst_file_manager_impl.cc \
|
|
util/file_util.cc \
|
|
util/file_reader_writer.cc \
|
|
util/filter_policy.cc \
|
|
util/hash.cc \
|
|
util/histogram.cc \
|
|
util/histogram_windowing.cc \
|
|
util/instrumented_mutex.cc \
|
|
util/iostats_context.cc \
|
|
utilities/backupable/backupable_db.cc \
|
|
utilities/convenience/info_log_finder.cc \
|
|
utilities/checkpoint/checkpoint.cc \
|
|
utilities/compaction_filters/remove_emptyvalue_compactionfilter.cc \
|
|
utilities/document/document_db.cc \
|
|
utilities/document/json_document_builder.cc \
|
|
utilities/document/json_document.cc \
|
|
utilities/env_mirror.cc \
|
|
utilities/flashcache/flashcache.cc \
|
|
utilities/geodb/geodb_impl.cc \
|
|
utilities/leveldb_options/leveldb_options.cc \
|
|
utilities/memory/memory_util.cc \
|
|
utilities/merge_operators/put.cc \
|
|
utilities/merge_operators/string_append/stringappend2.cc \
|
|
utilities/merge_operators/string_append/stringappend.cc \
|
|
utilities/merge_operators/uint64add.cc \
|
|
utilities/options/options_util.cc \
|
|
utilities/redis/redis_lists.cc \
|
|
utilities/spatialdb/spatial_db.cc \
|
|
utilities/table_properties_collectors/compact_on_deletion_collector.cc \
|
|
utilities/transactions/optimistic_transaction_impl.cc \
|
|
utilities/transactions/optimistic_transaction_db_impl.cc \
|
|
utilities/transactions/transaction_base.cc \
|
|
utilities/transactions/transaction_db_impl.cc \
|
|
utilities/transactions/transaction_db_mutex_impl.cc \
|
|
utilities/transactions/transaction_lock_mgr.cc \
|
|
utilities/transactions/transaction_impl.cc \
|
|
utilities/transactions/transaction_util.cc \
|
|
utilities/ttl/db_ttl_impl.cc \
|
|
utilities/write_batch_with_index/write_batch_with_index.cc \
|
|
utilities/write_batch_with_index/write_batch_with_index_internal.cc \
|
|
util/event_logger.cc \
|
|
util/log_buffer.cc \
|
|
util/logging.cc \
|
|
util/memenv.cc \
|
|
util/murmurhash.cc \
|
|
util/mutable_cf_options.cc \
|
|
util/options.cc \
|
|
util/options_builder.cc \
|
|
util/options_helper.cc \
|
|
util/options_parser.cc \
|
|
util/options_sanity_check.cc \
|
|
util/perf_context.cc \
|
|
util/perf_level.cc \
|
|
util/random.cc \
|
|
util/rate_limiter.cc \
|
|
util/slice.cc \
|
|
util/statistics.cc \
|
|
util/status.cc \
|
|
util/status_message.cc \
|
|
util/string_util.cc \
|
|
util/sync_point.cc \
|
|
util/thread_local.cc \
|
|
util/thread_status_impl.cc \
|
|
util/thread_status_updater.cc \
|
|
util/thread_status_updater_debug.cc \
|
|
util/thread_status_util.cc \
|
|
util/thread_status_util_debug.cc \
|
|
util/xfunc.cc \
|
|
util/xxhash.cc \
|
|
|
|
TOOL_SOURCES = \
|
|
tools/ldb_cmd.cc \
|
|
tools/ldb_tool.cc \
|
|
tools/sst_dump_tool.cc \
|
|
|
|
MOCK_SOURCES = \
|
|
table/mock_table.cc \
|
|
util/mock_env.cc \
|
|
util/fault_injection_test_env.cc
|
|
|
|
BENCH_SOURCES = \
|
|
tools/db_bench_tool.cc
|
|
|
|
TEST_BENCH_SOURCES = \
|
|
third-party/gtest-1.7.0/fused-src/gtest/gtest-all.cc \
|
|
db/auto_roll_logger_test.cc \
|
|
db/column_family_test.cc \
|
|
db/compaction_job_test.cc \
|
|
db/compaction_job_stats_test.cc \
|
|
db/compaction_picker_test.cc \
|
|
db/comparator_db_test.cc \
|
|
db/corruption_test.cc \
|
|
db/cuckoo_table_db_test.cc \
|
|
tools/db_bench_tool.cc \
|
|
db/dbformat_test.cc \
|
|
db/db_iter_test.cc \
|
|
db/db_test.cc \
|
|
db/db_block_cache_test.cc \
|
|
db/db_bloom_filter_test.cc \
|
|
db/db_compaction_filter_test.cc \
|
|
db/db_compaction_test.cc \
|
|
db/db_dynamic_level_test.cc \
|
|
db/db_inplace_update_test.cc \
|
|
db/db_iterator_test.cc \
|
|
db/db_log_iter_test.cc \
|
|
db/db_sst_test.cc \
|
|
db/db_tailing_iter_test.cc \
|
|
db/db_universal_compaction_test.cc \
|
|
db/db_wal_test.cc \
|
|
db/db_table_properties_test.cc \
|
|
db/deletefile_test.cc \
|
|
db/fault_injection_test.cc \
|
|
db/file_indexer_test.cc \
|
|
db/filename_test.cc \
|
|
db/flush_job_test.cc \
|
|
db/inlineskiplist_test.cc \
|
|
db/listener_test.cc \
|
|
db/log_test.cc \
|
|
db/manual_compaction_test.cc \
|
|
db/memtablerep_bench.cc \
|
|
db/merge_test.cc \
|
|
db/options_file_test.cc \
|
|
db/perf_context_test.cc \
|
|
db/plain_table_db_test.cc \
|
|
db/prefix_test.cc \
|
|
db/skiplist_test.cc \
|
|
db/table_properties_collector_test.cc \
|
|
db/db_test_util.cc \
|
|
db/version_builder_test.cc \
|
|
db/version_edit_test.cc \
|
|
db/version_set_test.cc \
|
|
db/wal_manager_test.cc \
|
|
db/write_batch_test.cc \
|
|
db/write_controller_test.cc \
|
|
db/write_callback_test.cc \
|
|
table/block_based_filter_block_test.cc \
|
|
table/block_hash_index_test.cc \
|
|
table/block_test.cc \
|
|
table/cuckoo_table_builder_test.cc \
|
|
table/cuckoo_table_reader_test.cc \
|
|
table/full_filter_block_test.cc \
|
|
table/merger_test.cc \
|
|
table/table_reader_bench.cc \
|
|
table/table_test.cc \
|
|
tools/db_sanity_test.cc \
|
|
tools/ldb_cmd_test.cc \
|
|
tools/reduce_levels_test.cc \
|
|
tools/sst_dump_test.cc \
|
|
util/arena_test.cc \
|
|
util/autovector_test.cc \
|
|
util/bloom_test.cc \
|
|
util/cache_bench.cc \
|
|
util/cache_test.cc \
|
|
util/coding_test.cc \
|
|
util/crc32c_test.cc \
|
|
util/dynamic_bloom_test.cc \
|
|
util/env_test.cc \
|
|
util/filelock_test.cc \
|
|
util/histogram_test.cc \
|
|
utilities/backupable/backupable_db_test.cc \
|
|
utilities/checkpoint/checkpoint_test.cc \
|
|
utilities/document/document_db_test.cc \
|
|
utilities/document/json_document_test.cc \
|
|
utilities/geodb/geodb_test.cc \
|
|
utilities/memory/memory_test.cc \
|
|
utilities/merge_operators/string_append/stringappend_test.cc \
|
|
utilities/options/options_util_test.cc \
|
|
utilities/redis/redis_lists_test.cc \
|
|
utilities/spatialdb/spatial_db_test.cc \
|
|
utilities/table_properties_collectors/compact_on_deletion_collector_test.cc \
|
|
utilities/transactions/optimistic_transaction_test.cc \
|
|
utilities/transactions/transaction_test.cc \
|
|
utilities/ttl/ttl_test.cc \
|
|
utilities/write_batch_with_index/write_batch_with_index_test.cc \
|
|
util/iostats_context_test.cc \
|
|
util/log_write_bench.cc \
|
|
util/memenv_test.cc \
|
|
util/mock_env_test.cc \
|
|
util/options_test.cc \
|
|
util/event_logger_test.cc \
|
|
util/rate_limiter_test.cc \
|
|
util/slice_transform_test.cc \
|
|
util/testharness.cc \
|
|
util/testutil.cc \
|
|
util/thread_list_test.cc \
|
|
util/thread_local_test.cc
|
|
|
|
JNI_NATIVE_SOURCES = \
|
|
java/rocksjni/backupenginejni.cc \
|
|
java/rocksjni/backupablejni.cc \
|
|
java/rocksjni/checkpoint.cc \
|
|
java/rocksjni/columnfamilyhandle.cc \
|
|
java/rocksjni/compaction_filter.cc \
|
|
java/rocksjni/comparator.cc \
|
|
java/rocksjni/comparatorjnicallback.cc \
|
|
java/rocksjni/env.cc \
|
|
java/rocksjni/filter.cc \
|
|
java/rocksjni/iterator.cc \
|
|
java/rocksjni/loggerjnicallback.cc \
|
|
java/rocksjni/memtablejni.cc \
|
|
java/rocksjni/merge_operator.cc \
|
|
java/rocksjni/options.cc \
|
|
java/rocksjni/ratelimiterjni.cc \
|
|
java/rocksjni/remove_emptyvalue_compactionfilterjni.cc \
|
|
java/rocksjni/restorejni.cc \
|
|
java/rocksjni/rocksjni.cc \
|
|
java/rocksjni/slice.cc \
|
|
java/rocksjni/snapshot.cc \
|
|
java/rocksjni/statistics.cc \
|
|
java/rocksjni/table.cc \
|
|
java/rocksjni/transaction_log.cc \
|
|
java/rocksjni/ttl.cc \
|
|
java/rocksjni/write_batch.cc \
|
|
java/rocksjni/writebatchhandlerjnicallback.cc \
|
|
java/rocksjni/write_batch_test.cc \
|
|
java/rocksjni/write_batch_with_index.cc
|
|
|
|
# Currently, we do not generate dependencies for
|
|
# java/rocksjni/write_batch_test.cc, because its dependent,
|
|
# java/include/org_rocksdb_WriteBatch.h is generated.
|
|
# TODO/FIXME: fix the above. Otherwise, the current rules would fail:
|
|
# java/rocksjni/write_batch_test.cc:13:44: fatal error: include/org_rocksdb_WriteBatch.h: No such file or directory
|
|
# #include "include/org_rocksdb_WriteBatch.h"
|
|
|
|
# These are the xfunc tests run :
|
|
XFUNC_TESTS = \
|
|
"managed_new" \
|
|
"managed_xftest_dropold" \
|
|
"managed_xftest_release" \
|
|
"inplace_lock_test" \
|
|
"transaction"
|