2018-03-23 19:48:45 +00:00
|
|
|
// Copyright (c) 2011-present, Facebook, Inc. All rights reserved.
|
|
|
|
// This source code is licensed under both the GPLv2 (found in the
|
|
|
|
// COPYING file in the root directory) and Apache 2.0 License
|
|
|
|
// (found in the LICENSE.Apache file in the root directory).
|
|
|
|
|
2019-05-30 18:21:38 +00:00
|
|
|
#include "test_util/sync_point_impl.h"
|
2018-03-23 19:48:45 +00:00
|
|
|
|
|
|
|
#ifndef NDEBUG
|
2020-02-20 20:07:53 +00:00
|
|
|
namespace ROCKSDB_NAMESPACE {
|
2021-05-05 22:49:29 +00:00
|
|
|
KillPoint* KillPoint::GetInstance() {
|
|
|
|
static KillPoint kp;
|
|
|
|
return &kp;
|
|
|
|
}
|
2018-03-23 19:48:45 +00:00
|
|
|
|
2021-05-05 22:49:29 +00:00
|
|
|
void KillPoint::TestKillRandom(std::string kill_point, int odds_weight,
|
|
|
|
const std::string& srcfile, int srcline) {
|
|
|
|
if (rocksdb_kill_odds <= 0) {
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
int odds = rocksdb_kill_odds * odds_weight;
|
2020-06-19 22:26:05 +00:00
|
|
|
for (auto& p : rocksdb_kill_exclude_prefixes) {
|
2018-03-23 19:48:45 +00:00
|
|
|
if (kill_point.substr(0, p.length()) == p) {
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
assert(odds > 0);
|
|
|
|
if (odds % 7 == 0) {
|
|
|
|
// class Random uses multiplier 16807, which is 7^5. If odds are
|
|
|
|
// multiplier of 7, there might be limited values generated.
|
|
|
|
odds++;
|
|
|
|
}
|
|
|
|
auto* r = Random::GetTLSInstance();
|
|
|
|
bool crash = r->OneIn(odds);
|
|
|
|
if (crash) {
|
|
|
|
port::Crash(srcfile, srcline);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
void SyncPoint::Data::LoadDependency(const std::vector<SyncPointPair>& dependencies) {
|
|
|
|
std::lock_guard<std::mutex> lock(mutex_);
|
|
|
|
successors_.clear();
|
|
|
|
predecessors_.clear();
|
|
|
|
cleared_points_.clear();
|
|
|
|
for (const auto& dependency : dependencies) {
|
|
|
|
successors_[dependency.predecessor].push_back(dependency.successor);
|
|
|
|
predecessors_[dependency.successor].push_back(dependency.predecessor);
|
2021-05-27 20:13:18 +00:00
|
|
|
point_filter_.Add(dependency.successor);
|
|
|
|
point_filter_.Add(dependency.predecessor);
|
2018-03-23 19:48:45 +00:00
|
|
|
}
|
|
|
|
cv_.notify_all();
|
|
|
|
}
|
|
|
|
|
|
|
|
void SyncPoint::Data::LoadDependencyAndMarkers(
|
|
|
|
const std::vector<SyncPointPair>& dependencies,
|
|
|
|
const std::vector<SyncPointPair>& markers) {
|
|
|
|
std::lock_guard<std::mutex> lock(mutex_);
|
|
|
|
successors_.clear();
|
|
|
|
predecessors_.clear();
|
|
|
|
cleared_points_.clear();
|
|
|
|
markers_.clear();
|
|
|
|
marked_thread_id_.clear();
|
|
|
|
for (const auto& dependency : dependencies) {
|
|
|
|
successors_[dependency.predecessor].push_back(dependency.successor);
|
|
|
|
predecessors_[dependency.successor].push_back(dependency.predecessor);
|
2021-05-27 20:13:18 +00:00
|
|
|
point_filter_.Add(dependency.successor);
|
|
|
|
point_filter_.Add(dependency.predecessor);
|
2018-03-23 19:48:45 +00:00
|
|
|
}
|
|
|
|
for (const auto& marker : markers) {
|
|
|
|
successors_[marker.predecessor].push_back(marker.successor);
|
|
|
|
predecessors_[marker.successor].push_back(marker.predecessor);
|
|
|
|
markers_[marker.predecessor].push_back(marker.successor);
|
2021-05-27 20:13:18 +00:00
|
|
|
point_filter_.Add(marker.predecessor);
|
|
|
|
point_filter_.Add(marker.successor);
|
2018-03-23 19:48:45 +00:00
|
|
|
}
|
|
|
|
cv_.notify_all();
|
|
|
|
}
|
|
|
|
|
|
|
|
bool SyncPoint::Data::PredecessorsAllCleared(const std::string& point) {
|
|
|
|
for (const auto& pred : predecessors_[point]) {
|
|
|
|
if (cleared_points_.count(pred) == 0) {
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
void SyncPoint::Data::ClearCallBack(const std::string& point) {
|
|
|
|
std::unique_lock<std::mutex> lock(mutex_);
|
|
|
|
while (num_callbacks_running_ > 0) {
|
|
|
|
cv_.wait(lock);
|
|
|
|
}
|
|
|
|
callbacks_.erase(point);
|
|
|
|
}
|
|
|
|
|
|
|
|
void SyncPoint::Data::ClearAllCallBacks() {
|
|
|
|
std::unique_lock<std::mutex> lock(mutex_);
|
|
|
|
while (num_callbacks_running_ > 0) {
|
|
|
|
cv_.wait(lock);
|
|
|
|
}
|
|
|
|
callbacks_.clear();
|
|
|
|
}
|
|
|
|
|
2021-10-15 20:05:17 +00:00
|
|
|
void SyncPoint::Data::Process(const Slice& point, void* cb_arg) {
|
2018-03-23 19:48:45 +00:00
|
|
|
if (!enabled_) {
|
|
|
|
return;
|
|
|
|
}
|
2021-10-15 20:05:17 +00:00
|
|
|
|
2021-05-27 20:13:18 +00:00
|
|
|
// Use a filter to prevent mutex lock if possible.
|
|
|
|
if (!point_filter_.MayContain(point)) {
|
|
|
|
return;
|
|
|
|
}
|
2018-03-23 19:48:45 +00:00
|
|
|
|
2021-10-15 20:05:17 +00:00
|
|
|
// Must convert to std::string for remaining work. Take
|
|
|
|
// heap hit.
|
|
|
|
std::string point_string(point.ToString());
|
2018-06-13 20:03:09 +00:00
|
|
|
std::unique_lock<std::mutex> lock(mutex_);
|
2018-03-23 19:48:45 +00:00
|
|
|
auto thread_id = std::this_thread::get_id();
|
|
|
|
|
2021-10-15 20:05:17 +00:00
|
|
|
auto marker_iter = markers_.find(point_string);
|
2018-03-23 19:48:45 +00:00
|
|
|
if (marker_iter != markers_.end()) {
|
|
|
|
for (auto& marked_point : marker_iter->second) {
|
|
|
|
marked_thread_id_.emplace(marked_point, thread_id);
|
2021-05-27 20:13:18 +00:00
|
|
|
point_filter_.Add(marked_point);
|
2018-03-23 19:48:45 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-10-15 20:05:17 +00:00
|
|
|
if (DisabledByMarker(point_string, thread_id)) {
|
2018-03-23 19:48:45 +00:00
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2021-10-15 20:05:17 +00:00
|
|
|
while (!PredecessorsAllCleared(point_string)) {
|
2018-03-23 19:48:45 +00:00
|
|
|
cv_.wait(lock);
|
2021-10-15 20:05:17 +00:00
|
|
|
if (DisabledByMarker(point_string, thread_id)) {
|
2018-03-23 19:48:45 +00:00
|
|
|
return;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-10-15 20:05:17 +00:00
|
|
|
auto callback_pair = callbacks_.find(point_string);
|
2018-03-23 19:48:45 +00:00
|
|
|
if (callback_pair != callbacks_.end()) {
|
|
|
|
num_callbacks_running_++;
|
|
|
|
mutex_.unlock();
|
|
|
|
callback_pair->second(cb_arg);
|
|
|
|
mutex_.lock();
|
|
|
|
num_callbacks_running_--;
|
|
|
|
}
|
2021-10-15 20:05:17 +00:00
|
|
|
cleared_points_.insert(point_string);
|
2018-03-23 19:48:45 +00:00
|
|
|
cv_.notify_all();
|
|
|
|
}
|
2020-02-20 20:07:53 +00:00
|
|
|
} // namespace ROCKSDB_NAMESPACE
|
2018-03-23 19:48:45 +00:00
|
|
|
#endif
|