2016-02-09 23:12:00 +00:00
|
|
|
// Copyright (c) 2011-present, Facebook, Inc. All rights reserved.
|
2017-07-15 23:03:42 +00:00
|
|
|
// This source code is licensed under both the GPLv2 (found in the
|
|
|
|
// COPYING file in the root directory) and Apache 2.0 License
|
|
|
|
// (found in the LICENSE.Apache file in the root directory).
|
2013-10-16 21:59:46 +00:00
|
|
|
//
|
2018-06-14 00:28:31 +00:00
|
|
|
#include <fcntl.h>
|
2022-10-26 19:08:20 +00:00
|
|
|
|
|
|
|
#include "rocksdb/env.h"
|
|
|
|
#include "rocksdb/status.h"
|
2020-06-26 00:22:53 +00:00
|
|
|
#ifdef __FreeBSD__
|
|
|
|
#include <sys/types.h>
|
|
|
|
#include <sys/wait.h>
|
|
|
|
#endif
|
2019-05-31 00:39:43 +00:00
|
|
|
#include <vector>
|
2022-10-26 19:08:20 +00:00
|
|
|
|
2019-05-30 18:21:38 +00:00
|
|
|
#include "test_util/testharness.h"
|
2019-05-31 00:39:43 +00:00
|
|
|
#include "util/coding.h"
|
2020-03-11 23:20:13 +00:00
|
|
|
#include "util/string_util.h"
|
2012-08-18 07:26:50 +00:00
|
|
|
|
2020-02-20 20:07:53 +00:00
|
|
|
namespace ROCKSDB_NAMESPACE {
|
2012-08-18 07:26:50 +00:00
|
|
|
|
2015-03-17 21:08:00 +00:00
|
|
|
class LockTest : public testing::Test {
|
2012-08-18 07:26:50 +00:00
|
|
|
public:
|
|
|
|
static LockTest* current_;
|
|
|
|
std::string file_;
|
2020-02-20 20:07:53 +00:00
|
|
|
ROCKSDB_NAMESPACE::Env* env_;
|
2012-08-18 07:26:50 +00:00
|
|
|
|
2018-07-14 00:18:39 +00:00
|
|
|
LockTest()
|
|
|
|
: file_(test::PerThreadDBPath("db_testlock_file")),
|
2020-02-20 20:07:53 +00:00
|
|
|
env_(ROCKSDB_NAMESPACE::Env::Default()) {
|
2012-08-18 07:26:50 +00:00
|
|
|
current_ = this;
|
|
|
|
}
|
|
|
|
|
2019-02-14 21:52:47 +00:00
|
|
|
~LockTest() override {}
|
2012-08-18 07:26:50 +00:00
|
|
|
|
2022-10-26 19:08:20 +00:00
|
|
|
Status LockFile(FileLock** db_lock) { return env_->LockFile(file_, db_lock); }
|
2012-08-18 07:26:50 +00:00
|
|
|
|
2022-10-26 19:08:20 +00:00
|
|
|
Status UnlockFile(FileLock* db_lock) { return env_->UnlockFile(db_lock); }
|
2018-06-14 00:28:31 +00:00
|
|
|
|
2022-10-26 19:08:20 +00:00
|
|
|
bool AssertFileIsLocked() {
|
|
|
|
return CheckFileLock(/* lock_expected = */ true);
|
2018-06-14 00:28:31 +00:00
|
|
|
}
|
|
|
|
|
2022-10-26 19:08:20 +00:00
|
|
|
bool AssertFileIsNotLocked() {
|
|
|
|
return CheckFileLock(/* lock_expected = */ false);
|
2018-06-14 00:28:31 +00:00
|
|
|
}
|
|
|
|
|
2022-10-26 19:08:20 +00:00
|
|
|
bool CheckFileLock(bool lock_expected) {
|
2018-06-14 00:28:31 +00:00
|
|
|
// We need to fork to check the fcntl lock as we need
|
|
|
|
// to open and close the file from a different process
|
|
|
|
// to avoid either releasing the lock on close, or not
|
|
|
|
// contending for it when requesting a lock.
|
|
|
|
|
|
|
|
#ifdef OS_WIN
|
|
|
|
|
|
|
|
// WaitForSingleObject and GetExitCodeProcess can do what waitpid does.
|
|
|
|
// TODO - implement on Windows
|
|
|
|
return true;
|
|
|
|
|
|
|
|
#else
|
|
|
|
|
|
|
|
pid_t pid = fork();
|
2022-10-26 19:08:20 +00:00
|
|
|
if (0 == pid) {
|
2018-06-14 00:28:31 +00:00
|
|
|
// child process
|
|
|
|
int exit_val = EXIT_FAILURE;
|
|
|
|
int fd = open(file_.c_str(), O_RDWR | O_CREAT, 0644);
|
|
|
|
if (fd < 0) {
|
|
|
|
// could not open file, could not check if it was locked
|
2022-10-26 19:08:20 +00:00
|
|
|
fprintf(stderr, "Open on on file %s failed.\n", file_.c_str());
|
2018-06-14 00:28:31 +00:00
|
|
|
exit(exit_val);
|
|
|
|
}
|
|
|
|
|
|
|
|
struct flock f;
|
|
|
|
memset(&f, 0, sizeof(f));
|
|
|
|
f.l_type = (F_WRLCK);
|
|
|
|
f.l_whence = SEEK_SET;
|
|
|
|
f.l_start = 0;
|
2022-10-26 19:08:20 +00:00
|
|
|
f.l_len = 0; // Lock/unlock entire file
|
2018-06-14 00:28:31 +00:00
|
|
|
int value = fcntl(fd, F_SETLK, &f);
|
2022-10-26 19:08:20 +00:00
|
|
|
if (value == -1) {
|
|
|
|
if (lock_expected) {
|
2018-06-14 00:28:31 +00:00
|
|
|
exit_val = EXIT_SUCCESS;
|
|
|
|
}
|
|
|
|
} else {
|
2022-10-26 19:08:20 +00:00
|
|
|
if (!lock_expected) {
|
2018-06-14 00:28:31 +00:00
|
|
|
exit_val = EXIT_SUCCESS;
|
|
|
|
}
|
|
|
|
}
|
2022-10-26 19:08:20 +00:00
|
|
|
close(fd); // lock is released for child process
|
2018-06-14 00:28:31 +00:00
|
|
|
exit(exit_val);
|
|
|
|
} else if (pid > 0) {
|
|
|
|
// parent process
|
|
|
|
int status;
|
2022-10-26 19:08:20 +00:00
|
|
|
while (-1 == waitpid(pid, &status, 0))
|
|
|
|
;
|
2018-06-14 00:28:31 +00:00
|
|
|
if (!WIFEXITED(status) || WEXITSTATUS(status) != 0) {
|
|
|
|
// child process exited with non success status
|
|
|
|
return false;
|
|
|
|
} else {
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
} else {
|
2022-10-26 19:08:20 +00:00
|
|
|
fprintf(stderr, "Fork failed\n");
|
2018-06-14 00:28:31 +00:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
return false;
|
|
|
|
|
|
|
|
#endif
|
|
|
|
}
|
2012-08-18 07:26:50 +00:00
|
|
|
};
|
|
|
|
LockTest* LockTest::current_;
|
|
|
|
|
2015-03-17 21:08:00 +00:00
|
|
|
TEST_F(LockTest, LockBySameThread) {
|
2012-08-18 07:26:50 +00:00
|
|
|
FileLock* lock1;
|
|
|
|
FileLock* lock2;
|
|
|
|
|
|
|
|
// acquire a lock on a file
|
|
|
|
ASSERT_OK(LockFile(&lock1));
|
|
|
|
|
2018-06-14 00:28:31 +00:00
|
|
|
// check the file is locked
|
2022-10-26 19:08:20 +00:00
|
|
|
ASSERT_TRUE(AssertFileIsLocked());
|
2018-06-14 00:28:31 +00:00
|
|
|
|
2012-08-18 07:26:50 +00:00
|
|
|
// re-acquire the lock on the same file. This should fail.
|
2020-03-11 23:20:13 +00:00
|
|
|
Status s = LockFile(&lock2);
|
|
|
|
ASSERT_TRUE(s.IsIOError());
|
Fix MSVC-related build issues (#7439)
Summary:
This PR addresses some build and functional issues on MSVC targets, as a step towards an eventual goal of having RocksDB build successfully for Windows on ARM64.
Addressed issues include:
- BitsSetToOne and CountTrailingZeroBits do not compile on non-x64 MSVC targets. A fallback implementation of BitsSetToOne when Intel intrinsics are not available is added, based on the C++20 `<bit>` popcount implementation in Microsoft's STL.
- The implementation of FloorLog2 for MSVC targets (including x64) gives incorrect results. The unit test easily detects this, but CircleCI is currently configured to only run a specific set of tests for Windows CMake builds, so this seems to have been unnoticed.
- AsmVolatilePause does not use YieldProcessor on Windows ARM64 targets, even though it is available.
- When CondVar::TimedWait calls Microsoft STL's condition_variable::wait_for, it can potentially trigger a bug (just recently fixed in the upcoming VS 16.8's STL) that deadlocks various tests that wait for a timer to execute, since `Timer::Run` doesn't get a chance to execute before being blocked by the test function acquiring the mutex.
- In c_test, `GetTempDir` assumes a POSIX-style temp path.
- `NormalizePath` did not eliminate consecutive POSIX-style path separators on Windows, resulting in test failures in e.g., wal_manager_test.
- Various other test failures.
In a followup PR I hope to modify CircleCI's config.yml to invoke all RocksDB unit tests in Windows CMake builds with CTest, instead of the current use of `run_ci_db_test.ps1` which requires individual tests to be specified and is missing many of the existing tests.
Notes from peterd: FloorLog2 is not yet used in production code (it's for something in progress). I also added a few more inexpensive platform-dependent tests to Windows CircleCI runs. And included facebook/folly#1461 as requested
Pull Request resolved: https://github.com/facebook/rocksdb/pull/7439
Reviewed By: jay-zhuang
Differential Revision: D24021563
Pulled By: pdillinger
fbshipit-source-id: 0ec2027c0d6a494d8a0fe38d9667fc2f7e29f7e7
2020-10-01 16:21:30 +00:00
|
|
|
#ifndef OS_WIN
|
2020-03-11 23:20:13 +00:00
|
|
|
// Validate that error message contains current thread ID.
|
2022-05-06 20:03:58 +00:00
|
|
|
ASSERT_TRUE(s.ToString().find(std::to_string(
|
|
|
|
Env::Default()->GetThreadID())) != std::string::npos);
|
Fix MSVC-related build issues (#7439)
Summary:
This PR addresses some build and functional issues on MSVC targets, as a step towards an eventual goal of having RocksDB build successfully for Windows on ARM64.
Addressed issues include:
- BitsSetToOne and CountTrailingZeroBits do not compile on non-x64 MSVC targets. A fallback implementation of BitsSetToOne when Intel intrinsics are not available is added, based on the C++20 `<bit>` popcount implementation in Microsoft's STL.
- The implementation of FloorLog2 for MSVC targets (including x64) gives incorrect results. The unit test easily detects this, but CircleCI is currently configured to only run a specific set of tests for Windows CMake builds, so this seems to have been unnoticed.
- AsmVolatilePause does not use YieldProcessor on Windows ARM64 targets, even though it is available.
- When CondVar::TimedWait calls Microsoft STL's condition_variable::wait_for, it can potentially trigger a bug (just recently fixed in the upcoming VS 16.8's STL) that deadlocks various tests that wait for a timer to execute, since `Timer::Run` doesn't get a chance to execute before being blocked by the test function acquiring the mutex.
- In c_test, `GetTempDir` assumes a POSIX-style temp path.
- `NormalizePath` did not eliminate consecutive POSIX-style path separators on Windows, resulting in test failures in e.g., wal_manager_test.
- Various other test failures.
In a followup PR I hope to modify CircleCI's config.yml to invoke all RocksDB unit tests in Windows CMake builds with CTest, instead of the current use of `run_ci_db_test.ps1` which requires individual tests to be specified and is missing many of the existing tests.
Notes from peterd: FloorLog2 is not yet used in production code (it's for something in progress). I also added a few more inexpensive platform-dependent tests to Windows CircleCI runs. And included facebook/folly#1461 as requested
Pull Request resolved: https://github.com/facebook/rocksdb/pull/7439
Reviewed By: jay-zhuang
Differential Revision: D24021563
Pulled By: pdillinger
fbshipit-source-id: 0ec2027c0d6a494d8a0fe38d9667fc2f7e29f7e7
2020-10-01 16:21:30 +00:00
|
|
|
#endif
|
2012-08-18 07:26:50 +00:00
|
|
|
|
2018-06-14 00:28:31 +00:00
|
|
|
// check the file is locked
|
2022-10-26 19:08:20 +00:00
|
|
|
ASSERT_TRUE(AssertFileIsLocked());
|
2018-06-14 00:28:31 +00:00
|
|
|
|
2012-08-18 07:26:50 +00:00
|
|
|
// release the lock
|
|
|
|
ASSERT_OK(UnlockFile(lock1));
|
|
|
|
|
2018-06-14 00:28:31 +00:00
|
|
|
// check the file is not locked
|
2022-10-26 19:08:20 +00:00
|
|
|
ASSERT_TRUE(AssertFileIsNotLocked());
|
2012-08-18 07:26:50 +00:00
|
|
|
}
|
|
|
|
|
2020-02-20 20:07:53 +00:00
|
|
|
} // namespace ROCKSDB_NAMESPACE
|
2012-08-18 07:26:50 +00:00
|
|
|
|
|
|
|
int main(int argc, char** argv) {
|
2022-10-18 07:35:35 +00:00
|
|
|
ROCKSDB_NAMESPACE::port::InstallStackTraceHandler();
|
2015-03-17 21:08:00 +00:00
|
|
|
::testing::InitGoogleTest(&argc, argv);
|
|
|
|
return RUN_ALL_TESTS();
|
2012-08-18 07:26:50 +00:00
|
|
|
}
|