2016-02-09 23:12:00 +00:00
|
|
|
// Copyright (c) 2011-present, Facebook, Inc. All rights reserved.
|
2017-07-15 23:03:42 +00:00
|
|
|
// This source code is licensed under both the GPLv2 (found in the
|
|
|
|
// COPYING file in the root directory) and Apache 2.0 License
|
|
|
|
// (found in the LICENSE.Apache file in the root directory).
|
2013-10-16 21:59:46 +00:00
|
|
|
//
|
2011-03-18 22:37:00 +00:00
|
|
|
// Copyright (c) 2011 The LevelDB Authors. All rights reserved.
|
|
|
|
// Use of this source code is governed by a BSD-style license that can be
|
|
|
|
// found in the LICENSE file. See the AUTHORS file for names of contributors.
|
|
|
|
|
2013-10-05 05:32:05 +00:00
|
|
|
#pragma once
|
2011-03-18 22:37:00 +00:00
|
|
|
|
2017-04-22 03:41:37 +00:00
|
|
|
#ifdef OS_AIX
|
|
|
|
#include "gtest/gtest.h"
|
|
|
|
#else
|
2015-03-17 21:08:00 +00:00
|
|
|
#include <gtest/gtest.h>
|
2017-04-22 03:41:37 +00:00
|
|
|
#endif
|
2021-09-08 04:18:21 +00:00
|
|
|
#include "rocksdb/utilities/regex.h"
|
2015-03-17 21:08:00 +00:00
|
|
|
|
2021-03-13 00:00:08 +00:00
|
|
|
// A "skipped" test has a specific meaning in Facebook infrastructure: the
|
|
|
|
// test is in good shape and should be run, but something about the
|
|
|
|
// compilation or execution environment means the test cannot be run.
|
|
|
|
// Specifically, there is a hole in intended testing if any
|
|
|
|
// parameterization of a test (e.g. Foo/FooTest.Bar/42) is skipped for all
|
|
|
|
// tested build configurations/platforms/etc.
|
|
|
|
//
|
|
|
|
// If GTEST_SKIP is available, use it. Otherwise, define skip as success.
|
|
|
|
//
|
|
|
|
// The GTEST macros do not seem to print the message, even with -verbose,
|
|
|
|
// so these print to stderr. Note that these do not exit the test themselves;
|
|
|
|
// calling code should 'return' or similar from the test.
|
Fix many tests to run with MEM_ENV and ENCRYPTED_ENV; Introduce a MemoryFileSystem class (#7566)
Summary:
This PR does a few things:
1. The MockFileSystem class was split out from the MockEnv. This change would theoretically allow a MockFileSystem to be used by other Environments as well (if we created a means of constructing one). The MockFileSystem implements a FileSystem in its entirety and does not rely on any Wrapper implementation.
2. Make the RocksDB test suite work when MOCK_ENV=1 and ENCRYPTED_ENV=1 are set. To accomplish this, a few things were needed:
- The tests that tried to use the "wrong" environment (Env::Default() instead of env_) were updated
- The MockFileSystem was changed to support the features it was missing or mishandled (such as recursively deleting files in a directory or supporting renaming of a directory).
3. Updated the test framework to have a ROCKSDB_GTEST_SKIP macro. This can be used to flag tests that are skipped. Currently, this defaults to doing nothing (marks the test as SUCCESS) but will mark the tests as SKIPPED when RocksDB is upgraded to a version of gtest that supports this (gtest-1.10).
I have run a full "make check" with MEM_ENV, ENCRYPTED_ENV, both, and neither under both MacOS and RedHat. A few tests were disabled/skipped for the MEM/ENCRYPTED cases. The error_handler_fs_test fails/hangs for MEM_ENV (presumably a timing problem) and I will introduce another PR/issue to track that problem. (I will also push a change to disable those tests soon). There is one more test in DBTest2 that also fails which I need to investigate or skip before this PR is merged.
Theoretically, this PR should also allow the test suite to run against an Env loaded from the registry, though I do not have one to try it with currently.
Finally, once this is accepted, it would be nice if there was a CircleCI job to run these tests on a checkin so this effort does not become stale. I do not know how to do that, so if someone could write that job, it would be appreciated :)
Pull Request resolved: https://github.com/facebook/rocksdb/pull/7566
Reviewed By: zhichao-cao
Differential Revision: D24408980
Pulled By: jay-zhuang
fbshipit-source-id: 911b1554a4d0da06fd51feca0c090a4abdcb4a5f
2020-10-27 17:31:34 +00:00
|
|
|
#ifdef GTEST_SKIP_
|
2021-03-13 00:00:08 +00:00
|
|
|
#define ROCKSDB_GTEST_SKIP(m) \
|
|
|
|
do { \
|
|
|
|
fputs("SKIPPED: " m "\n", stderr); \
|
|
|
|
GTEST_SKIP_(m); \
|
|
|
|
} while (false) /* user ; */
|
Fix many tests to run with MEM_ENV and ENCRYPTED_ENV; Introduce a MemoryFileSystem class (#7566)
Summary:
This PR does a few things:
1. The MockFileSystem class was split out from the MockEnv. This change would theoretically allow a MockFileSystem to be used by other Environments as well (if we created a means of constructing one). The MockFileSystem implements a FileSystem in its entirety and does not rely on any Wrapper implementation.
2. Make the RocksDB test suite work when MOCK_ENV=1 and ENCRYPTED_ENV=1 are set. To accomplish this, a few things were needed:
- The tests that tried to use the "wrong" environment (Env::Default() instead of env_) were updated
- The MockFileSystem was changed to support the features it was missing or mishandled (such as recursively deleting files in a directory or supporting renaming of a directory).
3. Updated the test framework to have a ROCKSDB_GTEST_SKIP macro. This can be used to flag tests that are skipped. Currently, this defaults to doing nothing (marks the test as SUCCESS) but will mark the tests as SKIPPED when RocksDB is upgraded to a version of gtest that supports this (gtest-1.10).
I have run a full "make check" with MEM_ENV, ENCRYPTED_ENV, both, and neither under both MacOS and RedHat. A few tests were disabled/skipped for the MEM/ENCRYPTED cases. The error_handler_fs_test fails/hangs for MEM_ENV (presumably a timing problem) and I will introduce another PR/issue to track that problem. (I will also push a change to disable those tests soon). There is one more test in DBTest2 that also fails which I need to investigate or skip before this PR is merged.
Theoretically, this PR should also allow the test suite to run against an Env loaded from the registry, though I do not have one to try it with currently.
Finally, once this is accepted, it would be nice if there was a CircleCI job to run these tests on a checkin so this effort does not become stale. I do not know how to do that, so if someone could write that job, it would be appreciated :)
Pull Request resolved: https://github.com/facebook/rocksdb/pull/7566
Reviewed By: zhichao-cao
Differential Revision: D24408980
Pulled By: jay-zhuang
fbshipit-source-id: 911b1554a4d0da06fd51feca0c090a4abdcb4a5f
2020-10-27 17:31:34 +00:00
|
|
|
#else
|
2021-03-13 00:00:08 +00:00
|
|
|
#define ROCKSDB_GTEST_SKIP(m) \
|
|
|
|
do { \
|
|
|
|
fputs("SKIPPED: " m "\n", stderr); \
|
|
|
|
GTEST_SUCCESS_("SKIPPED: " m); \
|
|
|
|
} while (false) /* user ; */
|
Fix many tests to run with MEM_ENV and ENCRYPTED_ENV; Introduce a MemoryFileSystem class (#7566)
Summary:
This PR does a few things:
1. The MockFileSystem class was split out from the MockEnv. This change would theoretically allow a MockFileSystem to be used by other Environments as well (if we created a means of constructing one). The MockFileSystem implements a FileSystem in its entirety and does not rely on any Wrapper implementation.
2. Make the RocksDB test suite work when MOCK_ENV=1 and ENCRYPTED_ENV=1 are set. To accomplish this, a few things were needed:
- The tests that tried to use the "wrong" environment (Env::Default() instead of env_) were updated
- The MockFileSystem was changed to support the features it was missing or mishandled (such as recursively deleting files in a directory or supporting renaming of a directory).
3. Updated the test framework to have a ROCKSDB_GTEST_SKIP macro. This can be used to flag tests that are skipped. Currently, this defaults to doing nothing (marks the test as SUCCESS) but will mark the tests as SKIPPED when RocksDB is upgraded to a version of gtest that supports this (gtest-1.10).
I have run a full "make check" with MEM_ENV, ENCRYPTED_ENV, both, and neither under both MacOS and RedHat. A few tests were disabled/skipped for the MEM/ENCRYPTED cases. The error_handler_fs_test fails/hangs for MEM_ENV (presumably a timing problem) and I will introduce another PR/issue to track that problem. (I will also push a change to disable those tests soon). There is one more test in DBTest2 that also fails which I need to investigate or skip before this PR is merged.
Theoretically, this PR should also allow the test suite to run against an Env loaded from the registry, though I do not have one to try it with currently.
Finally, once this is accepted, it would be nice if there was a CircleCI job to run these tests on a checkin so this effort does not become stale. I do not know how to do that, so if someone could write that job, it would be appreciated :)
Pull Request resolved: https://github.com/facebook/rocksdb/pull/7566
Reviewed By: zhichao-cao
Differential Revision: D24408980
Pulled By: jay-zhuang
fbshipit-source-id: 911b1554a4d0da06fd51feca0c090a4abdcb4a5f
2020-10-27 17:31:34 +00:00
|
|
|
#endif
|
|
|
|
|
2021-03-13 00:00:08 +00:00
|
|
|
// We add "bypass" as an alternative to ROCKSDB_GTEST_SKIP that is allowed to
|
|
|
|
// be a permanent condition, e.g. for intentionally omitting or disabling some
|
|
|
|
// parameterizations for some tests. (Use _DISABLED at the end of the test
|
|
|
|
// name to disable an entire test.)
|
|
|
|
#define ROCKSDB_GTEST_BYPASS(m) \
|
|
|
|
do { \
|
|
|
|
fputs("BYPASSED: " m "\n", stderr); \
|
|
|
|
GTEST_SUCCESS_("BYPASSED: " m); \
|
|
|
|
} while (false) /* user ; */
|
|
|
|
|
2014-10-31 22:08:10 +00:00
|
|
|
#include <string>
|
2013-08-23 15:38:13 +00:00
|
|
|
#include "rocksdb/env.h"
|
2011-03-18 22:37:00 +00:00
|
|
|
|
2020-02-20 20:07:53 +00:00
|
|
|
namespace ROCKSDB_NAMESPACE {
|
2011-03-18 22:37:00 +00:00
|
|
|
namespace test {
|
|
|
|
|
|
|
|
// Return the directory to use for temporary storage.
|
2015-03-19 23:52:59 +00:00
|
|
|
std::string TmpDir(Env* env = Env::Default());
|
2011-03-18 22:37:00 +00:00
|
|
|
|
2018-07-14 00:18:39 +00:00
|
|
|
// A path unique within the thread
|
|
|
|
std::string PerThreadDBPath(std::string name);
|
|
|
|
std::string PerThreadDBPath(Env* env, std::string name);
|
|
|
|
std::string PerThreadDBPath(std::string dir, std::string name);
|
|
|
|
|
2011-03-18 22:37:00 +00:00
|
|
|
// Return a randomization seed for this run. Typically returns the
|
|
|
|
// same number on repeated invocations of this binary, but automated
|
|
|
|
// runs may be able to vary the seed.
|
2015-03-19 23:52:59 +00:00
|
|
|
int RandomSeed();
|
2011-03-18 22:37:00 +00:00
|
|
|
|
2015-03-20 00:32:43 +00:00
|
|
|
::testing::AssertionResult AssertStatus(const char* s_expr, const Status& s);
|
|
|
|
|
2020-02-20 20:07:53 +00:00
|
|
|
#define ASSERT_OK(s) \
|
|
|
|
ASSERT_PRED_FORMAT1(ROCKSDB_NAMESPACE::test::AssertStatus, s)
|
2015-03-20 00:32:43 +00:00
|
|
|
#define ASSERT_NOK(s) ASSERT_FALSE((s).ok())
|
2020-02-20 20:07:53 +00:00
|
|
|
#define EXPECT_OK(s) \
|
|
|
|
EXPECT_PRED_FORMAT1(ROCKSDB_NAMESPACE::test::AssertStatus, s)
|
2015-03-20 00:32:43 +00:00
|
|
|
#define EXPECT_NOK(s) EXPECT_FALSE((s).ok())
|
2021-09-07 20:04:07 +00:00
|
|
|
|
|
|
|
// Useful for testing
|
|
|
|
// * No need to deal with Status like in Regex public API
|
|
|
|
// * No triggering lint reports on use of std::regex in tests
|
|
|
|
// * Available in LITE (unlike public API)
|
|
|
|
class TestRegex {
|
|
|
|
public:
|
|
|
|
// These throw on bad pattern
|
|
|
|
/*implicit*/ TestRegex(const std::string& pattern);
|
|
|
|
/*implicit*/ TestRegex(const char* pattern);
|
|
|
|
|
|
|
|
// Checks that the whole of str is matched by this regex
|
|
|
|
bool Matches(const std::string& str) const;
|
|
|
|
|
|
|
|
const std::string& GetPattern() const;
|
|
|
|
|
|
|
|
private:
|
|
|
|
class Impl;
|
|
|
|
std::shared_ptr<Impl> impl_; // shared_ptr for simple implementation
|
|
|
|
std::string pattern_;
|
|
|
|
};
|
|
|
|
|
|
|
|
::testing::AssertionResult AssertMatchesRegex(const char* str_expr,
|
|
|
|
const char* pattern_expr,
|
|
|
|
const std::string& str,
|
|
|
|
const TestRegex& pattern);
|
|
|
|
|
|
|
|
#define ASSERT_MATCHES_REGEX(str, pattern) \
|
|
|
|
ASSERT_PRED_FORMAT2(ROCKSDB_NAMESPACE::test::AssertMatchesRegex, str, pattern)
|
|
|
|
#define EXPECT_MATCHES_REGEX(str, pattern) \
|
|
|
|
EXPECT_PRED_FORMAT2(ROCKSDB_NAMESPACE::test::AssertMatchesRegex, str, pattern)
|
|
|
|
|
2011-10-31 17:22:06 +00:00
|
|
|
} // namespace test
|
2021-09-07 20:04:07 +00:00
|
|
|
|
|
|
|
using test::TestRegex;
|
|
|
|
|
2020-02-20 20:07:53 +00:00
|
|
|
} // namespace ROCKSDB_NAMESPACE
|