2016-02-09 23:12:00 +00:00
|
|
|
// Copyright (c) 2011-present, Facebook, Inc. All rights reserved.
|
2017-07-15 23:03:42 +00:00
|
|
|
// This source code is licensed under both the GPLv2 (found in the
|
|
|
|
// COPYING file in the root directory) and Apache 2.0 License
|
|
|
|
// (found in the LICENSE.Apache file in the root directory).
|
2014-01-17 20:46:06 +00:00
|
|
|
//
|
|
|
|
#pragma once
|
|
|
|
#include "rocksdb/statistics.h"
|
|
|
|
|
2014-01-24 00:11:55 +00:00
|
|
|
#include <atomic>
|
2019-02-20 23:46:59 +00:00
|
|
|
#include <map>
|
2014-07-28 19:05:36 +00:00
|
|
|
#include <string>
|
2019-02-20 23:46:59 +00:00
|
|
|
#include <vector>
|
2014-07-28 19:05:36 +00:00
|
|
|
|
2017-04-06 02:02:00 +00:00
|
|
|
#include "monitoring/histogram.h"
|
2016-08-24 22:42:31 +00:00
|
|
|
#include "port/likely.h"
|
|
|
|
#include "port/port.h"
|
2017-05-23 17:29:14 +00:00
|
|
|
#include "util/core_local.h"
|
2014-07-28 19:05:36 +00:00
|
|
|
#include "util/mutexlock.h"
|
2017-05-23 17:29:14 +00:00
|
|
|
|
|
|
|
#ifdef __clang__
|
|
|
|
#define ROCKSDB_FIELD_UNUSED __attribute__((__unused__))
|
|
|
|
#else
|
|
|
|
#define ROCKSDB_FIELD_UNUSED
|
|
|
|
#endif // __clang__
|
2014-01-17 20:46:06 +00:00
|
|
|
|
2018-06-26 05:42:35 +00:00
|
|
|
#ifndef STRINGIFY
|
|
|
|
#define STRINGIFY(x) #x
|
|
|
|
#define TOSTRING(x) STRINGIFY(x)
|
|
|
|
#endif
|
|
|
|
|
2020-02-20 20:07:53 +00:00
|
|
|
namespace ROCKSDB_NAMESPACE {
|
2014-01-17 20:46:06 +00:00
|
|
|
|
2014-07-28 19:05:36 +00:00
|
|
|
enum TickersInternal : uint32_t {
|
|
|
|
INTERNAL_TICKER_ENUM_START = TICKER_ENUM_MAX,
|
|
|
|
INTERNAL_TICKER_ENUM_MAX
|
|
|
|
};
|
|
|
|
|
|
|
|
enum HistogramsInternal : uint32_t {
|
|
|
|
INTERNAL_HISTOGRAM_START = HISTOGRAM_ENUM_MAX,
|
|
|
|
INTERNAL_HISTOGRAM_ENUM_MAX
|
|
|
|
};
|
|
|
|
|
2018-06-28 03:55:07 +00:00
|
|
|
class StatisticsImpl : public Statistics {
|
2014-01-17 20:46:06 +00:00
|
|
|
public:
|
2018-11-27 20:56:40 +00:00
|
|
|
StatisticsImpl(std::shared_ptr<Statistics> stats);
|
2014-01-17 20:46:06 +00:00
|
|
|
virtual ~StatisticsImpl();
|
2021-09-10 16:46:47 +00:00
|
|
|
const char* Name() const override { return kClassName(); }
|
|
|
|
static const char* kClassName() { return "BasicStatistics"; }
|
2014-01-17 20:46:06 +00:00
|
|
|
|
2014-07-28 19:05:36 +00:00
|
|
|
virtual uint64_t getTickerCount(uint32_t ticker_type) const override;
|
|
|
|
virtual void histogramData(uint32_t histogram_type,
|
|
|
|
HistogramData* const data) const override;
|
Add Statistics.getHistogramString() to print more detailed outputs of a histogram
Summary:
Provide a way for users to know more detailed ditribution of a histogram metrics. Example outputs:
Manually add statement
fprintf(stdout, "%s\n", dbstats->getHistogramString(SST_READ_MICROS).c_str());
Will print out something like:
Count: 989151 Average: 1.7659 StdDev: 1.52
Min: 0.0000 Median: 1.2071 Max: 860.0000
Percentiles: P50: 1.21 P75: 1.70 P99: 5.12 P99.9: 13.67 P99.99: 21.70
------------------------------------------------------
[ 0, 1 ) 390839 39.513% 39.513% ########
[ 1, 2 ) 500918 50.641% 90.154% ##########
[ 2, 3 ) 79358 8.023% 98.177% ##
[ 3, 4 ) 6297 0.637% 98.813%
[ 4, 5 ) 1712 0.173% 98.986%
[ 5, 6 ) 1134 0.115% 99.101%
[ 6, 7 ) 1222 0.124% 99.224%
[ 7, 8 ) 1529 0.155% 99.379%
[ 8, 9 ) 1264 0.128% 99.507%
[ 9, 10 ) 988 0.100% 99.607%
[ 10, 12 ) 1378 0.139% 99.746%
[ 12, 14 ) 1828 0.185% 99.931%
[ 14, 16 ) 410 0.041% 99.972%
[ 16, 18 ) 72 0.007% 99.980%
[ 18, 20 ) 67 0.007% 99.986%
[ 20, 25 ) 106 0.011% 99.997%
[ 25, 30 ) 24 0.002% 99.999%
[ 30, 35 ) 1 0.000% 100.000%
[ 250, 300 ) 2 0.000% 100.000%
[ 300, 350 ) 1 0.000% 100.000%
[ 800, 900 ) 1 0.000% 100.000%
Test Plan: Manually add a print in db_bench and make sure it prints out as expected. Will add some codes to cover the function
Subscribers: leveldb, dhruba
Differential Revision: https://reviews.facebook.net/D43611
2015-08-05 20:14:28 +00:00
|
|
|
std::string getHistogramString(uint32_t histogram_type) const override;
|
2014-07-28 19:05:36 +00:00
|
|
|
|
|
|
|
virtual void setTickerCount(uint32_t ticker_type, uint64_t count) override;
|
2016-10-11 17:54:11 +00:00
|
|
|
virtual uint64_t getAndResetTickerCount(uint32_t ticker_type) override;
|
2014-07-28 19:05:36 +00:00
|
|
|
virtual void recordTick(uint32_t ticker_type, uint64_t count) override;
|
2019-04-12 17:55:14 +00:00
|
|
|
// The function is implemented for now for backward compatibility reason.
|
|
|
|
// In case a user explictly calls it, for example, they may have a wrapped
|
|
|
|
// Statistics object, passing the call to recordTick() into here, nothing
|
|
|
|
// will break.
|
|
|
|
void measureTime(uint32_t histogramType, uint64_t time) override {
|
|
|
|
recordInHistogram(histogramType, time);
|
|
|
|
}
|
2019-02-28 18:14:19 +00:00
|
|
|
virtual void recordInHistogram(uint32_t histogram_type,
|
|
|
|
uint64_t value) override;
|
2014-07-28 19:05:36 +00:00
|
|
|
|
2017-04-26 22:19:50 +00:00
|
|
|
virtual Status Reset() override;
|
2014-07-28 19:05:36 +00:00
|
|
|
virtual std::string ToString() const override;
|
2019-02-20 23:46:59 +00:00
|
|
|
virtual bool getTickerMap(std::map<std::string, uint64_t>*) const override;
|
2014-07-28 19:05:36 +00:00
|
|
|
virtual bool HistEnabledForType(uint32_t type) const override;
|
2014-01-17 20:46:06 +00:00
|
|
|
|
2021-09-10 16:46:47 +00:00
|
|
|
const Customizable* Inner() const override { return stats_.get(); }
|
|
|
|
|
2014-01-17 20:46:06 +00:00
|
|
|
private:
|
2017-05-23 17:29:14 +00:00
|
|
|
// If non-nullptr, forwards updates to the object pointed to by `stats_`.
|
|
|
|
std::shared_ptr<Statistics> stats_;
|
|
|
|
// Synchronizes anything that operates across other cores' local data,
|
2017-04-26 22:19:50 +00:00
|
|
|
// such that operations like Reset() can be performed atomically.
|
2016-08-24 22:42:31 +00:00
|
|
|
mutable port::Mutex aggregate_lock_;
|
2014-07-28 19:05:36 +00:00
|
|
|
|
2017-05-23 17:29:14 +00:00
|
|
|
// The ticker/histogram data are stored in this structure, which we will store
|
|
|
|
// per-core. It is cache-aligned, so tickers/histograms belonging to different
|
|
|
|
// cores can never share the same cache line.
|
|
|
|
//
|
|
|
|
// Alignment attributes expand to nothing depending on the platform
|
2018-06-26 05:42:35 +00:00
|
|
|
struct ALIGN_AS(CACHE_LINE_SIZE) StatisticsData {
|
2017-05-23 17:29:14 +00:00
|
|
|
std::atomic_uint_fast64_t tickers_[INTERNAL_TICKER_ENUM_MAX] = {{0}};
|
|
|
|
HistogramImpl histograms_[INTERNAL_HISTOGRAM_ENUM_MAX];
|
2018-06-26 05:42:35 +00:00
|
|
|
#ifndef HAVE_ALIGNED_NEW
|
2017-05-23 17:29:14 +00:00
|
|
|
char
|
|
|
|
padding[(CACHE_LINE_SIZE -
|
|
|
|
(INTERNAL_TICKER_ENUM_MAX * sizeof(std::atomic_uint_fast64_t) +
|
|
|
|
INTERNAL_HISTOGRAM_ENUM_MAX * sizeof(HistogramImpl)) %
|
2017-11-21 05:12:55 +00:00
|
|
|
CACHE_LINE_SIZE)] ROCKSDB_FIELD_UNUSED;
|
2018-06-26 05:42:35 +00:00
|
|
|
#endif
|
|
|
|
void *operator new(size_t s) { return port::cacheline_aligned_alloc(s); }
|
|
|
|
void *operator new[](size_t s) { return port::cacheline_aligned_alloc(s); }
|
|
|
|
void operator delete(void *p) { port::cacheline_aligned_free(p); }
|
|
|
|
void operator delete[](void *p) { port::cacheline_aligned_free(p); }
|
2014-01-29 23:08:41 +00:00
|
|
|
};
|
|
|
|
|
2021-10-22 17:12:09 +00:00
|
|
|
#ifndef TEST_CACHE_LINE_SIZE
|
2018-06-26 05:42:35 +00:00
|
|
|
static_assert(sizeof(StatisticsData) % CACHE_LINE_SIZE == 0, "Expected " TOSTRING(CACHE_LINE_SIZE) "-byte aligned");
|
2021-10-22 17:12:09 +00:00
|
|
|
#endif
|
Thread-specific histogram statistics
Summary:
To reduce contention for atomics when HistogramStats are shared across
threads, this diff makes them thread-specific so updates are faster. This comes
at the expense of slower reads (much less frequent), which now require merging
all histograms. In this diff,
- Thread-specific HistogramImpl is created upon the thread's first measureTime()
- Thread-specific HistogramImpl are merged and deleted upon thread termination or ThreadLocalPtr destruction, whichever comes first
- getHistogramString() and histogramData() merge all histograms, both thread-specific and previously merged ones
Test Plan:
unit tests, ran db_bench and verified histograms look similar
before:
$ TEST_TMPDIR=/dev/shm/ perf record -g ./db_bench --benchmarks=readwhilewriting --statistics --num=1000000 --use_existing_db --threads=64 --cache_size=250000000 --compression_type=lz4
...
+ 7.63% db_bench db_bench [.] rocksdb::HistogramStat::Add
after:
$ TEST_TMPDIR=/dev/shm/ perf record -g ./db_bench --benchmarks=readwhilewriting --statistics --num=1000000 --use_existing_db --threads=64 --cache_size=250000000 --compression_type=lz4
...
+ 0.98% db_bench db_bench [.] rocksdb::HistogramStat::Add
Reviewers: sdong, MarkCallaghan, kradhakrishnan, IslamAbdelRahman
Reviewed By: IslamAbdelRahman
Subscribers: andrewkr, dhruba, leveldb
Differential Revision: https://reviews.facebook.net/D62649
2016-08-31 21:02:09 +00:00
|
|
|
|
2017-05-23 17:29:14 +00:00
|
|
|
CoreLocalArray<StatisticsData> per_core_stats_;
|
Thread-specific histogram statistics
Summary:
To reduce contention for atomics when HistogramStats are shared across
threads, this diff makes them thread-specific so updates are faster. This comes
at the expense of slower reads (much less frequent), which now require merging
all histograms. In this diff,
- Thread-specific HistogramImpl is created upon the thread's first measureTime()
- Thread-specific HistogramImpl are merged and deleted upon thread termination or ThreadLocalPtr destruction, whichever comes first
- getHistogramString() and histogramData() merge all histograms, both thread-specific and previously merged ones
Test Plan:
unit tests, ran db_bench and verified histograms look similar
before:
$ TEST_TMPDIR=/dev/shm/ perf record -g ./db_bench --benchmarks=readwhilewriting --statistics --num=1000000 --use_existing_db --threads=64 --cache_size=250000000 --compression_type=lz4
...
+ 7.63% db_bench db_bench [.] rocksdb::HistogramStat::Add
after:
$ TEST_TMPDIR=/dev/shm/ perf record -g ./db_bench --benchmarks=readwhilewriting --statistics --num=1000000 --use_existing_db --threads=64 --cache_size=250000000 --compression_type=lz4
...
+ 0.98% db_bench db_bench [.] rocksdb::HistogramStat::Add
Reviewers: sdong, MarkCallaghan, kradhakrishnan, IslamAbdelRahman
Reviewed By: IslamAbdelRahman
Subscribers: andrewkr, dhruba, leveldb
Differential Revision: https://reviews.facebook.net/D62649
2016-08-31 21:02:09 +00:00
|
|
|
|
2017-04-26 22:19:50 +00:00
|
|
|
uint64_t getTickerCountLocked(uint32_t ticker_type) const;
|
2017-05-23 17:29:14 +00:00
|
|
|
std::unique_ptr<HistogramImpl> getHistogramImplLocked(
|
|
|
|
uint32_t histogram_type) const;
|
2017-04-26 22:19:50 +00:00
|
|
|
void setTickerCountLocked(uint32_t ticker_type, uint64_t count);
|
2014-01-17 20:46:06 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
// Utility functions
|
2019-02-28 18:14:19 +00:00
|
|
|
inline void RecordInHistogram(Statistics* statistics, uint32_t histogram_type,
|
|
|
|
uint64_t value) {
|
2014-01-17 20:46:06 +00:00
|
|
|
if (statistics) {
|
2019-02-28 18:14:19 +00:00
|
|
|
statistics->recordInHistogram(histogram_type, value);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
inline void RecordTimeToHistogram(Statistics* statistics,
|
|
|
|
uint32_t histogram_type, uint64_t value) {
|
|
|
|
if (statistics) {
|
|
|
|
statistics->reportTimeToHistogram(histogram_type, value);
|
2014-01-17 20:46:06 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2014-07-28 19:05:36 +00:00
|
|
|
inline void RecordTick(Statistics* statistics, uint32_t ticker_type,
|
2014-01-17 20:46:06 +00:00
|
|
|
uint64_t count = 1) {
|
|
|
|
if (statistics) {
|
2014-07-28 19:05:36 +00:00
|
|
|
statistics->recordTick(ticker_type, count);
|
2014-01-17 20:46:06 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2014-07-28 19:05:36 +00:00
|
|
|
inline void SetTickerCount(Statistics* statistics, uint32_t ticker_type,
|
2014-01-17 20:46:06 +00:00
|
|
|
uint64_t count) {
|
|
|
|
if (statistics) {
|
2014-07-28 19:05:36 +00:00
|
|
|
statistics->setTickerCount(ticker_type, count);
|
2014-01-17 20:46:06 +00:00
|
|
|
}
|
|
|
|
}
|
2014-07-28 19:10:49 +00:00
|
|
|
|
2020-02-20 20:07:53 +00:00
|
|
|
} // namespace ROCKSDB_NAMESPACE
|