2016-02-09 23:12:00 +00:00
|
|
|
// Copyright (c) 2011-present, Facebook, Inc. All rights reserved.
|
2013-10-16 21:59:46 +00:00
|
|
|
// This source code is licensed under the BSD-style license found in the
|
|
|
|
// LICENSE file in the root directory of this source tree. An additional grant
|
|
|
|
// of patent rights can be found in the PATENTS file in the same directory.
|
|
|
|
//
|
2014-01-17 20:46:06 +00:00
|
|
|
#include "util/statistics.h"
|
2014-08-01 03:52:13 +00:00
|
|
|
|
2014-09-05 06:14:37 +00:00
|
|
|
#ifndef __STDC_FORMAT_MACROS
|
2014-08-01 03:52:13 +00:00
|
|
|
#define __STDC_FORMAT_MACROS
|
2014-09-05 06:14:37 +00:00
|
|
|
#endif
|
|
|
|
|
2014-08-01 03:52:13 +00:00
|
|
|
#include <inttypes.h>
|
2013-08-23 15:38:13 +00:00
|
|
|
#include "rocksdb/statistics.h"
|
2014-07-28 19:05:36 +00:00
|
|
|
#include "port/likely.h"
|
2014-01-22 01:51:36 +00:00
|
|
|
#include <algorithm>
|
2013-06-19 03:28:41 +00:00
|
|
|
#include <cstdio>
|
|
|
|
|
2013-10-04 04:49:15 +00:00
|
|
|
namespace rocksdb {
|
2013-06-19 03:28:41 +00:00
|
|
|
|
2014-01-17 20:46:06 +00:00
|
|
|
std::shared_ptr<Statistics> CreateDBStatistics() {
|
2014-07-28 19:05:36 +00:00
|
|
|
return std::make_shared<StatisticsImpl>(nullptr, false);
|
2014-01-17 20:46:06 +00:00
|
|
|
}
|
|
|
|
|
2014-07-28 19:05:36 +00:00
|
|
|
StatisticsImpl::StatisticsImpl(
|
|
|
|
std::shared_ptr<Statistics> stats,
|
|
|
|
bool enable_internal_stats)
|
|
|
|
: stats_shared_(stats),
|
|
|
|
stats_(stats.get()),
|
|
|
|
enable_internal_stats_(enable_internal_stats) {
|
|
|
|
}
|
2014-01-17 20:46:06 +00:00
|
|
|
|
|
|
|
StatisticsImpl::~StatisticsImpl() {}
|
|
|
|
|
2014-07-28 19:05:36 +00:00
|
|
|
uint64_t StatisticsImpl::getTickerCount(uint32_t tickerType) const {
|
|
|
|
assert(
|
|
|
|
enable_internal_stats_ ?
|
|
|
|
tickerType < INTERNAL_TICKER_ENUM_MAX :
|
|
|
|
tickerType < TICKER_ENUM_MAX);
|
|
|
|
// Return its own ticker version
|
2014-01-29 23:08:41 +00:00
|
|
|
return tickers_[tickerType].value;
|
2014-01-17 20:46:06 +00:00
|
|
|
}
|
|
|
|
|
2014-07-28 19:05:36 +00:00
|
|
|
void StatisticsImpl::histogramData(uint32_t histogramType,
|
|
|
|
HistogramData* const data) const {
|
|
|
|
assert(
|
|
|
|
enable_internal_stats_ ?
|
2015-01-24 02:10:52 +00:00
|
|
|
histogramType < INTERNAL_HISTOGRAM_ENUM_MAX :
|
|
|
|
histogramType < HISTOGRAM_ENUM_MAX);
|
2014-07-28 19:05:36 +00:00
|
|
|
// Return its own ticker version
|
|
|
|
histograms_[histogramType].Data(data);
|
2014-01-17 20:46:06 +00:00
|
|
|
}
|
|
|
|
|
Add Statistics.getHistogramString() to print more detailed outputs of a histogram
Summary:
Provide a way for users to know more detailed ditribution of a histogram metrics. Example outputs:
Manually add statement
fprintf(stdout, "%s\n", dbstats->getHistogramString(SST_READ_MICROS).c_str());
Will print out something like:
Count: 989151 Average: 1.7659 StdDev: 1.52
Min: 0.0000 Median: 1.2071 Max: 860.0000
Percentiles: P50: 1.21 P75: 1.70 P99: 5.12 P99.9: 13.67 P99.99: 21.70
------------------------------------------------------
[ 0, 1 ) 390839 39.513% 39.513% ########
[ 1, 2 ) 500918 50.641% 90.154% ##########
[ 2, 3 ) 79358 8.023% 98.177% ##
[ 3, 4 ) 6297 0.637% 98.813%
[ 4, 5 ) 1712 0.173% 98.986%
[ 5, 6 ) 1134 0.115% 99.101%
[ 6, 7 ) 1222 0.124% 99.224%
[ 7, 8 ) 1529 0.155% 99.379%
[ 8, 9 ) 1264 0.128% 99.507%
[ 9, 10 ) 988 0.100% 99.607%
[ 10, 12 ) 1378 0.139% 99.746%
[ 12, 14 ) 1828 0.185% 99.931%
[ 14, 16 ) 410 0.041% 99.972%
[ 16, 18 ) 72 0.007% 99.980%
[ 18, 20 ) 67 0.007% 99.986%
[ 20, 25 ) 106 0.011% 99.997%
[ 25, 30 ) 24 0.002% 99.999%
[ 30, 35 ) 1 0.000% 100.000%
[ 250, 300 ) 2 0.000% 100.000%
[ 300, 350 ) 1 0.000% 100.000%
[ 800, 900 ) 1 0.000% 100.000%
Test Plan: Manually add a print in db_bench and make sure it prints out as expected. Will add some codes to cover the function
Subscribers: leveldb, dhruba
Differential Revision: https://reviews.facebook.net/D43611
2015-08-05 20:14:28 +00:00
|
|
|
std::string StatisticsImpl::getHistogramString(uint32_t histogramType) const {
|
|
|
|
assert(enable_internal_stats_ ? histogramType < INTERNAL_HISTOGRAM_ENUM_MAX
|
|
|
|
: histogramType < HISTOGRAM_ENUM_MAX);
|
|
|
|
return histograms_[histogramType].ToString();
|
|
|
|
}
|
|
|
|
|
2014-07-28 19:05:36 +00:00
|
|
|
void StatisticsImpl::setTickerCount(uint32_t tickerType, uint64_t count) {
|
|
|
|
assert(
|
|
|
|
enable_internal_stats_ ?
|
|
|
|
tickerType < INTERNAL_TICKER_ENUM_MAX :
|
|
|
|
tickerType < TICKER_ENUM_MAX);
|
|
|
|
if (tickerType < TICKER_ENUM_MAX || enable_internal_stats_) {
|
2015-09-15 17:52:00 +00:00
|
|
|
tickers_[tickerType].value.store(count, std::memory_order_relaxed);
|
2014-07-28 19:05:36 +00:00
|
|
|
}
|
|
|
|
if (stats_ && tickerType < TICKER_ENUM_MAX) {
|
|
|
|
stats_->setTickerCount(tickerType, count);
|
|
|
|
}
|
2014-01-17 20:46:06 +00:00
|
|
|
}
|
|
|
|
|
2014-07-28 19:05:36 +00:00
|
|
|
void StatisticsImpl::recordTick(uint32_t tickerType, uint64_t count) {
|
|
|
|
assert(
|
|
|
|
enable_internal_stats_ ?
|
|
|
|
tickerType < INTERNAL_TICKER_ENUM_MAX :
|
|
|
|
tickerType < TICKER_ENUM_MAX);
|
|
|
|
if (tickerType < TICKER_ENUM_MAX || enable_internal_stats_) {
|
2015-09-15 17:52:00 +00:00
|
|
|
tickers_[tickerType].value.fetch_add(count, std::memory_order_relaxed);
|
2014-07-28 19:05:36 +00:00
|
|
|
}
|
|
|
|
if (stats_ && tickerType < TICKER_ENUM_MAX) {
|
|
|
|
stats_->recordTick(tickerType, count);
|
|
|
|
}
|
2014-01-17 20:46:06 +00:00
|
|
|
}
|
|
|
|
|
2014-07-28 19:05:36 +00:00
|
|
|
void StatisticsImpl::measureTime(uint32_t histogramType, uint64_t value) {
|
|
|
|
assert(
|
|
|
|
enable_internal_stats_ ?
|
|
|
|
histogramType < INTERNAL_HISTOGRAM_ENUM_MAX :
|
|
|
|
histogramType < HISTOGRAM_ENUM_MAX);
|
|
|
|
if (histogramType < HISTOGRAM_ENUM_MAX || enable_internal_stats_) {
|
|
|
|
histograms_[histogramType].Add(value);
|
|
|
|
}
|
|
|
|
if (stats_ && histogramType < HISTOGRAM_ENUM_MAX) {
|
|
|
|
stats_->measureTime(histogramType, value);
|
|
|
|
}
|
2014-01-17 20:46:06 +00:00
|
|
|
}
|
|
|
|
|
2013-06-19 03:28:41 +00:00
|
|
|
namespace {
|
2014-01-17 20:46:06 +00:00
|
|
|
|
2013-06-19 03:28:41 +00:00
|
|
|
// a buffer size used for temp string buffers
|
|
|
|
const int kBufferSize = 200;
|
|
|
|
|
|
|
|
} // namespace
|
|
|
|
|
2014-07-28 19:05:36 +00:00
|
|
|
std::string StatisticsImpl::ToString() const {
|
2013-06-19 03:28:41 +00:00
|
|
|
std::string res;
|
|
|
|
res.reserve(20000);
|
|
|
|
for (const auto& t : TickersNameMap) {
|
2014-07-28 19:05:36 +00:00
|
|
|
if (t.first < TICKER_ENUM_MAX || enable_internal_stats_) {
|
|
|
|
char buffer[kBufferSize];
|
2014-08-01 03:52:13 +00:00
|
|
|
snprintf(buffer, kBufferSize, "%s COUNT : %" PRIu64 "\n",
|
2014-07-28 19:05:36 +00:00
|
|
|
t.second.c_str(), getTickerCount(t.first));
|
|
|
|
res.append(buffer);
|
|
|
|
}
|
2013-06-19 03:28:41 +00:00
|
|
|
}
|
|
|
|
for (const auto& h : HistogramsNameMap) {
|
2014-07-28 19:05:36 +00:00
|
|
|
if (h.first < HISTOGRAM_ENUM_MAX || enable_internal_stats_) {
|
|
|
|
char buffer[kBufferSize];
|
|
|
|
HistogramData hData;
|
|
|
|
histogramData(h.first, &hData);
|
|
|
|
snprintf(
|
|
|
|
buffer,
|
|
|
|
kBufferSize,
|
|
|
|
"%s statistics Percentiles :=> 50 : %f 95 : %f 99 : %f\n",
|
|
|
|
h.second.c_str(),
|
|
|
|
hData.median,
|
|
|
|
hData.percentile95,
|
|
|
|
hData.percentile99);
|
|
|
|
res.append(buffer);
|
|
|
|
}
|
2013-06-19 03:28:41 +00:00
|
|
|
}
|
|
|
|
res.shrink_to_fit();
|
|
|
|
return res;
|
|
|
|
}
|
|
|
|
|
2014-07-28 19:05:36 +00:00
|
|
|
bool StatisticsImpl::HistEnabledForType(uint32_t type) const {
|
|
|
|
if (LIKELY(!enable_internal_stats_)) {
|
|
|
|
return type < HISTOGRAM_ENUM_MAX;
|
|
|
|
}
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
2013-10-04 04:49:15 +00:00
|
|
|
} // namespace rocksdb
|