2016-02-09 23:12:00 +00:00
|
|
|
// Copyright (c) 2011-present, Facebook, Inc. All rights reserved.
|
2014-07-03 23:28:03 +00:00
|
|
|
// This source code is licensed under the BSD-style license found in the
|
|
|
|
// LICENSE file in the root directory of this source tree. An additional grant
|
|
|
|
// of patent rights can be found in the PATENTS file in the same directory.
|
|
|
|
|
|
|
|
#include <sstream>
|
2017-04-06 02:02:00 +00:00
|
|
|
#include "monitoring/iostats_context_imp.h"
|
2014-07-03 23:28:03 +00:00
|
|
|
#include "rocksdb/env.h"
|
2017-06-03 00:12:39 +00:00
|
|
|
#include "util/thread_local.h"
|
2014-07-03 23:28:03 +00:00
|
|
|
|
|
|
|
namespace rocksdb {
|
|
|
|
|
2017-06-03 00:12:39 +00:00
|
|
|
ThreadLocalPtr iostats_context([](void* ptr) {
|
|
|
|
auto* p = static_cast<IOStatsContext*>(ptr);
|
|
|
|
delete p;
|
|
|
|
});
|
|
|
|
|
|
|
|
IOStatsContext* get_iostats_context() {
|
|
|
|
if (iostats_context.Get() == nullptr) {
|
|
|
|
iostats_context.Reset(static_cast<void*>(new IOStatsContext()));
|
|
|
|
}
|
|
|
|
return static_cast<IOStatsContext*>(iostats_context.Get());
|
|
|
|
}
|
2014-07-03 23:28:03 +00:00
|
|
|
|
|
|
|
void IOStatsContext::Reset() {
|
|
|
|
thread_pool_id = Env::Priority::TOTAL;
|
|
|
|
bytes_read = 0;
|
|
|
|
bytes_written = 0;
|
2015-06-02 09:07:58 +00:00
|
|
|
open_nanos = 0;
|
|
|
|
allocate_nanos = 0;
|
|
|
|
write_nanos = 0;
|
2015-06-19 18:25:33 +00:00
|
|
|
read_nanos = 0;
|
2015-06-02 09:07:58 +00:00
|
|
|
range_sync_nanos = 0;
|
Add options.compaction_measure_io_stats to print write I/O stats in compactions
Summary:
Add options.compaction_measure_io_stats to print out / pass to listener accumulated time spent on write calls. Example outputs in info logs:
2015/08/12-16:27:59.463944 7fd428bff700 (Original Log Time 2015/08/12-16:27:59.463922) EVENT_LOG_v1 {"time_micros": 1439422079463897, "job": 6, "event": "compaction_finished", "output_level": 1, "num_output_files": 4, "total_output_size": 6900525, "num_input_records": 111483, "num_output_records": 106877, "file_write_nanos": 15663206, "file_range_sync_nanos": 649588, "file_fsync_nanos": 349614797, "file_prepare_write_nanos": 1505812, "lsm_state": [2, 4, 0, 0, 0, 0, 0]}
Add two more counters in iostats_context.
Also add a parameter of db_bench.
Test Plan: Add a unit test. Also manually verify LOG outputs in db_bench
Subscribers: leveldb, dhruba
Differential Revision: https://reviews.facebook.net/D44115
2015-08-13 00:24:45 +00:00
|
|
|
prepare_write_nanos = 0;
|
|
|
|
fsync_nanos = 0;
|
2015-06-02 09:07:58 +00:00
|
|
|
logger_nanos = 0;
|
2014-07-03 23:28:03 +00:00
|
|
|
}
|
|
|
|
|
2016-02-23 18:26:24 +00:00
|
|
|
#define IOSTATS_CONTEXT_OUTPUT(counter) \
|
|
|
|
if (!exclude_zero_counters || counter > 0) { \
|
|
|
|
ss << #counter << " = " << counter << ", "; \
|
|
|
|
}
|
2014-07-03 23:28:03 +00:00
|
|
|
|
2016-02-23 18:26:24 +00:00
|
|
|
std::string IOStatsContext::ToString(bool exclude_zero_counters) const {
|
2014-07-03 23:28:03 +00:00
|
|
|
std::ostringstream ss;
|
2016-02-23 18:26:24 +00:00
|
|
|
IOSTATS_CONTEXT_OUTPUT(thread_pool_id);
|
|
|
|
IOSTATS_CONTEXT_OUTPUT(bytes_read);
|
|
|
|
IOSTATS_CONTEXT_OUTPUT(bytes_written);
|
|
|
|
IOSTATS_CONTEXT_OUTPUT(open_nanos);
|
|
|
|
IOSTATS_CONTEXT_OUTPUT(allocate_nanos);
|
|
|
|
IOSTATS_CONTEXT_OUTPUT(write_nanos);
|
|
|
|
IOSTATS_CONTEXT_OUTPUT(read_nanos);
|
|
|
|
IOSTATS_CONTEXT_OUTPUT(range_sync_nanos);
|
|
|
|
IOSTATS_CONTEXT_OUTPUT(fsync_nanos);
|
|
|
|
IOSTATS_CONTEXT_OUTPUT(prepare_write_nanos);
|
|
|
|
IOSTATS_CONTEXT_OUTPUT(logger_nanos);
|
2015-06-02 09:07:58 +00:00
|
|
|
|
2014-07-03 23:28:03 +00:00
|
|
|
return ss.str();
|
|
|
|
}
|
|
|
|
|
|
|
|
} // namespace rocksdb
|