2016-02-09 23:12:00 +00:00
|
|
|
// Copyright (c) 2011-present, Facebook, Inc. All rights reserved.
|
2017-07-15 23:03:42 +00:00
|
|
|
// This source code is licensed under both the GPLv2 (found in the
|
|
|
|
// COPYING file in the root directory) and Apache 2.0 License
|
|
|
|
// (found in the LICENSE.Apache file in the root directory).
|
2014-07-03 23:28:03 +00:00
|
|
|
|
|
|
|
#include <sstream>
|
2022-10-25 03:45:54 +00:00
|
|
|
|
2017-04-06 02:02:00 +00:00
|
|
|
#include "monitoring/iostats_context_imp.h"
|
2014-07-03 23:28:03 +00:00
|
|
|
#include "rocksdb/env.h"
|
|
|
|
|
2020-02-20 20:07:53 +00:00
|
|
|
namespace ROCKSDB_NAMESPACE {
|
2014-07-03 23:28:03 +00:00
|
|
|
|
2021-04-13 14:55:58 +00:00
|
|
|
#ifdef NIOSTATS_CONTEXT
|
|
|
|
// Should not be used because the counters are not thread-safe.
|
|
|
|
// Put here just to make get_iostats_context() simple without ifdef.
|
|
|
|
static IOStatsContext iostats_context;
|
|
|
|
#else
|
2022-05-18 22:25:19 +00:00
|
|
|
thread_local IOStatsContext iostats_context;
|
2017-06-26 22:13:35 +00:00
|
|
|
#endif
|
2017-06-03 00:12:39 +00:00
|
|
|
|
2022-10-25 03:45:54 +00:00
|
|
|
IOStatsContext* get_iostats_context() { return &iostats_context; }
|
2014-07-03 23:28:03 +00:00
|
|
|
|
|
|
|
void IOStatsContext::Reset() {
|
2021-04-13 14:55:58 +00:00
|
|
|
#ifndef NIOSTATS_CONTEXT
|
2014-07-03 23:28:03 +00:00
|
|
|
thread_pool_id = Env::Priority::TOTAL;
|
|
|
|
bytes_read = 0;
|
|
|
|
bytes_written = 0;
|
2015-06-02 09:07:58 +00:00
|
|
|
open_nanos = 0;
|
|
|
|
allocate_nanos = 0;
|
|
|
|
write_nanos = 0;
|
2015-06-19 18:25:33 +00:00
|
|
|
read_nanos = 0;
|
2015-06-02 09:07:58 +00:00
|
|
|
range_sync_nanos = 0;
|
Add options.compaction_measure_io_stats to print write I/O stats in compactions
Summary:
Add options.compaction_measure_io_stats to print out / pass to listener accumulated time spent on write calls. Example outputs in info logs:
2015/08/12-16:27:59.463944 7fd428bff700 (Original Log Time 2015/08/12-16:27:59.463922) EVENT_LOG_v1 {"time_micros": 1439422079463897, "job": 6, "event": "compaction_finished", "output_level": 1, "num_output_files": 4, "total_output_size": 6900525, "num_input_records": 111483, "num_output_records": 106877, "file_write_nanos": 15663206, "file_range_sync_nanos": 649588, "file_fsync_nanos": 349614797, "file_prepare_write_nanos": 1505812, "lsm_state": [2, 4, 0, 0, 0, 0, 0]}
Add two more counters in iostats_context.
Also add a parameter of db_bench.
Test Plan: Add a unit test. Also manually verify LOG outputs in db_bench
Subscribers: leveldb, dhruba
Differential Revision: https://reviews.facebook.net/D44115
2015-08-13 00:24:45 +00:00
|
|
|
prepare_write_nanos = 0;
|
|
|
|
fsync_nanos = 0;
|
2015-06-02 09:07:58 +00:00
|
|
|
logger_nanos = 0;
|
2021-04-06 07:30:57 +00:00
|
|
|
cpu_write_nanos = 0;
|
|
|
|
cpu_read_nanos = 0;
|
2021-10-07 21:57:02 +00:00
|
|
|
file_io_stats_by_temperature.Reset();
|
2021-04-13 14:55:58 +00:00
|
|
|
#endif //! NIOSTATS_CONTEXT
|
2014-07-03 23:28:03 +00:00
|
|
|
}
|
|
|
|
|
2016-02-23 18:26:24 +00:00
|
|
|
#define IOSTATS_CONTEXT_OUTPUT(counter) \
|
|
|
|
if (!exclude_zero_counters || counter > 0) { \
|
|
|
|
ss << #counter << " = " << counter << ", "; \
|
|
|
|
}
|
2014-07-03 23:28:03 +00:00
|
|
|
|
2016-02-23 18:26:24 +00:00
|
|
|
std::string IOStatsContext::ToString(bool exclude_zero_counters) const {
|
2021-04-13 14:55:58 +00:00
|
|
|
#ifdef NIOSTATS_CONTEXT
|
|
|
|
(void)exclude_zero_counters;
|
|
|
|
return "";
|
|
|
|
#else
|
2014-07-03 23:28:03 +00:00
|
|
|
std::ostringstream ss;
|
2016-02-23 18:26:24 +00:00
|
|
|
IOSTATS_CONTEXT_OUTPUT(thread_pool_id);
|
|
|
|
IOSTATS_CONTEXT_OUTPUT(bytes_read);
|
|
|
|
IOSTATS_CONTEXT_OUTPUT(bytes_written);
|
|
|
|
IOSTATS_CONTEXT_OUTPUT(open_nanos);
|
|
|
|
IOSTATS_CONTEXT_OUTPUT(allocate_nanos);
|
|
|
|
IOSTATS_CONTEXT_OUTPUT(write_nanos);
|
|
|
|
IOSTATS_CONTEXT_OUTPUT(read_nanos);
|
|
|
|
IOSTATS_CONTEXT_OUTPUT(range_sync_nanos);
|
|
|
|
IOSTATS_CONTEXT_OUTPUT(fsync_nanos);
|
|
|
|
IOSTATS_CONTEXT_OUTPUT(prepare_write_nanos);
|
|
|
|
IOSTATS_CONTEXT_OUTPUT(logger_nanos);
|
2021-04-06 07:30:57 +00:00
|
|
|
IOSTATS_CONTEXT_OUTPUT(cpu_write_nanos);
|
|
|
|
IOSTATS_CONTEXT_OUTPUT(cpu_read_nanos);
|
2021-10-07 21:57:02 +00:00
|
|
|
IOSTATS_CONTEXT_OUTPUT(file_io_stats_by_temperature.hot_file_bytes_read);
|
|
|
|
IOSTATS_CONTEXT_OUTPUT(file_io_stats_by_temperature.warm_file_bytes_read);
|
|
|
|
IOSTATS_CONTEXT_OUTPUT(file_io_stats_by_temperature.cold_file_bytes_read);
|
|
|
|
IOSTATS_CONTEXT_OUTPUT(file_io_stats_by_temperature.hot_file_read_count);
|
|
|
|
IOSTATS_CONTEXT_OUTPUT(file_io_stats_by_temperature.warm_file_read_count);
|
|
|
|
IOSTATS_CONTEXT_OUTPUT(file_io_stats_by_temperature.cold_file_read_count);
|
2019-09-03 18:21:47 +00:00
|
|
|
std::string str = ss.str();
|
|
|
|
str.erase(str.find_last_not_of(", ") + 1);
|
|
|
|
return str;
|
2021-04-13 14:55:58 +00:00
|
|
|
#endif //! NIOSTATS_CONTEXT
|
2014-07-03 23:28:03 +00:00
|
|
|
}
|
|
|
|
|
2020-02-20 20:07:53 +00:00
|
|
|
} // namespace ROCKSDB_NAMESPACE
|