2016-02-09 23:12:00 +00:00
|
|
|
// Copyright (c) 2011-present, Facebook, Inc. All rights reserved.
|
2017-07-15 23:03:42 +00:00
|
|
|
// This source code is licensed under both the GPLv2 (found in the
|
|
|
|
// COPYING file in the root directory) and Apache 2.0 License
|
|
|
|
// (found in the LICENSE.Apache file in the root directory).
|
2015-07-01 23:13:49 +00:00
|
|
|
//
|
|
|
|
// Copyright (c) 2011 The LevelDB Authors. All rights reserved.
|
|
|
|
// Use of this source code is governed by a BSD-style license that can be
|
|
|
|
// found in the LICENSE file. See the AUTHORS file for names of contributors.
|
|
|
|
//
|
|
|
|
// Logger implementation that can be shared by all environments
|
|
|
|
// where enough posix functionality is available.
|
|
|
|
|
2015-11-16 20:56:21 +00:00
|
|
|
#include "port/win/win_logger.h"
|
2016-05-19 23:40:54 +00:00
|
|
|
#include "port/win/io_win.h"
|
2015-11-16 20:56:21 +00:00
|
|
|
|
2015-07-01 23:13:49 +00:00
|
|
|
#include <algorithm>
|
|
|
|
#include <stdio.h>
|
|
|
|
#include <time.h>
|
|
|
|
#include <fcntl.h>
|
|
|
|
#include <atomic>
|
|
|
|
|
|
|
|
#include "rocksdb/env.h"
|
2015-08-27 01:51:18 +00:00
|
|
|
|
2017-04-06 02:02:00 +00:00
|
|
|
#include "monitoring/iostats_context_imp.h"
|
2015-07-01 23:13:49 +00:00
|
|
|
#include "port/sys_time.h"
|
|
|
|
|
|
|
|
namespace rocksdb {
|
|
|
|
|
2016-05-19 23:40:54 +00:00
|
|
|
namespace port {
|
|
|
|
|
2015-08-27 01:51:18 +00:00
|
|
|
WinLogger::WinLogger(uint64_t (*gettid)(), Env* env, HANDLE file,
|
2015-07-13 19:11:05 +00:00
|
|
|
const InfoLogLevel log_level)
|
|
|
|
: Logger(log_level),
|
2017-03-30 23:47:19 +00:00
|
|
|
file_(file),
|
2015-07-13 19:11:05 +00:00
|
|
|
gettid_(gettid),
|
|
|
|
log_size_(0),
|
|
|
|
last_flush_micros_(0),
|
|
|
|
env_(env),
|
2018-03-06 19:47:42 +00:00
|
|
|
flush_pending_(false) {
|
|
|
|
assert(file_ != NULL);
|
|
|
|
assert(file_ != INVALID_HANDLE_VALUE);
|
|
|
|
}
|
2015-07-01 23:13:49 +00:00
|
|
|
|
|
|
|
void WinLogger::DebugWriter(const char* str, int len) {
|
2018-03-06 19:47:42 +00:00
|
|
|
assert(file_ != INVALID_HANDLE_VALUE);
|
2015-08-27 01:51:18 +00:00
|
|
|
DWORD bytesWritten = 0;
|
|
|
|
BOOL ret = WriteFile(file_, str, len, &bytesWritten, NULL);
|
|
|
|
if (ret == FALSE) {
|
|
|
|
std::string errSz = GetWindowsErrSz(GetLastError());
|
|
|
|
fprintf(stderr, errSz.c_str());
|
2015-07-13 19:11:05 +00:00
|
|
|
}
|
2015-07-01 23:13:49 +00:00
|
|
|
}
|
|
|
|
|
2018-03-06 19:47:42 +00:00
|
|
|
WinLogger::~WinLogger() {
|
|
|
|
CloseInternal();
|
|
|
|
}
|
|
|
|
|
|
|
|
Status WinLogger::CloseImpl() {
|
|
|
|
return CloseInternal();
|
|
|
|
}
|
2015-07-01 23:13:49 +00:00
|
|
|
|
2018-03-06 19:47:42 +00:00
|
|
|
Status WinLogger::CloseInternal() {
|
|
|
|
Status s;
|
|
|
|
if (INVALID_HANDLE_VALUE != file_) {
|
|
|
|
BOOL ret = FlushFileBuffers(file_);
|
|
|
|
if (ret == 0) {
|
|
|
|
auto lastError = GetLastError();
|
|
|
|
s = IOErrorFromWindowsError("Failed to flush LOG on Close() ",
|
|
|
|
lastError);
|
|
|
|
}
|
|
|
|
ret = CloseHandle(file_);
|
|
|
|
// On error the return value is zero
|
|
|
|
if (ret == 0 && s.ok()) {
|
|
|
|
auto lastError = GetLastError();
|
|
|
|
s = IOErrorFromWindowsError("Failed to flush LOG on Close() ",
|
|
|
|
lastError);
|
|
|
|
}
|
|
|
|
file_ = INVALID_HANDLE_VALUE;
|
|
|
|
closed_ = true;
|
|
|
|
}
|
|
|
|
return s;
|
|
|
|
}
|
2015-07-01 23:13:49 +00:00
|
|
|
|
|
|
|
void WinLogger::Flush() {
|
2018-03-06 19:47:42 +00:00
|
|
|
assert(file_ != INVALID_HANDLE_VALUE);
|
2015-07-13 19:11:05 +00:00
|
|
|
if (flush_pending_) {
|
|
|
|
flush_pending_ = false;
|
2015-11-16 20:56:21 +00:00
|
|
|
// With Windows API writes go to OS buffers directly so no fflush needed
|
|
|
|
// unlike with C runtime API. We don't flush all the way to disk
|
|
|
|
// for perf reasons.
|
2015-07-13 19:11:05 +00:00
|
|
|
}
|
2015-07-01 23:13:49 +00:00
|
|
|
|
2015-07-13 19:11:05 +00:00
|
|
|
last_flush_micros_ = env_->NowMicros();
|
2015-07-01 23:13:49 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
void WinLogger::Logv(const char* format, va_list ap) {
|
2015-07-07 23:58:20 +00:00
|
|
|
IOSTATS_TIMER_GUARD(logger_nanos);
|
2018-03-06 19:47:42 +00:00
|
|
|
assert(file_ != INVALID_HANDLE_VALUE);
|
2015-07-07 23:58:20 +00:00
|
|
|
|
|
|
|
const uint64_t thread_id = (*gettid_)();
|
|
|
|
|
|
|
|
// We try twice: the first time with a fixed-size stack allocated buffer,
|
|
|
|
// and the second time with a much larger dynamically allocated buffer.
|
|
|
|
char buffer[500];
|
|
|
|
std::unique_ptr<char[]> largeBuffer;
|
|
|
|
for (int iter = 0; iter < 2; ++iter) {
|
2015-07-13 19:11:05 +00:00
|
|
|
char* base;
|
|
|
|
int bufsize;
|
|
|
|
if (iter == 0) {
|
|
|
|
bufsize = sizeof(buffer);
|
|
|
|
base = buffer;
|
|
|
|
} else {
|
|
|
|
bufsize = 30000;
|
|
|
|
largeBuffer.reset(new char[bufsize]);
|
|
|
|
base = largeBuffer.get();
|
|
|
|
}
|
2015-07-07 23:58:20 +00:00
|
|
|
|
2015-07-13 19:11:05 +00:00
|
|
|
char* p = base;
|
|
|
|
char* limit = base + bufsize;
|
|
|
|
|
|
|
|
struct timeval now_tv;
|
|
|
|
gettimeofday(&now_tv, nullptr);
|
|
|
|
const time_t seconds = now_tv.tv_sec;
|
|
|
|
struct tm t;
|
|
|
|
localtime_s(&t, &seconds);
|
|
|
|
p += snprintf(p, limit - p, "%04d/%02d/%02d-%02d:%02d:%02d.%06d %llx ",
|
|
|
|
t.tm_year + 1900, t.tm_mon + 1, t.tm_mday, t.tm_hour,
|
|
|
|
t.tm_min, t.tm_sec, static_cast<int>(now_tv.tv_usec),
|
|
|
|
static_cast<long long unsigned int>(thread_id));
|
|
|
|
|
|
|
|
// Print the message
|
|
|
|
if (p < limit) {
|
|
|
|
va_list backup_ap;
|
|
|
|
va_copy(backup_ap, ap);
|
|
|
|
int done = vsnprintf(p, limit - p, format, backup_ap);
|
|
|
|
if (done > 0) {
|
|
|
|
p += done;
|
|
|
|
} else {
|
|
|
|
continue;
|
2015-07-07 23:58:20 +00:00
|
|
|
}
|
2015-07-13 19:11:05 +00:00
|
|
|
va_end(backup_ap);
|
|
|
|
}
|
2015-07-07 23:58:20 +00:00
|
|
|
|
2015-07-13 19:11:05 +00:00
|
|
|
// Truncate to available space if necessary
|
|
|
|
if (p >= limit) {
|
|
|
|
if (iter == 0) {
|
|
|
|
continue; // Try again with larger buffer
|
|
|
|
} else {
|
|
|
|
p = limit - 1;
|
2015-07-07 23:58:20 +00:00
|
|
|
}
|
2015-07-13 19:11:05 +00:00
|
|
|
}
|
2015-07-07 23:58:20 +00:00
|
|
|
|
2015-07-13 19:11:05 +00:00
|
|
|
// Add newline if necessary
|
|
|
|
if (p == base || p[-1] != '\n') {
|
|
|
|
*p++ = '\n';
|
|
|
|
}
|
2015-07-07 23:58:20 +00:00
|
|
|
|
2015-07-13 19:11:05 +00:00
|
|
|
assert(p <= limit);
|
|
|
|
const size_t write_size = p - base;
|
2015-07-07 23:58:20 +00:00
|
|
|
|
2015-11-16 20:56:21 +00:00
|
|
|
DWORD bytesWritten = 0;
|
2015-11-15 18:49:14 +00:00
|
|
|
BOOL ret = WriteFile(file_, base, static_cast<DWORD>(write_size),
|
|
|
|
&bytesWritten, NULL);
|
2015-08-27 01:51:18 +00:00
|
|
|
if (ret == FALSE) {
|
|
|
|
std::string errSz = GetWindowsErrSz(GetLastError());
|
|
|
|
fprintf(stderr, errSz.c_str());
|
2015-07-13 19:11:05 +00:00
|
|
|
}
|
2015-07-07 23:58:20 +00:00
|
|
|
|
2015-07-13 19:11:05 +00:00
|
|
|
flush_pending_ = true;
|
2016-01-05 12:35:14 +00:00
|
|
|
assert((bytesWritten == write_size) || (ret == FALSE));
|
2015-08-27 01:51:18 +00:00
|
|
|
if (bytesWritten > 0) {
|
2015-07-13 19:11:05 +00:00
|
|
|
log_size_ += write_size;
|
|
|
|
}
|
2015-07-07 23:58:20 +00:00
|
|
|
|
2015-07-13 19:11:05 +00:00
|
|
|
uint64_t now_micros =
|
|
|
|
static_cast<uint64_t>(now_tv.tv_sec) * 1000000 + now_tv.tv_usec;
|
|
|
|
if (now_micros - last_flush_micros_ >= flush_every_seconds_ * 1000000) {
|
|
|
|
flush_pending_ = false;
|
2015-11-16 20:56:21 +00:00
|
|
|
// With Windows API writes go to OS buffers directly so no fflush needed
|
|
|
|
// unlike with C runtime API. We don't flush all the way to disk
|
|
|
|
// for perf reasons.
|
2015-07-13 19:11:05 +00:00
|
|
|
last_flush_micros_ = now_micros;
|
|
|
|
}
|
|
|
|
break;
|
2015-07-07 23:58:20 +00:00
|
|
|
}
|
2015-07-01 23:13:49 +00:00
|
|
|
}
|
|
|
|
|
2015-07-13 19:11:05 +00:00
|
|
|
size_t WinLogger::GetLogFileSize() const { return log_size_; }
|
2015-07-01 23:13:49 +00:00
|
|
|
|
2016-05-19 23:40:54 +00:00
|
|
|
}
|
|
|
|
|
2015-07-01 23:13:49 +00:00
|
|
|
} // namespace rocksdb
|