435c0d9fc8
This PR switches the Nomad repository from using govendor to Go modules for managing dependencies. Aspects of the Nomad workflow remain pretty much the same. The usual Makefile targets should continue to work as they always did. The API submodule simply defers to the parent Nomad version on the repository, keeping the semantics of API versioning that currently exists.
649 lines
15 KiB
Go
649 lines
15 KiB
Go
package hclog
|
|
|
|
import (
|
|
"bytes"
|
|
"encoding"
|
|
"encoding/json"
|
|
"errors"
|
|
"fmt"
|
|
"io"
|
|
"log"
|
|
"os"
|
|
"reflect"
|
|
"regexp"
|
|
"runtime"
|
|
"sort"
|
|
"strconv"
|
|
"strings"
|
|
"sync"
|
|
"sync/atomic"
|
|
"time"
|
|
|
|
"github.com/fatih/color"
|
|
)
|
|
|
|
// TimeFormat to use for logging. This is a version of RFC3339 that contains
|
|
// contains millisecond precision
|
|
const TimeFormat = "2006-01-02T15:04:05.000Z0700"
|
|
|
|
// errJsonUnsupportedTypeMsg is included in log json entries, if an arg cannot be serialized to json
|
|
const errJsonUnsupportedTypeMsg = "logging contained values that don't serialize to json"
|
|
|
|
var (
|
|
_levelToBracket = map[Level]string{
|
|
Debug: "[DEBUG]",
|
|
Trace: "[TRACE]",
|
|
Info: "[INFO] ",
|
|
Warn: "[WARN] ",
|
|
Error: "[ERROR]",
|
|
}
|
|
|
|
_levelToColor = map[Level]*color.Color{
|
|
Debug: color.New(color.FgHiWhite),
|
|
Trace: color.New(color.FgHiGreen),
|
|
Info: color.New(color.FgHiBlue),
|
|
Warn: color.New(color.FgHiYellow),
|
|
Error: color.New(color.FgHiRed),
|
|
}
|
|
)
|
|
|
|
// Make sure that intLogger is a Logger
|
|
var _ Logger = &intLogger{}
|
|
|
|
// intLogger is an internal logger implementation. Internal in that it is
|
|
// defined entirely by this package.
|
|
type intLogger struct {
|
|
json bool
|
|
caller bool
|
|
name string
|
|
timeFormat string
|
|
|
|
// This is a pointer so that it's shared by any derived loggers, since
|
|
// those derived loggers share the bufio.Writer as well.
|
|
mutex *sync.Mutex
|
|
writer *writer
|
|
level *int32
|
|
|
|
implied []interface{}
|
|
}
|
|
|
|
// New returns a configured logger.
|
|
func New(opts *LoggerOptions) Logger {
|
|
return newLogger(opts)
|
|
}
|
|
|
|
// NewSinkAdapter returns a SinkAdapter with configured settings
|
|
// defined by LoggerOptions
|
|
func NewSinkAdapter(opts *LoggerOptions) SinkAdapter {
|
|
return newLogger(opts)
|
|
}
|
|
|
|
func newLogger(opts *LoggerOptions) *intLogger {
|
|
if opts == nil {
|
|
opts = &LoggerOptions{}
|
|
}
|
|
|
|
output := opts.Output
|
|
if output == nil {
|
|
output = DefaultOutput
|
|
}
|
|
|
|
level := opts.Level
|
|
if level == NoLevel {
|
|
level = DefaultLevel
|
|
}
|
|
|
|
mutex := opts.Mutex
|
|
if mutex == nil {
|
|
mutex = new(sync.Mutex)
|
|
}
|
|
|
|
l := &intLogger{
|
|
json: opts.JSONFormat,
|
|
caller: opts.IncludeLocation,
|
|
name: opts.Name,
|
|
timeFormat: TimeFormat,
|
|
mutex: mutex,
|
|
writer: newWriter(output, opts.Color),
|
|
level: new(int32),
|
|
}
|
|
|
|
l.setColorization(opts)
|
|
|
|
if opts.TimeFormat != "" {
|
|
l.timeFormat = opts.TimeFormat
|
|
}
|
|
|
|
atomic.StoreInt32(l.level, int32(level))
|
|
|
|
return l
|
|
}
|
|
|
|
// Log a message and a set of key/value pairs if the given level is at
|
|
// or more severe that the threshold configured in the Logger.
|
|
func (l *intLogger) log(name string, level Level, msg string, args ...interface{}) {
|
|
if level < Level(atomic.LoadInt32(l.level)) {
|
|
return
|
|
}
|
|
|
|
t := time.Now()
|
|
|
|
l.mutex.Lock()
|
|
defer l.mutex.Unlock()
|
|
|
|
if l.json {
|
|
l.logJSON(t, name, level, msg, args...)
|
|
} else {
|
|
l.logPlain(t, name, level, msg, args...)
|
|
}
|
|
|
|
l.writer.Flush(level)
|
|
}
|
|
|
|
// Cleanup a path by returning the last 2 segments of the path only.
|
|
func trimCallerPath(path string) string {
|
|
// lovely borrowed from zap
|
|
// nb. To make sure we trim the path correctly on Windows too, we
|
|
// counter-intuitively need to use '/' and *not* os.PathSeparator here,
|
|
// because the path given originates from Go stdlib, specifically
|
|
// runtime.Caller() which (as of Mar/17) returns forward slashes even on
|
|
// Windows.
|
|
//
|
|
// See https://github.com/golang/go/issues/3335
|
|
// and https://github.com/golang/go/issues/18151
|
|
//
|
|
// for discussion on the issue on Go side.
|
|
|
|
// Find the last separator.
|
|
idx := strings.LastIndexByte(path, '/')
|
|
if idx == -1 {
|
|
return path
|
|
}
|
|
|
|
// Find the penultimate separator.
|
|
idx = strings.LastIndexByte(path[:idx], '/')
|
|
if idx == -1 {
|
|
return path
|
|
}
|
|
|
|
return path[idx+1:]
|
|
}
|
|
|
|
var logImplFile = regexp.MustCompile(`github.com/hashicorp/go-hclog/.+logger.go$`)
|
|
|
|
// Non-JSON logging format function
|
|
func (l *intLogger) logPlain(t time.Time, name string, level Level, msg string, args ...interface{}) {
|
|
l.writer.WriteString(t.Format(l.timeFormat))
|
|
l.writer.WriteByte(' ')
|
|
|
|
s, ok := _levelToBracket[level]
|
|
if ok {
|
|
l.writer.WriteString(s)
|
|
} else {
|
|
l.writer.WriteString("[?????]")
|
|
}
|
|
|
|
offset := 3
|
|
if l.caller {
|
|
// Check if the caller is inside our package and inside
|
|
// a logger implementation file
|
|
if _, file, _, ok := runtime.Caller(3); ok {
|
|
match := logImplFile.MatchString(file)
|
|
if match {
|
|
offset = 4
|
|
}
|
|
}
|
|
|
|
if _, file, line, ok := runtime.Caller(offset); ok {
|
|
l.writer.WriteByte(' ')
|
|
l.writer.WriteString(trimCallerPath(file))
|
|
l.writer.WriteByte(':')
|
|
l.writer.WriteString(strconv.Itoa(line))
|
|
l.writer.WriteByte(':')
|
|
}
|
|
}
|
|
|
|
l.writer.WriteByte(' ')
|
|
|
|
if name != "" {
|
|
l.writer.WriteString(name)
|
|
l.writer.WriteString(": ")
|
|
}
|
|
|
|
l.writer.WriteString(msg)
|
|
|
|
args = append(l.implied, args...)
|
|
|
|
var stacktrace CapturedStacktrace
|
|
|
|
if args != nil && len(args) > 0 {
|
|
if len(args)%2 != 0 {
|
|
cs, ok := args[len(args)-1].(CapturedStacktrace)
|
|
if ok {
|
|
args = args[:len(args)-1]
|
|
stacktrace = cs
|
|
} else {
|
|
extra := args[len(args)-1]
|
|
args = append(args[:len(args)-1], MissingKey, extra)
|
|
}
|
|
}
|
|
|
|
l.writer.WriteByte(':')
|
|
|
|
FOR:
|
|
for i := 0; i < len(args); i = i + 2 {
|
|
var (
|
|
val string
|
|
raw bool
|
|
)
|
|
|
|
switch st := args[i+1].(type) {
|
|
case string:
|
|
val = st
|
|
case int:
|
|
val = strconv.FormatInt(int64(st), 10)
|
|
case int64:
|
|
val = strconv.FormatInt(int64(st), 10)
|
|
case int32:
|
|
val = strconv.FormatInt(int64(st), 10)
|
|
case int16:
|
|
val = strconv.FormatInt(int64(st), 10)
|
|
case int8:
|
|
val = strconv.FormatInt(int64(st), 10)
|
|
case uint:
|
|
val = strconv.FormatUint(uint64(st), 10)
|
|
case uint64:
|
|
val = strconv.FormatUint(uint64(st), 10)
|
|
case uint32:
|
|
val = strconv.FormatUint(uint64(st), 10)
|
|
case uint16:
|
|
val = strconv.FormatUint(uint64(st), 10)
|
|
case uint8:
|
|
val = strconv.FormatUint(uint64(st), 10)
|
|
case CapturedStacktrace:
|
|
stacktrace = st
|
|
continue FOR
|
|
case Format:
|
|
val = fmt.Sprintf(st[0].(string), st[1:]...)
|
|
default:
|
|
v := reflect.ValueOf(st)
|
|
if v.Kind() == reflect.Slice {
|
|
val = l.renderSlice(v)
|
|
raw = true
|
|
} else {
|
|
val = fmt.Sprintf("%v", st)
|
|
}
|
|
}
|
|
|
|
l.writer.WriteByte(' ')
|
|
switch st := args[i].(type) {
|
|
case string:
|
|
l.writer.WriteString(st)
|
|
default:
|
|
l.writer.WriteString(fmt.Sprintf("%s", st))
|
|
}
|
|
l.writer.WriteByte('=')
|
|
|
|
if !raw && strings.ContainsAny(val, " \t\n\r") {
|
|
l.writer.WriteByte('"')
|
|
l.writer.WriteString(val)
|
|
l.writer.WriteByte('"')
|
|
} else {
|
|
l.writer.WriteString(val)
|
|
}
|
|
}
|
|
}
|
|
|
|
l.writer.WriteString("\n")
|
|
|
|
if stacktrace != "" {
|
|
l.writer.WriteString(string(stacktrace))
|
|
}
|
|
}
|
|
|
|
func (l *intLogger) renderSlice(v reflect.Value) string {
|
|
var buf bytes.Buffer
|
|
|
|
buf.WriteRune('[')
|
|
|
|
for i := 0; i < v.Len(); i++ {
|
|
if i > 0 {
|
|
buf.WriteString(", ")
|
|
}
|
|
|
|
sv := v.Index(i)
|
|
|
|
var val string
|
|
|
|
switch sv.Kind() {
|
|
case reflect.String:
|
|
val = sv.String()
|
|
case reflect.Int, reflect.Int16, reflect.Int32, reflect.Int64:
|
|
val = strconv.FormatInt(sv.Int(), 10)
|
|
case reflect.Uint, reflect.Uint16, reflect.Uint32, reflect.Uint64:
|
|
val = strconv.FormatUint(sv.Uint(), 10)
|
|
default:
|
|
val = fmt.Sprintf("%v", sv.Interface())
|
|
}
|
|
|
|
if strings.ContainsAny(val, " \t\n\r") {
|
|
buf.WriteByte('"')
|
|
buf.WriteString(val)
|
|
buf.WriteByte('"')
|
|
} else {
|
|
buf.WriteString(val)
|
|
}
|
|
}
|
|
|
|
buf.WriteRune(']')
|
|
|
|
return buf.String()
|
|
}
|
|
|
|
// JSON logging function
|
|
func (l *intLogger) logJSON(t time.Time, name string, level Level, msg string, args ...interface{}) {
|
|
vals := l.jsonMapEntry(t, name, level, msg)
|
|
args = append(l.implied, args...)
|
|
|
|
if args != nil && len(args) > 0 {
|
|
if len(args)%2 != 0 {
|
|
cs, ok := args[len(args)-1].(CapturedStacktrace)
|
|
if ok {
|
|
args = args[:len(args)-1]
|
|
vals["stacktrace"] = cs
|
|
} else {
|
|
extra := args[len(args)-1]
|
|
args = append(args[:len(args)-1], MissingKey, extra)
|
|
}
|
|
}
|
|
|
|
for i := 0; i < len(args); i = i + 2 {
|
|
val := args[i+1]
|
|
switch sv := val.(type) {
|
|
case error:
|
|
// Check if val is of type error. If error type doesn't
|
|
// implement json.Marshaler or encoding.TextMarshaler
|
|
// then set val to err.Error() so that it gets marshaled
|
|
switch sv.(type) {
|
|
case json.Marshaler, encoding.TextMarshaler:
|
|
default:
|
|
val = sv.Error()
|
|
}
|
|
case Format:
|
|
val = fmt.Sprintf(sv[0].(string), sv[1:]...)
|
|
}
|
|
|
|
var key string
|
|
|
|
switch st := args[i].(type) {
|
|
case string:
|
|
key = st
|
|
default:
|
|
key = fmt.Sprintf("%s", st)
|
|
}
|
|
vals[key] = val
|
|
}
|
|
}
|
|
|
|
err := json.NewEncoder(l.writer).Encode(vals)
|
|
if err != nil {
|
|
if _, ok := err.(*json.UnsupportedTypeError); ok {
|
|
plainVal := l.jsonMapEntry(t, name, level, msg)
|
|
plainVal["@warn"] = errJsonUnsupportedTypeMsg
|
|
|
|
json.NewEncoder(l.writer).Encode(plainVal)
|
|
}
|
|
}
|
|
}
|
|
|
|
func (l intLogger) jsonMapEntry(t time.Time, name string, level Level, msg string) map[string]interface{} {
|
|
vals := map[string]interface{}{
|
|
"@message": msg,
|
|
"@timestamp": t.Format("2006-01-02T15:04:05.000000Z07:00"),
|
|
}
|
|
|
|
var levelStr string
|
|
switch level {
|
|
case Error:
|
|
levelStr = "error"
|
|
case Warn:
|
|
levelStr = "warn"
|
|
case Info:
|
|
levelStr = "info"
|
|
case Debug:
|
|
levelStr = "debug"
|
|
case Trace:
|
|
levelStr = "trace"
|
|
default:
|
|
levelStr = "all"
|
|
}
|
|
|
|
vals["@level"] = levelStr
|
|
|
|
if name != "" {
|
|
vals["@module"] = name
|
|
}
|
|
|
|
if l.caller {
|
|
if _, file, line, ok := runtime.Caller(4); ok {
|
|
vals["@caller"] = fmt.Sprintf("%s:%d", file, line)
|
|
}
|
|
}
|
|
return vals
|
|
}
|
|
|
|
// Emit the message and args at the provided level
|
|
func (l *intLogger) Log(level Level, msg string, args ...interface{}) {
|
|
l.log(l.Name(), level, msg, args...)
|
|
}
|
|
|
|
// Emit the message and args at DEBUG level
|
|
func (l *intLogger) Debug(msg string, args ...interface{}) {
|
|
l.log(l.Name(), Debug, msg, args...)
|
|
}
|
|
|
|
// Emit the message and args at TRACE level
|
|
func (l *intLogger) Trace(msg string, args ...interface{}) {
|
|
l.log(l.Name(), Trace, msg, args...)
|
|
}
|
|
|
|
// Emit the message and args at INFO level
|
|
func (l *intLogger) Info(msg string, args ...interface{}) {
|
|
l.log(l.Name(), Info, msg, args...)
|
|
}
|
|
|
|
// Emit the message and args at WARN level
|
|
func (l *intLogger) Warn(msg string, args ...interface{}) {
|
|
l.log(l.Name(), Warn, msg, args...)
|
|
}
|
|
|
|
// Emit the message and args at ERROR level
|
|
func (l *intLogger) Error(msg string, args ...interface{}) {
|
|
l.log(l.Name(), Error, msg, args...)
|
|
}
|
|
|
|
// Indicate that the logger would emit TRACE level logs
|
|
func (l *intLogger) IsTrace() bool {
|
|
return Level(atomic.LoadInt32(l.level)) == Trace
|
|
}
|
|
|
|
// Indicate that the logger would emit DEBUG level logs
|
|
func (l *intLogger) IsDebug() bool {
|
|
return Level(atomic.LoadInt32(l.level)) <= Debug
|
|
}
|
|
|
|
// Indicate that the logger would emit INFO level logs
|
|
func (l *intLogger) IsInfo() bool {
|
|
return Level(atomic.LoadInt32(l.level)) <= Info
|
|
}
|
|
|
|
// Indicate that the logger would emit WARN level logs
|
|
func (l *intLogger) IsWarn() bool {
|
|
return Level(atomic.LoadInt32(l.level)) <= Warn
|
|
}
|
|
|
|
// Indicate that the logger would emit ERROR level logs
|
|
func (l *intLogger) IsError() bool {
|
|
return Level(atomic.LoadInt32(l.level)) <= Error
|
|
}
|
|
|
|
const MissingKey = "EXTRA_VALUE_AT_END"
|
|
|
|
// Return a sub-Logger for which every emitted log message will contain
|
|
// the given key/value pairs. This is used to create a context specific
|
|
// Logger.
|
|
func (l *intLogger) With(args ...interface{}) Logger {
|
|
var extra interface{}
|
|
|
|
if len(args)%2 != 0 {
|
|
extra = args[len(args)-1]
|
|
args = args[:len(args)-1]
|
|
}
|
|
|
|
sl := *l
|
|
|
|
result := make(map[string]interface{}, len(l.implied)+len(args))
|
|
keys := make([]string, 0, len(l.implied)+len(args))
|
|
|
|
// Read existing args, store map and key for consistent sorting
|
|
for i := 0; i < len(l.implied); i += 2 {
|
|
key := l.implied[i].(string)
|
|
keys = append(keys, key)
|
|
result[key] = l.implied[i+1]
|
|
}
|
|
// Read new args, store map and key for consistent sorting
|
|
for i := 0; i < len(args); i += 2 {
|
|
key := args[i].(string)
|
|
_, exists := result[key]
|
|
if !exists {
|
|
keys = append(keys, key)
|
|
}
|
|
result[key] = args[i+1]
|
|
}
|
|
|
|
// Sort keys to be consistent
|
|
sort.Strings(keys)
|
|
|
|
sl.implied = make([]interface{}, 0, len(l.implied)+len(args))
|
|
for _, k := range keys {
|
|
sl.implied = append(sl.implied, k)
|
|
sl.implied = append(sl.implied, result[k])
|
|
}
|
|
|
|
if extra != nil {
|
|
sl.implied = append(sl.implied, MissingKey, extra)
|
|
}
|
|
|
|
return &sl
|
|
}
|
|
|
|
// Create a new sub-Logger that a name decending from the current name.
|
|
// This is used to create a subsystem specific Logger.
|
|
func (l *intLogger) Named(name string) Logger {
|
|
sl := *l
|
|
|
|
if sl.name != "" {
|
|
sl.name = sl.name + "." + name
|
|
} else {
|
|
sl.name = name
|
|
}
|
|
|
|
return &sl
|
|
}
|
|
|
|
// Create a new sub-Logger with an explicit name. This ignores the current
|
|
// name. This is used to create a standalone logger that doesn't fall
|
|
// within the normal hierarchy.
|
|
func (l *intLogger) ResetNamed(name string) Logger {
|
|
sl := *l
|
|
|
|
sl.name = name
|
|
|
|
return &sl
|
|
}
|
|
|
|
func (l *intLogger) ResetOutput(opts *LoggerOptions) error {
|
|
if opts.Output == nil {
|
|
return errors.New("given output is nil")
|
|
}
|
|
|
|
l.mutex.Lock()
|
|
defer l.mutex.Unlock()
|
|
|
|
return l.resetOutput(opts)
|
|
}
|
|
|
|
func (l *intLogger) ResetOutputWithFlush(opts *LoggerOptions, flushable Flushable) error {
|
|
if opts.Output == nil {
|
|
return errors.New("given output is nil")
|
|
}
|
|
if flushable == nil {
|
|
return errors.New("flushable is nil")
|
|
}
|
|
|
|
l.mutex.Lock()
|
|
defer l.mutex.Unlock()
|
|
|
|
if err := flushable.Flush(); err != nil {
|
|
return err
|
|
}
|
|
|
|
return l.resetOutput(opts)
|
|
}
|
|
|
|
func (l *intLogger) resetOutput(opts *LoggerOptions) error {
|
|
l.writer = newWriter(opts.Output, opts.Color)
|
|
l.setColorization(opts)
|
|
return nil
|
|
}
|
|
|
|
// Update the logging level on-the-fly. This will affect all subloggers as
|
|
// well.
|
|
func (l *intLogger) SetLevel(level Level) {
|
|
atomic.StoreInt32(l.level, int32(level))
|
|
}
|
|
|
|
// Create a *log.Logger that will send it's data through this Logger. This
|
|
// allows packages that expect to be using the standard library log to actually
|
|
// use this logger.
|
|
func (l *intLogger) StandardLogger(opts *StandardLoggerOptions) *log.Logger {
|
|
if opts == nil {
|
|
opts = &StandardLoggerOptions{}
|
|
}
|
|
|
|
return log.New(l.StandardWriter(opts), "", 0)
|
|
}
|
|
|
|
func (l *intLogger) StandardWriter(opts *StandardLoggerOptions) io.Writer {
|
|
return &stdlogAdapter{
|
|
log: l,
|
|
inferLevels: opts.InferLevels,
|
|
forceLevel: opts.ForceLevel,
|
|
}
|
|
}
|
|
|
|
// checks if the underlying io.Writer is a file, and
|
|
// panics if not. For use by colorization.
|
|
func (l *intLogger) checkWriterIsFile() *os.File {
|
|
fi, ok := l.writer.w.(*os.File)
|
|
if !ok {
|
|
panic("Cannot enable coloring of non-file Writers")
|
|
}
|
|
return fi
|
|
}
|
|
|
|
// Accept implements the SinkAdapter interface
|
|
func (i *intLogger) Accept(name string, level Level, msg string, args ...interface{}) {
|
|
i.log(name, level, msg, args...)
|
|
}
|
|
|
|
// ImpliedArgs returns the loggers implied args
|
|
func (i *intLogger) ImpliedArgs() []interface{} {
|
|
return i.implied
|
|
}
|
|
|
|
// Name returns the loggers name
|
|
func (i *intLogger) Name() string {
|
|
return i.name
|
|
}
|