package hclog import ( "bytes" "encoding" "encoding/json" "errors" "fmt" "io" "log" "os" "reflect" "regexp" "runtime" "sort" "strconv" "strings" "sync" "sync/atomic" "time" "github.com/fatih/color" ) // TimeFormat to use for logging. This is a version of RFC3339 that contains // contains millisecond precision const TimeFormat = "2006-01-02T15:04:05.000Z0700" // errJsonUnsupportedTypeMsg is included in log json entries, if an arg cannot be serialized to json const errJsonUnsupportedTypeMsg = "logging contained values that don't serialize to json" var ( _levelToBracket = map[Level]string{ Debug: "[DEBUG]", Trace: "[TRACE]", Info: "[INFO] ", Warn: "[WARN] ", Error: "[ERROR]", } _levelToColor = map[Level]*color.Color{ Debug: color.New(color.FgHiWhite), Trace: color.New(color.FgHiGreen), Info: color.New(color.FgHiBlue), Warn: color.New(color.FgHiYellow), Error: color.New(color.FgHiRed), } ) // Make sure that intLogger is a Logger var _ Logger = &intLogger{} // intLogger is an internal logger implementation. Internal in that it is // defined entirely by this package. type intLogger struct { json bool caller bool name string timeFormat string // This is an interface so that it's shared by any derived loggers, since // those derived loggers share the bufio.Writer as well. mutex Locker writer *writer level *int32 implied []interface{} exclude func(level Level, msg string, args ...interface{}) bool } // New returns a configured logger. func New(opts *LoggerOptions) Logger { return newLogger(opts) } // NewSinkAdapter returns a SinkAdapter with configured settings // defined by LoggerOptions func NewSinkAdapter(opts *LoggerOptions) SinkAdapter { return newLogger(opts) } func newLogger(opts *LoggerOptions) *intLogger { if opts == nil { opts = &LoggerOptions{} } output := opts.Output if output == nil { output = DefaultOutput } level := opts.Level if level == NoLevel { level = DefaultLevel } mutex := opts.Mutex if mutex == nil { mutex = new(sync.Mutex) } l := &intLogger{ json: opts.JSONFormat, caller: opts.IncludeLocation, name: opts.Name, timeFormat: TimeFormat, mutex: mutex, writer: newWriter(output, opts.Color), level: new(int32), exclude: opts.Exclude, } l.setColorization(opts) if opts.DisableTime { l.timeFormat = "" } else if opts.TimeFormat != "" { l.timeFormat = opts.TimeFormat } atomic.StoreInt32(l.level, int32(level)) return l } // Log a message and a set of key/value pairs if the given level is at // or more severe that the threshold configured in the Logger. func (l *intLogger) log(name string, level Level, msg string, args ...interface{}) { if level < Level(atomic.LoadInt32(l.level)) { return } t := time.Now() l.mutex.Lock() defer l.mutex.Unlock() if l.exclude != nil && l.exclude(level, msg, args...) { return } if l.json { l.logJSON(t, name, level, msg, args...) } else { l.logPlain(t, name, level, msg, args...) } l.writer.Flush(level) } // Cleanup a path by returning the last 2 segments of the path only. func trimCallerPath(path string) string { // lovely borrowed from zap // nb. To make sure we trim the path correctly on Windows too, we // counter-intuitively need to use '/' and *not* os.PathSeparator here, // because the path given originates from Go stdlib, specifically // runtime.Caller() which (as of Mar/17) returns forward slashes even on // Windows. // // See https://github.com/golang/go/issues/3335 // and https://github.com/golang/go/issues/18151 // // for discussion on the issue on Go side. // Find the last separator. idx := strings.LastIndexByte(path, '/') if idx == -1 { return path } // Find the penultimate separator. idx = strings.LastIndexByte(path[:idx], '/') if idx == -1 { return path } return path[idx+1:] } var logImplFile = regexp.MustCompile(`.+intlogger.go|.+interceptlogger.go$`) // Non-JSON logging format function func (l *intLogger) logPlain(t time.Time, name string, level Level, msg string, args ...interface{}) { if len(l.timeFormat) > 0 { l.writer.WriteString(t.Format(l.timeFormat)) l.writer.WriteByte(' ') } s, ok := _levelToBracket[level] if ok { l.writer.WriteString(s) } else { l.writer.WriteString("[?????]") } offset := 3 if l.caller { // Check if the caller is inside our package and inside // a logger implementation file if _, file, _, ok := runtime.Caller(3); ok { match := logImplFile.MatchString(file) if match { offset = 4 } } if _, file, line, ok := runtime.Caller(offset); ok { l.writer.WriteByte(' ') l.writer.WriteString(trimCallerPath(file)) l.writer.WriteByte(':') l.writer.WriteString(strconv.Itoa(line)) l.writer.WriteByte(':') } } l.writer.WriteByte(' ') if name != "" { l.writer.WriteString(name) l.writer.WriteString(": ") } l.writer.WriteString(msg) args = append(l.implied, args...) var stacktrace CapturedStacktrace if args != nil && len(args) > 0 { if len(args)%2 != 0 { cs, ok := args[len(args)-1].(CapturedStacktrace) if ok { args = args[:len(args)-1] stacktrace = cs } else { extra := args[len(args)-1] args = append(args[:len(args)-1], MissingKey, extra) } } l.writer.WriteByte(':') FOR: for i := 0; i < len(args); i = i + 2 { var ( val string raw bool ) switch st := args[i+1].(type) { case string: val = st case int: val = strconv.FormatInt(int64(st), 10) case int64: val = strconv.FormatInt(int64(st), 10) case int32: val = strconv.FormatInt(int64(st), 10) case int16: val = strconv.FormatInt(int64(st), 10) case int8: val = strconv.FormatInt(int64(st), 10) case uint: val = strconv.FormatUint(uint64(st), 10) case uint64: val = strconv.FormatUint(uint64(st), 10) case uint32: val = strconv.FormatUint(uint64(st), 10) case uint16: val = strconv.FormatUint(uint64(st), 10) case uint8: val = strconv.FormatUint(uint64(st), 10) case Hex: val = "0x" + strconv.FormatUint(uint64(st), 16) case Octal: val = "0" + strconv.FormatUint(uint64(st), 8) case Binary: val = "0b" + strconv.FormatUint(uint64(st), 2) case CapturedStacktrace: stacktrace = st continue FOR case Format: val = fmt.Sprintf(st[0].(string), st[1:]...) default: v := reflect.ValueOf(st) if v.Kind() == reflect.Slice { val = l.renderSlice(v) raw = true } else { val = fmt.Sprintf("%v", st) } } l.writer.WriteByte(' ') switch st := args[i].(type) { case string: l.writer.WriteString(st) default: l.writer.WriteString(fmt.Sprintf("%s", st)) } l.writer.WriteByte('=') if !raw && strings.ContainsAny(val, " \t\n\r") { l.writer.WriteByte('"') l.writer.WriteString(val) l.writer.WriteByte('"') } else { l.writer.WriteString(val) } } } l.writer.WriteString("\n") if stacktrace != "" { l.writer.WriteString(string(stacktrace)) } } func (l *intLogger) renderSlice(v reflect.Value) string { var buf bytes.Buffer buf.WriteRune('[') for i := 0; i < v.Len(); i++ { if i > 0 { buf.WriteString(", ") } sv := v.Index(i) var val string switch sv.Kind() { case reflect.String: val = sv.String() case reflect.Int, reflect.Int16, reflect.Int32, reflect.Int64: val = strconv.FormatInt(sv.Int(), 10) case reflect.Uint, reflect.Uint16, reflect.Uint32, reflect.Uint64: val = strconv.FormatUint(sv.Uint(), 10) default: val = fmt.Sprintf("%v", sv.Interface()) } if strings.ContainsAny(val, " \t\n\r") { buf.WriteByte('"') buf.WriteString(val) buf.WriteByte('"') } else { buf.WriteString(val) } } buf.WriteRune(']') return buf.String() } // JSON logging function func (l *intLogger) logJSON(t time.Time, name string, level Level, msg string, args ...interface{}) { vals := l.jsonMapEntry(t, name, level, msg) args = append(l.implied, args...) if args != nil && len(args) > 0 { if len(args)%2 != 0 { cs, ok := args[len(args)-1].(CapturedStacktrace) if ok { args = args[:len(args)-1] vals["stacktrace"] = cs } else { extra := args[len(args)-1] args = append(args[:len(args)-1], MissingKey, extra) } } for i := 0; i < len(args); i = i + 2 { val := args[i+1] switch sv := val.(type) { case error: // Check if val is of type error. If error type doesn't // implement json.Marshaler or encoding.TextMarshaler // then set val to err.Error() so that it gets marshaled switch sv.(type) { case json.Marshaler, encoding.TextMarshaler: default: val = sv.Error() } case Format: val = fmt.Sprintf(sv[0].(string), sv[1:]...) } var key string switch st := args[i].(type) { case string: key = st default: key = fmt.Sprintf("%s", st) } vals[key] = val } } err := json.NewEncoder(l.writer).Encode(vals) if err != nil { if _, ok := err.(*json.UnsupportedTypeError); ok { plainVal := l.jsonMapEntry(t, name, level, msg) plainVal["@warn"] = errJsonUnsupportedTypeMsg json.NewEncoder(l.writer).Encode(plainVal) } } } func (l intLogger) jsonMapEntry(t time.Time, name string, level Level, msg string) map[string]interface{} { vals := map[string]interface{}{ "@message": msg, "@timestamp": t.Format("2006-01-02T15:04:05.000000Z07:00"), } var levelStr string switch level { case Error: levelStr = "error" case Warn: levelStr = "warn" case Info: levelStr = "info" case Debug: levelStr = "debug" case Trace: levelStr = "trace" default: levelStr = "all" } vals["@level"] = levelStr if name != "" { vals["@module"] = name } if l.caller { if _, file, line, ok := runtime.Caller(4); ok { vals["@caller"] = fmt.Sprintf("%s:%d", file, line) } } return vals } // Emit the message and args at the provided level func (l *intLogger) Log(level Level, msg string, args ...interface{}) { l.log(l.Name(), level, msg, args...) } // Emit the message and args at DEBUG level func (l *intLogger) Debug(msg string, args ...interface{}) { l.log(l.Name(), Debug, msg, args...) } // Emit the message and args at TRACE level func (l *intLogger) Trace(msg string, args ...interface{}) { l.log(l.Name(), Trace, msg, args...) } // Emit the message and args at INFO level func (l *intLogger) Info(msg string, args ...interface{}) { l.log(l.Name(), Info, msg, args...) } // Emit the message and args at WARN level func (l *intLogger) Warn(msg string, args ...interface{}) { l.log(l.Name(), Warn, msg, args...) } // Emit the message and args at ERROR level func (l *intLogger) Error(msg string, args ...interface{}) { l.log(l.Name(), Error, msg, args...) } // Indicate that the logger would emit TRACE level logs func (l *intLogger) IsTrace() bool { return Level(atomic.LoadInt32(l.level)) == Trace } // Indicate that the logger would emit DEBUG level logs func (l *intLogger) IsDebug() bool { return Level(atomic.LoadInt32(l.level)) <= Debug } // Indicate that the logger would emit INFO level logs func (l *intLogger) IsInfo() bool { return Level(atomic.LoadInt32(l.level)) <= Info } // Indicate that the logger would emit WARN level logs func (l *intLogger) IsWarn() bool { return Level(atomic.LoadInt32(l.level)) <= Warn } // Indicate that the logger would emit ERROR level logs func (l *intLogger) IsError() bool { return Level(atomic.LoadInt32(l.level)) <= Error } const MissingKey = "EXTRA_VALUE_AT_END" // Return a sub-Logger for which every emitted log message will contain // the given key/value pairs. This is used to create a context specific // Logger. func (l *intLogger) With(args ...interface{}) Logger { var extra interface{} if len(args)%2 != 0 { extra = args[len(args)-1] args = args[:len(args)-1] } sl := *l result := make(map[string]interface{}, len(l.implied)+len(args)) keys := make([]string, 0, len(l.implied)+len(args)) // Read existing args, store map and key for consistent sorting for i := 0; i < len(l.implied); i += 2 { key := l.implied[i].(string) keys = append(keys, key) result[key] = l.implied[i+1] } // Read new args, store map and key for consistent sorting for i := 0; i < len(args); i += 2 { key := args[i].(string) _, exists := result[key] if !exists { keys = append(keys, key) } result[key] = args[i+1] } // Sort keys to be consistent sort.Strings(keys) sl.implied = make([]interface{}, 0, len(l.implied)+len(args)) for _, k := range keys { sl.implied = append(sl.implied, k) sl.implied = append(sl.implied, result[k]) } if extra != nil { sl.implied = append(sl.implied, MissingKey, extra) } return &sl } // Create a new sub-Logger that a name decending from the current name. // This is used to create a subsystem specific Logger. func (l *intLogger) Named(name string) Logger { sl := *l if sl.name != "" { sl.name = sl.name + "." + name } else { sl.name = name } return &sl } // Create a new sub-Logger with an explicit name. This ignores the current // name. This is used to create a standalone logger that doesn't fall // within the normal hierarchy. func (l *intLogger) ResetNamed(name string) Logger { sl := *l sl.name = name return &sl } func (l *intLogger) ResetOutput(opts *LoggerOptions) error { if opts.Output == nil { return errors.New("given output is nil") } l.mutex.Lock() defer l.mutex.Unlock() return l.resetOutput(opts) } func (l *intLogger) ResetOutputWithFlush(opts *LoggerOptions, flushable Flushable) error { if opts.Output == nil { return errors.New("given output is nil") } if flushable == nil { return errors.New("flushable is nil") } l.mutex.Lock() defer l.mutex.Unlock() if err := flushable.Flush(); err != nil { return err } return l.resetOutput(opts) } func (l *intLogger) resetOutput(opts *LoggerOptions) error { l.writer = newWriter(opts.Output, opts.Color) l.setColorization(opts) return nil } // Update the logging level on-the-fly. This will affect all subloggers as // well. func (l *intLogger) SetLevel(level Level) { atomic.StoreInt32(l.level, int32(level)) } // Create a *log.Logger that will send it's data through this Logger. This // allows packages that expect to be using the standard library log to actually // use this logger. func (l *intLogger) StandardLogger(opts *StandardLoggerOptions) *log.Logger { if opts == nil { opts = &StandardLoggerOptions{} } return log.New(l.StandardWriter(opts), "", 0) } func (l *intLogger) StandardWriter(opts *StandardLoggerOptions) io.Writer { return &stdlogAdapter{ log: l, inferLevels: opts.InferLevels, forceLevel: opts.ForceLevel, } } // checks if the underlying io.Writer is a file, and // panics if not. For use by colorization. func (l *intLogger) checkWriterIsFile() *os.File { fi, ok := l.writer.w.(*os.File) if !ok { panic("Cannot enable coloring of non-file Writers") } return fi } // Accept implements the SinkAdapter interface func (i *intLogger) Accept(name string, level Level, msg string, args ...interface{}) { i.log(name, level, msg, args...) } // ImpliedArgs returns the loggers implied args func (i *intLogger) ImpliedArgs() []interface{} { return i.implied } // Name returns the loggers name func (i *intLogger) Name() string { return i.name }