slog: faster and less memory-consumption (#28621)
These changes improves the performance of the non-coloured terminal formatting, _quite a lot_. ``` name old time/op new time/op delta TerminalHandler-8 10.2µs ±15% 5.4µs ± 9% -47.02% (p=0.008 n=5+5) name old alloc/op new alloc/op delta TerminalHandler-8 2.17kB ± 0% 0.40kB ± 0% -81.46% (p=0.008 n=5+5) name old allocs/op new allocs/op delta TerminalHandler-8 33.0 ± 0% 5.0 ± 0% -84.85% (p=0.008 n=5+5) ``` I tried to _somewhat_ organize the commits, but the it might still be a bit chaotic. Some core insights: - The function `terminalHandler.Handl` uses a mutex, and writes all output immediately to 'upstream'. Thus, it can reuse a scratch-buffer every time. - This buffer can be propagated internally, making all the internal formatters either write directly to it, - OR, make use of the `tmp := buf.AvailableBuffer()` in some cases, where a byte buffer "extra capacity" can be temporarily used. - The `slog` package uses `Attr` by value. It makes sense to minimize operating on them, since iterating / collecting into a new slice, iterating again etc causes copy-on-heap. Better to operate on them only once. - If we want to do padding, it's better to copy from a constant `space`-buffer than to invoke `bytes.Repeat` every single time.
This commit is contained in:
parent
f2b509d8a1
commit
dd0d0a2522
|
@ -183,8 +183,7 @@ func (h *bufHandler) terminalFormat(r slog.Record) string {
|
||||||
}
|
}
|
||||||
|
|
||||||
for _, attr := range attrs {
|
for _, attr := range attrs {
|
||||||
rawVal := attr.Value.Any()
|
fmt.Fprintf(buf, " %s=%s", attr.Key, string(log.FormatSlogValue(attr.Value, true, nil)))
|
||||||
fmt.Fprintf(buf, " %s=%s", attr.Key, log.FormatLogfmtValue(rawVal, true))
|
|
||||||
}
|
}
|
||||||
buf.WriteByte('\n')
|
buf.WriteByte('\n')
|
||||||
return buf.String()
|
return buf.String()
|
||||||
|
|
358
log/format.go
358
log/format.go
|
@ -15,12 +15,14 @@ import (
|
||||||
|
|
||||||
const (
|
const (
|
||||||
timeFormat = "2006-01-02T15:04:05-0700"
|
timeFormat = "2006-01-02T15:04:05-0700"
|
||||||
termTimeFormat = "01-02|15:04:05.000"
|
|
||||||
floatFormat = 'f'
|
floatFormat = 'f'
|
||||||
termMsgJust = 40
|
termMsgJust = 40
|
||||||
termCtxMaxPadding = 40
|
termCtxMaxPadding = 40
|
||||||
)
|
)
|
||||||
|
|
||||||
|
// 40 spaces
|
||||||
|
var spaces = []byte(" ")
|
||||||
|
|
||||||
type Format interface {
|
type Format interface {
|
||||||
Format(r slog.Record) []byte
|
Format(r slog.Record) []byte
|
||||||
}
|
}
|
||||||
|
@ -44,37 +46,47 @@ type TerminalStringer interface {
|
||||||
TerminalString() string
|
TerminalString() string
|
||||||
}
|
}
|
||||||
|
|
||||||
func (h *TerminalHandler) TerminalFormat(r slog.Record, usecolor bool) []byte {
|
func (h *TerminalHandler) TerminalFormat(buf []byte, r slog.Record, usecolor bool) []byte {
|
||||||
msg := escapeMessage(r.Message)
|
msg := escapeMessage(r.Message)
|
||||||
var color = 0
|
var color = ""
|
||||||
if usecolor {
|
if usecolor {
|
||||||
switch r.Level {
|
switch r.Level {
|
||||||
case LevelCrit:
|
case LevelCrit:
|
||||||
color = 35
|
color = "\x1b[35m"
|
||||||
case slog.LevelError:
|
case slog.LevelError:
|
||||||
color = 31
|
color = "\x1b[31m"
|
||||||
case slog.LevelWarn:
|
case slog.LevelWarn:
|
||||||
color = 33
|
color = "\x1b[33m"
|
||||||
case slog.LevelInfo:
|
case slog.LevelInfo:
|
||||||
color = 32
|
color = "\x1b[32m"
|
||||||
case slog.LevelDebug:
|
case slog.LevelDebug:
|
||||||
color = 36
|
color = "\x1b[36m"
|
||||||
case LevelTrace:
|
case LevelTrace:
|
||||||
color = 34
|
color = "\x1b[34m"
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
if buf == nil {
|
||||||
b := &bytes.Buffer{}
|
buf = make([]byte, 0, 30+termMsgJust)
|
||||||
lvl := LevelAlignedString(r.Level)
|
|
||||||
if color > 0 {
|
|
||||||
fmt.Fprintf(b, "\x1b[%dm%s\x1b[0m[%s] %s ", color, lvl, r.Time.Format(termTimeFormat), msg)
|
|
||||||
} else {
|
|
||||||
fmt.Fprintf(b, "%s[%s] %s ", lvl, r.Time.Format(termTimeFormat), msg)
|
|
||||||
}
|
}
|
||||||
|
b := bytes.NewBuffer(buf)
|
||||||
|
|
||||||
|
if color != "" { // Start color
|
||||||
|
b.WriteString(color)
|
||||||
|
b.WriteString(LevelAlignedString(r.Level))
|
||||||
|
b.WriteString("\x1b[0m")
|
||||||
|
} else {
|
||||||
|
b.WriteString(LevelAlignedString(r.Level))
|
||||||
|
}
|
||||||
|
b.WriteString("[")
|
||||||
|
writeTimeTermFormat(b, r.Time)
|
||||||
|
b.WriteString("] ")
|
||||||
|
b.WriteString(msg)
|
||||||
|
|
||||||
// try to justify the log output for short messages
|
// try to justify the log output for short messages
|
||||||
length := utf8.RuneCountInString(msg)
|
//length := utf8.RuneCountInString(msg)
|
||||||
if r.NumAttrs() > 0 && length < termMsgJust {
|
length := len(msg)
|
||||||
b.Write(bytes.Repeat([]byte{' '}, termMsgJust-length))
|
if (r.NumAttrs()+len(h.attrs)) > 0 && length < termMsgJust {
|
||||||
|
b.Write(spaces[:termMsgJust-length])
|
||||||
}
|
}
|
||||||
// print the keys logfmt style
|
// print the keys logfmt style
|
||||||
h.logfmt(b, r, color)
|
h.logfmt(b, r, color)
|
||||||
|
@ -82,150 +94,139 @@ func (h *TerminalHandler) TerminalFormat(r slog.Record, usecolor bool) []byte {
|
||||||
return b.Bytes()
|
return b.Bytes()
|
||||||
}
|
}
|
||||||
|
|
||||||
func (h *TerminalHandler) logfmt(buf *bytes.Buffer, r slog.Record, color int) {
|
func (h *TerminalHandler) logfmt(buf *bytes.Buffer, r slog.Record, color string) {
|
||||||
attrs := []slog.Attr{}
|
// tmp is a temporary buffer we use, until bytes.Buffer.AvailableBuffer() (1.21)
|
||||||
r.Attrs(func(attr slog.Attr) bool {
|
// can be used.
|
||||||
attrs = append(attrs, attr)
|
var tmp = make([]byte, 40)
|
||||||
return true
|
writeAttr := func(attr slog.Attr, first, last bool) {
|
||||||
})
|
buf.WriteByte(' ')
|
||||||
|
|
||||||
attrs = append(h.attrs, attrs...)
|
if color != "" {
|
||||||
|
buf.WriteString(color)
|
||||||
for i, attr := range attrs {
|
//buf.Write(appendEscapeString(buf.AvailableBuffer(), attr.Key))
|
||||||
if i != 0 {
|
buf.Write(appendEscapeString(tmp[:0], attr.Key))
|
||||||
buf.WriteByte(' ')
|
buf.WriteString("\x1b[0m=")
|
||||||
}
|
|
||||||
|
|
||||||
key := escapeString(attr.Key)
|
|
||||||
rawVal := attr.Value.Any()
|
|
||||||
val := FormatLogfmtValue(rawVal, true)
|
|
||||||
|
|
||||||
// XXX: we should probably check that all of your key bytes aren't invalid
|
|
||||||
// TODO (jwasinger) above comment was from log15 code. what does it mean? check that key bytes are ascii characters?
|
|
||||||
padding := h.fieldPadding[key]
|
|
||||||
|
|
||||||
length := utf8.RuneCountInString(val)
|
|
||||||
if padding < length && length <= termCtxMaxPadding {
|
|
||||||
padding = length
|
|
||||||
h.fieldPadding[key] = padding
|
|
||||||
}
|
|
||||||
if color > 0 {
|
|
||||||
fmt.Fprintf(buf, "\x1b[%dm%s\x1b[0m=", color, key)
|
|
||||||
} else {
|
} else {
|
||||||
buf.WriteString(key)
|
//buf.Write(appendEscapeString(buf.AvailableBuffer(), attr.Key))
|
||||||
|
buf.Write(appendEscapeString(tmp[:0], attr.Key))
|
||||||
buf.WriteByte('=')
|
buf.WriteByte('=')
|
||||||
}
|
}
|
||||||
buf.WriteString(val)
|
//val := FormatSlogValue(attr.Value, true, buf.AvailableBuffer())
|
||||||
if i < r.NumAttrs()-1 && padding > length {
|
val := FormatSlogValue(attr.Value, true, tmp[:0])
|
||||||
buf.Write(bytes.Repeat([]byte{' '}, padding-length))
|
|
||||||
|
padding := h.fieldPadding[attr.Key]
|
||||||
|
|
||||||
|
length := utf8.RuneCount(val)
|
||||||
|
if padding < length && length <= termCtxMaxPadding {
|
||||||
|
padding = length
|
||||||
|
h.fieldPadding[attr.Key] = padding
|
||||||
|
}
|
||||||
|
buf.Write(val)
|
||||||
|
if !last && padding > length {
|
||||||
|
buf.Write(spaces[:padding-length])
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
var n = 0
|
||||||
|
var nAttrs = len(h.attrs) + r.NumAttrs()
|
||||||
|
for _, attr := range h.attrs {
|
||||||
|
writeAttr(attr, n == 0, n == nAttrs-1)
|
||||||
|
n++
|
||||||
|
}
|
||||||
|
r.Attrs(func(attr slog.Attr) bool {
|
||||||
|
writeAttr(attr, n == 0, n == nAttrs-1)
|
||||||
|
n++
|
||||||
|
return true
|
||||||
|
})
|
||||||
buf.WriteByte('\n')
|
buf.WriteByte('\n')
|
||||||
}
|
}
|
||||||
|
|
||||||
// formatValue formats a value for serialization
|
// FormatSlogValue formats a slog.Value for serialization
|
||||||
func FormatLogfmtValue(value interface{}, term bool) (result string) {
|
func FormatSlogValue(v slog.Value, term bool, tmp []byte) (result []byte) {
|
||||||
if value == nil {
|
var value any
|
||||||
return "<nil>"
|
|
||||||
}
|
|
||||||
defer func() {
|
defer func() {
|
||||||
if err := recover(); err != nil {
|
if err := recover(); err != nil {
|
||||||
if v := reflect.ValueOf(value); v.Kind() == reflect.Ptr && v.IsNil() {
|
if v := reflect.ValueOf(value); v.Kind() == reflect.Ptr && v.IsNil() {
|
||||||
result = "<nil>"
|
result = []byte("<nil>")
|
||||||
} else {
|
} else {
|
||||||
panic(err)
|
panic(err)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}()
|
}()
|
||||||
|
|
||||||
switch v := value.(type) {
|
switch v.Kind() {
|
||||||
case time.Time:
|
case slog.KindString:
|
||||||
|
return appendEscapeString(tmp, v.String())
|
||||||
|
case slog.KindAny:
|
||||||
|
value = v.Any()
|
||||||
|
case slog.KindInt64: // All int-types (int8 ,int16 etc) wind up here
|
||||||
|
return appendInt64(tmp, v.Int64())
|
||||||
|
case slog.KindUint64: // All uint-types (int8 ,int16 etc) wind up here
|
||||||
|
return appendUint64(tmp, v.Uint64(), false)
|
||||||
|
case slog.KindFloat64:
|
||||||
|
return strconv.AppendFloat(tmp, v.Float64(), floatFormat, 3, 64)
|
||||||
|
case slog.KindBool:
|
||||||
|
return strconv.AppendBool(tmp, v.Bool())
|
||||||
|
case slog.KindDuration:
|
||||||
|
value = v.Duration()
|
||||||
|
case slog.KindTime:
|
||||||
// Performance optimization: No need for escaping since the provided
|
// Performance optimization: No need for escaping since the provided
|
||||||
// timeFormat doesn't have any escape characters, and escaping is
|
// timeFormat doesn't have any escape characters, and escaping is
|
||||||
// expensive.
|
// expensive.
|
||||||
return v.Format(timeFormat)
|
return v.Time().AppendFormat(tmp, timeFormat)
|
||||||
|
default:
|
||||||
|
value = v.Any()
|
||||||
|
}
|
||||||
|
if value == nil {
|
||||||
|
return []byte("<nil>")
|
||||||
|
}
|
||||||
|
switch v := value.(type) {
|
||||||
case *big.Int:
|
case *big.Int:
|
||||||
// Big ints get consumed by the Stringer clause, so we need to handle
|
// Big ints get consumed by the Stringer clause, so we need to handle
|
||||||
// them earlier on.
|
// them earlier on.
|
||||||
if v == nil {
|
if v == nil {
|
||||||
return "<nil>"
|
return append(tmp, []byte("<nil>")...)
|
||||||
}
|
}
|
||||||
return formatLogfmtBigInt(v)
|
return appendBigInt(tmp, v)
|
||||||
|
|
||||||
case *uint256.Int:
|
case *uint256.Int:
|
||||||
// Uint256s get consumed by the Stringer clause, so we need to handle
|
// Uint256s get consumed by the Stringer clause, so we need to handle
|
||||||
// them earlier on.
|
// them earlier on.
|
||||||
if v == nil {
|
if v == nil {
|
||||||
return "<nil>"
|
return append(tmp, []byte("<nil>")...)
|
||||||
}
|
}
|
||||||
return formatLogfmtUint256(v)
|
return appendU256(tmp, v)
|
||||||
}
|
|
||||||
if term {
|
|
||||||
if s, ok := value.(TerminalStringer); ok {
|
|
||||||
// Custom terminal stringer provided, use that
|
|
||||||
return escapeString(s.TerminalString())
|
|
||||||
}
|
|
||||||
}
|
|
||||||
switch v := value.(type) {
|
|
||||||
case error:
|
case error:
|
||||||
return escapeString(v.Error())
|
return appendEscapeString(tmp, v.Error())
|
||||||
|
case TerminalStringer:
|
||||||
|
if term {
|
||||||
|
return appendEscapeString(tmp, v.TerminalString()) // Custom terminal stringer provided, use that
|
||||||
|
}
|
||||||
case fmt.Stringer:
|
case fmt.Stringer:
|
||||||
return escapeString(v.String())
|
return appendEscapeString(tmp, v.String())
|
||||||
case bool:
|
|
||||||
return strconv.FormatBool(v)
|
|
||||||
case float32:
|
|
||||||
return strconv.FormatFloat(float64(v), floatFormat, 3, 64)
|
|
||||||
case float64:
|
|
||||||
return strconv.FormatFloat(v, floatFormat, 3, 64)
|
|
||||||
case int8:
|
|
||||||
return strconv.FormatInt(int64(v), 10)
|
|
||||||
case uint8:
|
|
||||||
return strconv.FormatInt(int64(v), 10)
|
|
||||||
case int16:
|
|
||||||
return strconv.FormatInt(int64(v), 10)
|
|
||||||
case uint16:
|
|
||||||
return strconv.FormatInt(int64(v), 10)
|
|
||||||
// Larger integers get thousands separators.
|
|
||||||
case int:
|
|
||||||
return FormatLogfmtInt64(int64(v))
|
|
||||||
case int32:
|
|
||||||
return FormatLogfmtInt64(int64(v))
|
|
||||||
case int64:
|
|
||||||
return FormatLogfmtInt64(v)
|
|
||||||
case uint:
|
|
||||||
return FormatLogfmtUint64(uint64(v))
|
|
||||||
case uint32:
|
|
||||||
return FormatLogfmtUint64(uint64(v))
|
|
||||||
case uint64:
|
|
||||||
return FormatLogfmtUint64(v)
|
|
||||||
case string:
|
|
||||||
return escapeString(v)
|
|
||||||
default:
|
|
||||||
return escapeString(fmt.Sprintf("%+v", value))
|
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// We can use the 'tmp' as a scratch-buffer, to first format the
|
||||||
|
// value, and in a second step do escaping.
|
||||||
|
internal := fmt.Appendf(tmp, "%+v", value)
|
||||||
|
return appendEscapeString(tmp, string(internal))
|
||||||
}
|
}
|
||||||
|
|
||||||
// FormatLogfmtInt64 formats n with thousand separators.
|
// appendInt64 formats n with thousand separators and writes into buffer dst.
|
||||||
func FormatLogfmtInt64(n int64) string {
|
func appendInt64(dst []byte, n int64) []byte {
|
||||||
if n < 0 {
|
if n < 0 {
|
||||||
return formatLogfmtUint64(uint64(-n), true)
|
return appendUint64(dst, uint64(-n), true)
|
||||||
}
|
}
|
||||||
return formatLogfmtUint64(uint64(n), false)
|
return appendUint64(dst, uint64(n), false)
|
||||||
}
|
}
|
||||||
|
|
||||||
// FormatLogfmtUint64 formats n with thousand separators.
|
// appendUint64 formats n with thousand separators and writes into buffer dst.
|
||||||
func FormatLogfmtUint64(n uint64) string {
|
func appendUint64(dst []byte, n uint64, neg bool) []byte {
|
||||||
return formatLogfmtUint64(n, false)
|
|
||||||
}
|
|
||||||
|
|
||||||
func formatLogfmtUint64(n uint64, neg bool) string {
|
|
||||||
// Small numbers are fine as is
|
// Small numbers are fine as is
|
||||||
if n < 100000 {
|
if n < 100000 {
|
||||||
if neg {
|
if neg {
|
||||||
return strconv.Itoa(-int(n))
|
return strconv.AppendInt(dst, -int64(n), 10)
|
||||||
} else {
|
} else {
|
||||||
return strconv.Itoa(int(n))
|
return strconv.AppendInt(dst, int64(n), 10)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
// Large numbers should be split
|
// Large numbers should be split
|
||||||
|
@ -250,16 +251,21 @@ func formatLogfmtUint64(n uint64, neg bool) string {
|
||||||
out[i] = '-'
|
out[i] = '-'
|
||||||
i--
|
i--
|
||||||
}
|
}
|
||||||
return string(out[i+1:])
|
return append(dst, out[i+1:]...)
|
||||||
}
|
}
|
||||||
|
|
||||||
// formatLogfmtBigInt formats n with thousand separators.
|
// FormatLogfmtUint64 formats n with thousand separators.
|
||||||
func formatLogfmtBigInt(n *big.Int) string {
|
func FormatLogfmtUint64(n uint64) string {
|
||||||
|
return string(appendUint64(nil, n, false))
|
||||||
|
}
|
||||||
|
|
||||||
|
// appendBigInt formats n with thousand separators and writes to dst.
|
||||||
|
func appendBigInt(dst []byte, n *big.Int) []byte {
|
||||||
if n.IsUint64() {
|
if n.IsUint64() {
|
||||||
return FormatLogfmtUint64(n.Uint64())
|
return appendUint64(dst, n.Uint64(), false)
|
||||||
}
|
}
|
||||||
if n.IsInt64() {
|
if n.IsInt64() {
|
||||||
return FormatLogfmtInt64(n.Int64())
|
return appendInt64(dst, n.Int64())
|
||||||
}
|
}
|
||||||
|
|
||||||
var (
|
var (
|
||||||
|
@ -284,54 +290,48 @@ func formatLogfmtBigInt(n *big.Int) string {
|
||||||
comma++
|
comma++
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
return string(buf[i+1:])
|
return append(dst, buf[i+1:]...)
|
||||||
}
|
}
|
||||||
|
|
||||||
// formatLogfmtUint256 formats n with thousand separators.
|
// appendU256 formats n with thousand separators.
|
||||||
func formatLogfmtUint256(n *uint256.Int) string {
|
func appendU256(dst []byte, n *uint256.Int) []byte {
|
||||||
if n.IsUint64() {
|
if n.IsUint64() {
|
||||||
return FormatLogfmtUint64(n.Uint64())
|
return appendUint64(dst, n.Uint64(), false)
|
||||||
}
|
}
|
||||||
var (
|
res := []byte(n.PrettyDec(','))
|
||||||
text = n.Dec()
|
return append(dst, res...)
|
||||||
buf = make([]byte, len(text)+len(text)/3)
|
|
||||||
comma = 0
|
|
||||||
i = len(buf) - 1
|
|
||||||
)
|
|
||||||
for j := len(text) - 1; j >= 0; j, i = j-1, i-1 {
|
|
||||||
c := text[j]
|
|
||||||
|
|
||||||
switch {
|
|
||||||
case c == '-':
|
|
||||||
buf[i] = c
|
|
||||||
case comma == 3:
|
|
||||||
buf[i] = ','
|
|
||||||
i--
|
|
||||||
comma = 0
|
|
||||||
fallthrough
|
|
||||||
default:
|
|
||||||
buf[i] = c
|
|
||||||
comma++
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return string(buf[i+1:])
|
|
||||||
}
|
}
|
||||||
|
|
||||||
// escapeString checks if the provided string needs escaping/quoting, and
|
// appendEscapeString writes the string s to the given writer, with
|
||||||
// calls strconv.Quote if needed
|
// escaping/quoting if needed.
|
||||||
func escapeString(s string) string {
|
func appendEscapeString(dst []byte, s string) []byte {
|
||||||
needsQuoting := false
|
needsQuoting := false
|
||||||
|
needsEscaping := false
|
||||||
for _, r := range s {
|
for _, r := range s {
|
||||||
// We quote everything below " (0x22) and above~ (0x7E), plus equal-sign
|
// If it contains spaces or equal-sign, we need to quote it.
|
||||||
if r <= '"' || r > '~' || r == '=' {
|
if r == ' ' || r == '=' {
|
||||||
needsQuoting = true
|
needsQuoting = true
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
// We need to escape it, if it contains
|
||||||
|
// - character " (0x22) and lower (except space)
|
||||||
|
// - characters above ~ (0x7E), plus equal-sign
|
||||||
|
if r <= '"' || r > '~' {
|
||||||
|
needsEscaping = true
|
||||||
break
|
break
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
if !needsQuoting {
|
if needsEscaping {
|
||||||
return s
|
return strconv.AppendQuote(dst, s)
|
||||||
}
|
}
|
||||||
return strconv.Quote(s)
|
// No escaping needed, but we might have to place within quote-marks, in case
|
||||||
|
// it contained a space
|
||||||
|
if needsQuoting {
|
||||||
|
dst = append(dst, '"')
|
||||||
|
dst = append(dst, []byte(s)...)
|
||||||
|
return append(dst, '"')
|
||||||
|
}
|
||||||
|
return append(dst, []byte(s)...)
|
||||||
}
|
}
|
||||||
|
|
||||||
// escapeMessage checks if the provided string needs escaping/quoting, similarly
|
// escapeMessage checks if the provided string needs escaping/quoting, similarly
|
||||||
|
@ -356,3 +356,45 @@ func escapeMessage(s string) string {
|
||||||
}
|
}
|
||||||
return strconv.Quote(s)
|
return strconv.Quote(s)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// writeTimeTermFormat writes on the format "01-02|15:04:05.000"
|
||||||
|
func writeTimeTermFormat(buf *bytes.Buffer, t time.Time) {
|
||||||
|
_, month, day := t.Date()
|
||||||
|
writePosIntWidth(buf, int(month), 2)
|
||||||
|
buf.WriteByte('-')
|
||||||
|
writePosIntWidth(buf, day, 2)
|
||||||
|
buf.WriteByte('|')
|
||||||
|
hour, min, sec := t.Clock()
|
||||||
|
writePosIntWidth(buf, hour, 2)
|
||||||
|
buf.WriteByte(':')
|
||||||
|
writePosIntWidth(buf, min, 2)
|
||||||
|
buf.WriteByte(':')
|
||||||
|
writePosIntWidth(buf, sec, 2)
|
||||||
|
ns := t.Nanosecond()
|
||||||
|
buf.WriteByte('.')
|
||||||
|
writePosIntWidth(buf, ns/1e6, 3)
|
||||||
|
}
|
||||||
|
|
||||||
|
// writePosIntWidth writes non-negative integer i to the buffer, padded on the left
|
||||||
|
// by zeroes to the given width. Use a width of 0 to omit padding.
|
||||||
|
// Adapted from golang.org/x/exp/slog/internal/buffer/buffer.go
|
||||||
|
func writePosIntWidth(b *bytes.Buffer, i, width int) {
|
||||||
|
// Cheap integer to fixed-width decimal ASCII.
|
||||||
|
// Copied from log/log.go.
|
||||||
|
if i < 0 {
|
||||||
|
panic("negative int")
|
||||||
|
}
|
||||||
|
// Assemble decimal in reverse order.
|
||||||
|
var bb [20]byte
|
||||||
|
bp := len(bb) - 1
|
||||||
|
for i >= 10 || width > 1 {
|
||||||
|
width--
|
||||||
|
q := i / 10
|
||||||
|
bb[bp] = byte('0' + i - q*10)
|
||||||
|
bp--
|
||||||
|
i = q
|
||||||
|
}
|
||||||
|
// i < 10
|
||||||
|
bb[bp] = byte('0' + i)
|
||||||
|
b.Write(bb[bp:])
|
||||||
|
}
|
||||||
|
|
|
@ -5,18 +5,20 @@ import (
|
||||||
"testing"
|
"testing"
|
||||||
)
|
)
|
||||||
|
|
||||||
var sink string
|
var sink []byte
|
||||||
|
|
||||||
func BenchmarkPrettyInt64Logfmt(b *testing.B) {
|
func BenchmarkPrettyInt64Logfmt(b *testing.B) {
|
||||||
|
buf := make([]byte, 100)
|
||||||
b.ReportAllocs()
|
b.ReportAllocs()
|
||||||
for i := 0; i < b.N; i++ {
|
for i := 0; i < b.N; i++ {
|
||||||
sink = FormatLogfmtInt64(rand.Int63())
|
sink = appendInt64(buf, rand.Int63())
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func BenchmarkPrettyUint64Logfmt(b *testing.B) {
|
func BenchmarkPrettyUint64Logfmt(b *testing.B) {
|
||||||
|
buf := make([]byte, 100)
|
||||||
b.ReportAllocs()
|
b.ReportAllocs()
|
||||||
for i := 0; i < b.N; i++ {
|
for i := 0; i < b.N; i++ {
|
||||||
sink = FormatLogfmtUint64(rand.Uint64())
|
sink = appendUint64(buf, rand.Uint64(), false)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
|
@ -81,6 +81,8 @@ type TerminalHandler struct {
|
||||||
// fieldPadding is a map with maximum field value lengths seen until now
|
// fieldPadding is a map with maximum field value lengths seen until now
|
||||||
// to allow padding log contexts in a bit smarter way.
|
// to allow padding log contexts in a bit smarter way.
|
||||||
fieldPadding map[string]int
|
fieldPadding map[string]int
|
||||||
|
|
||||||
|
buf []byte
|
||||||
}
|
}
|
||||||
|
|
||||||
// NewTerminalHandler returns a handler which formats log records at all levels optimized for human readability on
|
// NewTerminalHandler returns a handler which formats log records at all levels optimized for human readability on
|
||||||
|
@ -110,7 +112,9 @@ func NewTerminalHandlerWithLevel(wr io.Writer, lvl slog.Level, useColor bool) *T
|
||||||
func (h *TerminalHandler) Handle(_ context.Context, r slog.Record) error {
|
func (h *TerminalHandler) Handle(_ context.Context, r slog.Record) error {
|
||||||
h.mu.Lock()
|
h.mu.Lock()
|
||||||
defer h.mu.Unlock()
|
defer h.mu.Unlock()
|
||||||
h.wr.Write(h.TerminalFormat(r, h.useColor))
|
buf := h.TerminalFormat(h.buf, r, h.useColor)
|
||||||
|
h.wr.Write(buf)
|
||||||
|
h.buf = buf[:0]
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
@ -2,10 +2,15 @@ package log
|
||||||
|
|
||||||
import (
|
import (
|
||||||
"bytes"
|
"bytes"
|
||||||
|
"fmt"
|
||||||
|
"io"
|
||||||
|
"math/big"
|
||||||
"os"
|
"os"
|
||||||
"strings"
|
"strings"
|
||||||
"testing"
|
"testing"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"github.com/holiman/uint256"
|
||||||
"golang.org/x/exp/slog"
|
"golang.org/x/exp/slog"
|
||||||
)
|
)
|
||||||
|
|
||||||
|
@ -51,3 +56,119 @@ func BenchmarkTraceLogging(b *testing.B) {
|
||||||
Trace("a message", "v", i)
|
Trace("a message", "v", i)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func BenchmarkTerminalHandler(b *testing.B) {
|
||||||
|
l := NewLogger(NewTerminalHandler(io.Discard, false))
|
||||||
|
benchmarkLogger(b, l)
|
||||||
|
}
|
||||||
|
func BenchmarkLogfmtHandler(b *testing.B) {
|
||||||
|
l := NewLogger(LogfmtHandler(io.Discard))
|
||||||
|
benchmarkLogger(b, l)
|
||||||
|
}
|
||||||
|
|
||||||
|
func BenchmarkJSONHandler(b *testing.B) {
|
||||||
|
l := NewLogger(JSONHandler(io.Discard))
|
||||||
|
benchmarkLogger(b, l)
|
||||||
|
}
|
||||||
|
|
||||||
|
func benchmarkLogger(b *testing.B, l Logger) {
|
||||||
|
var (
|
||||||
|
bb = make([]byte, 10)
|
||||||
|
tt = time.Now()
|
||||||
|
bigint = big.NewInt(100)
|
||||||
|
nilbig *big.Int
|
||||||
|
err = fmt.Errorf("Oh nooes it's crap")
|
||||||
|
)
|
||||||
|
b.ReportAllocs()
|
||||||
|
b.ResetTimer()
|
||||||
|
for i := 0; i < b.N; i++ {
|
||||||
|
l.Info("This is a message",
|
||||||
|
"foo", int16(i),
|
||||||
|
"bytes", bb,
|
||||||
|
"bonk", "a string with text",
|
||||||
|
"time", tt,
|
||||||
|
"bigint", bigint,
|
||||||
|
"nilbig", nilbig,
|
||||||
|
"err", err)
|
||||||
|
}
|
||||||
|
b.StopTimer()
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLoggerOutput(t *testing.T) {
|
||||||
|
type custom struct {
|
||||||
|
A string
|
||||||
|
B int8
|
||||||
|
}
|
||||||
|
var (
|
||||||
|
customA = custom{"Foo", 12}
|
||||||
|
customB = custom{"Foo\nLinebreak", 122}
|
||||||
|
bb = make([]byte, 10)
|
||||||
|
tt = time.Time{}
|
||||||
|
bigint = big.NewInt(100)
|
||||||
|
nilbig *big.Int
|
||||||
|
err = fmt.Errorf("Oh nooes it's crap")
|
||||||
|
lazy = Lazy{Fn: func() interface{} { return "lazy value" }}
|
||||||
|
smallUint = uint256.NewInt(500_000)
|
||||||
|
bigUint = &uint256.Int{0xff, 0xff, 0xff, 0xff}
|
||||||
|
)
|
||||||
|
|
||||||
|
out := new(bytes.Buffer)
|
||||||
|
glogHandler := NewGlogHandler(NewTerminalHandler(out, false))
|
||||||
|
glogHandler.Verbosity(LevelInfo)
|
||||||
|
NewLogger(glogHandler).Info("This is a message",
|
||||||
|
"foo", int16(123),
|
||||||
|
"bytes", bb,
|
||||||
|
"bonk", "a string with text",
|
||||||
|
"time", tt,
|
||||||
|
"bigint", bigint,
|
||||||
|
"nilbig", nilbig,
|
||||||
|
"err", err,
|
||||||
|
"struct", customA,
|
||||||
|
"struct", customB,
|
||||||
|
"ptrstruct", &customA,
|
||||||
|
"lazy", lazy,
|
||||||
|
"smalluint", smallUint,
|
||||||
|
"bigUint", bigUint)
|
||||||
|
|
||||||
|
have := out.String()
|
||||||
|
t.Logf("output %v", out.String())
|
||||||
|
want := `INFO [11-07|19:14:33.821] This is a message foo=123 bytes="[0 0 0 0 0 0 0 0 0 0]" bonk="a string with text" time=0001-01-01T00:00:00+0000 bigint=100 nilbig=<nil> err="Oh nooes it's crap" struct="{A:Foo B:12}" struct="{A:Foo\nLinebreak B:122}" ptrstruct="&{A:Foo B:12}" lazy="lazy value" smalluint=500,000 bigUint=1,600,660,942,523,603,594,864,898,306,482,794,244,293,965,082,972,225,630,372,095
|
||||||
|
`
|
||||||
|
if !bytes.Equal([]byte(have)[25:], []byte(want)[25:]) {
|
||||||
|
t.Errorf("Error\nhave: %q\nwant: %q", have, want)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
const termTimeFormat = "01-02|15:04:05.000"
|
||||||
|
|
||||||
|
func BenchmarkAppendFormat(b *testing.B) {
|
||||||
|
var now = time.Now()
|
||||||
|
b.Run("fmt time.Format", func(b *testing.B) {
|
||||||
|
for i := 0; i < b.N; i++ {
|
||||||
|
fmt.Fprintf(io.Discard, "%s", now.Format(termTimeFormat))
|
||||||
|
}
|
||||||
|
})
|
||||||
|
b.Run("time.AppendFormat", func(b *testing.B) {
|
||||||
|
for i := 0; i < b.N; i++ {
|
||||||
|
now.AppendFormat(nil, termTimeFormat)
|
||||||
|
}
|
||||||
|
})
|
||||||
|
var buf = new(bytes.Buffer)
|
||||||
|
b.Run("time.Custom", func(b *testing.B) {
|
||||||
|
for i := 0; i < b.N; i++ {
|
||||||
|
writeTimeTermFormat(buf, now)
|
||||||
|
buf.Reset()
|
||||||
|
}
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestTermTimeFormat(t *testing.T) {
|
||||||
|
var now = time.Now()
|
||||||
|
want := now.AppendFormat(nil, termTimeFormat)
|
||||||
|
var b = new(bytes.Buffer)
|
||||||
|
writeTimeTermFormat(b, now)
|
||||||
|
have := b.Bytes()
|
||||||
|
if !bytes.Equal(have, want) {
|
||||||
|
t.Errorf("have != want\nhave: %q\nwant: %q\n", have, want)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
Loading…
Reference in New Issue