d2dbb8c963
* cli: initial work on debug; server-status target * debug: add metrics capture target (#7376) * check against DR secondary * debug: add compression * refactor check into preflight func * debug: set short test time on tests, fix exit code bug * debug: use temp dir for output on tests * debug: use mholt/archiver for compression * first pass on adding pprof * use logger for output * refactor polling target capture logic * debug: poll and collect replication status * debug: poll and collect host-info; rename output files and collection refactor * fix comments * add archive test; fix bugs found * rename flag name to singular target * add target output test; scaffold other tests cases * debug/test: add pprof and index file tests * debug/test: add min timing check tests * debug: fix index gen race and collection goroutine race * debug: extend archive tests, handle race between program exit and polling goroutines * update docstring * debug: correctly add to pollingWg * debug: add config target support * debug: don't wait on interrupt shutdown; add file exists unit tests * move pprof bits into its goroutine * debug: skip empty metrics and some pprof file creation if permission denied, add matching unit test * address comments and feedback * Vault debug using run.Group (#7658) * debug: switch to use oklog/run.Group * debug: use context to cancel requests and interrupt rungroups. * debug: trigger the first interval properly * debug: metrics collection should use metrics interval * debug: add missing continue on metrics error * debug: remove the use of buffered chan to trigger first interval * debug: don't shadow BaseCommand's client, properly block on interval capture failures * debug: actually use c.cachedClient everywhere * go mod vendor * debug: run all pprof in goroutines; bump pprof timings in tests to reduce flakiness * debug: update help text
150 lines
3.4 KiB
Go
150 lines
3.4 KiB
Go
// Copyright 2014-2017 Ulrich Kunitz. All rights reserved.
|
|
// Use of this source code is governed by a BSD-style
|
|
// license that can be found in the LICENSE file.
|
|
|
|
package lzma
|
|
|
|
import (
|
|
"errors"
|
|
"fmt"
|
|
"io"
|
|
)
|
|
|
|
// matcher is an interface that supports the identification of the next
|
|
// operation.
|
|
type matcher interface {
|
|
io.Writer
|
|
SetDict(d *encoderDict)
|
|
NextOp(rep [4]uint32) operation
|
|
}
|
|
|
|
// encoderDict provides the dictionary of the encoder. It includes an
|
|
// addtional buffer atop of the actual dictionary.
|
|
type encoderDict struct {
|
|
buf buffer
|
|
m matcher
|
|
head int64
|
|
capacity int
|
|
// preallocated array
|
|
data [maxMatchLen]byte
|
|
}
|
|
|
|
// newEncoderDict creates the encoder dictionary. The argument bufSize
|
|
// defines the size of the additional buffer.
|
|
func newEncoderDict(dictCap, bufSize int, m matcher) (d *encoderDict, err error) {
|
|
if !(1 <= dictCap && int64(dictCap) <= MaxDictCap) {
|
|
return nil, errors.New(
|
|
"lzma: dictionary capacity out of range")
|
|
}
|
|
if bufSize < 1 {
|
|
return nil, errors.New(
|
|
"lzma: buffer size must be larger than zero")
|
|
}
|
|
d = &encoderDict{
|
|
buf: *newBuffer(dictCap + bufSize),
|
|
capacity: dictCap,
|
|
m: m,
|
|
}
|
|
m.SetDict(d)
|
|
return d, nil
|
|
}
|
|
|
|
// Discard discards n bytes. Note that n must not be larger than
|
|
// MaxMatchLen.
|
|
func (d *encoderDict) Discard(n int) {
|
|
p := d.data[:n]
|
|
k, _ := d.buf.Read(p)
|
|
if k < n {
|
|
panic(fmt.Errorf("lzma: can't discard %d bytes", n))
|
|
}
|
|
d.head += int64(n)
|
|
d.m.Write(p)
|
|
}
|
|
|
|
// Len returns the data available in the encoder dictionary.
|
|
func (d *encoderDict) Len() int {
|
|
n := d.buf.Available()
|
|
if int64(n) > d.head {
|
|
return int(d.head)
|
|
}
|
|
return n
|
|
}
|
|
|
|
// DictLen returns the actual length of data in the dictionary.
|
|
func (d *encoderDict) DictLen() int {
|
|
if d.head < int64(d.capacity) {
|
|
return int(d.head)
|
|
}
|
|
return d.capacity
|
|
}
|
|
|
|
// Available returns the number of bytes that can be written by a
|
|
// following Write call.
|
|
func (d *encoderDict) Available() int {
|
|
return d.buf.Available() - d.DictLen()
|
|
}
|
|
|
|
// Write writes data into the dictionary buffer. Note that the position
|
|
// of the dictionary head will not be moved. If there is not enough
|
|
// space in the buffer ErrNoSpace will be returned.
|
|
func (d *encoderDict) Write(p []byte) (n int, err error) {
|
|
m := d.Available()
|
|
if len(p) > m {
|
|
p = p[:m]
|
|
err = ErrNoSpace
|
|
}
|
|
var e error
|
|
if n, e = d.buf.Write(p); e != nil {
|
|
err = e
|
|
}
|
|
return n, err
|
|
}
|
|
|
|
// Pos returns the position of the head.
|
|
func (d *encoderDict) Pos() int64 { return d.head }
|
|
|
|
// ByteAt returns the byte at the given distance.
|
|
func (d *encoderDict) ByteAt(distance int) byte {
|
|
if !(0 < distance && distance <= d.Len()) {
|
|
return 0
|
|
}
|
|
i := d.buf.rear - distance
|
|
if i < 0 {
|
|
i += len(d.buf.data)
|
|
}
|
|
return d.buf.data[i]
|
|
}
|
|
|
|
// CopyN copies the last n bytes from the dictionary into the provided
|
|
// writer. This is used for copying uncompressed data into an
|
|
// uncompressed segment.
|
|
func (d *encoderDict) CopyN(w io.Writer, n int) (written int, err error) {
|
|
if n <= 0 {
|
|
return 0, nil
|
|
}
|
|
m := d.Len()
|
|
if n > m {
|
|
n = m
|
|
err = ErrNoSpace
|
|
}
|
|
i := d.buf.rear - n
|
|
var e error
|
|
if i < 0 {
|
|
i += len(d.buf.data)
|
|
if written, e = w.Write(d.buf.data[i:]); e != nil {
|
|
return written, e
|
|
}
|
|
i = 0
|
|
}
|
|
var k int
|
|
k, e = w.Write(d.buf.data[i:d.buf.rear])
|
|
written += k
|
|
if e != nil {
|
|
err = e
|
|
}
|
|
return written, err
|
|
}
|
|
|
|
// Buffered returns the number of bytes in the buffer.
|
|
func (d *encoderDict) Buffered() int { return d.buf.Buffered() }
|