d2dbb8c963
* cli: initial work on debug; server-status target * debug: add metrics capture target (#7376) * check against DR secondary * debug: add compression * refactor check into preflight func * debug: set short test time on tests, fix exit code bug * debug: use temp dir for output on tests * debug: use mholt/archiver for compression * first pass on adding pprof * use logger for output * refactor polling target capture logic * debug: poll and collect replication status * debug: poll and collect host-info; rename output files and collection refactor * fix comments * add archive test; fix bugs found * rename flag name to singular target * add target output test; scaffold other tests cases * debug/test: add pprof and index file tests * debug/test: add min timing check tests * debug: fix index gen race and collection goroutine race * debug: extend archive tests, handle race between program exit and polling goroutines * update docstring * debug: correctly add to pollingWg * debug: add config target support * debug: don't wait on interrupt shutdown; add file exists unit tests * move pprof bits into its goroutine * debug: skip empty metrics and some pprof file creation if permission denied, add matching unit test * address comments and feedback * Vault debug using run.Group (#7658) * debug: switch to use oklog/run.Group * debug: use context to cancel requests and interrupt rungroups. * debug: trigger the first interval properly * debug: metrics collection should use metrics interval * debug: add missing continue on metrics error * debug: remove the use of buffered chan to trigger first interval * debug: don't shadow BaseCommand's client, properly block on interval capture failures * debug: actually use c.cachedClient everywhere * go mod vendor * debug: run all pprof in goroutines; bump pprof timings in tests to reduce flakiness * debug: update help text
102 lines
2.5 KiB
Go
102 lines
2.5 KiB
Go
// Copyright 2015, Joe Tsai. All rights reserved.
|
|
// Use of this source code is governed by a BSD-style
|
|
// license that can be found in the LICENSE.md file.
|
|
|
|
package bzip2
|
|
|
|
import "github.com/dsnet/compress/internal/errors"
|
|
|
|
// rleDone is a special "error" to indicate that the RLE stage is done.
|
|
var rleDone = errorf(errors.Unknown, "RLE1 stage is completed")
|
|
|
|
// runLengthEncoding implements the first RLE stage of bzip2. Every sequence
|
|
// of 4..255 duplicated bytes is replaced by only the first 4 bytes, and a
|
|
// single byte representing the repeat length. Similar to the C bzip2
|
|
// implementation, the encoder will always terminate repeat sequences with a
|
|
// count (even if it is the end of the buffer), and it will also never produce
|
|
// run lengths of 256..259. The decoder can handle the latter case.
|
|
//
|
|
// For example, if the input was:
|
|
// input: "AAAAAAABBBBCCCD"
|
|
//
|
|
// Then the output will be:
|
|
// output: "AAAA\x03BBBB\x00CCCD"
|
|
type runLengthEncoding struct {
|
|
buf []byte
|
|
idx int
|
|
lastVal byte
|
|
lastCnt int
|
|
}
|
|
|
|
func (rle *runLengthEncoding) Init(buf []byte) {
|
|
*rle = runLengthEncoding{buf: buf}
|
|
}
|
|
|
|
func (rle *runLengthEncoding) Write(buf []byte) (int, error) {
|
|
for i, b := range buf {
|
|
if rle.lastVal != b {
|
|
rle.lastCnt = 0
|
|
}
|
|
rle.lastCnt++
|
|
switch {
|
|
case rle.lastCnt < 4:
|
|
if rle.idx >= len(rle.buf) {
|
|
return i, rleDone
|
|
}
|
|
rle.buf[rle.idx] = b
|
|
rle.idx++
|
|
case rle.lastCnt == 4:
|
|
if rle.idx+1 >= len(rle.buf) {
|
|
return i, rleDone
|
|
}
|
|
rle.buf[rle.idx] = b
|
|
rle.idx++
|
|
rle.buf[rle.idx] = 0
|
|
rle.idx++
|
|
case rle.lastCnt < 256:
|
|
rle.buf[rle.idx-1]++
|
|
default:
|
|
if rle.idx >= len(rle.buf) {
|
|
return i, rleDone
|
|
}
|
|
rle.lastCnt = 1
|
|
rle.buf[rle.idx] = b
|
|
rle.idx++
|
|
}
|
|
rle.lastVal = b
|
|
}
|
|
return len(buf), nil
|
|
}
|
|
|
|
func (rle *runLengthEncoding) Read(buf []byte) (int, error) {
|
|
for i := range buf {
|
|
switch {
|
|
case rle.lastCnt == -4:
|
|
if rle.idx >= len(rle.buf) {
|
|
return i, errorf(errors.Corrupted, "missing terminating run-length repeater")
|
|
}
|
|
rle.lastCnt = int(rle.buf[rle.idx])
|
|
rle.idx++
|
|
if rle.lastCnt > 0 {
|
|
break // Break the switch
|
|
}
|
|
fallthrough // Count was zero, continue the work
|
|
case rle.lastCnt <= 0:
|
|
if rle.idx >= len(rle.buf) {
|
|
return i, rleDone
|
|
}
|
|
b := rle.buf[rle.idx]
|
|
rle.idx++
|
|
if b != rle.lastVal {
|
|
rle.lastCnt = 0
|
|
rle.lastVal = b
|
|
}
|
|
}
|
|
buf[i] = rle.lastVal
|
|
rle.lastCnt--
|
|
}
|
|
return len(buf), nil
|
|
}
|
|
|
|
func (rle *runLengthEncoding) Bytes() []byte { return rle.buf[:rle.idx] }
|