d2dbb8c963
* cli: initial work on debug; server-status target * debug: add metrics capture target (#7376) * check against DR secondary * debug: add compression * refactor check into preflight func * debug: set short test time on tests, fix exit code bug * debug: use temp dir for output on tests * debug: use mholt/archiver for compression * first pass on adding pprof * use logger for output * refactor polling target capture logic * debug: poll and collect replication status * debug: poll and collect host-info; rename output files and collection refactor * fix comments * add archive test; fix bugs found * rename flag name to singular target * add target output test; scaffold other tests cases * debug/test: add pprof and index file tests * debug/test: add min timing check tests * debug: fix index gen race and collection goroutine race * debug: extend archive tests, handle race between program exit and polling goroutines * update docstring * debug: correctly add to pollingWg * debug: add config target support * debug: don't wait on interrupt shutdown; add file exists unit tests * move pprof bits into its goroutine * debug: skip empty metrics and some pprof file creation if permission denied, add matching unit test * address comments and feedback * Vault debug using run.Group (#7658) * debug: switch to use oklog/run.Group * debug: use context to cancel requests and interrupt rungroups. * debug: trigger the first interval properly * debug: metrics collection should use metrics interval * debug: add missing continue on metrics error * debug: remove the use of buffered chan to trigger first interval * debug: don't shadow BaseCommand's client, properly block on interval capture failures * debug: actually use c.cachedClient everywhere * go mod vendor * debug: run all pprof in goroutines; bump pprof timings in tests to reduce flakiness * debug: update help text
125 lines
3.1 KiB
Go
125 lines
3.1 KiB
Go
package archiver
|
|
|
|
import (
|
|
"compress/gzip"
|
|
"fmt"
|
|
"io"
|
|
"strings"
|
|
)
|
|
|
|
// TarGz facilitates gzip compression
|
|
// (RFC 1952) of tarball archives.
|
|
type TarGz struct {
|
|
*Tar
|
|
|
|
// The compression level to use, as described
|
|
// in the compress/gzip package.
|
|
CompressionLevel int
|
|
}
|
|
|
|
// CheckExt ensures the file extension matches the format.
|
|
func (*TarGz) CheckExt(filename string) error {
|
|
if !strings.HasSuffix(filename, ".tar.gz") &&
|
|
!strings.HasSuffix(filename, ".tgz") {
|
|
return fmt.Errorf("filename must have a .tar.gz or .tgz extension")
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// Archive creates a compressed tar file at destination
|
|
// containing the files listed in sources. The destination
|
|
// must end with ".tar.gz" or ".tgz". File paths can be
|
|
// those of regular files or directories; directories will
|
|
// be recursively added.
|
|
func (tgz *TarGz) Archive(sources []string, destination string) error {
|
|
err := tgz.CheckExt(destination)
|
|
if err != nil {
|
|
return fmt.Errorf("output %s", err.Error())
|
|
}
|
|
tgz.wrapWriter()
|
|
return tgz.Tar.Archive(sources, destination)
|
|
}
|
|
|
|
// Unarchive unpacks the compressed tarball at
|
|
// source to destination. Destination will be
|
|
// treated as a folder name.
|
|
func (tgz *TarGz) Unarchive(source, destination string) error {
|
|
tgz.wrapReader()
|
|
return tgz.Tar.Unarchive(source, destination)
|
|
}
|
|
|
|
// Walk calls walkFn for each visited item in archive.
|
|
func (tgz *TarGz) Walk(archive string, walkFn WalkFunc) error {
|
|
tgz.wrapReader()
|
|
return tgz.Tar.Walk(archive, walkFn)
|
|
}
|
|
|
|
// Create opens txz for writing a compressed
|
|
// tar archive to out.
|
|
func (tgz *TarGz) Create(out io.Writer) error {
|
|
tgz.wrapWriter()
|
|
return tgz.Tar.Create(out)
|
|
}
|
|
|
|
// Open opens t for reading a compressed archive from
|
|
// in. The size parameter is not used.
|
|
func (tgz *TarGz) Open(in io.Reader, size int64) error {
|
|
tgz.wrapReader()
|
|
return tgz.Tar.Open(in, size)
|
|
}
|
|
|
|
// Extract extracts a single file from the tar archive.
|
|
// If the target is a directory, the entire folder will
|
|
// be extracted into destination.
|
|
func (tgz *TarGz) Extract(source, target, destination string) error {
|
|
tgz.wrapReader()
|
|
return tgz.Tar.Extract(source, target, destination)
|
|
}
|
|
|
|
func (tgz *TarGz) wrapWriter() {
|
|
var gzw *gzip.Writer
|
|
tgz.Tar.writerWrapFn = func(w io.Writer) (io.Writer, error) {
|
|
var err error
|
|
gzw, err = gzip.NewWriterLevel(w, tgz.CompressionLevel)
|
|
return gzw, err
|
|
}
|
|
tgz.Tar.cleanupWrapFn = func() {
|
|
gzw.Close()
|
|
}
|
|
}
|
|
|
|
func (tgz *TarGz) wrapReader() {
|
|
var gzr *gzip.Reader
|
|
tgz.Tar.readerWrapFn = func(r io.Reader) (io.Reader, error) {
|
|
var err error
|
|
gzr, err = gzip.NewReader(r)
|
|
return gzr, err
|
|
}
|
|
tgz.Tar.cleanupWrapFn = func() {
|
|
gzr.Close()
|
|
}
|
|
}
|
|
|
|
func (tgz *TarGz) String() string { return "tar.gz" }
|
|
|
|
// NewTarGz returns a new, default instance ready to be customized and used.
|
|
func NewTarGz() *TarGz {
|
|
return &TarGz{
|
|
CompressionLevel: gzip.DefaultCompression,
|
|
Tar: NewTar(),
|
|
}
|
|
}
|
|
|
|
// Compile-time checks to ensure type implements desired interfaces.
|
|
var (
|
|
_ = Reader(new(TarGz))
|
|
_ = Writer(new(TarGz))
|
|
_ = Archiver(new(TarGz))
|
|
_ = Unarchiver(new(TarGz))
|
|
_ = Walker(new(TarGz))
|
|
_ = Extractor(new(TarGz))
|
|
)
|
|
|
|
// DefaultTarGz is a convenient archiver ready to use.
|
|
var DefaultTarGz = NewTarGz()
|