bc29610124
* Updates Raft library to get new snapshot/restore API. * Basic backup and restore working, but need some cleanup. * Breaks out a snapshot module and adds a SHA256 integrity check. * Adds snapshot ACL and fills in some missing comments. * Require a consistent read for snapshots. * Make sure snapshot works if ACLs aren't enabled. * Adds a bit of package documentation. * Returns an empty response from restore to avoid EOF errors. * Adds API client support for snapshots. * Makes internal file names match on-disk file snapshots. * Adds DC and token coverage for snapshot API test. * Adds missing documentation. * Adds a unit test for the snapshot client endpoint. * Moves the connection pool out of the client for easier testing. * Fixes an incidental issue in the prepared query unit test. I realized I had two servers in bootstrap mode so this wasn't a good setup. * Adds a half close to the TCP stream and fixes panic on error. * Adds client and endpoint tests for snapshots. * Moves the pool back into the snapshot RPC client. * Adds a TLS test and fixes half-closes for TLS connections. * Tweaks some comments. * Adds a low-level snapshot test. This is independent of Consul so we can pull this out into a library later if we want to. * Cleans up snapshot and archive and completes archive tests. * Sends a clear error for snapshot operations in dev mode. Snapshots require the Raft snapshots to be readable, which isn't supported in dev mode. Send a clear error instead of a deep-down Raft one. * Adds docs for the snapshot endpoint. * Adds a stale mode and index feedback for snapshot saves. This gives folks a way to extract data even if the cluster has no leader. * Changes the internal format of a snapshot from zip to tgz. * Pulls in Raft fix to cancel inflight before a restore. * Pulls in new Raft restore interface. * Adds metadata to snapshot saves and a verify function. * Adds basic save and restore snapshot CLI commands. * Gets rid of tarball extensions and adds restore message. * Fixes an incidental bad link in the KV docs. * Adds documentation for the snapshot CLI commands. * Scuttle any request body when a snapshot is saved. * Fixes archive unit test error message check. * Allows for nil output writers in snapshot RPC handlers. * Renames hash list Decode to DecodeAndVerify. * Closes the client connection for snapshot ops. * Lowers timeout for restore ops. * Updates Raft vendor to get new Restore signature and integrates with Consul. * Bounces the leader's internal state when we do a restore.
133 lines
3.3 KiB
Go
133 lines
3.3 KiB
Go
package command
|
|
|
|
import (
|
|
"flag"
|
|
"fmt"
|
|
"io"
|
|
"os"
|
|
"strings"
|
|
|
|
"github.com/hashicorp/consul/api"
|
|
"github.com/hashicorp/consul/consul/snapshot"
|
|
"github.com/mitchellh/cli"
|
|
)
|
|
|
|
// SnapshotSaveCommand is a Command implementation that is used to save the
|
|
// state of the Consul servers for disaster recovery.
|
|
type SnapshotSaveCommand struct {
|
|
Ui cli.Ui
|
|
}
|
|
|
|
func (c *SnapshotSaveCommand) Help() string {
|
|
helpText := `
|
|
Usage: consul snapshot save [options] FILE
|
|
|
|
Retrieves an atomic, point-in-time snapshot of the state of the Consul servers
|
|
which includes key/value entries, service catalog, prepared queries, sessions,
|
|
and ACLs.
|
|
|
|
If ACLs are enabled, a management token must be supplied in order to perform
|
|
snapshot operations.
|
|
|
|
To create a snapshot from the leader server and save it to "backup.snap":
|
|
|
|
$ consul snapshot save backup.snap
|
|
|
|
To create a potentially stale snapshot from any available server (useful if no
|
|
leader is available):
|
|
|
|
$ consul snapshot save -stale backup.snap
|
|
|
|
For a full list of options and examples, please see the Consul documentation.
|
|
|
|
` + apiOptsText
|
|
|
|
return strings.TrimSpace(helpText)
|
|
}
|
|
|
|
func (c *SnapshotSaveCommand) Run(args []string) int {
|
|
cmdFlags := flag.NewFlagSet("get", flag.ContinueOnError)
|
|
cmdFlags.Usage = func() { c.Ui.Output(c.Help()) }
|
|
datacenter := cmdFlags.String("datacenter", "", "")
|
|
token := cmdFlags.String("token", "", "")
|
|
stale := cmdFlags.Bool("stale", false, "")
|
|
httpAddr := HTTPAddrFlag(cmdFlags)
|
|
if err := cmdFlags.Parse(args); err != nil {
|
|
return 1
|
|
}
|
|
|
|
var file string
|
|
|
|
args = cmdFlags.Args()
|
|
switch len(args) {
|
|
case 0:
|
|
c.Ui.Error("Missing FILE argument")
|
|
return 1
|
|
case 1:
|
|
file = args[0]
|
|
default:
|
|
c.Ui.Error(fmt.Sprintf("Too many arguments (expected 1, got %d)", len(args)))
|
|
return 1
|
|
}
|
|
|
|
// Create and test the HTTP client
|
|
conf := api.DefaultConfig()
|
|
conf.Address = *httpAddr
|
|
conf.Token = *token
|
|
client, err := api.NewClient(conf)
|
|
if err != nil {
|
|
c.Ui.Error(fmt.Sprintf("Error connecting to Consul agent: %s", err))
|
|
return 1
|
|
}
|
|
|
|
// Take the snapshot.
|
|
snap, qm, err := client.Snapshot().Save(&api.QueryOptions{
|
|
Datacenter: *datacenter,
|
|
AllowStale: *stale,
|
|
})
|
|
if err != nil {
|
|
c.Ui.Error(fmt.Sprintf("Error saving snapshot: %s", err))
|
|
return 1
|
|
}
|
|
defer snap.Close()
|
|
|
|
// Save the file.
|
|
f, err := os.Create(file)
|
|
if err != nil {
|
|
c.Ui.Error(fmt.Sprintf("Error creating snapshot file: %s", err))
|
|
return 1
|
|
}
|
|
if _, err := io.Copy(f, snap); err != nil {
|
|
f.Close()
|
|
c.Ui.Error(fmt.Sprintf("Error writing snapshot file: %s", err))
|
|
return 1
|
|
}
|
|
if err := f.Close(); err != nil {
|
|
c.Ui.Error(fmt.Sprintf("Error closing snapshot file after writing: %s", err))
|
|
return 1
|
|
}
|
|
|
|
// Read it back to verify.
|
|
f, err = os.Open(file)
|
|
if err != nil {
|
|
c.Ui.Error(fmt.Sprintf("Error opening snapshot file for verify: %s", err))
|
|
return 1
|
|
}
|
|
if err := snapshot.Verify(f); err != nil {
|
|
f.Close()
|
|
c.Ui.Error(fmt.Sprintf("Error verifying snapshot file: %s", err))
|
|
return 1
|
|
}
|
|
if err := f.Close(); err != nil {
|
|
c.Ui.Error(fmt.Sprintf("Error closing snapshot file after verify: %s", err))
|
|
return 1
|
|
}
|
|
|
|
c.Ui.Info(fmt.Sprintf("Saved and verified snapshot to index %d", qm.LastIndex))
|
|
return 0
|
|
}
|
|
|
|
func (c *SnapshotSaveCommand) Synopsis() string {
|
|
return "Saves snapshot of Consul server state"
|
|
}
|