3b1f523b85
This commit adds two new commands to the Consul KV CLI, which export and import a JSON formatted representation of the Consul KV tree. It is useful to migrate parts of the KV tree between unrelated Consul clusters, and could also be used for initial data population of the KV store.
166 lines
3.6 KiB
Go
166 lines
3.6 KiB
Go
package command
|
|
|
|
import (
|
|
"bytes"
|
|
"encoding/base64"
|
|
"encoding/json"
|
|
"errors"
|
|
"flag"
|
|
"fmt"
|
|
"io"
|
|
"io/ioutil"
|
|
"os"
|
|
"strings"
|
|
|
|
"github.com/hashicorp/consul/api"
|
|
"github.com/mitchellh/cli"
|
|
)
|
|
|
|
// KVImportCommand is a Command implementation that is used to import
|
|
// a KV tree stored as JSON
|
|
type KVImportCommand struct {
|
|
Ui cli.Ui
|
|
|
|
// testStdin is the input for testing.
|
|
testStdin io.Reader
|
|
}
|
|
|
|
func (c *KVImportCommand) Synopsis() string {
|
|
return "Imports a tree stored as JSON to the KV store"
|
|
}
|
|
|
|
func (c *KVImportCommand) Help() string {
|
|
helpText := `
|
|
Usage: consul kv import [DATA]
|
|
|
|
Imports key-value pairs to the key-value store from the JSON representation
|
|
generated by the "consul kv export" command.
|
|
|
|
The data can be read from a file by prefixing the filename with the "@"
|
|
symbol. For example:
|
|
|
|
$ consul kv import @filename.json
|
|
|
|
Or it can be read from stdin using the "-" symbol:
|
|
|
|
$ cat filename.json | consul kv import config/program/license -
|
|
|
|
Alternatively the data may be provided as the final parameter to the command,
|
|
though care must be taken with regards to shell escaping.
|
|
|
|
For a full list of options and examples, please see the Consul documentation.
|
|
|
|
` + apiOptsText + `
|
|
|
|
KV Import Options:
|
|
|
|
None.
|
|
`
|
|
return strings.TrimSpace(helpText)
|
|
}
|
|
|
|
func (c *KVImportCommand) Run(args []string) int {
|
|
cmdFlags := flag.NewFlagSet("import", flag.ContinueOnError)
|
|
|
|
datacenter := cmdFlags.String("datacenter", "", "")
|
|
token := cmdFlags.String("token", "", "")
|
|
httpAddr := HTTPAddrFlag(cmdFlags)
|
|
if err := cmdFlags.Parse(args); err != nil {
|
|
return 1
|
|
}
|
|
|
|
// Check for arg validation
|
|
args = cmdFlags.Args()
|
|
data, err := c.dataFromArgs(args)
|
|
if err != nil {
|
|
c.Ui.Error(fmt.Sprintf("Error! %s", err))
|
|
return 1
|
|
}
|
|
|
|
// Create and test the HTTP client
|
|
conf := api.DefaultConfig()
|
|
conf.Address = *httpAddr
|
|
conf.Token = *token
|
|
client, err := api.NewClient(conf)
|
|
if err != nil {
|
|
c.Ui.Error(fmt.Sprintf("Error connecting to Consul agent: %s", err))
|
|
return 1
|
|
}
|
|
|
|
var entries []*kvExportEntry
|
|
if err := json.Unmarshal([]byte(data), &entries); err != nil {
|
|
c.Ui.Error(fmt.Sprintf("Cannot unmarshal data: %s", err))
|
|
return 1
|
|
}
|
|
|
|
for _, entry := range entries {
|
|
value, err := base64.StdEncoding.DecodeString(entry.Value)
|
|
if err != nil {
|
|
c.Ui.Error(fmt.Sprintf("Error base 64 decoding value for key %s: %s", entry.Key, err))
|
|
return 1
|
|
}
|
|
|
|
pair := &api.KVPair{
|
|
Key: entry.Key,
|
|
Flags: entry.Flags,
|
|
Value: value,
|
|
}
|
|
|
|
wo := &api.WriteOptions{
|
|
Datacenter: *datacenter,
|
|
Token: *token,
|
|
}
|
|
|
|
if _, err := client.KV().Put(pair, wo); err != nil {
|
|
c.Ui.Error(fmt.Sprintf("Error! Failed writing data for key %s: %s", pair.Key, err))
|
|
return 1
|
|
}
|
|
|
|
c.Ui.Info(fmt.Sprintf("Imported: %s", pair.Key))
|
|
}
|
|
|
|
return 0
|
|
}
|
|
|
|
func (c *KVImportCommand) dataFromArgs(args []string) (string, error) {
|
|
var stdin io.Reader = os.Stdin
|
|
if c.testStdin != nil {
|
|
stdin = c.testStdin
|
|
}
|
|
|
|
switch len(args) {
|
|
case 0:
|
|
return "", errors.New("Missing DATA argument")
|
|
case 1:
|
|
default:
|
|
return "", fmt.Errorf("Too many arguments (expected 1 or 2, got %d)", len(args))
|
|
}
|
|
|
|
data := args[0]
|
|
|
|
if len(data) == 0 {
|
|
return "", errors.New("Empty DATA argument")
|
|
}
|
|
|
|
switch data[0] {
|
|
case '@':
|
|
data, err := ioutil.ReadFile(data[1:])
|
|
if err != nil {
|
|
return "", fmt.Errorf("Failed to read file: %s", err)
|
|
}
|
|
return string(data), nil
|
|
case '-':
|
|
if len(data) > 1 {
|
|
return data, nil
|
|
} else {
|
|
var b bytes.Buffer
|
|
if _, err := io.Copy(&b, stdin); err != nil {
|
|
return "", fmt.Errorf("Failed to read stdin: %s", err)
|
|
}
|
|
return b.String(), nil
|
|
}
|
|
default:
|
|
return data, nil
|
|
}
|
|
}
|