2016-08-30 02:09:57 +00:00
|
|
|
package agent
|
|
|
|
|
|
|
|
import (
|
2016-11-15 02:54:37 +00:00
|
|
|
"fmt"
|
2016-08-30 02:09:57 +00:00
|
|
|
"net/http"
|
2017-02-24 04:32:13 +00:00
|
|
|
"strconv"
|
2017-03-10 00:43:07 +00:00
|
|
|
"time"
|
2016-08-30 02:09:57 +00:00
|
|
|
|
2017-03-10 00:43:07 +00:00
|
|
|
"github.com/hashicorp/consul/api"
|
2016-08-30 02:09:57 +00:00
|
|
|
"github.com/hashicorp/consul/consul/structs"
|
2016-11-22 23:24:40 +00:00
|
|
|
multierror "github.com/hashicorp/go-multierror"
|
2016-08-30 02:09:57 +00:00
|
|
|
"github.com/hashicorp/raft"
|
2017-03-10 00:43:07 +00:00
|
|
|
"strings"
|
2016-08-30 02:09:57 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
// OperatorRaftConfiguration is used to inspect the current Raft configuration.
|
|
|
|
// This supports the stale query mode in case the cluster doesn't have a leader.
|
|
|
|
func (s *HTTPServer) OperatorRaftConfiguration(resp http.ResponseWriter, req *http.Request) (interface{}, error) {
|
|
|
|
if req.Method != "GET" {
|
|
|
|
resp.WriteHeader(http.StatusMethodNotAllowed)
|
|
|
|
return nil, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
var args structs.DCSpecificRequest
|
|
|
|
if done := s.parse(resp, req, &args.Datacenter, &args.QueryOptions); done {
|
|
|
|
return nil, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
var reply structs.RaftConfigurationResponse
|
|
|
|
if err := s.agent.RPC("Operator.RaftGetConfiguration", &args, &reply); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
return reply, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// OperatorRaftPeer supports actions on Raft peers. Currently we only support
|
|
|
|
// removing peers by address.
|
|
|
|
func (s *HTTPServer) OperatorRaftPeer(resp http.ResponseWriter, req *http.Request) (interface{}, error) {
|
|
|
|
if req.Method != "DELETE" {
|
|
|
|
resp.WriteHeader(http.StatusMethodNotAllowed)
|
|
|
|
return nil, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
var args structs.RaftPeerByAddressRequest
|
|
|
|
s.parseDC(req, &args.Datacenter)
|
|
|
|
s.parseToken(req, &args.Token)
|
|
|
|
|
|
|
|
params := req.URL.Query()
|
|
|
|
if _, ok := params["address"]; ok {
|
|
|
|
args.Address = raft.ServerAddress(params.Get("address"))
|
|
|
|
} else {
|
|
|
|
resp.WriteHeader(http.StatusBadRequest)
|
|
|
|
resp.Write([]byte("Must specify ?address with IP:port of peer to remove"))
|
|
|
|
return nil, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
var reply struct{}
|
|
|
|
if err := s.agent.RPC("Operator.RaftRemovePeerByAddress", &args, &reply); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
return nil, nil
|
|
|
|
}
|
2016-11-15 02:54:37 +00:00
|
|
|
|
2016-11-22 23:24:40 +00:00
|
|
|
type keyringArgs struct {
|
2017-02-02 02:42:41 +00:00
|
|
|
Key string
|
|
|
|
Token string
|
|
|
|
RelayFactor uint8
|
2016-11-22 23:24:40 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// OperatorKeyringEndpoint handles keyring operations (install, list, use, remove)
|
|
|
|
func (s *HTTPServer) OperatorKeyringEndpoint(resp http.ResponseWriter, req *http.Request) (interface{}, error) {
|
|
|
|
var args keyringArgs
|
|
|
|
if req.Method == "POST" || req.Method == "PUT" || req.Method == "DELETE" {
|
|
|
|
if err := decodeBody(req, &args, nil); err != nil {
|
|
|
|
resp.WriteHeader(400)
|
|
|
|
resp.Write([]byte(fmt.Sprintf("Request decode failed: %v", err)))
|
|
|
|
return nil, nil
|
|
|
|
}
|
2016-11-15 02:54:37 +00:00
|
|
|
}
|
2016-11-22 23:24:40 +00:00
|
|
|
s.parseToken(req, &args.Token)
|
2016-11-15 02:54:37 +00:00
|
|
|
|
2017-02-02 02:42:41 +00:00
|
|
|
// Parse relay factor
|
|
|
|
if relayFactor := req.URL.Query().Get("relay-factor"); relayFactor != "" {
|
|
|
|
n, err := strconv.Atoi(relayFactor)
|
|
|
|
if err != nil {
|
|
|
|
resp.WriteHeader(400)
|
|
|
|
resp.Write([]byte(fmt.Sprintf("Error parsing relay factor: %v", err)))
|
|
|
|
return nil, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
args.RelayFactor, err = ParseRelayFactor(n)
|
|
|
|
if err != nil {
|
|
|
|
resp.WriteHeader(400)
|
|
|
|
resp.Write([]byte(fmt.Sprintf("Invalid relay factor: %v", err)))
|
|
|
|
return nil, nil
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2016-11-22 23:24:40 +00:00
|
|
|
// Switch on the method
|
|
|
|
switch req.Method {
|
|
|
|
case "GET":
|
|
|
|
return s.KeyringList(resp, req, &args)
|
|
|
|
case "POST":
|
|
|
|
return s.KeyringInstall(resp, req, &args)
|
|
|
|
case "PUT":
|
|
|
|
return s.KeyringUse(resp, req, &args)
|
|
|
|
case "DELETE":
|
|
|
|
return s.KeyringRemove(resp, req, &args)
|
|
|
|
default:
|
2017-02-24 04:32:13 +00:00
|
|
|
resp.WriteHeader(http.StatusMethodNotAllowed)
|
2016-11-15 02:54:37 +00:00
|
|
|
return nil, nil
|
|
|
|
}
|
2016-11-22 23:24:40 +00:00
|
|
|
}
|
2016-11-15 02:54:37 +00:00
|
|
|
|
2016-11-22 23:24:40 +00:00
|
|
|
// KeyringInstall is used to install a new gossip encryption key into the cluster
|
|
|
|
func (s *HTTPServer) KeyringInstall(resp http.ResponseWriter, req *http.Request, args *keyringArgs) (interface{}, error) {
|
2017-02-02 02:42:41 +00:00
|
|
|
responses, err := s.agent.InstallKey(args.Key, args.Token, args.RelayFactor)
|
2016-11-15 02:54:37 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
2016-11-22 23:24:40 +00:00
|
|
|
return nil, keyringErrorsOrNil(responses.Responses)
|
2016-11-15 02:54:37 +00:00
|
|
|
}
|
|
|
|
|
2016-11-22 23:24:40 +00:00
|
|
|
// KeyringList is used to list the keys installed in the cluster
|
|
|
|
func (s *HTTPServer) KeyringList(resp http.ResponseWriter, req *http.Request, args *keyringArgs) (interface{}, error) {
|
2017-02-02 02:42:41 +00:00
|
|
|
responses, err := s.agent.ListKeys(args.Token, args.RelayFactor)
|
2016-11-15 02:54:37 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
2016-11-22 23:24:40 +00:00
|
|
|
return responses.Responses, keyringErrorsOrNil(responses.Responses)
|
2016-11-15 02:54:37 +00:00
|
|
|
}
|
|
|
|
|
2016-11-22 23:24:40 +00:00
|
|
|
// KeyringRemove is used to list the keys installed in the cluster
|
|
|
|
func (s *HTTPServer) KeyringRemove(resp http.ResponseWriter, req *http.Request, args *keyringArgs) (interface{}, error) {
|
2017-02-02 02:42:41 +00:00
|
|
|
responses, err := s.agent.RemoveKey(args.Key, args.Token, args.RelayFactor)
|
2016-11-15 02:54:37 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
2016-11-22 23:24:40 +00:00
|
|
|
return nil, keyringErrorsOrNil(responses.Responses)
|
2016-11-15 02:54:37 +00:00
|
|
|
}
|
|
|
|
|
2016-11-22 23:24:40 +00:00
|
|
|
// KeyringUse is used to change the primary gossip encryption key
|
|
|
|
func (s *HTTPServer) KeyringUse(resp http.ResponseWriter, req *http.Request, args *keyringArgs) (interface{}, error) {
|
2017-02-02 02:42:41 +00:00
|
|
|
responses, err := s.agent.UseKey(args.Key, args.Token, args.RelayFactor)
|
2016-11-15 02:54:37 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2016-11-22 23:24:40 +00:00
|
|
|
|
|
|
|
return nil, keyringErrorsOrNil(responses.Responses)
|
|
|
|
}
|
|
|
|
|
|
|
|
func keyringErrorsOrNil(responses []*structs.KeyringResponse) error {
|
|
|
|
var errs error
|
|
|
|
for _, response := range responses {
|
2016-11-15 02:54:37 +00:00
|
|
|
if response.Error != "" {
|
2017-02-08 23:25:47 +00:00
|
|
|
pool := response.Datacenter + " (LAN)"
|
|
|
|
if response.WAN {
|
|
|
|
pool = "WAN"
|
|
|
|
}
|
|
|
|
errs = multierror.Append(errs, fmt.Errorf("%s error: %s", pool, response.Error))
|
|
|
|
for key, message := range response.Messages {
|
|
|
|
errs = multierror.Append(errs, fmt.Errorf("%s: %s", key, message))
|
|
|
|
}
|
2016-11-15 02:54:37 +00:00
|
|
|
}
|
|
|
|
}
|
2016-11-22 23:24:40 +00:00
|
|
|
return errs
|
2016-11-15 02:54:37 +00:00
|
|
|
}
|
2017-02-24 04:32:13 +00:00
|
|
|
|
|
|
|
// OperatorAutopilotConfiguration is used to inspect the current Autopilot configuration.
|
|
|
|
// This supports the stale query mode in case the cluster doesn't have a leader.
|
|
|
|
func (s *HTTPServer) OperatorAutopilotConfiguration(resp http.ResponseWriter, req *http.Request) (interface{}, error) {
|
|
|
|
// Switch on the method
|
|
|
|
switch req.Method {
|
|
|
|
case "GET":
|
|
|
|
var args structs.DCSpecificRequest
|
|
|
|
if done := s.parse(resp, req, &args.Datacenter, &args.QueryOptions); done {
|
|
|
|
return nil, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
var reply structs.AutopilotConfig
|
|
|
|
if err := s.agent.RPC("Operator.AutopilotGetConfiguration", &args, &reply); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
2017-03-10 00:43:07 +00:00
|
|
|
out := api.AutopilotConfiguration{
|
|
|
|
CleanupDeadServers: reply.CleanupDeadServers,
|
|
|
|
LastContactThreshold: api.NewReadableDuration(reply.LastContactThreshold),
|
|
|
|
MaxTrailingLogs: reply.MaxTrailingLogs,
|
|
|
|
ServerStabilizationTime: api.NewReadableDuration(reply.ServerStabilizationTime),
|
2017-03-21 23:36:44 +00:00
|
|
|
RedundancyZoneTag: reply.RedundancyZoneTag,
|
|
|
|
DisableUpgradeMigration: reply.DisableUpgradeMigration,
|
2017-03-10 00:43:07 +00:00
|
|
|
CreateIndex: reply.CreateIndex,
|
|
|
|
ModifyIndex: reply.ModifyIndex,
|
|
|
|
}
|
|
|
|
|
|
|
|
return out, nil
|
2017-02-24 04:32:13 +00:00
|
|
|
case "PUT":
|
|
|
|
var args structs.AutopilotSetConfigRequest
|
|
|
|
s.parseDC(req, &args.Datacenter)
|
|
|
|
s.parseToken(req, &args.Token)
|
|
|
|
|
2017-03-10 00:43:07 +00:00
|
|
|
var conf api.AutopilotConfiguration
|
|
|
|
if err := decodeBody(req, &conf, FixupConfigDurations); err != nil {
|
|
|
|
resp.WriteHeader(400)
|
|
|
|
resp.Write([]byte(fmt.Sprintf("Error parsing autopilot config: %v", err)))
|
|
|
|
return nil, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
args.Config = structs.AutopilotConfig{
|
|
|
|
CleanupDeadServers: conf.CleanupDeadServers,
|
|
|
|
LastContactThreshold: conf.LastContactThreshold.Duration(),
|
|
|
|
MaxTrailingLogs: conf.MaxTrailingLogs,
|
|
|
|
ServerStabilizationTime: conf.ServerStabilizationTime.Duration(),
|
2017-03-21 23:36:44 +00:00
|
|
|
RedundancyZoneTag: conf.RedundancyZoneTag,
|
|
|
|
DisableUpgradeMigration: conf.DisableUpgradeMigration,
|
2017-03-10 00:43:07 +00:00
|
|
|
}
|
|
|
|
|
2017-02-24 21:08:49 +00:00
|
|
|
// Check for cas value
|
|
|
|
params := req.URL.Query()
|
|
|
|
if _, ok := params["cas"]; ok {
|
|
|
|
casVal, err := strconv.ParseUint(params.Get("cas"), 10, 64)
|
|
|
|
if err != nil {
|
|
|
|
resp.WriteHeader(400)
|
|
|
|
resp.Write([]byte(fmt.Sprintf("Error parsing cas value: %v", err)))
|
|
|
|
return nil, nil
|
|
|
|
}
|
|
|
|
args.Config.ModifyIndex = casVal
|
|
|
|
args.CAS = true
|
|
|
|
}
|
|
|
|
|
|
|
|
var reply bool
|
2017-02-24 04:32:13 +00:00
|
|
|
if err := s.agent.RPC("Operator.AutopilotSetConfiguration", &args, &reply); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
2017-02-24 21:08:49 +00:00
|
|
|
// Only use the out value if this was a CAS
|
|
|
|
if !args.CAS {
|
|
|
|
return true, nil
|
|
|
|
} else {
|
|
|
|
return reply, nil
|
|
|
|
}
|
2017-02-24 04:32:13 +00:00
|
|
|
default:
|
|
|
|
resp.WriteHeader(http.StatusMethodNotAllowed)
|
|
|
|
return nil, nil
|
|
|
|
}
|
|
|
|
}
|
2017-03-01 22:04:40 +00:00
|
|
|
|
2017-03-10 00:43:07 +00:00
|
|
|
// FixupConfigDurations is used to handle parsing the duration fields in
|
|
|
|
// the Autopilot config struct
|
|
|
|
func FixupConfigDurations(raw interface{}) error {
|
|
|
|
rawMap, ok := raw.(map[string]interface{})
|
|
|
|
if !ok {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
for key, val := range rawMap {
|
|
|
|
if strings.ToLower(key) == "lastcontactthreshold" ||
|
|
|
|
strings.ToLower(key) == "serverstabilizationtime" {
|
|
|
|
// Convert a string value into an integer
|
|
|
|
if vStr, ok := val.(string); ok {
|
|
|
|
dur, err := time.ParseDuration(vStr)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
rawMap[key] = dur
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2017-03-01 22:04:40 +00:00
|
|
|
// OperatorServerHealth is used to get the health of the servers in the local DC
|
|
|
|
func (s *HTTPServer) OperatorServerHealth(resp http.ResponseWriter, req *http.Request) (interface{}, error) {
|
|
|
|
if req.Method != "GET" {
|
|
|
|
resp.WriteHeader(http.StatusMethodNotAllowed)
|
|
|
|
return nil, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
var args structs.DCSpecificRequest
|
|
|
|
if done := s.parse(resp, req, &args.Datacenter, &args.QueryOptions); done {
|
|
|
|
return nil, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
var reply structs.OperatorHealthReply
|
|
|
|
if err := s.agent.RPC("Operator.ServerHealth", &args, &reply); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
2017-03-07 21:58:06 +00:00
|
|
|
// Reply with status 429 if something is unhealthy
|
|
|
|
if !reply.Healthy {
|
|
|
|
resp.WriteHeader(http.StatusTooManyRequests)
|
|
|
|
}
|
|
|
|
|
2017-03-10 00:43:07 +00:00
|
|
|
out := &api.OperatorHealthReply{
|
|
|
|
Healthy: reply.Healthy,
|
|
|
|
FailureTolerance: reply.FailureTolerance,
|
|
|
|
}
|
|
|
|
for _, server := range reply.Servers {
|
|
|
|
out.Servers = append(out.Servers, api.ServerHealth{
|
|
|
|
ID: server.ID,
|
|
|
|
Name: server.Name,
|
2017-03-16 01:27:17 +00:00
|
|
|
Address: server.Address,
|
2017-03-21 23:36:44 +00:00
|
|
|
Version: server.Version,
|
|
|
|
Leader: server.Leader,
|
2017-03-10 00:43:07 +00:00
|
|
|
SerfStatus: server.SerfStatus.String(),
|
|
|
|
LastContact: api.NewReadableDuration(server.LastContact),
|
|
|
|
LastTerm: server.LastTerm,
|
|
|
|
LastIndex: server.LastIndex,
|
|
|
|
Healthy: server.Healthy,
|
2017-03-15 23:09:55 +00:00
|
|
|
Voter: server.Voter,
|
2017-03-10 00:43:07 +00:00
|
|
|
StableSince: server.StableSince.Round(time.Second).UTC(),
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
return out, nil
|
2017-03-01 22:04:40 +00:00
|
|
|
}
|