2016-05-25 21:11:14 +00:00
|
|
|
package command
|
|
|
|
|
|
|
|
import (
|
|
|
|
"fmt"
|
2016-05-26 00:06:20 +00:00
|
|
|
"sort"
|
2016-05-25 21:11:14 +00:00
|
|
|
"strings"
|
|
|
|
|
|
|
|
"github.com/hashicorp/nomad/api"
|
2017-08-14 14:24:35 +00:00
|
|
|
"github.com/hashicorp/nomad/api/contexts"
|
|
|
|
"github.com/posener/complete"
|
2016-05-25 21:11:14 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
type EvalStatusCommand struct {
|
|
|
|
Meta
|
|
|
|
}
|
|
|
|
|
|
|
|
func (c *EvalStatusCommand) Help() string {
|
|
|
|
helpText := `
|
2018-03-21 00:37:28 +00:00
|
|
|
Usage: nomad eval status [options] <evaluation>
|
2016-05-25 21:11:14 +00:00
|
|
|
|
|
|
|
Display information about evaluations. This command can be used to inspect the
|
|
|
|
current status of an evaluation as well as determine the reason an evaluation
|
|
|
|
did not place all allocations.
|
|
|
|
|
|
|
|
General Options:
|
|
|
|
|
|
|
|
` + generalOptionsUsage() + `
|
|
|
|
|
|
|
|
Eval Status Options:
|
|
|
|
|
|
|
|
-monitor
|
|
|
|
Monitor an outstanding evaluation
|
|
|
|
|
|
|
|
-verbose
|
|
|
|
Show full information.
|
2016-07-30 10:20:43 +00:00
|
|
|
|
2016-08-04 10:19:31 +00:00
|
|
|
-json
|
2016-08-06 09:54:30 +00:00
|
|
|
Output the evaluation in its JSON format.
|
2016-07-30 10:20:43 +00:00
|
|
|
|
|
|
|
-t
|
2016-08-06 09:54:30 +00:00
|
|
|
Format and display evaluation using a Go template.
|
2016-05-25 21:11:14 +00:00
|
|
|
`
|
|
|
|
|
|
|
|
return strings.TrimSpace(helpText)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (c *EvalStatusCommand) Synopsis() string {
|
2016-05-26 01:52:14 +00:00
|
|
|
return "Display evaluation status and placement failure reasons"
|
2016-05-25 21:11:14 +00:00
|
|
|
}
|
|
|
|
|
2017-08-22 20:41:42 +00:00
|
|
|
func (c *EvalStatusCommand) AutocompleteFlags() complete.Flags {
|
2017-08-23 21:56:21 +00:00
|
|
|
return mergeAutocompleteFlags(c.Meta.AutocompleteFlags(FlagSetClient),
|
|
|
|
complete.Flags{
|
|
|
|
"-json": complete.PredictNothing,
|
|
|
|
"-monitor": complete.PredictNothing,
|
|
|
|
"-t": complete.PredictAnything,
|
|
|
|
"-verbose": complete.PredictNothing,
|
|
|
|
})
|
2017-08-22 20:41:42 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (c *EvalStatusCommand) AutocompleteArgs() complete.Predictor {
|
|
|
|
return complete.PredictFunc(func(a complete.Args) []string {
|
2017-08-29 21:29:32 +00:00
|
|
|
client, err := c.Meta.Client()
|
|
|
|
if err != nil {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
if err != nil {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2017-08-28 05:17:51 +00:00
|
|
|
resp, _, err := client.Search().PrefixSearch(a.Last, contexts.Evals, nil)
|
2017-08-22 20:41:42 +00:00
|
|
|
if err != nil {
|
|
|
|
return []string{}
|
|
|
|
}
|
|
|
|
return resp.Matches[contexts.Evals]
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2016-05-25 21:11:14 +00:00
|
|
|
func (c *EvalStatusCommand) Run(args []string) int {
|
2016-08-04 10:19:31 +00:00
|
|
|
var monitor, verbose, json bool
|
|
|
|
var tmpl string
|
2016-05-25 21:11:14 +00:00
|
|
|
|
2018-03-21 00:37:28 +00:00
|
|
|
flags := c.Meta.FlagSet("eval status", FlagSetClient)
|
2016-05-25 21:11:14 +00:00
|
|
|
flags.Usage = func() { c.Ui.Output(c.Help()) }
|
|
|
|
flags.BoolVar(&monitor, "monitor", false, "")
|
|
|
|
flags.BoolVar(&verbose, "verbose", false, "")
|
2016-08-04 10:19:31 +00:00
|
|
|
flags.BoolVar(&json, "json", false, "")
|
2016-07-30 10:20:43 +00:00
|
|
|
flags.StringVar(&tmpl, "t", "", "")
|
2016-05-25 21:11:14 +00:00
|
|
|
|
|
|
|
if err := flags.Parse(args); err != nil {
|
|
|
|
return 1
|
|
|
|
}
|
|
|
|
|
|
|
|
// Check that we got exactly one evaluation ID
|
|
|
|
args = flags.Args()
|
|
|
|
|
|
|
|
// Get the HTTP client
|
|
|
|
client, err := c.Meta.Client()
|
|
|
|
if err != nil {
|
|
|
|
c.Ui.Error(fmt.Sprintf("Error initializing client: %s", err))
|
|
|
|
return 1
|
|
|
|
}
|
|
|
|
|
2016-08-06 11:30:12 +00:00
|
|
|
// If args not specified but output format is specified, format and output the evaluations data list
|
2017-07-01 01:10:19 +00:00
|
|
|
if len(args) == 0 && json || len(tmpl) > 0 {
|
|
|
|
evals, _, err := client.Evaluations().List(nil)
|
|
|
|
if err != nil {
|
|
|
|
c.Ui.Error(fmt.Sprintf("Error querying evaluations: %v", err))
|
2016-08-06 12:38:41 +00:00
|
|
|
return 1
|
2016-08-06 11:30:12 +00:00
|
|
|
}
|
2017-07-01 01:10:19 +00:00
|
|
|
|
|
|
|
out, err := Format(json, tmpl, evals)
|
|
|
|
if err != nil {
|
|
|
|
c.Ui.Error(err.Error())
|
|
|
|
return 1
|
2016-08-06 11:30:12 +00:00
|
|
|
}
|
2017-07-01 01:10:19 +00:00
|
|
|
|
|
|
|
c.Ui.Output(out)
|
|
|
|
return 0
|
2016-08-06 11:30:12 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
if len(args) != 1 {
|
|
|
|
c.Ui.Error(c.Help())
|
|
|
|
return 1
|
|
|
|
}
|
|
|
|
|
|
|
|
evalID := args[0]
|
|
|
|
|
2016-05-25 21:11:14 +00:00
|
|
|
// Truncate the id unless full length is requested
|
|
|
|
length := shortId
|
|
|
|
if verbose {
|
|
|
|
length = fullId
|
|
|
|
}
|
|
|
|
|
|
|
|
// Query the allocation info
|
|
|
|
if len(evalID) == 1 {
|
|
|
|
c.Ui.Error(fmt.Sprintf("Identifier must contain at least two characters."))
|
|
|
|
return 1
|
|
|
|
}
|
|
|
|
|
2018-03-11 18:52:59 +00:00
|
|
|
evalID = sanitizeUUIDPrefix(evalID)
|
2016-05-25 21:11:14 +00:00
|
|
|
evals, _, err := client.Evaluations().PrefixList(evalID)
|
|
|
|
if err != nil {
|
|
|
|
c.Ui.Error(fmt.Sprintf("Error querying evaluation: %v", err))
|
|
|
|
return 1
|
|
|
|
}
|
|
|
|
if len(evals) == 0 {
|
|
|
|
c.Ui.Error(fmt.Sprintf("No evaluation(s) with prefix or id %q found", evalID))
|
|
|
|
return 1
|
|
|
|
}
|
2016-08-06 11:30:12 +00:00
|
|
|
|
2016-05-25 21:11:14 +00:00
|
|
|
if len(evals) > 1 {
|
|
|
|
// Format the evals
|
|
|
|
out := make([]string, len(evals)+1)
|
|
|
|
out[0] = "ID|Priority|Triggered By|Status|Placement Failures"
|
|
|
|
for i, eval := range evals {
|
2016-06-10 18:02:15 +00:00
|
|
|
failures, _ := evalFailureStatus(eval)
|
2016-06-10 17:56:32 +00:00
|
|
|
out[i+1] = fmt.Sprintf("%s|%d|%s|%s|%s",
|
2016-05-25 21:11:14 +00:00
|
|
|
limit(eval.ID, length),
|
|
|
|
eval.Priority,
|
|
|
|
eval.TriggeredBy,
|
|
|
|
eval.Status,
|
2016-06-10 17:56:32 +00:00
|
|
|
failures,
|
2016-05-25 21:11:14 +00:00
|
|
|
)
|
|
|
|
}
|
2017-07-21 00:31:07 +00:00
|
|
|
c.Ui.Error(fmt.Sprintf("Prefix matched multiple evaluations\n\n%s", formatList(out)))
|
|
|
|
return 1
|
2016-05-25 21:11:14 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// If we are in monitor mode, monitor and exit
|
|
|
|
if monitor {
|
|
|
|
mon := newMonitor(c.Ui, client, length)
|
|
|
|
return mon.monitor(evals[0].ID, true)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Prefix lookup matched a single evaluation
|
|
|
|
eval, _, err := client.Evaluations().Info(evals[0].ID, nil)
|
|
|
|
if err != nil {
|
|
|
|
c.Ui.Error(fmt.Sprintf("Error querying evaluation: %s", err))
|
|
|
|
return 1
|
|
|
|
}
|
|
|
|
|
2016-07-30 10:20:43 +00:00
|
|
|
// If output format is specified, format and output the data
|
2017-07-01 01:10:19 +00:00
|
|
|
if json || len(tmpl) > 0 {
|
|
|
|
out, err := Format(json, tmpl, eval)
|
2016-07-30 10:20:43 +00:00
|
|
|
if err != nil {
|
2017-07-01 01:10:19 +00:00
|
|
|
c.Ui.Error(err.Error())
|
2016-07-30 10:20:43 +00:00
|
|
|
return 1
|
|
|
|
}
|
|
|
|
|
|
|
|
c.Ui.Output(out)
|
|
|
|
return 0
|
|
|
|
}
|
|
|
|
|
2016-06-10 18:02:15 +00:00
|
|
|
failureString, failures := evalFailureStatus(eval)
|
2016-05-25 21:11:14 +00:00
|
|
|
triggerNoun, triggerSubj := getTriggerDetails(eval)
|
|
|
|
statusDesc := eval.StatusDescription
|
|
|
|
if statusDesc == "" {
|
|
|
|
statusDesc = eval.Status
|
|
|
|
}
|
|
|
|
|
2016-05-27 00:37:08 +00:00
|
|
|
// Format the evaluation data
|
2016-05-25 21:11:14 +00:00
|
|
|
basic := []string{
|
|
|
|
fmt.Sprintf("ID|%s", limit(eval.ID, length)),
|
|
|
|
fmt.Sprintf("Status|%s", eval.Status),
|
|
|
|
fmt.Sprintf("Status Description|%s", statusDesc),
|
|
|
|
fmt.Sprintf("Type|%s", eval.Type),
|
|
|
|
fmt.Sprintf("TriggeredBy|%s", eval.TriggeredBy),
|
|
|
|
fmt.Sprintf("%s|%s", triggerNoun, triggerSubj),
|
|
|
|
fmt.Sprintf("Priority|%d", eval.Priority),
|
2016-06-10 17:56:32 +00:00
|
|
|
fmt.Sprintf("Placement Failures|%s", failureString),
|
2016-05-25 21:11:14 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
if verbose {
|
|
|
|
// NextEval, PreviousEval, BlockedEval
|
|
|
|
basic = append(basic,
|
|
|
|
fmt.Sprintf("Previous Eval|%s", eval.PreviousEval),
|
|
|
|
fmt.Sprintf("Next Eval|%s", eval.NextEval),
|
|
|
|
fmt.Sprintf("Blocked Eval|%s", eval.BlockedEval))
|
|
|
|
}
|
|
|
|
c.Ui.Output(formatKV(basic))
|
|
|
|
|
|
|
|
if failures {
|
2016-06-12 20:16:07 +00:00
|
|
|
c.Ui.Output(c.Colorize().Color("\n[bold]Failed Placements[reset]"))
|
2016-05-26 00:06:20 +00:00
|
|
|
sorted := sortedTaskGroupFromMetrics(eval.FailedTGAllocs)
|
|
|
|
for _, tg := range sorted {
|
|
|
|
metrics := eval.FailedTGAllocs[tg]
|
|
|
|
|
2016-05-25 21:11:14 +00:00
|
|
|
noun := "allocation"
|
|
|
|
if metrics.CoalescedFailures > 0 {
|
|
|
|
noun += "s"
|
|
|
|
}
|
|
|
|
c.Ui.Output(fmt.Sprintf("Task Group %q (failed to place %d %s):", tg, metrics.CoalescedFailures+1, noun))
|
2016-05-31 21:51:23 +00:00
|
|
|
c.Ui.Output(formatAllocMetrics(metrics, false, " "))
|
2016-05-26 00:06:20 +00:00
|
|
|
c.Ui.Output("")
|
2016-05-25 21:11:14 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
if eval.BlockedEval != "" {
|
2016-05-27 00:37:08 +00:00
|
|
|
c.Ui.Output(fmt.Sprintf("Evaluation %q waiting for additional capacity to place remainder",
|
2016-05-25 21:11:14 +00:00
|
|
|
limit(eval.BlockedEval, length)))
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return 0
|
|
|
|
}
|
|
|
|
|
2016-05-26 00:06:20 +00:00
|
|
|
func sortedTaskGroupFromMetrics(groups map[string]*api.AllocationMetric) []string {
|
|
|
|
tgs := make([]string, 0, len(groups))
|
2017-09-26 22:26:33 +00:00
|
|
|
for tg := range groups {
|
2016-05-26 00:06:20 +00:00
|
|
|
tgs = append(tgs, tg)
|
|
|
|
}
|
|
|
|
sort.Strings(tgs)
|
|
|
|
return tgs
|
|
|
|
}
|
|
|
|
|
2016-05-25 21:11:14 +00:00
|
|
|
func getTriggerDetails(eval *api.Evaluation) (noun, subject string) {
|
|
|
|
switch eval.TriggeredBy {
|
2017-07-25 16:20:19 +00:00
|
|
|
case "job-register", "job-deregister", "periodic-job", "rolling-update", "deployment-watcher":
|
2016-05-25 21:11:14 +00:00
|
|
|
return "Job ID", eval.JobID
|
|
|
|
case "node-update":
|
|
|
|
return "Node ID", eval.NodeID
|
|
|
|
case "max-plan-attempts":
|
|
|
|
return "Previous Eval", eval.PreviousEval
|
|
|
|
default:
|
|
|
|
return "", ""
|
|
|
|
}
|
|
|
|
}
|