2016-04-29 20:03:02 +00:00
|
|
|
package command
|
|
|
|
|
|
|
|
import (
|
|
|
|
"fmt"
|
2016-05-19 21:25:45 +00:00
|
|
|
"strconv"
|
2016-04-29 20:03:02 +00:00
|
|
|
"strings"
|
2016-05-19 22:22:07 +00:00
|
|
|
|
|
|
|
"github.com/dustin/go-humanize"
|
|
|
|
|
|
|
|
"github.com/hashicorp/nomad/api"
|
2016-04-29 20:03:02 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
type StatsCommand struct {
|
|
|
|
Meta
|
|
|
|
}
|
|
|
|
|
|
|
|
func (f *StatsCommand) Help() string {
|
2016-05-24 21:53:28 +00:00
|
|
|
helpText := `
|
|
|
|
Usage: nomad node-status [options] <alloc-id>
|
|
|
|
|
|
|
|
Displays statistics related to resource usage of tasks in an allocation. Use
|
|
|
|
the -task flag to query statistics of an individual task running in an
|
|
|
|
allocation.
|
|
|
|
|
|
|
|
General Options:
|
|
|
|
|
|
|
|
` + generalOptionsUsage() + `
|
|
|
|
|
|
|
|
Node Stats Options:
|
|
|
|
|
|
|
|
-task
|
|
|
|
Display statistics for a specific task in an allocation.
|
|
|
|
`
|
|
|
|
|
|
|
|
return strings.TrimSpace(helpText)
|
2016-04-29 20:03:02 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (f *StatsCommand) Synopsis() string {
|
|
|
|
return "Dispalys stats of an allocation or a task running on a nomad client"
|
|
|
|
}
|
|
|
|
|
|
|
|
func (f *StatsCommand) Run(args []string) int {
|
|
|
|
var verbose bool
|
2016-05-24 21:53:28 +00:00
|
|
|
var task string
|
2016-04-29 20:03:02 +00:00
|
|
|
flags := f.Meta.FlagSet("fs-list", FlagSetClient)
|
|
|
|
flags.BoolVar(&verbose, "verbose", false, "")
|
2016-05-24 21:53:28 +00:00
|
|
|
flags.StringVar(&task, "task", "", "")
|
2016-04-29 20:03:02 +00:00
|
|
|
flags.Usage = func() { f.Ui.Output(f.Help()) }
|
|
|
|
|
|
|
|
if err := flags.Parse(args); err != nil {
|
|
|
|
return 1
|
|
|
|
}
|
|
|
|
|
|
|
|
args = flags.Args()
|
|
|
|
if len(args) < 1 {
|
|
|
|
f.Ui.Error("allocation id is a required parameter")
|
|
|
|
return 1
|
|
|
|
}
|
|
|
|
client, err := f.Meta.Client()
|
|
|
|
if err != nil {
|
|
|
|
f.Ui.Error(fmt.Sprintf("Error initializing client: %v", err))
|
|
|
|
return 1
|
|
|
|
}
|
|
|
|
|
2016-05-24 21:53:28 +00:00
|
|
|
var allocID string
|
2016-04-29 20:03:02 +00:00
|
|
|
allocID = strings.TrimSpace(args[0])
|
|
|
|
|
|
|
|
// Truncate the id unless full length is requested
|
|
|
|
length := shortId
|
|
|
|
if verbose {
|
|
|
|
length = fullId
|
|
|
|
}
|
|
|
|
|
|
|
|
// Query the allocation info
|
|
|
|
if len(allocID) == 1 {
|
|
|
|
f.Ui.Error(fmt.Sprintf("Alloc ID must contain at least two characters."))
|
|
|
|
return 1
|
|
|
|
}
|
|
|
|
if len(allocID)%2 == 1 {
|
|
|
|
// Identifiers must be of even length, so we strip off the last byte
|
|
|
|
// to provide a consistent user experience.
|
|
|
|
allocID = allocID[:len(allocID)-1]
|
|
|
|
}
|
|
|
|
|
|
|
|
allocs, _, err := client.Allocations().PrefixList(allocID)
|
|
|
|
if err != nil {
|
|
|
|
f.Ui.Error(fmt.Sprintf("Error querying allocation: %v", err))
|
|
|
|
return 1
|
|
|
|
}
|
|
|
|
if len(allocs) == 0 {
|
|
|
|
f.Ui.Error(fmt.Sprintf("No allocation(s) with prefix or id %q found", allocID))
|
|
|
|
return 1
|
|
|
|
}
|
|
|
|
if len(allocs) > 1 {
|
|
|
|
// Format the allocs
|
|
|
|
out := make([]string, len(allocs)+1)
|
|
|
|
out[0] = "ID|Eval ID|Job ID|Task Group|Desired Status|Client Status"
|
|
|
|
for i, alloc := range allocs {
|
|
|
|
out[i+1] = fmt.Sprintf("%s|%s|%s|%s|%s|%s",
|
|
|
|
limit(alloc.ID, length),
|
|
|
|
limit(alloc.EvalID, length),
|
|
|
|
alloc.JobID,
|
|
|
|
alloc.TaskGroup,
|
|
|
|
alloc.DesiredStatus,
|
|
|
|
alloc.ClientStatus,
|
|
|
|
)
|
|
|
|
}
|
|
|
|
f.Ui.Output(fmt.Sprintf("Prefix matched multiple allocations\n\n%s", formatList(out)))
|
|
|
|
return 0
|
|
|
|
}
|
|
|
|
// Prefix lookup matched a single allocation
|
|
|
|
alloc, _, err := client.Allocations().Info(allocs[0].ID, nil)
|
|
|
|
if err != nil {
|
|
|
|
f.Ui.Error(fmt.Sprintf("Error querying allocation: %s", err))
|
|
|
|
return 1
|
|
|
|
}
|
|
|
|
|
|
|
|
stats, err := client.Allocations().Stats(alloc, nil)
|
|
|
|
if err != nil {
|
|
|
|
f.Ui.Error(fmt.Sprintf("unable to get stats: %v", err))
|
|
|
|
return 1
|
|
|
|
}
|
|
|
|
if task == "" {
|
|
|
|
f.printAllocResourceUsage(alloc, stats)
|
|
|
|
} else {
|
|
|
|
f.printTaskResourceUsage(task, stats)
|
|
|
|
}
|
|
|
|
return 0
|
|
|
|
}
|
|
|
|
|
|
|
|
func (f *StatsCommand) printTaskResourceUsage(task string, resourceUsage map[string]*api.TaskResourceUsage) {
|
|
|
|
tu, ok := resourceUsage[task]
|
|
|
|
if !ok {
|
|
|
|
return
|
|
|
|
}
|
2016-05-21 09:05:08 +00:00
|
|
|
memoryStats := tu.ResourceUsage.MemoryStats
|
|
|
|
cpuStats := tu.ResourceUsage.CpuStats
|
2016-04-29 20:03:02 +00:00
|
|
|
f.Ui.Output(fmt.Sprintf("===> Task: %q", task))
|
|
|
|
f.Ui.Output("Memory Stats")
|
|
|
|
out := make([]string, 2)
|
|
|
|
out[0] = "RSS|Cache|Swap|Max Usage|Kernel Usage|KernelMaxUsage"
|
|
|
|
out[1] = fmt.Sprintf("%v|%v|%v|%v|%v|%v",
|
2016-05-21 09:05:08 +00:00
|
|
|
humanize.Bytes(memoryStats.RSS),
|
|
|
|
humanize.Bytes(memoryStats.Cache),
|
|
|
|
humanize.Bytes(memoryStats.Swap),
|
|
|
|
humanize.Bytes(memoryStats.MaxUsage),
|
|
|
|
humanize.Bytes(memoryStats.KernelUsage),
|
|
|
|
humanize.Bytes(memoryStats.KernelMaxUsage),
|
2016-04-29 20:03:02 +00:00
|
|
|
)
|
|
|
|
f.Ui.Output(formatList(out))
|
|
|
|
|
|
|
|
f.Ui.Output("")
|
|
|
|
|
|
|
|
f.Ui.Output("CPU Stats")
|
|
|
|
out = make([]string, 2)
|
2016-05-19 21:25:45 +00:00
|
|
|
out[0] = "Percent|Throttled Periods|Throttled Time"
|
2016-05-21 09:05:08 +00:00
|
|
|
percent := strconv.FormatFloat(cpuStats.Percent, 'f', 2, 64)
|
2016-05-20 09:05:48 +00:00
|
|
|
out[1] = fmt.Sprintf("%v|%v|%v", percent,
|
2016-05-21 09:05:08 +00:00
|
|
|
cpuStats.ThrottledPeriods, cpuStats.ThrottledTime)
|
2016-04-29 20:03:02 +00:00
|
|
|
f.Ui.Output(formatList(out))
|
|
|
|
}
|
|
|
|
|
|
|
|
func (f *StatsCommand) printAllocResourceUsage(alloc *api.Allocation, resourceUsage map[string]*api.TaskResourceUsage) {
|
|
|
|
f.Ui.Output(fmt.Sprintf("Resource Usage of Tasks running in Allocation %q", alloc.ID))
|
|
|
|
for task, _ := range alloc.TaskStates {
|
|
|
|
f.printTaskResourceUsage(task, resourceUsage)
|
|
|
|
}
|
|
|
|
}
|