2016-06-12 03:15:50 +00:00
|
|
|
package structs
|
|
|
|
|
dev: avoid codecgen code in downstream projects
This is an attempt to ease dependency management for external driver
plugins, by avoiding requiring them to compile ugorji/go generated
files. Plugin developers reported some pain with the brittleness of
ugorji/go dependency in particular, specially when using go mod, the
default go mod manager in golang 1.13.
Context
--------
Nomad uses msgpack to persist and serialize internal structs, using
ugorji/go library. As an optimization, we use ugorji/go code generation
to speedup process and aovid the relection-based slow path.
We commit these generated files in repository when we cut and tag the
release to ease reproducability and debugging old releases. Thus,
downstream projects that depend on release tag, indirectly depends on
ugorji/go generated code.
Sadly, the generated code is brittle and specific to the version of
ugorji/go being used. When go mod picks another version of ugorji/go
then nomad (go mod by default uses release according to semver),
downstream projects face compilation errors.
Interestingly, downstream projects don't commonly serialize nomad
internal structs. Drivers and device plugins use grpc instead of
msgpack for the most part. In the few cases where they use msgpag (e.g.
decoding task config), they do without codegen path as they run on
driver specific structs not the nomad internal structs. Also, the
ugorji/go serialization through reflection is generally backward
compatible (mod some ugorji/go regression bugs that get introduced every
now and then :( ).
Proposal
---------
The proposal here is to keep committing ugorji/go codec generated files
for releases but to use a go tag for them.
All nomad development through the makefile, including releasing, CI and
dev flow, has the tag enabled.
Downstream plugin projects, by default, will skip these files and life
proceed as normal for them.
The downside is that nomad developers who use generated code but avoid
using make must start passing additional go tag argument. Though this
is not a blessed configuration.
2019-09-06 12:43:26 +00:00
|
|
|
//go:generate codecgen -d 102 -t codec_generated -o structs.generated.go structs.go
|
2018-02-05 21:07:27 +00:00
|
|
|
|
2017-06-16 23:35:16 +00:00
|
|
|
import (
|
2018-11-30 09:56:45 +00:00
|
|
|
"errors"
|
2018-02-01 18:47:31 +00:00
|
|
|
"time"
|
2018-01-24 14:09:53 +00:00
|
|
|
|
2018-01-11 19:24:57 +00:00
|
|
|
"github.com/hashicorp/nomad/client/stats"
|
2018-01-24 14:09:53 +00:00
|
|
|
"github.com/hashicorp/nomad/nomad/structs"
|
2018-11-15 15:13:14 +00:00
|
|
|
"github.com/hashicorp/nomad/plugins/device"
|
2017-06-16 23:35:16 +00:00
|
|
|
)
|
|
|
|
|
2018-01-21 01:19:55 +00:00
|
|
|
// RpcError is used for serializing errors with a potential error code
|
|
|
|
type RpcError struct {
|
|
|
|
Message string
|
|
|
|
Code *int64
|
|
|
|
}
|
|
|
|
|
|
|
|
func NewRpcError(err error, code *int64) *RpcError {
|
|
|
|
return &RpcError{
|
|
|
|
Message: err.Error(),
|
|
|
|
Code: code,
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func (r *RpcError) Error() string {
|
|
|
|
return r.Message
|
|
|
|
}
|
|
|
|
|
2018-01-11 19:24:57 +00:00
|
|
|
// ClientStatsResponse is used to return statistics about a node.
|
|
|
|
type ClientStatsResponse struct {
|
|
|
|
HostStats *stats.HostStats
|
|
|
|
structs.QueryMeta
|
|
|
|
}
|
|
|
|
|
2019-12-10 20:18:57 +00:00
|
|
|
// MonitorRequest is used to request and stream logs from a client node.
|
2019-10-10 19:30:37 +00:00
|
|
|
type MonitorRequest struct {
|
|
|
|
// LogLevel is the log level filter we want to stream logs on
|
|
|
|
LogLevel string
|
|
|
|
|
|
|
|
// LogJSON specifies if log format should be unstructured or json
|
|
|
|
LogJSON bool
|
|
|
|
|
2019-10-15 19:14:25 +00:00
|
|
|
// NodeID is the node we want to track the logs of
|
|
|
|
NodeID string
|
|
|
|
|
2019-11-12 21:23:39 +00:00
|
|
|
// ServerID is the server we want to track the logs of
|
|
|
|
ServerID string
|
|
|
|
|
2019-10-31 13:59:24 +00:00
|
|
|
// PlainText disables base64 encoding.
|
|
|
|
PlainText bool
|
|
|
|
|
2019-10-10 19:30:37 +00:00
|
|
|
structs.QueryOptions
|
|
|
|
}
|
|
|
|
|
2018-02-01 18:47:31 +00:00
|
|
|
// AllocFileInfo holds information about a file inside the AllocDir
|
|
|
|
type AllocFileInfo struct {
|
2019-06-29 01:31:28 +00:00
|
|
|
Name string
|
|
|
|
IsDir bool
|
|
|
|
Size int64
|
|
|
|
FileMode string
|
|
|
|
ModTime time.Time
|
2019-07-03 00:27:31 +00:00
|
|
|
ContentType string `json:",omitempty"`
|
2018-02-01 18:47:31 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// FsListRequest is used to list an allocation's directory.
|
|
|
|
type FsListRequest struct {
|
|
|
|
// AllocID is the allocation to list from
|
|
|
|
AllocID string
|
|
|
|
|
|
|
|
// Path is the path to list
|
|
|
|
Path string
|
|
|
|
|
|
|
|
structs.QueryOptions
|
|
|
|
}
|
|
|
|
|
|
|
|
// FsListResponse is used to return the listings of an allocation's directory.
|
|
|
|
type FsListResponse struct {
|
|
|
|
// Files are the result of listing a directory.
|
|
|
|
Files []*AllocFileInfo
|
|
|
|
|
|
|
|
structs.QueryMeta
|
|
|
|
}
|
|
|
|
|
|
|
|
// FsStatRequest is used to stat a file
|
|
|
|
type FsStatRequest struct {
|
|
|
|
// AllocID is the allocation to stat the file in
|
|
|
|
AllocID string
|
|
|
|
|
|
|
|
// Path is the path to list
|
|
|
|
Path string
|
|
|
|
|
|
|
|
structs.QueryOptions
|
|
|
|
}
|
|
|
|
|
|
|
|
// FsStatResponse is used to return the stat results of a file
|
|
|
|
type FsStatResponse struct {
|
|
|
|
// Info is the result of stating a file
|
|
|
|
Info *AllocFileInfo
|
|
|
|
|
|
|
|
structs.QueryMeta
|
|
|
|
}
|
|
|
|
|
2018-02-01 21:43:44 +00:00
|
|
|
// FsStreamRequest is the initial request for streaming the content of a file.
|
|
|
|
type FsStreamRequest struct {
|
|
|
|
// AllocID is the allocation to stream logs from
|
|
|
|
AllocID string
|
|
|
|
|
|
|
|
// Path is the path to the file to stream
|
|
|
|
Path string
|
|
|
|
|
|
|
|
// Offset is the offset to start streaming data at.
|
|
|
|
Offset int64
|
|
|
|
|
|
|
|
// Origin can either be "start" or "end" and determines where the offset is
|
|
|
|
// applied.
|
|
|
|
Origin string
|
|
|
|
|
|
|
|
// PlainText disables base64 encoding.
|
|
|
|
PlainText bool
|
|
|
|
|
|
|
|
// Limit is the number of bytes to read
|
|
|
|
Limit int64
|
|
|
|
|
|
|
|
// Follow follows the file.
|
|
|
|
Follow bool
|
|
|
|
|
|
|
|
structs.QueryOptions
|
|
|
|
}
|
|
|
|
|
2018-01-21 01:19:55 +00:00
|
|
|
// FsLogsRequest is the initial request for accessing allocation logs.
|
|
|
|
type FsLogsRequest struct {
|
|
|
|
// AllocID is the allocation to stream logs from
|
|
|
|
AllocID string
|
|
|
|
|
|
|
|
// Task is the task to stream logs from
|
|
|
|
Task string
|
|
|
|
|
|
|
|
// LogType indicates whether "stderr" or "stdout" should be streamed
|
|
|
|
LogType string
|
|
|
|
|
|
|
|
// Offset is the offset to start streaming data at.
|
|
|
|
Offset int64
|
|
|
|
|
|
|
|
// Origin can either be "start" or "end" and determines where the offset is
|
|
|
|
// applied.
|
|
|
|
Origin string
|
|
|
|
|
|
|
|
// PlainText disables base64 encoding.
|
|
|
|
PlainText bool
|
|
|
|
|
|
|
|
// Follow follows logs.
|
|
|
|
Follow bool
|
|
|
|
|
|
|
|
structs.QueryOptions
|
|
|
|
}
|
|
|
|
|
|
|
|
// StreamErrWrapper is used to serialize output of a stream of a file or logs.
|
|
|
|
type StreamErrWrapper struct {
|
2018-02-05 21:32:39 +00:00
|
|
|
// Error stores any error that may have occurred.
|
2018-01-21 01:19:55 +00:00
|
|
|
Error *RpcError
|
|
|
|
|
|
|
|
// Payload is the payload
|
|
|
|
Payload []byte
|
|
|
|
}
|
|
|
|
|
2019-04-28 21:22:53 +00:00
|
|
|
// AllocExecRequest is the initial request for execing into an Alloc task
|
|
|
|
type AllocExecRequest struct {
|
|
|
|
// AllocID is the allocation to stream logs from
|
|
|
|
AllocID string
|
|
|
|
|
|
|
|
// Task is the task to stream logs from
|
|
|
|
Task string
|
|
|
|
|
|
|
|
// Tty indicates whether to allocate a pseudo-TTY
|
|
|
|
Tty bool
|
|
|
|
|
|
|
|
// Cmd is the command to be executed
|
|
|
|
Cmd []string
|
|
|
|
|
|
|
|
structs.QueryOptions
|
|
|
|
}
|
|
|
|
|
2018-02-06 00:16:20 +00:00
|
|
|
// AllocStatsRequest is used to request the resource usage of a given
|
|
|
|
// allocation, potentially filtering by task
|
|
|
|
type AllocStatsRequest struct {
|
|
|
|
// AllocID is the allocation to retrieves stats for
|
|
|
|
AllocID string
|
|
|
|
|
|
|
|
// Task is an optional filter to only request stats for the task.
|
|
|
|
Task string
|
|
|
|
|
|
|
|
structs.QueryOptions
|
|
|
|
}
|
|
|
|
|
|
|
|
// AllocStatsResponse is used to return the resource usage of a given
|
|
|
|
// allocation.
|
|
|
|
type AllocStatsResponse struct {
|
|
|
|
Stats *AllocResourceUsage
|
|
|
|
structs.QueryMeta
|
|
|
|
}
|
|
|
|
|
2016-06-12 03:15:50 +00:00
|
|
|
// MemoryStats holds memory usage related stats
|
|
|
|
type MemoryStats struct {
|
|
|
|
RSS uint64
|
|
|
|
Cache uint64
|
|
|
|
Swap uint64
|
2019-01-14 23:47:52 +00:00
|
|
|
Usage uint64
|
2016-06-12 03:15:50 +00:00
|
|
|
MaxUsage uint64
|
|
|
|
KernelUsage uint64
|
|
|
|
KernelMaxUsage uint64
|
|
|
|
|
|
|
|
// A list of fields whose values were actually sampled
|
|
|
|
Measured []string
|
|
|
|
}
|
|
|
|
|
|
|
|
func (ms *MemoryStats) Add(other *MemoryStats) {
|
2019-01-04 22:04:45 +00:00
|
|
|
if other == nil {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2016-06-12 03:15:50 +00:00
|
|
|
ms.RSS += other.RSS
|
|
|
|
ms.Cache += other.Cache
|
|
|
|
ms.Swap += other.Swap
|
2019-01-14 23:47:52 +00:00
|
|
|
ms.Usage += other.Usage
|
2016-06-12 03:15:50 +00:00
|
|
|
ms.MaxUsage += other.MaxUsage
|
|
|
|
ms.KernelUsage += other.KernelUsage
|
|
|
|
ms.KernelMaxUsage += other.KernelMaxUsage
|
|
|
|
ms.Measured = joinStringSet(ms.Measured, other.Measured)
|
|
|
|
}
|
|
|
|
|
|
|
|
// CpuStats holds cpu usage related stats
|
|
|
|
type CpuStats struct {
|
|
|
|
SystemMode float64
|
|
|
|
UserMode float64
|
|
|
|
TotalTicks float64
|
|
|
|
ThrottledPeriods uint64
|
|
|
|
ThrottledTime uint64
|
|
|
|
Percent float64
|
|
|
|
|
|
|
|
// A list of fields whose values were actually sampled
|
|
|
|
Measured []string
|
|
|
|
}
|
|
|
|
|
|
|
|
func (cs *CpuStats) Add(other *CpuStats) {
|
2019-01-04 22:04:45 +00:00
|
|
|
if other == nil {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2016-06-12 03:15:50 +00:00
|
|
|
cs.SystemMode += other.SystemMode
|
|
|
|
cs.UserMode += other.UserMode
|
|
|
|
cs.TotalTicks += other.TotalTicks
|
|
|
|
cs.ThrottledPeriods += other.ThrottledPeriods
|
|
|
|
cs.ThrottledTime += other.ThrottledTime
|
|
|
|
cs.Percent += other.Percent
|
|
|
|
cs.Measured = joinStringSet(cs.Measured, other.Measured)
|
|
|
|
}
|
|
|
|
|
|
|
|
// ResourceUsage holds information related to cpu and memory stats
|
|
|
|
type ResourceUsage struct {
|
|
|
|
MemoryStats *MemoryStats
|
|
|
|
CpuStats *CpuStats
|
2018-11-15 15:13:14 +00:00
|
|
|
DeviceStats []*device.DeviceGroupStats
|
2016-06-12 03:15:50 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (ru *ResourceUsage) Add(other *ResourceUsage) {
|
|
|
|
ru.MemoryStats.Add(other.MemoryStats)
|
|
|
|
ru.CpuStats.Add(other.CpuStats)
|
2018-11-15 15:13:14 +00:00
|
|
|
ru.DeviceStats = append(ru.DeviceStats, other.DeviceStats...)
|
2016-06-12 03:15:50 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// TaskResourceUsage holds aggregated resource usage of all processes in a Task
|
|
|
|
// and the resource usage of the individual pids
|
|
|
|
type TaskResourceUsage struct {
|
|
|
|
ResourceUsage *ResourceUsage
|
2019-01-04 22:04:45 +00:00
|
|
|
Timestamp int64 // UnixNano
|
2016-06-12 03:15:50 +00:00
|
|
|
Pids map[string]*ResourceUsage
|
|
|
|
}
|
|
|
|
|
|
|
|
// AllocResourceUsage holds the aggregated task resource usage of the
|
|
|
|
// allocation.
|
|
|
|
type AllocResourceUsage struct {
|
|
|
|
// ResourceUsage is the summation of the task resources
|
|
|
|
ResourceUsage *ResourceUsage
|
|
|
|
|
|
|
|
// Tasks contains the resource usage of each task
|
|
|
|
Tasks map[string]*TaskResourceUsage
|
|
|
|
|
|
|
|
// The max timestamp of all the Tasks
|
|
|
|
Timestamp int64
|
|
|
|
}
|
|
|
|
|
|
|
|
// joinStringSet takes two slices of strings and joins them
|
|
|
|
func joinStringSet(s1, s2 []string) []string {
|
|
|
|
lookup := make(map[string]struct{}, len(s1))
|
|
|
|
j := make([]string, 0, len(s1))
|
|
|
|
for _, s := range s1 {
|
|
|
|
j = append(j, s)
|
|
|
|
lookup[s] = struct{}{}
|
|
|
|
}
|
|
|
|
|
|
|
|
for _, s := range s2 {
|
|
|
|
if _, ok := lookup[s]; !ok {
|
|
|
|
j = append(j, s)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return j
|
|
|
|
}
|
2016-12-03 01:04:07 +00:00
|
|
|
|
2018-01-25 16:30:15 +00:00
|
|
|
// HealthCheckRequest is the request type for a type that fulfils the Health
|
|
|
|
// Check interface
|
|
|
|
type HealthCheckRequest struct{}
|
|
|
|
|
|
|
|
// HealthCheckResponse is the response type for a type that fulfills the Health
|
|
|
|
// Check interface
|
|
|
|
type HealthCheckResponse struct {
|
|
|
|
// Drivers is a map of driver names to current driver information
|
|
|
|
Drivers map[string]*structs.DriverInfo
|
|
|
|
}
|
|
|
|
|
|
|
|
type HealthCheckIntervalRequest struct{}
|
|
|
|
type HealthCheckIntervalResponse struct {
|
|
|
|
Eligible bool
|
|
|
|
Period time.Duration
|
|
|
|
}
|
|
|
|
|
|
|
|
// AddDriverInfo adds information about a driver to the fingerprint response.
|
|
|
|
// If the Drivers field has not yet been initialized, it does so here.
|
|
|
|
func (h *HealthCheckResponse) AddDriverInfo(name string, driverInfo *structs.DriverInfo) {
|
|
|
|
// initialize Drivers if it has not been already
|
|
|
|
if h.Drivers == nil {
|
|
|
|
h.Drivers = make(map[string]*structs.DriverInfo, 0)
|
|
|
|
}
|
|
|
|
|
|
|
|
h.Drivers[name] = driverInfo
|
|
|
|
}
|
2018-11-30 09:56:45 +00:00
|
|
|
|
|
|
|
// CheckBufSize is the size of the buffer that is used for job output
|
|
|
|
const CheckBufSize = 4 * 1024
|
|
|
|
|
|
|
|
// DriverStatsNotImplemented is the error to be returned if a driver doesn't
|
|
|
|
// implement stats.
|
|
|
|
var DriverStatsNotImplemented = errors.New("stats not implemented for driver")
|