2018-02-27 19:57:10 +00:00
|
|
|
package structs
|
|
|
|
|
|
|
|
import (
|
2019-10-22 13:20:26 +00:00
|
|
|
"reflect"
|
2018-02-27 19:57:10 +00:00
|
|
|
"time"
|
2018-04-16 22:02:00 +00:00
|
|
|
|
|
|
|
"github.com/hashicorp/nomad/helper"
|
2018-02-27 19:57:10 +00:00
|
|
|
)
|
|
|
|
|
2019-10-22 13:20:26 +00:00
|
|
|
// CSITopology is a map of topological domains to topological segments.
|
|
|
|
// A topological domain is a sub-division of a cluster, like "region",
|
|
|
|
// "zone", "rack", etc.
|
|
|
|
//
|
|
|
|
// According to CSI, there are a few requirements for the keys within this map:
|
2022-08-16 14:06:30 +00:00
|
|
|
// - Valid keys have two segments: an OPTIONAL prefix and name, separated
|
|
|
|
// by a slash (/), for example: "com.company.example/zone".
|
|
|
|
// - The key name segment is REQUIRED. The prefix is OPTIONAL.
|
|
|
|
// - The key name MUST be 63 characters or less, begin and end with an
|
|
|
|
// alphanumeric character ([a-z0-9A-Z]), and contain only dashes (-),
|
|
|
|
// underscores (_), dots (.), or alphanumerics in between, for example
|
|
|
|
// "zone".
|
|
|
|
// - The key prefix MUST be 63 characters or less, begin and end with a
|
|
|
|
// lower-case alphanumeric character ([a-z0-9]), contain only
|
|
|
|
// dashes (-), dots (.), or lower-case alphanumerics in between, and
|
|
|
|
// follow domain name notation format
|
|
|
|
// (https://tools.ietf.org/html/rfc1035#section-2.3.1).
|
|
|
|
// - The key prefix SHOULD include the plugin's host company name and/or
|
|
|
|
// the plugin name, to minimize the possibility of collisions with keys
|
|
|
|
// from other plugins.
|
|
|
|
// - If a key prefix is specified, it MUST be identical across all
|
|
|
|
// topology keys returned by the SP (across all RPCs).
|
|
|
|
// - Keys MUST be case-insensitive. Meaning the keys "Zone" and "zone"
|
|
|
|
// MUST not both exist.
|
|
|
|
// - Each value (topological segment) MUST contain 1 or more strings.
|
|
|
|
// - Each string MUST be 63 characters or less and begin and end with an
|
|
|
|
// alphanumeric character with '-', '_', '.', or alphanumerics in
|
|
|
|
// between.
|
2019-10-22 13:20:26 +00:00
|
|
|
//
|
|
|
|
// However, Nomad applies lighter restrictions to these, as they are already
|
|
|
|
// only referenced by plugin within the scheduler and as such collisions and
|
|
|
|
// related concerns are less of an issue. We may implement these restrictions
|
|
|
|
// in the future.
|
|
|
|
type CSITopology struct {
|
|
|
|
Segments map[string]string
|
|
|
|
}
|
|
|
|
|
|
|
|
func (t *CSITopology) Copy() *CSITopology {
|
|
|
|
if t == nil {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
return &CSITopology{
|
|
|
|
Segments: helper.CopyMapStringString(t.Segments),
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-10-14 19:51:10 +00:00
|
|
|
func (t *CSITopology) Equal(o *CSITopology) bool {
|
|
|
|
if t == nil || o == nil {
|
|
|
|
return t == o
|
|
|
|
}
|
|
|
|
|
|
|
|
return helper.CompareMapStringString(t.Segments, o.Segments)
|
|
|
|
}
|
|
|
|
|
2022-03-07 16:06:59 +00:00
|
|
|
func (t *CSITopology) MatchFound(o []*CSITopology) bool {
|
|
|
|
if t == nil || o == nil || len(o) == 0 {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
|
|
|
for _, other := range o {
|
|
|
|
if t.Equal(other) {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
2022-03-01 15:15:46 +00:00
|
|
|
// CSITopologyRequest are the topologies submitted as options to the
|
|
|
|
// storage provider at the time the volume was created. The storage
|
|
|
|
// provider will return a single topology.
|
|
|
|
type CSITopologyRequest struct {
|
|
|
|
Required []*CSITopology
|
|
|
|
Preferred []*CSITopology
|
|
|
|
}
|
|
|
|
|
2022-03-07 16:06:59 +00:00
|
|
|
func (tr *CSITopologyRequest) Equal(o *CSITopologyRequest) bool {
|
|
|
|
if tr == nil && o == nil {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
if tr == nil && o != nil || tr != nil && o == nil {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
if len(tr.Required) != len(o.Required) || len(tr.Preferred) != len(o.Preferred) {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
for i, topo := range tr.Required {
|
|
|
|
if !topo.Equal(o.Required[i]) {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
}
|
|
|
|
for i, topo := range tr.Preferred {
|
|
|
|
if !topo.Equal(o.Preferred[i]) {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
2019-10-22 13:20:26 +00:00
|
|
|
// CSINodeInfo is the fingerprinted data from a CSI Plugin that is specific to
|
|
|
|
// the Node API.
|
|
|
|
type CSINodeInfo struct {
|
|
|
|
// ID is the identity of a given nomad client as observed by the storage
|
|
|
|
// provider.
|
|
|
|
ID string
|
|
|
|
|
|
|
|
// MaxVolumes is the maximum number of volumes that can be attached to the
|
|
|
|
// current host via this provider.
|
|
|
|
// If 0 then unlimited volumes may be attached.
|
|
|
|
MaxVolumes int64
|
|
|
|
|
|
|
|
// AccessibleTopology specifies where (regions, zones, racks, etc.) the node is
|
|
|
|
// accessible from within the storage provider.
|
|
|
|
//
|
|
|
|
// A plugin that returns this field MUST also set the `RequiresTopologies`
|
|
|
|
// property.
|
|
|
|
//
|
|
|
|
// This field is OPTIONAL. If it is not specified, then we assume that the
|
|
|
|
// the node is not subject to any topological constraint, and MAY
|
|
|
|
// schedule workloads that reference any volume V, such that there are
|
|
|
|
// no topological constraints declared for V.
|
|
|
|
//
|
|
|
|
// Example 1:
|
|
|
|
// accessible_topology =
|
|
|
|
// {"region": "R1", "zone": "Z2"}
|
|
|
|
// Indicates the node exists within the "region" "R1" and the "zone"
|
|
|
|
// "Z2" within the storage provider.
|
|
|
|
AccessibleTopology *CSITopology
|
2019-12-18 12:24:39 +00:00
|
|
|
|
|
|
|
// RequiresNodeStageVolume indicates whether the client should Stage/Unstage
|
|
|
|
// volumes on this node.
|
|
|
|
RequiresNodeStageVolume bool
|
2021-04-01 19:39:38 +00:00
|
|
|
|
|
|
|
// SupportsStats indicates plugin support for GET_VOLUME_STATS
|
|
|
|
SupportsStats bool
|
|
|
|
|
|
|
|
// SupportsExpand indicates plugin support for EXPAND_VOLUME
|
|
|
|
SupportsExpand bool
|
|
|
|
|
|
|
|
// SupportsCondition indicates plugin support for VOLUME_CONDITION
|
|
|
|
SupportsCondition bool
|
2019-10-22 13:20:26 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (n *CSINodeInfo) Copy() *CSINodeInfo {
|
|
|
|
if n == nil {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
nc := new(CSINodeInfo)
|
|
|
|
*nc = *n
|
|
|
|
nc.AccessibleTopology = n.AccessibleTopology.Copy()
|
|
|
|
|
|
|
|
return nc
|
|
|
|
}
|
|
|
|
|
|
|
|
// CSIControllerInfo is the fingerprinted data from a CSI Plugin that is specific to
|
|
|
|
// the Controller API.
|
|
|
|
type CSIControllerInfo struct {
|
2019-12-18 11:20:32 +00:00
|
|
|
|
2021-03-24 18:10:44 +00:00
|
|
|
// SupportsCreateDelete indicates plugin support for CREATE_DELETE_VOLUME
|
|
|
|
SupportsCreateDelete bool
|
|
|
|
|
|
|
|
// SupportsPublishVolume is true when the controller implements the
|
|
|
|
// methods required to attach and detach volumes. If this is false Nomad
|
|
|
|
// should skip the controller attachment flow.
|
2019-12-18 11:20:32 +00:00
|
|
|
SupportsAttachDetach bool
|
|
|
|
|
2021-03-24 18:10:44 +00:00
|
|
|
// SupportsListVolumes is true when the controller implements the
|
|
|
|
// ListVolumes RPC. NOTE: This does not guarantee that attached nodes will
|
|
|
|
// be returned unless SupportsListVolumesAttachedNodes is also true.
|
2019-12-18 11:20:32 +00:00
|
|
|
SupportsListVolumes bool
|
|
|
|
|
2021-03-24 18:10:44 +00:00
|
|
|
// SupportsGetCapacity indicates plugin support for GET_CAPACITY
|
|
|
|
SupportsGetCapacity bool
|
|
|
|
|
|
|
|
// SupportsCreateDeleteSnapshot indicates plugin support for
|
|
|
|
// CREATE_DELETE_SNAPSHOT
|
|
|
|
SupportsCreateDeleteSnapshot bool
|
|
|
|
|
|
|
|
// SupportsListSnapshots indicates plugin support for LIST_SNAPSHOTS
|
|
|
|
SupportsListSnapshots bool
|
|
|
|
|
|
|
|
// SupportsClone indicates plugin support for CLONE_VOLUME
|
|
|
|
SupportsClone bool
|
|
|
|
|
|
|
|
// SupportsReadOnlyAttach is set to true when the controller returns the
|
|
|
|
// ATTACH_READONLY capability.
|
|
|
|
SupportsReadOnlyAttach bool
|
|
|
|
|
|
|
|
// SupportsExpand indicates plugin support for EXPAND_VOLUME
|
|
|
|
SupportsExpand bool
|
|
|
|
|
|
|
|
// SupportsListVolumesAttachedNodes indicates whether the plugin will
|
|
|
|
// return attached nodes data when making ListVolume RPCs (plugin support
|
|
|
|
// for LIST_VOLUMES_PUBLISHED_NODES)
|
2019-12-18 11:20:32 +00:00
|
|
|
SupportsListVolumesAttachedNodes bool
|
2021-03-24 18:10:44 +00:00
|
|
|
|
|
|
|
// SupportsCondition indicates plugin support for VOLUME_CONDITION
|
|
|
|
SupportsCondition bool
|
|
|
|
|
|
|
|
// SupportsGet indicates plugin support for GET_VOLUME
|
|
|
|
SupportsGet bool
|
2019-10-22 13:20:26 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (c *CSIControllerInfo) Copy() *CSIControllerInfo {
|
|
|
|
if c == nil {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
nc := new(CSIControllerInfo)
|
|
|
|
*nc = *c
|
|
|
|
|
|
|
|
return nc
|
|
|
|
}
|
|
|
|
|
|
|
|
// CSIInfo is the current state of a single CSI Plugin. This is updated regularly
|
|
|
|
// as plugin health changes on the node.
|
|
|
|
type CSIInfo struct {
|
|
|
|
PluginID string
|
2020-02-21 19:48:16 +00:00
|
|
|
AllocID string
|
2019-10-22 13:20:26 +00:00
|
|
|
Healthy bool
|
|
|
|
HealthDescription string
|
|
|
|
UpdateTime time.Time
|
|
|
|
|
2020-03-09 13:57:59 +00:00
|
|
|
Provider string // vendor name from CSI GetPluginInfoResponse
|
|
|
|
ProviderVersion string // vendor version from CSI GetPluginInfoResponse
|
|
|
|
|
2019-10-22 13:20:26 +00:00
|
|
|
// RequiresControllerPlugin is set when the CSI Plugin returns the
|
|
|
|
// CONTROLLER_SERVICE capability. When this is true, the volumes should not be
|
|
|
|
// scheduled on this client until a matching controller plugin is available.
|
|
|
|
RequiresControllerPlugin bool
|
|
|
|
|
|
|
|
// RequiresTopologies is set when the CSI Plugin returns the
|
|
|
|
// VOLUME_ACCESSIBLE_CONSTRAINTS capability. When this is true, we must
|
|
|
|
// respect the Volume and Node Topology information.
|
|
|
|
RequiresTopologies bool
|
|
|
|
|
|
|
|
// CSI Specific metadata
|
|
|
|
ControllerInfo *CSIControllerInfo `json:",omitempty"`
|
|
|
|
NodeInfo *CSINodeInfo `json:",omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
func (c *CSIInfo) Copy() *CSIInfo {
|
|
|
|
if c == nil {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
nc := new(CSIInfo)
|
|
|
|
*nc = *c
|
|
|
|
nc.ControllerInfo = c.ControllerInfo.Copy()
|
|
|
|
nc.NodeInfo = c.NodeInfo.Copy()
|
|
|
|
|
|
|
|
return nc
|
|
|
|
}
|
|
|
|
|
|
|
|
func (c *CSIInfo) SetHealthy(hs bool) {
|
|
|
|
c.Healthy = hs
|
|
|
|
if hs {
|
|
|
|
c.HealthDescription = "healthy"
|
|
|
|
} else {
|
|
|
|
c.HealthDescription = "unhealthy"
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func (c *CSIInfo) Equal(o *CSIInfo) bool {
|
|
|
|
if c == nil && o == nil {
|
|
|
|
return c == o
|
|
|
|
}
|
|
|
|
|
|
|
|
nc := *c
|
|
|
|
nc.UpdateTime = time.Time{}
|
|
|
|
no := *o
|
|
|
|
no.UpdateTime = time.Time{}
|
|
|
|
|
|
|
|
return reflect.DeepEqual(nc, no)
|
|
|
|
}
|
|
|
|
|
2020-02-13 15:18:55 +00:00
|
|
|
func (c *CSIInfo) IsController() bool {
|
|
|
|
if c == nil || c.ControllerInfo == nil {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
|
|
|
func (c *CSIInfo) IsNode() bool {
|
|
|
|
if c == nil || c.NodeInfo == nil {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
2018-02-27 19:57:10 +00:00
|
|
|
// DriverInfo is the current state of a single driver. This is updated
|
|
|
|
// regularly as driver health changes on the node.
|
|
|
|
type DriverInfo struct {
|
|
|
|
Attributes map[string]string
|
|
|
|
Detected bool
|
|
|
|
Healthy bool
|
|
|
|
HealthDescription string
|
|
|
|
UpdateTime time.Time
|
|
|
|
}
|
|
|
|
|
2018-04-16 22:02:00 +00:00
|
|
|
func (di *DriverInfo) Copy() *DriverInfo {
|
|
|
|
if di == nil {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
cdi := new(DriverInfo)
|
|
|
|
*cdi = *di
|
|
|
|
cdi.Attributes = helper.CopyMapStringString(di.Attributes)
|
|
|
|
return cdi
|
|
|
|
}
|
|
|
|
|
2018-02-28 19:32:54 +00:00
|
|
|
// MergeHealthCheck merges information from a health check for a drier into a
|
|
|
|
// node's driver info
|
2018-02-27 19:57:10 +00:00
|
|
|
func (di *DriverInfo) MergeHealthCheck(other *DriverInfo) {
|
|
|
|
di.Healthy = other.Healthy
|
|
|
|
di.HealthDescription = other.HealthDescription
|
|
|
|
di.UpdateTime = other.UpdateTime
|
|
|
|
}
|
|
|
|
|
2021-08-30 09:08:12 +00:00
|
|
|
// MergeFingerprintInfo merges information from fingerprinting a node for a
|
|
|
|
// driver into a node's driver info for that driver.
|
2018-02-27 19:57:10 +00:00
|
|
|
func (di *DriverInfo) MergeFingerprintInfo(other *DriverInfo) {
|
|
|
|
di.Detected = other.Detected
|
|
|
|
di.Attributes = other.Attributes
|
|
|
|
}
|
|
|
|
|
2021-08-30 09:08:12 +00:00
|
|
|
// HealthCheckEquals determines if two driver info objects are equal. As this
|
|
|
|
// is used in the process of health checking, we only check the fields that are
|
2018-02-27 19:57:10 +00:00
|
|
|
// computed by the health checker. In the future, this will be merged.
|
|
|
|
func (di *DriverInfo) HealthCheckEquals(other *DriverInfo) bool {
|
2018-03-20 17:25:07 +00:00
|
|
|
if di == nil && other == nil {
|
|
|
|
return true
|
2018-02-27 19:57:10 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
if di.Healthy != other.Healthy {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
2018-03-14 17:10:41 +00:00
|
|
|
if di.HealthDescription != other.HealthDescription {
|
2018-02-27 19:57:10 +00:00
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
|
|
|
return true
|
|
|
|
}
|