de4b3772f1
This PR creates evals for system jobs when: * Drain is unset and mark eligible is true * Eligibility is restored to the node
378 lines
8.8 KiB
Go
378 lines
8.8 KiB
Go
package api
|
|
|
|
import (
|
|
"fmt"
|
|
"reflect"
|
|
"sort"
|
|
"strings"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/hashicorp/nomad/helper/uuid"
|
|
"github.com/hashicorp/nomad/nomad/structs"
|
|
"github.com/hashicorp/nomad/testutil"
|
|
"github.com/stretchr/testify/require"
|
|
)
|
|
|
|
func TestNodes_List(t *testing.T) {
|
|
t.Parallel()
|
|
c, s := makeClient(t, nil, func(c *testutil.TestServerConfig) {
|
|
c.DevMode = true
|
|
})
|
|
defer s.Stop()
|
|
nodes := c.Nodes()
|
|
|
|
var qm *QueryMeta
|
|
var out []*NodeListStub
|
|
var err error
|
|
|
|
testutil.WaitForResult(func() (bool, error) {
|
|
out, qm, err = nodes.List(nil)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
if n := len(out); n != 1 {
|
|
return false, fmt.Errorf("expected 1 node, got: %d", n)
|
|
}
|
|
return true, nil
|
|
}, func(err error) {
|
|
t.Fatalf("err: %s", err)
|
|
})
|
|
|
|
// Check that we got valid QueryMeta.
|
|
assertQueryMeta(t, qm)
|
|
}
|
|
|
|
func TestNodes_PrefixList(t *testing.T) {
|
|
t.Parallel()
|
|
c, s := makeClient(t, nil, func(c *testutil.TestServerConfig) {
|
|
c.DevMode = true
|
|
})
|
|
defer s.Stop()
|
|
nodes := c.Nodes()
|
|
|
|
var qm *QueryMeta
|
|
var out []*NodeListStub
|
|
var err error
|
|
|
|
// Get the node ID
|
|
var nodeID string
|
|
testutil.WaitForResult(func() (bool, error) {
|
|
out, _, err := nodes.List(nil)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
if n := len(out); n != 1 {
|
|
return false, fmt.Errorf("expected 1 node, got: %d", n)
|
|
}
|
|
nodeID = out[0].ID
|
|
return true, nil
|
|
}, func(err error) {
|
|
t.Fatalf("err: %s", err)
|
|
})
|
|
|
|
// Find node based on four character prefix
|
|
out, qm, err = nodes.PrefixList(nodeID[:4])
|
|
if err != nil {
|
|
t.Fatalf("err: %s", err)
|
|
}
|
|
if n := len(out); n != 1 {
|
|
t.Fatalf("expected 1 node, got: %d ", n)
|
|
}
|
|
|
|
// Check that we got valid QueryMeta.
|
|
assertQueryMeta(t, qm)
|
|
}
|
|
|
|
func TestNodes_Info(t *testing.T) {
|
|
t.Parallel()
|
|
startTime := time.Now().Unix()
|
|
c, s := makeClient(t, nil, func(c *testutil.TestServerConfig) {
|
|
c.DevMode = true
|
|
})
|
|
defer s.Stop()
|
|
nodes := c.Nodes()
|
|
|
|
// Retrieving a nonexistent node returns error
|
|
_, _, err := nodes.Info("12345678-abcd-efab-cdef-123456789abc", nil)
|
|
if err == nil || !strings.Contains(err.Error(), "not found") {
|
|
t.Fatalf("expected not found error, got: %#v", err)
|
|
}
|
|
|
|
// Get the node ID
|
|
var nodeID, dc string
|
|
testutil.WaitForResult(func() (bool, error) {
|
|
out, _, err := nodes.List(nil)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
if n := len(out); n != 1 {
|
|
return false, fmt.Errorf("expected 1 node, got: %d", n)
|
|
}
|
|
nodeID = out[0].ID
|
|
dc = out[0].Datacenter
|
|
return true, nil
|
|
}, func(err error) {
|
|
t.Fatalf("err: %s", err)
|
|
})
|
|
|
|
// Querying for existing nodes returns properly
|
|
result, qm, err := nodes.Info(nodeID, nil)
|
|
if err != nil {
|
|
t.Fatalf("err: %s", err)
|
|
}
|
|
assertQueryMeta(t, qm)
|
|
|
|
// Check that the result is what we expect
|
|
if result.ID != nodeID || result.Datacenter != dc {
|
|
t.Fatalf("expected %s (%s), got: %s (%s)",
|
|
nodeID, dc,
|
|
result.ID, result.Datacenter)
|
|
}
|
|
|
|
// Check that the StatusUpdatedAt field is being populated correctly
|
|
if result.StatusUpdatedAt < startTime {
|
|
t.Fatalf("start time: %v, status updated: %v", startTime, result.StatusUpdatedAt)
|
|
}
|
|
|
|
if len(result.Events) < 1 {
|
|
t.Fatalf("Expected at minimum the node register event to be populated: %+v", result)
|
|
}
|
|
}
|
|
|
|
func TestNodes_ToggleDrain(t *testing.T) {
|
|
t.Parallel()
|
|
require := require.New(t)
|
|
c, s := makeClient(t, nil, func(c *testutil.TestServerConfig) {
|
|
c.DevMode = true
|
|
})
|
|
defer s.Stop()
|
|
nodes := c.Nodes()
|
|
|
|
// Wait for node registration and get the ID
|
|
var nodeID string
|
|
testutil.WaitForResult(func() (bool, error) {
|
|
out, _, err := nodes.List(nil)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
if n := len(out); n != 1 {
|
|
return false, fmt.Errorf("expected 1 node, got: %d", n)
|
|
}
|
|
nodeID = out[0].ID
|
|
return true, nil
|
|
}, func(err error) {
|
|
t.Fatalf("err: %s", err)
|
|
})
|
|
|
|
// Check for drain mode
|
|
out, _, err := nodes.Info(nodeID, nil)
|
|
require.Nil(err)
|
|
if out.Drain {
|
|
t.Fatalf("drain mode should be off")
|
|
}
|
|
|
|
// Toggle it on
|
|
spec := &DrainSpec{
|
|
Deadline: 10 * time.Second,
|
|
}
|
|
drainOut, err := nodes.UpdateDrain(nodeID, spec, false, nil)
|
|
require.Nil(err)
|
|
assertWriteMeta(t, &drainOut.WriteMeta)
|
|
|
|
// Check again
|
|
out, _, err = nodes.Info(nodeID, nil)
|
|
require.Nil(err)
|
|
if out.SchedulingEligibility != structs.NodeSchedulingIneligible {
|
|
t.Fatalf("bad eligibility: %v vs %v", out.SchedulingEligibility, structs.NodeSchedulingIneligible)
|
|
}
|
|
|
|
// Toggle off again
|
|
drainOut, err = nodes.UpdateDrain(nodeID, nil, true, nil)
|
|
require.Nil(err)
|
|
assertWriteMeta(t, &drainOut.WriteMeta)
|
|
|
|
// Check again
|
|
out, _, err = nodes.Info(nodeID, nil)
|
|
require.Nil(err)
|
|
if out.Drain {
|
|
t.Fatalf("drain mode should be off")
|
|
}
|
|
if out.DrainStrategy != nil {
|
|
t.Fatalf("drain strategy should be unset")
|
|
}
|
|
if out.SchedulingEligibility != structs.NodeSchedulingEligible {
|
|
t.Fatalf("should be eligible")
|
|
}
|
|
}
|
|
|
|
func TestNodes_ToggleEligibility(t *testing.T) {
|
|
t.Parallel()
|
|
c, s := makeClient(t, nil, func(c *testutil.TestServerConfig) {
|
|
c.DevMode = true
|
|
})
|
|
defer s.Stop()
|
|
nodes := c.Nodes()
|
|
|
|
// Wait for node registration and get the ID
|
|
var nodeID string
|
|
testutil.WaitForResult(func() (bool, error) {
|
|
out, _, err := nodes.List(nil)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
if n := len(out); n != 1 {
|
|
return false, fmt.Errorf("expected 1 node, got: %d", n)
|
|
}
|
|
nodeID = out[0].ID
|
|
return true, nil
|
|
}, func(err error) {
|
|
t.Fatalf("err: %s", err)
|
|
})
|
|
|
|
// Check for eligibility
|
|
out, _, err := nodes.Info(nodeID, nil)
|
|
if err != nil {
|
|
t.Fatalf("err: %s", err)
|
|
}
|
|
if out.SchedulingEligibility != structs.NodeSchedulingEligible {
|
|
t.Fatalf("node should be eligible")
|
|
}
|
|
|
|
// Toggle it off
|
|
eligOut, err := nodes.ToggleEligibility(nodeID, false, nil)
|
|
if err != nil {
|
|
t.Fatalf("err: %s", err)
|
|
}
|
|
assertWriteMeta(t, &eligOut.WriteMeta)
|
|
|
|
// Check again
|
|
out, _, err = nodes.Info(nodeID, nil)
|
|
if err != nil {
|
|
t.Fatalf("err: %s", err)
|
|
}
|
|
if out.SchedulingEligibility != structs.NodeSchedulingIneligible {
|
|
t.Fatalf("bad eligibility: %v vs %v", out.SchedulingEligibility, structs.NodeSchedulingIneligible)
|
|
}
|
|
|
|
// Toggle on
|
|
eligOut, err = nodes.ToggleEligibility(nodeID, true, nil)
|
|
if err != nil {
|
|
t.Fatalf("err: %s", err)
|
|
}
|
|
assertWriteMeta(t, &eligOut.WriteMeta)
|
|
|
|
// Check again
|
|
out, _, err = nodes.Info(nodeID, nil)
|
|
if err != nil {
|
|
t.Fatalf("err: %s", err)
|
|
}
|
|
if out.SchedulingEligibility != structs.NodeSchedulingEligible {
|
|
t.Fatalf("bad eligibility: %v vs %v", out.SchedulingEligibility, structs.NodeSchedulingEligible)
|
|
}
|
|
if out.DrainStrategy != nil {
|
|
t.Fatalf("drain strategy should be unset")
|
|
}
|
|
}
|
|
|
|
func TestNodes_Allocations(t *testing.T) {
|
|
t.Parallel()
|
|
c, s := makeClient(t, nil, nil)
|
|
defer s.Stop()
|
|
nodes := c.Nodes()
|
|
|
|
// Looking up by a nonexistent node returns nothing. We
|
|
// don't check the index here because it's possible the node
|
|
// has already registered, in which case we will get a non-
|
|
// zero result anyways.
|
|
allocs, _, err := nodes.Allocations("nope", nil)
|
|
if err != nil {
|
|
t.Fatalf("err: %s", err)
|
|
}
|
|
if n := len(allocs); n != 0 {
|
|
t.Fatalf("expected 0 allocs, got: %d", n)
|
|
}
|
|
}
|
|
|
|
func TestNodes_ForceEvaluate(t *testing.T) {
|
|
t.Parallel()
|
|
c, s := makeClient(t, nil, func(c *testutil.TestServerConfig) {
|
|
c.DevMode = true
|
|
})
|
|
defer s.Stop()
|
|
nodes := c.Nodes()
|
|
|
|
// Force-eval on a nonexistent node fails
|
|
_, _, err := nodes.ForceEvaluate("12345678-abcd-efab-cdef-123456789abc", nil)
|
|
if err == nil || !strings.Contains(err.Error(), "not found") {
|
|
t.Fatalf("expected not found error, got: %#v", err)
|
|
}
|
|
|
|
// Wait for node registration and get the ID
|
|
var nodeID string
|
|
testutil.WaitForResult(func() (bool, error) {
|
|
out, _, err := nodes.List(nil)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
if n := len(out); n != 1 {
|
|
return false, fmt.Errorf("expected 1 node, got: %d", n)
|
|
}
|
|
nodeID = out[0].ID
|
|
return true, nil
|
|
}, func(err error) {
|
|
t.Fatalf("err: %s", err)
|
|
})
|
|
|
|
// Try force-eval again. We don't check the WriteMeta because
|
|
// there are no allocations to process, so we would get an index
|
|
// of zero. Same goes for the eval ID.
|
|
_, _, err = nodes.ForceEvaluate(nodeID, nil)
|
|
if err != nil {
|
|
t.Fatalf("err: %s", err)
|
|
}
|
|
}
|
|
|
|
func TestNodes_Sort(t *testing.T) {
|
|
t.Parallel()
|
|
nodes := []*NodeListStub{
|
|
{CreateIndex: 2},
|
|
{CreateIndex: 1},
|
|
{CreateIndex: 5},
|
|
}
|
|
sort.Sort(NodeIndexSort(nodes))
|
|
|
|
expect := []*NodeListStub{
|
|
{CreateIndex: 5},
|
|
{CreateIndex: 2},
|
|
{CreateIndex: 1},
|
|
}
|
|
if !reflect.DeepEqual(nodes, expect) {
|
|
t.Fatalf("\n\n%#v\n\n%#v", nodes, expect)
|
|
}
|
|
}
|
|
|
|
func TestNodes_GC(t *testing.T) {
|
|
t.Parallel()
|
|
require := require.New(t)
|
|
c, s := makeClient(t, nil, nil)
|
|
defer s.Stop()
|
|
nodes := c.Nodes()
|
|
|
|
err := nodes.GC(uuid.Generate(), nil)
|
|
require.NotNil(err)
|
|
require.True(structs.IsErrUnknownNode(err))
|
|
}
|
|
|
|
func TestNodes_GcAlloc(t *testing.T) {
|
|
t.Parallel()
|
|
require := require.New(t)
|
|
c, s := makeClient(t, nil, nil)
|
|
defer s.Stop()
|
|
nodes := c.Nodes()
|
|
|
|
err := nodes.GcAlloc(uuid.Generate(), nil)
|
|
require.NotNil(err)
|
|
require.True(structs.IsErrUnknownAllocation(err))
|
|
}
|