2015-08-12 01:27:54 +00:00
|
|
|
package scheduler
|
|
|
|
|
2015-08-13 20:08:15 +00:00
|
|
|
import (
|
|
|
|
"fmt"
|
|
|
|
|
|
|
|
"github.com/hashicorp/nomad/nomad/structs"
|
|
|
|
)
|
2015-08-12 01:27:54 +00:00
|
|
|
|
|
|
|
// Rank is used to provide a score and various ranking metadata
|
|
|
|
// along with a node when iterating. This state can be modified as
|
|
|
|
// various rank methods are applied.
|
|
|
|
type RankedNode struct {
|
|
|
|
Node *structs.Node
|
|
|
|
Score float64
|
|
|
|
}
|
|
|
|
|
2015-08-13 20:08:15 +00:00
|
|
|
func (r *RankedNode) GoString() string {
|
|
|
|
return fmt.Sprintf("<Node: %s Score: %0.3f>", r.Node.ID, r.Score)
|
|
|
|
}
|
|
|
|
|
2015-08-12 01:27:54 +00:00
|
|
|
// RankFeasibleIterator is used to iteratively yield nodes along
|
|
|
|
// with ranking metadata. The iterators may manage some state for
|
|
|
|
// performance optimizations.
|
|
|
|
type RankIterator interface {
|
|
|
|
Next() *RankedNode
|
|
|
|
}
|
|
|
|
|
|
|
|
// FeasibleRankIterator is used to consume from a FeasibleIterator
|
|
|
|
// and return an unranked node with base ranking.
|
|
|
|
type FeasibleRankIterator struct {
|
2015-08-12 01:30:45 +00:00
|
|
|
ctx Context
|
2015-08-12 01:27:54 +00:00
|
|
|
source FeasibleIterator
|
|
|
|
}
|
|
|
|
|
|
|
|
// NewFeasibleRankIterator is used to return a new FeasibleRankIterator
|
|
|
|
// from a FeasibleIterator source.
|
|
|
|
func NewFeasibleRankIterator(ctx Context, source FeasibleIterator) *FeasibleRankIterator {
|
|
|
|
iter := &FeasibleRankIterator{
|
2015-08-12 01:30:45 +00:00
|
|
|
ctx: ctx,
|
2015-08-12 01:27:54 +00:00
|
|
|
source: source,
|
|
|
|
}
|
|
|
|
return iter
|
|
|
|
}
|
|
|
|
|
|
|
|
func (iter *FeasibleRankIterator) Next() *RankedNode {
|
|
|
|
option := iter.source.Next()
|
2015-08-13 17:13:11 +00:00
|
|
|
if option == nil {
|
|
|
|
return nil
|
|
|
|
}
|
2015-08-12 01:27:54 +00:00
|
|
|
ranked := &RankedNode{
|
|
|
|
Node: option,
|
|
|
|
}
|
|
|
|
return ranked
|
|
|
|
}
|
|
|
|
|
2015-08-12 01:30:45 +00:00
|
|
|
// StaticRankIterator is a RankIterator that returns a static set of results.
|
|
|
|
// This is largely only useful for testing.
|
|
|
|
type StaticRankIterator struct {
|
|
|
|
ctx Context
|
|
|
|
nodes []*RankedNode
|
|
|
|
offset int
|
|
|
|
}
|
|
|
|
|
2015-08-13 17:05:54 +00:00
|
|
|
// NewStaticRankIterator returns a new static rank iterator over the given nodes
|
|
|
|
func NewStaticRankIterator(ctx Context, nodes []*RankedNode) *StaticRankIterator {
|
|
|
|
iter := &StaticRankIterator{
|
|
|
|
ctx: ctx,
|
|
|
|
nodes: nodes,
|
|
|
|
}
|
|
|
|
return iter
|
|
|
|
}
|
|
|
|
|
2015-08-12 01:30:45 +00:00
|
|
|
func (iter *StaticRankIterator) Next() *RankedNode {
|
|
|
|
// Check if exhausted
|
|
|
|
if iter.offset == len(iter.nodes) {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// Return the next offset
|
|
|
|
offset := iter.offset
|
|
|
|
iter.offset += 1
|
|
|
|
return iter.nodes[offset]
|
|
|
|
}
|
|
|
|
|
2015-08-12 01:27:54 +00:00
|
|
|
// BinPackIterator is a RankIterator that scores potential options
|
|
|
|
// based on a bin-packing algorithm.
|
|
|
|
type BinPackIterator struct {
|
|
|
|
ctx Context
|
|
|
|
source RankIterator
|
|
|
|
resources *structs.Resources
|
|
|
|
evict bool
|
|
|
|
priority int
|
|
|
|
}
|
|
|
|
|
|
|
|
// NewBinPackIterator returns a BinPackIterator which tries to fit the given
|
|
|
|
// resources, potentially evicting other tasks based on a given priority.
|
|
|
|
func NewBinPackIterator(ctx Context, source RankIterator, resources *structs.Resources, evict bool, priority int) *BinPackIterator {
|
|
|
|
iter := &BinPackIterator{
|
|
|
|
ctx: ctx,
|
|
|
|
source: source,
|
|
|
|
resources: resources,
|
|
|
|
evict: evict,
|
|
|
|
priority: priority,
|
|
|
|
}
|
|
|
|
return iter
|
|
|
|
}
|
|
|
|
|
2015-08-13 20:52:20 +00:00
|
|
|
func (iter *BinPackIterator) SetResources(r *structs.Resources) {
|
|
|
|
iter.resources = r
|
|
|
|
}
|
|
|
|
|
2015-08-12 01:27:54 +00:00
|
|
|
func (iter *BinPackIterator) Next() *RankedNode {
|
2015-08-13 18:54:59 +00:00
|
|
|
ctx := iter.ctx
|
|
|
|
state := ctx.State()
|
|
|
|
plan := ctx.Plan()
|
2015-08-12 01:27:54 +00:00
|
|
|
for {
|
2015-08-13 18:54:59 +00:00
|
|
|
// Get the next potential option
|
2015-08-12 01:27:54 +00:00
|
|
|
option := iter.source.Next()
|
|
|
|
if option == nil {
|
|
|
|
return nil
|
|
|
|
}
|
2015-08-13 18:54:59 +00:00
|
|
|
nodeID := option.Node.ID
|
|
|
|
|
|
|
|
// Get the existing allocations
|
|
|
|
existingAlloc, err := state.AllocsByNode(nodeID)
|
|
|
|
if err != nil {
|
|
|
|
iter.ctx.Logger().Printf("[ERR] sched.binpack: failed to get allocations for '%s': %v",
|
|
|
|
nodeID, err)
|
|
|
|
continue
|
|
|
|
}
|
2015-08-12 01:27:54 +00:00
|
|
|
|
2015-08-13 18:54:59 +00:00
|
|
|
// Determine the proposed allocation by first removing allocations
|
|
|
|
// that are planned evictions and adding the new allocations.
|
|
|
|
proposed := existingAlloc
|
|
|
|
if evict := plan.NodeEvict[nodeID]; len(evict) > 0 {
|
|
|
|
proposed = structs.RemoveAllocs(existingAlloc, evict)
|
|
|
|
}
|
|
|
|
proposed = append(proposed, plan.NodeAllocation[nodeID]...)
|
2015-08-13 18:28:02 +00:00
|
|
|
|
2015-08-13 18:54:59 +00:00
|
|
|
// Add the resources we are trying to fit
|
|
|
|
proposed = append(proposed, &structs.Allocation{Resources: iter.resources})
|
2015-08-13 18:28:02 +00:00
|
|
|
|
2015-08-13 19:02:42 +00:00
|
|
|
// Check if these allocations fit, if they do not, simply skip this node
|
2015-08-13 18:54:59 +00:00
|
|
|
fit, util, _ := structs.AllocsFit(option.Node, proposed)
|
|
|
|
if !fit {
|
2015-08-13 19:02:42 +00:00
|
|
|
continue
|
2015-08-13 18:54:59 +00:00
|
|
|
}
|
|
|
|
|
2015-08-13 19:02:42 +00:00
|
|
|
// XXX: For now we completely ignore evictions. We should use that flag
|
|
|
|
// to determine if its possible to evict other lower priority allocations
|
|
|
|
// to make room. This explodes the search space, so it must be done
|
|
|
|
// carefully.
|
|
|
|
|
2015-08-13 18:54:59 +00:00
|
|
|
// Score the fit normally otherwise
|
|
|
|
option.Score = structs.ScoreFit(option.Node, util)
|
|
|
|
return option
|
2015-08-13 18:28:02 +00:00
|
|
|
}
|
|
|
|
}
|