1ee8d5ffc5
This PR introduces the /v1/search/fuzzy API endpoint, used for fuzzy
searching objects in Nomad. The fuzzy search endpoint routes requests
to the Nomad Server leader, which implements the Search.FuzzySearch RPC
method.
Requests to the fuzzy search API are based on the api.FuzzySearchRequest
object, e.g.
{
"Text": "ed",
"Context": "all"
}
Responses from the fuzzy search API are based on the api.FuzzySearchResponse
object, e.g.
{
"Index": 27,
"KnownLeader": true,
"LastContact": 0,
"Matches": {
"tasks": [
{
"ID": "redis",
"Scope": [
"default",
"example",
"cache"
]
}
],
"evals": [],
"deployment": [],
"volumes": [],
"scaling_policy": [],
"images": [
{
"ID": "redis:3.2",
"Scope": [
"default",
"example",
"cache",
"redis"
]
}
]
},
"Truncations": {
"volumes": false,
"scaling_policy": false,
"evals": false,
"deployment": false
}
}
The API is tunable using the new server.search stanza, e.g.
server {
search {
fuzzy_enabled = true
limit_query = 200
limit_results = 1000
min_term_length = 5
}
}
These values can be increased or decreased, so as to provide more
search results or to reduce load on the Nomad Server. The fuzzy search
API can be disabled entirely by setting `fuzzy_enabled` to `false`.
67 lines
2.3 KiB
Go
67 lines
2.3 KiB
Go
package nomad
|
|
|
|
import (
|
|
"bytes"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/hashicorp/go-msgpack/codec"
|
|
"github.com/hashicorp/nomad/nomad/mock"
|
|
"github.com/hashicorp/nomad/nomad/structs"
|
|
"github.com/stretchr/testify/assert"
|
|
)
|
|
|
|
// This test compares the size of the normalized + OmitEmpty raft plan log entry
|
|
// with the earlier denormalized log.
|
|
//
|
|
// Whenever this test is changed, care should be taken to ensure the older msgpack size
|
|
// is recalculated when new fields are introduced in ApplyPlanResultsRequest
|
|
func TestPlanNormalize(t *testing.T) {
|
|
// This size was calculated using the older ApplyPlanResultsRequest format, in which allocations
|
|
// didn't use OmitEmpty and only the job was normalized in the stopped and preempted allocs.
|
|
// The newer format uses OmitEmpty and uses a minimal set of fields for the diff of the
|
|
// stopped and preempted allocs. The file for the older format hasn't been checked in, because
|
|
// it's not a good idea to check-in a 20mb file to the git repo.
|
|
unoptimizedLogSize := 19460168
|
|
|
|
numUpdatedAllocs := 10000
|
|
numStoppedAllocs := 8000
|
|
numPreemptedAllocs := 2000
|
|
mockAlloc := mock.Alloc()
|
|
mockAlloc.Job = nil
|
|
|
|
mockUpdatedAllocSlice := make([]*structs.Allocation, numUpdatedAllocs)
|
|
for i := 0; i < numUpdatedAllocs; i++ {
|
|
mockUpdatedAllocSlice = append(mockUpdatedAllocSlice, mockAlloc)
|
|
}
|
|
|
|
now := time.Now().UTC().UnixNano()
|
|
mockStoppedAllocSlice := make([]*structs.AllocationDiff, numStoppedAllocs)
|
|
for i := 0; i < numStoppedAllocs; i++ {
|
|
mockStoppedAllocSlice = append(mockStoppedAllocSlice, normalizeStoppedAlloc(mockAlloc, now))
|
|
}
|
|
|
|
mockPreemptionAllocSlice := make([]*structs.AllocationDiff, numPreemptedAllocs)
|
|
for i := 0; i < numPreemptedAllocs; i++ {
|
|
mockPreemptionAllocSlice = append(mockPreemptionAllocSlice, normalizePreemptedAlloc(mockAlloc, now))
|
|
}
|
|
|
|
// Create a plan result
|
|
applyPlanLogEntry := structs.ApplyPlanResultsRequest{
|
|
AllocUpdateRequest: structs.AllocUpdateRequest{
|
|
AllocsUpdated: mockUpdatedAllocSlice,
|
|
AllocsStopped: mockStoppedAllocSlice,
|
|
},
|
|
AllocsPreempted: mockPreemptionAllocSlice,
|
|
}
|
|
|
|
handle := structs.MsgpackHandle
|
|
var buf bytes.Buffer
|
|
if err := codec.NewEncoder(&buf, handle).Encode(applyPlanLogEntry); err != nil {
|
|
t.Fatalf("Encoding failed: %v", err)
|
|
}
|
|
|
|
optimizedLogSize := buf.Len()
|
|
assert.Less(t, float64(optimizedLogSize)/float64(unoptimizedLogSize), 0.66)
|
|
}
|