package jobspec import ( "path/filepath" "strings" "testing" "time" "github.com/hashicorp/nomad/nomad/structs" "github.com/hashicorp/consul/api" ) func TestParse(t *testing.T) { cases := []struct { File string Result *structs.Job Err bool }{ { "basic.hcl", &structs.Job{ ID: "binstore-storagelocker", Name: "binstore-storagelocker", Type: "service", Priority: 50, AllAtOnce: true, Datacenters: []string{"us2", "eu1"}, Region: "global", VaultToken: "foo", Meta: map[string]string{ "foo": "bar", }, Constraints: []*structs.Constraint{ &structs.Constraint{ LTarget: "kernel.os", RTarget: "windows", Operand: "=", }, }, Update: structs.UpdateStrategy{ Stagger: 60 * time.Second, MaxParallel: 2, }, TaskGroups: []*structs.TaskGroup{ &structs.TaskGroup{ Name: "outside", Count: 1, EphemeralDisk: structs.DefaultEphemeralDisk(), Tasks: []*structs.Task{ &structs.Task{ Name: "outside", Driver: "java", Config: map[string]interface{}{ "jar_path": "s3://my-cool-store/foo.jar", }, Meta: map[string]string{ "my-cool-key": "foobar", }, LogConfig: structs.DefaultLogConfig(), }, }, }, &structs.TaskGroup{ Name: "binsl", Count: 5, Constraints: []*structs.Constraint{ &structs.Constraint{ LTarget: "kernel.os", RTarget: "linux", Operand: "=", }, }, Meta: map[string]string{ "elb_mode": "tcp", "elb_interval": "10", "elb_checks": "3", }, RestartPolicy: &structs.RestartPolicy{ Interval: 10 * time.Minute, Attempts: 5, Delay: 15 * time.Second, Mode: "delay", }, EphemeralDisk: &structs.EphemeralDisk{ Sticky: true, SizeMB: 150, }, Tasks: []*structs.Task{ &structs.Task{ Name: "binstore", Driver: "docker", User: "bob", Config: map[string]interface{}{ "image": "hashicorp/binstore", "labels": []map[string]interface{}{ map[string]interface{}{ "FOO": "bar", }, }, }, Services: []*structs.Service{ { Name: "binstore-storagelocker-binsl-binstore", Tags: []string{"foo", "bar"}, PortLabel: "http", Checks: []*structs.ServiceCheck{ { Name: "check-name", Type: "tcp", PortLabel: "admin", Interval: 10 * time.Second, Timeout: 2 * time.Second, }, }, }, }, Env: map[string]string{ "HELLO": "world", "LOREM": "ipsum", }, Resources: &structs.Resources{ CPU: 500, MemoryMB: 128, IOPS: 0, Networks: []*structs.NetworkResource{ &structs.NetworkResource{ MBits: 100, ReservedPorts: []structs.Port{{"one", 1}, {"two", 2}, {"three", 3}}, DynamicPorts: []structs.Port{{"http", 0}, {"https", 0}, {"admin", 0}}, }, }, }, KillTimeout: 22 * time.Second, LogConfig: &structs.LogConfig{ MaxFiles: 10, MaxFileSizeMB: 100, }, Artifacts: []*structs.TaskArtifact{ { GetterSource: "http://foo.com/artifact", RelativeDest: "local/", GetterOptions: map[string]string{ "checksum": "md5:b8a4f3f72ecab0510a6a31e997461c5f", }, }, { GetterSource: "http://bar.com/artifact", RelativeDest: "local/", GetterOptions: map[string]string{ "checksum": "md5:ff1cc0d3432dad54d607c1505fb7245c", }, }, }, Vault: &structs.Vault{ Policies: []string{"foo", "bar"}, Env: true, ChangeMode: structs.VaultChangeModeRestart, }, Templates: []*structs.Template{ { SourcePath: "foo", DestPath: "foo", ChangeMode: "foo", ChangeSignal: "foo", Splay: 10 * time.Second, Perms: "0644", }, { SourcePath: "bar", DestPath: "bar", ChangeMode: structs.TemplateChangeModeRestart, ChangeSignal: "", Splay: 5 * time.Second, Perms: "777", LeftDelim: "--", RightDelim: "__", }, }, Leader: true, }, &structs.Task{ Name: "storagelocker", Driver: "docker", User: "", Config: map[string]interface{}{ "image": "hashicorp/storagelocker", }, Resources: &structs.Resources{ CPU: 500, MemoryMB: 128, IOPS: 30, }, Constraints: []*structs.Constraint{ &structs.Constraint{ LTarget: "kernel.arch", RTarget: "amd64", Operand: "=", }, }, LogConfig: structs.DefaultLogConfig(), Vault: &structs.Vault{ Policies: []string{"foo", "bar"}, Env: false, ChangeMode: structs.VaultChangeModeSignal, ChangeSignal: "SIGUSR1", }, }, }, }, }, }, false, }, { "multi-network.hcl", nil, true, }, { "multi-resource.hcl", nil, true, }, { "multi-vault.hcl", nil, true, }, { "default-job.hcl", &structs.Job{ ID: "foo", Name: "foo", Priority: 50, Region: "global", Type: "service", }, false, }, { "version-constraint.hcl", &structs.Job{ ID: "foo", Name: "foo", Priority: 50, Region: "global", Type: "service", Constraints: []*structs.Constraint{ &structs.Constraint{ LTarget: "$attr.kernel.version", RTarget: "~> 3.2", Operand: structs.ConstraintVersion, }, }, }, false, }, { "regexp-constraint.hcl", &structs.Job{ ID: "foo", Name: "foo", Priority: 50, Region: "global", Type: "service", Constraints: []*structs.Constraint{ &structs.Constraint{ LTarget: "$attr.kernel.version", RTarget: "[0-9.]+", Operand: structs.ConstraintRegex, }, }, }, false, }, { "set-contains-constraint.hcl", &structs.Job{ ID: "foo", Name: "foo", Priority: 50, Region: "global", Type: "service", Constraints: []*structs.Constraint{ &structs.Constraint{ LTarget: "$meta.data", RTarget: "foo,bar,baz", Operand: structs.ConstraintSetContains, }, }, }, false, }, { "distinctHosts-constraint.hcl", &structs.Job{ ID: "foo", Name: "foo", Priority: 50, Region: "global", Type: "service", Constraints: []*structs.Constraint{ &structs.Constraint{ Operand: structs.ConstraintDistinctHosts, }, }, }, false, }, { "periodic-cron.hcl", &structs.Job{ ID: "foo", Name: "foo", Priority: 50, Region: "global", Type: "service", Periodic: &structs.PeriodicConfig{ Enabled: true, SpecType: structs.PeriodicSpecCron, Spec: "*/5 * * *", ProhibitOverlap: true, TimeZone: "Europe/Minsk", }, }, false, }, { "specify-job.hcl", &structs.Job{ ID: "job1", Name: "My Job", Priority: 50, Region: "global", Type: "service", }, false, }, { "task-nested-config.hcl", &structs.Job{ Region: "global", ID: "foo", Name: "foo", Type: "service", Priority: 50, TaskGroups: []*structs.TaskGroup{ &structs.TaskGroup{ Name: "bar", Count: 1, EphemeralDisk: structs.DefaultEphemeralDisk(), Tasks: []*structs.Task{ &structs.Task{ Name: "bar", Driver: "docker", Config: map[string]interface{}{ "image": "hashicorp/image", "port_map": []map[string]interface{}{ map[string]interface{}{ "db": 1234, }, }, }, LogConfig: &structs.LogConfig{ MaxFiles: 10, MaxFileSizeMB: 10, }, }, }, }, }, }, false, }, { "bad-artifact.hcl", nil, true, }, { "artifacts.hcl", &structs.Job{ ID: "binstore-storagelocker", Name: "binstore-storagelocker", Type: "service", Priority: 50, Region: "global", TaskGroups: []*structs.TaskGroup{ &structs.TaskGroup{ Name: "binsl", Count: 1, EphemeralDisk: structs.DefaultEphemeralDisk(), Tasks: []*structs.Task{ &structs.Task{ Name: "binstore", Driver: "docker", Resources: &structs.Resources{ CPU: 100, MemoryMB: 10, IOPS: 0, }, LogConfig: &structs.LogConfig{ MaxFiles: 10, MaxFileSizeMB: 10, }, Artifacts: []*structs.TaskArtifact{ { GetterSource: "http://foo.com/bar", GetterOptions: map[string]string{"foo": "bar"}, RelativeDest: "", }, { GetterSource: "http://foo.com/baz", GetterOptions: nil, RelativeDest: "local/", }, { GetterSource: "http://foo.com/bam", GetterOptions: nil, RelativeDest: "var/foo", }, }, }, }, }, }, }, false, }, { "service-check-initial-status.hcl", &structs.Job{ ID: "check_initial_status", Name: "check_initial_status", Type: "service", Priority: 50, Region: "global", TaskGroups: []*structs.TaskGroup{ &structs.TaskGroup{ Name: "group", Count: 1, EphemeralDisk: structs.DefaultEphemeralDisk(), Tasks: []*structs.Task{ &structs.Task{ Name: "task", Services: []*structs.Service{ { Name: "check_initial_status-group-task", Tags: []string{"foo", "bar"}, PortLabel: "http", Checks: []*structs.ServiceCheck{ { Name: "check-name", Type: "http", Interval: 10 * time.Second, Timeout: 2 * time.Second, InitialStatus: api.HealthPassing, }, }, }, }, LogConfig: structs.DefaultLogConfig(), }, }, }, }, }, false, }, { "vault_inheritance.hcl", &structs.Job{ ID: "example", Name: "example", Type: "service", Priority: 50, Region: "global", TaskGroups: []*structs.TaskGroup{ &structs.TaskGroup{ Name: "cache", Count: 1, EphemeralDisk: structs.DefaultEphemeralDisk(), Tasks: []*structs.Task{ &structs.Task{ Name: "redis", LogConfig: structs.DefaultLogConfig(), Vault: &structs.Vault{ Policies: []string{"group"}, Env: true, ChangeMode: structs.VaultChangeModeRestart, }, }, &structs.Task{ Name: "redis2", LogConfig: structs.DefaultLogConfig(), Vault: &structs.Vault{ Policies: []string{"task"}, Env: false, ChangeMode: structs.VaultChangeModeRestart, }, }, }, }, &structs.TaskGroup{ Name: "cache2", Count: 1, EphemeralDisk: structs.DefaultEphemeralDisk(), Tasks: []*structs.Task{ &structs.Task{ Name: "redis", LogConfig: structs.DefaultLogConfig(), Vault: &structs.Vault{ Policies: []string{"job"}, Env: true, ChangeMode: structs.VaultChangeModeRestart, }, }, }, }, }, }, false, }, { "parameterized_job.hcl", &structs.Job{ ID: "parameterized_job", Name: "parameterized_job", Type: "service", Priority: 50, Region: "global", ParameterizedJob: &structs.ParameterizedJobConfig{ Payload: "required", MetaRequired: []string{"foo", "bar"}, MetaOptional: []string{"baz", "bam"}, }, TaskGroups: []*structs.TaskGroup{ &structs.TaskGroup{ Name: "foo", Count: 1, EphemeralDisk: structs.DefaultEphemeralDisk(), Tasks: []*structs.Task{ &structs.Task{ Name: "bar", Driver: "docker", Resources: &structs.Resources{ CPU: 100, MemoryMB: 10, IOPS: 0, }, LogConfig: &structs.LogConfig{ MaxFiles: 10, MaxFileSizeMB: 10, }, DispatchPayload: &structs.DispatchPayloadConfig{ File: "foo/bar", }, }, }, }, }, }, false, }, } for _, tc := range cases { t.Logf("Testing parse: %s", tc.File) path, err := filepath.Abs(filepath.Join("./test-fixtures", tc.File)) if err != nil { t.Fatalf("file: %s\n\n%s", tc.File, err) continue } _, err = ParseFile(path) if (err != nil) != tc.Err { t.Fatalf("file: %s\n\n%s", tc.File, err) continue } } } func TestBadConfigEmpty(t *testing.T) { path, err := filepath.Abs(filepath.Join("./test-fixtures", "bad-config-empty.hcl")) if err != nil { t.Fatalf("Can't get absolute path for file: %s", err) } _, err = ParseFile(path) if !strings.Contains(err.Error(), "field \"image\" is required, but no value was found") { t.Fatalf("\nExpected error\n %s\ngot\n %v", "field \"image\" is required, but no value was found", err, ) } } func TestBadConfigMissing(t *testing.T) { path, err := filepath.Abs(filepath.Join("./test-fixtures", "bad-config-missing.hcl")) if err != nil { t.Fatalf("Can't get absolute path for file: %s", err) } _, err = ParseFile(path) if !strings.Contains(err.Error(), "field \"image\" is required") { t.Fatalf("\nExpected error\n %s\ngot\n %v", "field \"image\" is required", err, ) } } func TestBadConfig(t *testing.T) { path, err := filepath.Abs(filepath.Join("./test-fixtures", "bad-config.hcl")) if err != nil { t.Fatalf("Can't get absolute path for file: %s", err) } _, err = ParseFile(path) if !strings.Contains(err.Error(), "seem to be of type boolean") { t.Fatalf("\nExpected error\n %s\ngot\n %v", "seem to be of type boolean", err, ) } if !strings.Contains(err.Error(), "\"foo\" is an invalid field") { t.Fatalf("\nExpected error\n %s\ngot\n %v", "\"foo\" is an invalid field", err, ) } } func TestBadPorts(t *testing.T) { path, err := filepath.Abs(filepath.Join("./test-fixtures", "bad-ports.hcl")) if err != nil { t.Fatalf("Can't get absolute path for file: %s", err) } _, err = ParseFile(path) if !strings.Contains(err.Error(), errPortLabel.Error()) { t.Fatalf("\nExpected error\n %s\ngot\n %v", errPortLabel, err) } } func TestOverlappingPorts(t *testing.T) { path, err := filepath.Abs(filepath.Join("./test-fixtures", "overlapping-ports.hcl")) if err != nil { t.Fatalf("Can't get absolute path for file: %s", err) } _, err = ParseFile(path) if err == nil { t.Fatalf("Expected an error") } if !strings.Contains(err.Error(), "found a port label collision") { t.Fatalf("Expected collision error; got %v", err) } } func TestIncompleteServiceDefn(t *testing.T) { path, err := filepath.Abs(filepath.Join("./test-fixtures", "incorrect-service-def.hcl")) if err != nil { t.Fatalf("Can't get absolute path for file: %s", err) } _, err = ParseFile(path) if err == nil { t.Fatalf("Expected an error") } if !strings.Contains(err.Error(), "Only one service block may omit the Name field") { t.Fatalf("Expected collision error; got %v", err) } } func TestIncorrectKey(t *testing.T) { path, err := filepath.Abs(filepath.Join("./test-fixtures", "basic_wrong_key.hcl")) if err != nil { t.Fatalf("Can't get absolute path for file: %s", err) } _, err = ParseFile(path) if err == nil { t.Fatalf("Expected an error") } if !strings.Contains(err.Error(), "* group: 'binsl', task: 'binstore', service: 'binstore-storagelocker-binsl-binstore', check -> invalid key: nterval") { t.Fatalf("Expected collision error; got %v", err) } }