2014-01-21 02:58:05 +00:00
|
|
|
package agent
|
|
|
|
|
|
|
|
import (
|
2015-01-13 00:09:42 +00:00
|
|
|
"fmt"
|
2014-01-21 02:58:05 +00:00
|
|
|
"log"
|
2015-01-13 00:09:42 +00:00
|
|
|
"net/http"
|
|
|
|
"net/http/httptest"
|
2014-01-21 02:58:05 +00:00
|
|
|
"os"
|
|
|
|
"testing"
|
|
|
|
"time"
|
2015-01-24 00:07:20 +00:00
|
|
|
|
|
|
|
"github.com/hashicorp/consul/consul/structs"
|
|
|
|
"github.com/hashicorp/consul/testutil"
|
2014-01-21 02:58:05 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
type MockNotify struct {
|
|
|
|
state map[string]string
|
|
|
|
updates map[string]int
|
2014-04-29 22:28:56 +00:00
|
|
|
output map[string]string
|
2014-01-21 02:58:05 +00:00
|
|
|
}
|
|
|
|
|
2014-04-29 22:28:56 +00:00
|
|
|
func (m *MockNotify) UpdateCheck(id, status, output string) {
|
2014-01-21 02:58:05 +00:00
|
|
|
m.state[id] = status
|
|
|
|
old := m.updates[id]
|
|
|
|
m.updates[id] = old + 1
|
2014-04-29 22:28:56 +00:00
|
|
|
m.output[id] = output
|
2014-01-21 02:58:05 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func expectStatus(t *testing.T, script, status string) {
|
|
|
|
mock := &MockNotify{
|
|
|
|
state: make(map[string]string),
|
|
|
|
updates: make(map[string]int),
|
2014-04-29 22:28:56 +00:00
|
|
|
output: make(map[string]string),
|
2014-01-21 02:58:05 +00:00
|
|
|
}
|
|
|
|
check := &CheckMonitor{
|
|
|
|
Notify: mock,
|
|
|
|
CheckID: "foo",
|
|
|
|
Script: script,
|
2014-05-09 01:41:10 +00:00
|
|
|
Interval: 10 * time.Millisecond,
|
2014-01-21 02:58:05 +00:00
|
|
|
Logger: log.New(os.Stderr, "", log.LstdFlags),
|
|
|
|
}
|
|
|
|
check.Start()
|
|
|
|
defer check.Stop()
|
|
|
|
|
2015-01-24 00:07:20 +00:00
|
|
|
testutil.WaitForResult(func() (bool, error) {
|
|
|
|
// Should have at least 2 updates
|
|
|
|
if mock.updates["foo"] < 2 {
|
|
|
|
return false, fmt.Errorf("should have 2 updates %v", mock.updates)
|
|
|
|
}
|
2014-01-21 02:58:05 +00:00
|
|
|
|
2015-01-24 00:07:20 +00:00
|
|
|
if mock.state["foo"] != status {
|
|
|
|
return false, fmt.Errorf("should be %v %v", status, mock.state)
|
|
|
|
}
|
2014-01-21 02:58:05 +00:00
|
|
|
|
2015-01-24 00:07:20 +00:00
|
|
|
return true, nil
|
|
|
|
}, func(err error) {
|
|
|
|
t.Fatalf("err: %s", err)
|
|
|
|
})
|
2014-01-21 02:58:05 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func TestCheckMonitor_Passing(t *testing.T) {
|
|
|
|
expectStatus(t, "exit 0", structs.HealthPassing)
|
|
|
|
}
|
|
|
|
|
|
|
|
func TestCheckMonitor_Warning(t *testing.T) {
|
|
|
|
expectStatus(t, "exit 1", structs.HealthWarning)
|
|
|
|
}
|
|
|
|
|
|
|
|
func TestCheckMonitor_Critical(t *testing.T) {
|
|
|
|
expectStatus(t, "exit 2", structs.HealthCritical)
|
|
|
|
}
|
|
|
|
|
|
|
|
func TestCheckMonitor_BadCmd(t *testing.T) {
|
|
|
|
expectStatus(t, "foobarbaz", structs.HealthCritical)
|
|
|
|
}
|
2014-01-21 03:12:40 +00:00
|
|
|
|
2014-12-18 03:39:11 +00:00
|
|
|
func TestCheckMonitor_RandomStagger(t *testing.T) {
|
|
|
|
mock := &MockNotify{
|
|
|
|
state: make(map[string]string),
|
|
|
|
updates: make(map[string]int),
|
|
|
|
output: make(map[string]string),
|
|
|
|
}
|
|
|
|
check := &CheckMonitor{
|
|
|
|
Notify: mock,
|
|
|
|
CheckID: "foo",
|
|
|
|
Script: "exit 0",
|
2014-12-18 14:00:51 +00:00
|
|
|
Interval: 25 * time.Millisecond,
|
2014-12-18 03:39:11 +00:00
|
|
|
Logger: log.New(os.Stderr, "", log.LstdFlags),
|
|
|
|
}
|
|
|
|
check.Start()
|
|
|
|
defer check.Stop()
|
|
|
|
|
2014-12-18 14:00:51 +00:00
|
|
|
time.Sleep(50 * time.Millisecond)
|
2014-12-18 03:39:11 +00:00
|
|
|
|
|
|
|
// Should have at least 1 update
|
|
|
|
if mock.updates["foo"] < 1 {
|
2014-12-18 14:00:51 +00:00
|
|
|
t.Fatalf("should have 1 or more updates %v", mock.updates)
|
2014-12-18 03:39:11 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
if mock.state["foo"] != structs.HealthPassing {
|
|
|
|
t.Fatalf("should be %v %v", structs.HealthPassing, mock.state)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2014-04-29 22:28:56 +00:00
|
|
|
func TestCheckMonitor_LimitOutput(t *testing.T) {
|
|
|
|
mock := &MockNotify{
|
|
|
|
state: make(map[string]string),
|
|
|
|
updates: make(map[string]int),
|
|
|
|
output: make(map[string]string),
|
|
|
|
}
|
|
|
|
check := &CheckMonitor{
|
|
|
|
Notify: mock,
|
|
|
|
CheckID: "foo",
|
2014-05-26 20:13:56 +00:00
|
|
|
Script: "od -N 81920 /dev/urandom",
|
2014-04-29 22:28:56 +00:00
|
|
|
Interval: 25 * time.Millisecond,
|
|
|
|
Logger: log.New(os.Stderr, "", log.LstdFlags),
|
|
|
|
}
|
|
|
|
check.Start()
|
|
|
|
defer check.Stop()
|
|
|
|
|
|
|
|
time.Sleep(50 * time.Millisecond)
|
|
|
|
|
|
|
|
// Allow for extra bytes for the truncation message
|
|
|
|
if len(mock.output["foo"]) > CheckBufSize+100 {
|
|
|
|
t.Fatalf("output size is too long")
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2014-01-21 03:12:40 +00:00
|
|
|
func TestCheckTTL(t *testing.T) {
|
|
|
|
mock := &MockNotify{
|
|
|
|
state: make(map[string]string),
|
|
|
|
updates: make(map[string]int),
|
2014-04-29 22:28:56 +00:00
|
|
|
output: make(map[string]string),
|
2014-01-21 03:12:40 +00:00
|
|
|
}
|
|
|
|
check := &CheckTTL{
|
|
|
|
Notify: mock,
|
|
|
|
CheckID: "foo",
|
2014-05-06 18:54:27 +00:00
|
|
|
TTL: 100 * time.Millisecond,
|
2014-01-21 03:12:40 +00:00
|
|
|
Logger: log.New(os.Stderr, "", log.LstdFlags),
|
|
|
|
}
|
|
|
|
check.Start()
|
|
|
|
defer check.Stop()
|
|
|
|
|
2014-05-06 18:54:27 +00:00
|
|
|
time.Sleep(50 * time.Millisecond)
|
2014-01-21 19:52:25 +00:00
|
|
|
check.SetStatus(structs.HealthPassing, "")
|
2014-01-21 03:12:40 +00:00
|
|
|
|
|
|
|
if mock.updates["foo"] != 1 {
|
|
|
|
t.Fatalf("should have 1 updates %v", mock.updates)
|
|
|
|
}
|
|
|
|
|
|
|
|
if mock.state["foo"] != structs.HealthPassing {
|
|
|
|
t.Fatalf("should be passing %v", mock.state)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Ensure we don't fail early
|
2014-05-06 18:54:27 +00:00
|
|
|
time.Sleep(75 * time.Millisecond)
|
2014-01-21 03:12:40 +00:00
|
|
|
if mock.updates["foo"] != 1 {
|
|
|
|
t.Fatalf("should have 1 updates %v", mock.updates)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Wait for the TTL to expire
|
2014-05-06 18:54:27 +00:00
|
|
|
time.Sleep(75 * time.Millisecond)
|
2014-01-21 03:12:40 +00:00
|
|
|
|
|
|
|
if mock.updates["foo"] != 2 {
|
|
|
|
t.Fatalf("should have 2 updates %v", mock.updates)
|
|
|
|
}
|
|
|
|
|
|
|
|
if mock.state["foo"] != structs.HealthCritical {
|
|
|
|
t.Fatalf("should be critical %v", mock.state)
|
|
|
|
}
|
|
|
|
}
|
2015-01-13 00:09:42 +00:00
|
|
|
|
|
|
|
func mockHTTPServer(responseCode int) *httptest.Server {
|
|
|
|
mux := http.NewServeMux()
|
|
|
|
mux.HandleFunc("/", func(w http.ResponseWriter, r *http.Request) {
|
|
|
|
w.WriteHeader(responseCode)
|
|
|
|
return
|
|
|
|
})
|
|
|
|
|
|
|
|
return httptest.NewServer(mux)
|
|
|
|
}
|
|
|
|
|
|
|
|
func expectHTTPStatus(t *testing.T, url string, status string) {
|
|
|
|
mock := &MockNotify{
|
|
|
|
state: make(map[string]string),
|
|
|
|
updates: make(map[string]int),
|
|
|
|
output: make(map[string]string),
|
|
|
|
}
|
|
|
|
check := &CheckHTTP{
|
|
|
|
Notify: mock,
|
|
|
|
CheckID: "foo",
|
|
|
|
HTTP: url,
|
|
|
|
Interval: 10 * time.Millisecond,
|
|
|
|
Logger: log.New(os.Stderr, "", log.LstdFlags),
|
|
|
|
}
|
|
|
|
check.Start()
|
|
|
|
defer check.Stop()
|
|
|
|
|
|
|
|
time.Sleep(50 * time.Millisecond)
|
|
|
|
|
|
|
|
// Should have at least 2 updates
|
|
|
|
if mock.updates["foo"] < 2 {
|
|
|
|
t.Fatalf("should have 2 updates %v", mock.updates)
|
|
|
|
}
|
|
|
|
|
|
|
|
if mock.state["foo"] != status {
|
|
|
|
t.Fatalf("should be %v %v", status, mock.state)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func TestCheckHTTPCritical(t *testing.T) {
|
|
|
|
// var server *httptest.Server
|
|
|
|
|
|
|
|
server := mockHTTPServer(150)
|
|
|
|
fmt.Println(server.URL)
|
|
|
|
expectHTTPStatus(t, server.URL, "critical")
|
|
|
|
server.Close()
|
|
|
|
|
|
|
|
// 2xx - 1
|
|
|
|
server = mockHTTPServer(199)
|
|
|
|
expectHTTPStatus(t, server.URL, "critical")
|
|
|
|
server.Close()
|
|
|
|
|
|
|
|
// 2xx + 1
|
|
|
|
server = mockHTTPServer(300)
|
|
|
|
expectHTTPStatus(t, server.URL, "critical")
|
|
|
|
server.Close()
|
|
|
|
|
|
|
|
server = mockHTTPServer(400)
|
|
|
|
expectHTTPStatus(t, server.URL, "critical")
|
|
|
|
server.Close()
|
|
|
|
|
|
|
|
server = mockHTTPServer(500)
|
|
|
|
expectHTTPStatus(t, server.URL, "critical")
|
|
|
|
server.Close()
|
|
|
|
}
|
|
|
|
|
|
|
|
func TestCheckHTTPPassing(t *testing.T) {
|
|
|
|
var server *httptest.Server
|
|
|
|
|
|
|
|
server = mockHTTPServer(200)
|
|
|
|
expectHTTPStatus(t, server.URL, "passing")
|
|
|
|
server.Close()
|
|
|
|
|
|
|
|
server = mockHTTPServer(201)
|
|
|
|
expectHTTPStatus(t, server.URL, "passing")
|
|
|
|
server.Close()
|
|
|
|
|
|
|
|
server = mockHTTPServer(250)
|
|
|
|
expectHTTPStatus(t, server.URL, "passing")
|
|
|
|
server.Close()
|
|
|
|
|
|
|
|
server = mockHTTPServer(299)
|
|
|
|
expectHTTPStatus(t, server.URL, "passing")
|
|
|
|
server.Close()
|
|
|
|
}
|
|
|
|
|
|
|
|
func TestCheckHTTPWarning(t *testing.T) {
|
|
|
|
server := mockHTTPServer(429)
|
|
|
|
expectHTTPStatus(t, server.URL, "warning")
|
|
|
|
server.Close()
|
|
|
|
}
|
2015-02-02 08:30:44 +00:00
|
|
|
|
|
|
|
func mockSlowHTTPServer(responseCode int, sleep time.Duration) *httptest.Server {
|
|
|
|
mux := http.NewServeMux()
|
|
|
|
mux.HandleFunc("/", func(w http.ResponseWriter, r *http.Request) {
|
|
|
|
time.Sleep(sleep)
|
|
|
|
w.WriteHeader(responseCode)
|
|
|
|
return
|
|
|
|
})
|
|
|
|
|
|
|
|
return httptest.NewServer(mux)
|
|
|
|
}
|
|
|
|
|
|
|
|
func TestCheckHTTPTimeout(t *testing.T) {
|
|
|
|
server := mockSlowHTTPServer(200, 10*time.Millisecond)
|
|
|
|
defer server.Close()
|
|
|
|
|
|
|
|
mock := &MockNotify{
|
|
|
|
state: make(map[string]string),
|
|
|
|
updates: make(map[string]int),
|
|
|
|
output: make(map[string]string),
|
|
|
|
}
|
|
|
|
|
|
|
|
check := &CheckHTTP{
|
|
|
|
Notify: mock,
|
|
|
|
CheckID: "bar",
|
|
|
|
HTTP: server.URL,
|
|
|
|
Timeout: 5 * time.Millisecond,
|
|
|
|
Interval: 10 * time.Millisecond,
|
|
|
|
Logger: log.New(os.Stderr, "", log.LstdFlags),
|
|
|
|
}
|
|
|
|
|
|
|
|
check.Start()
|
|
|
|
defer check.Stop()
|
|
|
|
|
|
|
|
time.Sleep(50 * time.Millisecond)
|
|
|
|
|
|
|
|
// Should have at least 2 updates
|
|
|
|
if mock.updates["bar"] < 2 {
|
|
|
|
t.Fatalf("should have at least 2 updates %v", mock.updates)
|
|
|
|
}
|
|
|
|
|
|
|
|
if mock.state["bar"] != "critical" {
|
|
|
|
t.Fatalf("should be critical %v", mock.state)
|
|
|
|
}
|
|
|
|
}
|
2015-03-15 20:30:50 +00:00
|
|
|
|
|
|
|
func TestCheckHTTP_disablesKeepAlives(t *testing.T) {
|
|
|
|
check := &CheckHTTP{
|
|
|
|
CheckID: "foo",
|
|
|
|
HTTP: "http://foo.bar/baz",
|
|
|
|
Interval: 10 * time.Second,
|
|
|
|
Logger: log.New(os.Stderr, "", log.LstdFlags),
|
|
|
|
}
|
|
|
|
|
|
|
|
check.Start()
|
|
|
|
defer check.Stop()
|
|
|
|
|
|
|
|
if !check.httpClient.Transport.(*http.Transport).DisableKeepAlives {
|
|
|
|
t.Fatalf("should have disabled keepalives")
|
|
|
|
}
|
|
|
|
}
|