2020-06-02 22:37:10 +00:00
|
|
|
package stream
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
|
|
|
"testing"
|
|
|
|
time "time"
|
|
|
|
|
|
|
|
"github.com/stretchr/testify/require"
|
2022-01-28 12:27:00 +00:00
|
|
|
|
|
|
|
"github.com/hashicorp/consul/agent/structs"
|
2020-06-02 22:37:10 +00:00
|
|
|
)
|
|
|
|
|
2020-07-08 04:31:22 +00:00
|
|
|
func noopUnSub() {}
|
|
|
|
|
2022-01-28 12:27:00 +00:00
|
|
|
func TestSubscription_Subject(t *testing.T) {
|
|
|
|
for desc, tc := range map[string]struct {
|
|
|
|
req SubscribeRequest
|
|
|
|
sub Subject
|
|
|
|
}{
|
|
|
|
"default partition and namespace": {
|
|
|
|
SubscribeRequest{Key: "foo", EnterpriseMeta: structs.EnterpriseMeta{}},
|
|
|
|
"default/default/foo",
|
|
|
|
},
|
|
|
|
"mixed casing": {
|
|
|
|
SubscribeRequest{Key: "BaZ"},
|
|
|
|
"default/default/baz",
|
|
|
|
},
|
|
|
|
} {
|
|
|
|
t.Run(desc, func(t *testing.T) {
|
|
|
|
require.Equal(t, tc.sub, tc.req.Subject())
|
|
|
|
})
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-06-02 22:37:10 +00:00
|
|
|
func TestSubscription(t *testing.T) {
|
2020-12-07 18:42:55 +00:00
|
|
|
if testing.Short() {
|
|
|
|
t.Skip("too slow for testing.Short")
|
|
|
|
}
|
|
|
|
|
2020-07-06 21:29:45 +00:00
|
|
|
eb := newEventBuffer()
|
2020-06-02 22:37:10 +00:00
|
|
|
|
|
|
|
index := uint64(100)
|
|
|
|
|
|
|
|
startHead := eb.Head()
|
|
|
|
|
|
|
|
// Start with an event in the buffer
|
2020-06-05 23:36:31 +00:00
|
|
|
publishTestEvent(index, eb, "test")
|
2020-06-02 22:37:10 +00:00
|
|
|
|
|
|
|
ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second)
|
|
|
|
defer cancel()
|
|
|
|
|
2020-10-01 17:51:55 +00:00
|
|
|
req := SubscribeRequest{
|
2020-07-07 00:04:24 +00:00
|
|
|
Topic: testTopic,
|
2020-06-02 22:37:10 +00:00
|
|
|
Key: "test",
|
|
|
|
}
|
2020-07-08 04:31:22 +00:00
|
|
|
sub := newSubscription(req, startHead, noopUnSub)
|
2020-06-02 22:37:10 +00:00
|
|
|
|
|
|
|
// First call to sub.Next should return our published event immediately
|
|
|
|
start := time.Now()
|
2020-07-08 04:31:22 +00:00
|
|
|
got, err := sub.Next(ctx)
|
2020-06-02 22:37:10 +00:00
|
|
|
elapsed := time.Since(start)
|
|
|
|
require.NoError(t, err)
|
|
|
|
require.True(t, elapsed < 200*time.Millisecond,
|
|
|
|
"Event should have been delivered immediately, took %s", elapsed)
|
2020-10-05 16:38:38 +00:00
|
|
|
require.Equal(t, index, got.Index)
|
2020-06-02 22:37:10 +00:00
|
|
|
|
|
|
|
// Schedule an event publish in a while
|
|
|
|
index++
|
|
|
|
start = time.Now()
|
|
|
|
time.AfterFunc(200*time.Millisecond, func() {
|
2020-06-05 23:36:31 +00:00
|
|
|
publishTestEvent(index, eb, "test")
|
2020-06-02 22:37:10 +00:00
|
|
|
})
|
|
|
|
|
|
|
|
// Next call should block until event is delivered
|
2020-07-08 04:31:22 +00:00
|
|
|
got, err = sub.Next(ctx)
|
2020-06-02 22:37:10 +00:00
|
|
|
elapsed = time.Since(start)
|
|
|
|
require.NoError(t, err)
|
|
|
|
require.True(t, elapsed > 200*time.Millisecond,
|
|
|
|
"Event should have been delivered after blocking 200ms, took %s", elapsed)
|
|
|
|
require.True(t, elapsed < 2*time.Second,
|
|
|
|
"Event should have been delivered after short time, took %s", elapsed)
|
2020-10-05 16:38:38 +00:00
|
|
|
require.Equal(t, index, got.Index)
|
2020-06-02 22:37:10 +00:00
|
|
|
|
|
|
|
index++
|
2020-06-05 23:36:31 +00:00
|
|
|
publishTestEvent(index, eb, "test")
|
2020-06-02 22:37:10 +00:00
|
|
|
|
|
|
|
start = time.Now()
|
2020-07-08 04:31:22 +00:00
|
|
|
got, err = sub.Next(ctx)
|
2020-06-02 22:37:10 +00:00
|
|
|
elapsed = time.Since(start)
|
|
|
|
require.NoError(t, err)
|
|
|
|
require.True(t, elapsed < 200*time.Millisecond,
|
|
|
|
"Event should have been delivered immediately, took %s", elapsed)
|
2020-10-05 16:38:38 +00:00
|
|
|
require.Equal(t, index, got.Index)
|
2020-10-27 18:40:06 +00:00
|
|
|
require.Equal(t, "test", got.Payload.(simplePayload).key)
|
2020-06-02 22:37:10 +00:00
|
|
|
|
|
|
|
// Cancelling the subscription context should unblock Next
|
|
|
|
start = time.Now()
|
|
|
|
time.AfterFunc(200*time.Millisecond, func() {
|
|
|
|
cancel()
|
|
|
|
})
|
|
|
|
|
2020-07-08 04:31:22 +00:00
|
|
|
_, err = sub.Next(ctx)
|
2020-06-02 22:37:10 +00:00
|
|
|
elapsed = time.Since(start)
|
|
|
|
require.Error(t, err)
|
|
|
|
require.True(t, elapsed > 200*time.Millisecond,
|
|
|
|
"Event should have been delivered after blocking 200ms, took %s", elapsed)
|
|
|
|
require.True(t, elapsed < 2*time.Second,
|
|
|
|
"Event should have been delivered after short time, took %s", elapsed)
|
|
|
|
}
|
|
|
|
|
2020-06-19 20:34:50 +00:00
|
|
|
func TestSubscription_Close(t *testing.T) {
|
2020-12-07 18:42:55 +00:00
|
|
|
if testing.Short() {
|
|
|
|
t.Skip("too slow for testing.Short")
|
|
|
|
}
|
|
|
|
|
2020-07-06 21:29:45 +00:00
|
|
|
eb := newEventBuffer()
|
2020-06-02 22:37:10 +00:00
|
|
|
index := uint64(100)
|
|
|
|
startHead := eb.Head()
|
|
|
|
|
|
|
|
// Start with an event in the buffer
|
2020-06-05 23:36:31 +00:00
|
|
|
publishTestEvent(index, eb, "test")
|
2020-06-02 22:37:10 +00:00
|
|
|
|
|
|
|
ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second)
|
|
|
|
defer cancel()
|
|
|
|
|
2020-10-01 17:51:55 +00:00
|
|
|
req := SubscribeRequest{
|
2020-07-07 00:04:24 +00:00
|
|
|
Topic: testTopic,
|
2020-06-02 22:37:10 +00:00
|
|
|
Key: "test",
|
|
|
|
}
|
2020-07-08 04:31:22 +00:00
|
|
|
sub := newSubscription(req, startHead, noopUnSub)
|
2020-06-02 22:37:10 +00:00
|
|
|
|
|
|
|
// First call to sub.Next should return our published event immediately
|
|
|
|
start := time.Now()
|
2020-07-08 04:31:22 +00:00
|
|
|
got, err := sub.Next(ctx)
|
2020-06-02 22:37:10 +00:00
|
|
|
elapsed := time.Since(start)
|
|
|
|
require.NoError(t, err)
|
|
|
|
require.True(t, elapsed < 200*time.Millisecond,
|
|
|
|
"Event should have been delivered immediately, took %s", elapsed)
|
2020-10-05 16:38:38 +00:00
|
|
|
require.Equal(t, index, got.Index)
|
2020-06-02 22:37:10 +00:00
|
|
|
|
2020-06-19 20:34:50 +00:00
|
|
|
// Schedule a Close simulating the server deciding this subscroption
|
2020-06-02 22:37:10 +00:00
|
|
|
// needs to reset (e.g. on ACL perm change).
|
|
|
|
start = time.Now()
|
|
|
|
time.AfterFunc(200*time.Millisecond, func() {
|
2020-07-08 04:31:22 +00:00
|
|
|
sub.forceClose()
|
2020-06-02 22:37:10 +00:00
|
|
|
})
|
|
|
|
|
2020-07-08 04:31:22 +00:00
|
|
|
_, err = sub.Next(ctx)
|
2020-06-02 22:37:10 +00:00
|
|
|
elapsed = time.Since(start)
|
|
|
|
require.Error(t, err)
|
2020-10-15 22:06:04 +00:00
|
|
|
require.Equal(t, ErrSubForceClosed, err)
|
2020-06-02 22:37:10 +00:00
|
|
|
require.True(t, elapsed > 200*time.Millisecond,
|
|
|
|
"Reload should have happened after blocking 200ms, took %s", elapsed)
|
|
|
|
require.True(t, elapsed < 2*time.Second,
|
|
|
|
"Reload should have been delivered after short time, took %s", elapsed)
|
|
|
|
}
|
|
|
|
|
2020-07-06 21:29:45 +00:00
|
|
|
func publishTestEvent(index uint64, b *eventBuffer, key string) {
|
2020-06-05 23:36:31 +00:00
|
|
|
e := Event{
|
2020-10-27 18:40:06 +00:00
|
|
|
Index: index,
|
|
|
|
Topic: testTopic,
|
|
|
|
Payload: simplePayload{key: key},
|
2020-06-02 22:37:10 +00:00
|
|
|
}
|
2020-06-05 23:36:31 +00:00
|
|
|
b.Append([]Event{e})
|
2020-06-02 22:37:10 +00:00
|
|
|
}
|
2020-07-15 21:03:39 +00:00
|
|
|
|
2020-11-05 22:50:17 +00:00
|
|
|
func TestNewEventsFromBatch(t *testing.T) {
|
|
|
|
t.Run("single item", func(t *testing.T) {
|
|
|
|
first := Event{
|
|
|
|
Topic: testTopic,
|
|
|
|
Index: 1234,
|
|
|
|
Payload: simplePayload{key: "key"},
|
2020-10-28 22:22:30 +00:00
|
|
|
}
|
2020-11-05 22:50:17 +00:00
|
|
|
e := newEventFromBatch(SubscribeRequest{}, []Event{first})
|
|
|
|
require.Equal(t, first, e)
|
|
|
|
})
|
|
|
|
t.Run("many items", func(t *testing.T) {
|
|
|
|
events := []Event{
|
|
|
|
newSimpleEvent("foo", 9999),
|
|
|
|
newSimpleEvent("foo", 9999),
|
|
|
|
newSimpleEvent("zee", 9999),
|
|
|
|
}
|
|
|
|
req := SubscribeRequest{Topic: testTopic}
|
|
|
|
e := newEventFromBatch(req, events)
|
|
|
|
expected := Event{
|
|
|
|
Topic: testTopic,
|
|
|
|
Index: 9999,
|
2020-11-06 18:00:33 +00:00
|
|
|
Payload: newPayloadEvents(events...),
|
2020-11-05 22:50:17 +00:00
|
|
|
}
|
|
|
|
require.Equal(t, expected, e)
|
|
|
|
})
|
2020-10-28 22:35:27 +00:00
|
|
|
}
|