139 lines
3.4 KiB
Go
139 lines
3.4 KiB
Go
package cluster
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"time"
|
|
|
|
dockercontainer "github.com/docker/docker/api/types/container"
|
|
"github.com/docker/go-connections/nat"
|
|
"github.com/hashicorp/go-multierror"
|
|
"github.com/testcontainers/testcontainers-go"
|
|
|
|
"github.com/hashicorp/consul/test/integration/consul-container/libs/utils"
|
|
)
|
|
|
|
// LaunchInfo is the resutl of LaunchContainerOnNode.
|
|
type LaunchInfo struct {
|
|
Container testcontainers.Container
|
|
IP string
|
|
MappedPorts map[string]nat.Port
|
|
}
|
|
|
|
// LaunchContainerOnNode will run a new container attached to the same network
|
|
// namespace as the provided agent, in the same manner in Kubernetes where
|
|
// you'd run two containers in the same pod so you can share localhost.
|
|
//
|
|
// This is supposed to mimic more accurately how consul/CLI/envoy/etc all are
|
|
// co-located on localhost with the consul client agent in typical deployment
|
|
// topologies.
|
|
func LaunchContainerOnNode(
|
|
ctx context.Context,
|
|
node Agent,
|
|
req testcontainers.ContainerRequest,
|
|
mapPorts []string,
|
|
) (*LaunchInfo, error) {
|
|
if req.Name == "" {
|
|
return nil, fmt.Errorf("ContainerRequest requires the Name field")
|
|
}
|
|
if req.NetworkMode != "" {
|
|
return nil, fmt.Errorf("caller should not configure ContainerRequest.NetworkMode")
|
|
}
|
|
|
|
req.NetworkMode = dockercontainer.NetworkMode("container:" + node.GetName() + "-pod")
|
|
|
|
pod := node.GetPod()
|
|
if pod == nil {
|
|
return nil, fmt.Errorf("node Pod is required")
|
|
}
|
|
|
|
// Do some trickery to ensure that partial completion is correctly torn
|
|
// down, but successful execution is not.
|
|
var deferClean utils.ResettableDefer
|
|
defer deferClean.Execute()
|
|
|
|
launchCtx, cancel := context.WithTimeout(ctx, time.Second*40)
|
|
defer cancel()
|
|
|
|
container, err := testcontainers.GenericContainer(launchCtx, testcontainers.GenericContainerRequest{
|
|
ContainerRequest: req,
|
|
Started: true,
|
|
})
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
deferClean.Add(func() {
|
|
_ = container.Terminate(ctx)
|
|
})
|
|
|
|
ip, err := container.ContainerIP(ctx)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
if utils.FollowLog {
|
|
if err := container.StartLogProducer(ctx); err != nil {
|
|
return nil, err
|
|
}
|
|
container.FollowOutput(&LogConsumer{
|
|
Prefix: req.Name,
|
|
})
|
|
deferClean.Add(func() {
|
|
_ = container.StopLogProducer()
|
|
})
|
|
}
|
|
|
|
ports := make(map[string]nat.Port)
|
|
for _, portStr := range mapPorts {
|
|
mapped, err := pod.MappedPort(ctx, nat.Port(portStr))
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
ports[portStr] = mapped
|
|
}
|
|
|
|
info := &LaunchInfo{
|
|
Container: container,
|
|
IP: ip,
|
|
MappedPorts: ports,
|
|
}
|
|
|
|
node.RegisterTermination(func() error {
|
|
return TerminateContainer(ctx, container, true)
|
|
})
|
|
|
|
// disable cleanup functions now that we have an object with a Terminate() function
|
|
deferClean.Reset()
|
|
|
|
return info, nil
|
|
}
|
|
|
|
// TerminateContainer attempts to terminate the container. On failure, an error
|
|
// will be returned and the reaper process (RYUK) will handle cleanup.
|
|
func TerminateContainer(ctx context.Context, c testcontainers.Container, stopLogs bool) error {
|
|
if c == nil {
|
|
return nil
|
|
}
|
|
|
|
var merr error
|
|
|
|
if utils.FollowLog && stopLogs {
|
|
if state, err := c.State(ctx); err == nil && state.Running {
|
|
// StopLogProducer can only be called on running containers
|
|
if err := c.StopLogProducer(); err != nil {
|
|
merr = multierror.Append(merr, err)
|
|
}
|
|
}
|
|
}
|
|
|
|
if err := c.Stop(ctx, nil); err != nil {
|
|
merr = multierror.Append(merr, err)
|
|
}
|
|
|
|
if err := c.Terminate(ctx); err != nil {
|
|
merr = multierror.Append(merr, err)
|
|
}
|
|
|
|
return merr
|
|
}
|