2018-09-26 17:33:37 +00:00
|
|
|
package drivers
|
|
|
|
|
|
|
|
import (
|
2018-10-16 02:37:58 +00:00
|
|
|
"fmt"
|
2018-09-26 17:33:37 +00:00
|
|
|
"io"
|
|
|
|
|
2018-11-09 04:37:50 +00:00
|
|
|
"google.golang.org/grpc/codes"
|
|
|
|
"google.golang.org/grpc/status"
|
|
|
|
|
2018-09-26 17:33:37 +00:00
|
|
|
"github.com/golang/protobuf/ptypes"
|
|
|
|
hclog "github.com/hashicorp/go-hclog"
|
|
|
|
plugin "github.com/hashicorp/go-plugin"
|
2018-10-04 19:08:20 +00:00
|
|
|
cstructs "github.com/hashicorp/nomad/client/structs"
|
2018-11-09 04:37:50 +00:00
|
|
|
"github.com/hashicorp/nomad/nomad/structs"
|
2018-09-26 17:33:37 +00:00
|
|
|
"github.com/hashicorp/nomad/plugins/drivers/proto"
|
2018-11-13 01:09:27 +00:00
|
|
|
context "golang.org/x/net/context"
|
2018-09-26 17:33:37 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
type driverPluginServer struct {
|
|
|
|
broker *plugin.GRPCBroker
|
|
|
|
impl DriverPlugin
|
|
|
|
logger hclog.Logger
|
|
|
|
}
|
|
|
|
|
|
|
|
func (b *driverPluginServer) TaskConfigSchema(ctx context.Context, req *proto.TaskConfigSchemaRequest) (*proto.TaskConfigSchemaResponse, error) {
|
|
|
|
spec, err := b.impl.TaskConfigSchema()
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
resp := &proto.TaskConfigSchemaResponse{
|
|
|
|
Spec: spec,
|
|
|
|
}
|
|
|
|
return resp, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (b *driverPluginServer) Capabilities(ctx context.Context, req *proto.CapabilitiesRequest) (*proto.CapabilitiesResponse, error) {
|
|
|
|
caps, err := b.impl.Capabilities()
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
resp := &proto.CapabilitiesResponse{
|
|
|
|
Capabilities: &proto.DriverCapabilities{
|
|
|
|
SendSignals: caps.SendSignals,
|
|
|
|
Exec: caps.Exec,
|
|
|
|
},
|
|
|
|
}
|
|
|
|
|
|
|
|
switch caps.FSIsolation {
|
2018-10-04 19:08:20 +00:00
|
|
|
case cstructs.FSIsolationNone:
|
2018-09-26 17:33:37 +00:00
|
|
|
resp.Capabilities.FsIsolation = proto.DriverCapabilities_NONE
|
2018-10-04 19:08:20 +00:00
|
|
|
case cstructs.FSIsolationChroot:
|
2018-09-26 17:33:37 +00:00
|
|
|
resp.Capabilities.FsIsolation = proto.DriverCapabilities_CHROOT
|
2018-10-04 19:08:20 +00:00
|
|
|
case cstructs.FSIsolationImage:
|
2018-09-26 17:33:37 +00:00
|
|
|
resp.Capabilities.FsIsolation = proto.DriverCapabilities_IMAGE
|
2018-10-04 19:08:20 +00:00
|
|
|
default:
|
|
|
|
resp.Capabilities.FsIsolation = proto.DriverCapabilities_NONE
|
2018-09-26 17:33:37 +00:00
|
|
|
}
|
|
|
|
return resp, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (b *driverPluginServer) Fingerprint(req *proto.FingerprintRequest, srv proto.Driver_FingerprintServer) error {
|
|
|
|
ctx := srv.Context()
|
|
|
|
ch, err := b.impl.Fingerprint(ctx)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
for {
|
|
|
|
select {
|
|
|
|
case <-ctx.Done():
|
|
|
|
return nil
|
|
|
|
case f, ok := <-ch:
|
|
|
|
|
|
|
|
if !ok {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
resp := &proto.FingerprintResponse{
|
|
|
|
Attributes: f.Attributes,
|
|
|
|
Health: healthStateToProto(f.Health),
|
|
|
|
HealthDescription: f.HealthDescription,
|
|
|
|
}
|
|
|
|
|
|
|
|
if err := srv.Send(resp); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func (b *driverPluginServer) RecoverTask(ctx context.Context, req *proto.RecoverTaskRequest) (*proto.RecoverTaskResponse, error) {
|
|
|
|
err := b.impl.RecoverTask(taskHandleFromProto(req.Handle))
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
return &proto.RecoverTaskResponse{}, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (b *driverPluginServer) StartTask(ctx context.Context, req *proto.StartTaskRequest) (*proto.StartTaskResponse, error) {
|
2018-10-04 19:08:20 +00:00
|
|
|
handle, net, err := b.impl.StartTask(taskConfigFromProto(req.Task))
|
2018-09-26 17:33:37 +00:00
|
|
|
if err != nil {
|
2018-11-09 04:37:50 +00:00
|
|
|
if rec, ok := err.(structs.Recoverable); ok {
|
|
|
|
st := status.New(codes.FailedPrecondition, rec.Error())
|
|
|
|
st, err := st.WithDetails(&proto.RecoverableError{Recoverable: rec.IsRecoverable()})
|
|
|
|
if err != nil {
|
|
|
|
// If this error, it will always error
|
|
|
|
panic(err)
|
|
|
|
}
|
|
|
|
return nil, st.Err()
|
|
|
|
}
|
2018-09-26 17:33:37 +00:00
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
2018-10-04 19:08:20 +00:00
|
|
|
var pbNet *proto.NetworkOverride
|
|
|
|
if net != nil {
|
|
|
|
pbNet = &proto.NetworkOverride{
|
|
|
|
PortMap: map[string]int32{},
|
|
|
|
Addr: net.IP,
|
|
|
|
AutoAdvertise: net.AutoAdvertise,
|
|
|
|
}
|
|
|
|
for k, v := range net.PortMap {
|
|
|
|
pbNet.PortMap[k] = int32(v)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-09-26 17:33:37 +00:00
|
|
|
resp := &proto.StartTaskResponse{
|
2018-10-04 19:08:20 +00:00
|
|
|
Handle: taskHandleToProto(handle),
|
|
|
|
NetworkOverride: pbNet,
|
2018-09-26 17:33:37 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
return resp, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (b *driverPluginServer) WaitTask(ctx context.Context, req *proto.WaitTaskRequest) (*proto.WaitTaskResponse, error) {
|
|
|
|
ch, err := b.impl.WaitTask(ctx, req.TaskId)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
2018-10-16 02:37:58 +00:00
|
|
|
var ok bool
|
|
|
|
var result *ExitResult
|
|
|
|
select {
|
|
|
|
case <-ctx.Done():
|
|
|
|
return nil, ctx.Err()
|
|
|
|
case result, ok = <-ch:
|
|
|
|
if !ok {
|
|
|
|
return &proto.WaitTaskResponse{
|
|
|
|
Err: "channel closed",
|
|
|
|
}, nil
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-09-26 17:33:37 +00:00
|
|
|
var errStr string
|
|
|
|
if result.Err != nil {
|
|
|
|
errStr = result.Err.Error()
|
|
|
|
}
|
|
|
|
|
|
|
|
resp := &proto.WaitTaskResponse{
|
|
|
|
Err: errStr,
|
|
|
|
Result: &proto.ExitResult{
|
|
|
|
ExitCode: int32(result.ExitCode),
|
|
|
|
Signal: int32(result.Signal),
|
|
|
|
OomKilled: result.OOMKilled,
|
|
|
|
},
|
|
|
|
}
|
|
|
|
|
|
|
|
return resp, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (b *driverPluginServer) StopTask(ctx context.Context, req *proto.StopTaskRequest) (*proto.StopTaskResponse, error) {
|
|
|
|
timeout, err := ptypes.Duration(req.Timeout)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
err = b.impl.StopTask(req.TaskId, timeout, req.Signal)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
return &proto.StopTaskResponse{}, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (b *driverPluginServer) DestroyTask(ctx context.Context, req *proto.DestroyTaskRequest) (*proto.DestroyTaskResponse, error) {
|
|
|
|
err := b.impl.DestroyTask(req.TaskId, req.Force)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
return &proto.DestroyTaskResponse{}, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (b *driverPluginServer) InspectTask(ctx context.Context, req *proto.InspectTaskRequest) (*proto.InspectTaskResponse, error) {
|
|
|
|
status, err := b.impl.InspectTask(req.TaskId)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
protoStatus, err := taskStatusToProto(status)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
2018-10-04 19:08:20 +00:00
|
|
|
var pbNet *proto.NetworkOverride
|
|
|
|
if status.NetworkOverride != nil {
|
|
|
|
pbNet = &proto.NetworkOverride{
|
|
|
|
PortMap: map[string]int32{},
|
|
|
|
Addr: status.NetworkOverride.IP,
|
|
|
|
AutoAdvertise: status.NetworkOverride.AutoAdvertise,
|
|
|
|
}
|
|
|
|
for k, v := range status.NetworkOverride.PortMap {
|
|
|
|
pbNet.PortMap[k] = int32(v)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-09-26 17:33:37 +00:00
|
|
|
resp := &proto.InspectTaskResponse{
|
|
|
|
Task: protoStatus,
|
|
|
|
Driver: &proto.TaskDriverStatus{
|
|
|
|
Attributes: status.DriverAttributes,
|
|
|
|
},
|
2018-10-04 19:08:20 +00:00
|
|
|
NetworkOverride: pbNet,
|
2018-09-26 17:33:37 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
return resp, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (b *driverPluginServer) TaskStats(ctx context.Context, req *proto.TaskStatsRequest) (*proto.TaskStatsResponse, error) {
|
|
|
|
stats, err := b.impl.TaskStats(req.TaskId)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
pb, err := taskStatsToProto(stats)
|
|
|
|
if err != nil {
|
2018-10-16 02:37:58 +00:00
|
|
|
return nil, fmt.Errorf("failed to encode task stats: %v", err)
|
2018-09-26 17:33:37 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
resp := &proto.TaskStatsResponse{
|
|
|
|
Stats: pb,
|
|
|
|
}
|
|
|
|
|
|
|
|
return resp, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (b *driverPluginServer) ExecTask(ctx context.Context, req *proto.ExecTaskRequest) (*proto.ExecTaskResponse, error) {
|
|
|
|
timeout, err := ptypes.Duration(req.Timeout)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
result, err := b.impl.ExecTask(req.TaskId, req.Command, timeout)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
resp := &proto.ExecTaskResponse{
|
|
|
|
Stdout: result.Stdout,
|
|
|
|
Stderr: result.Stderr,
|
|
|
|
Result: exitResultToProto(result.ExitResult),
|
|
|
|
}
|
|
|
|
|
|
|
|
return resp, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (b *driverPluginServer) SignalTask(ctx context.Context, req *proto.SignalTaskRequest) (*proto.SignalTaskResponse, error) {
|
|
|
|
err := b.impl.SignalTask(req.TaskId, req.Signal)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
resp := &proto.SignalTaskResponse{}
|
|
|
|
return resp, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (b *driverPluginServer) TaskEvents(req *proto.TaskEventsRequest, srv proto.Driver_TaskEventsServer) error {
|
|
|
|
ch, err := b.impl.TaskEvents(srv.Context())
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
for {
|
|
|
|
event := <-ch
|
|
|
|
if event == nil {
|
|
|
|
break
|
|
|
|
}
|
|
|
|
pbTimestamp, err := ptypes.TimestampProto(event.Timestamp)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
pbEvent := &proto.DriverTaskEvent{
|
|
|
|
TaskId: event.TaskID,
|
|
|
|
Timestamp: pbTimestamp,
|
|
|
|
Message: event.Message,
|
|
|
|
Annotations: event.Annotations,
|
|
|
|
}
|
|
|
|
|
|
|
|
if err = srv.Send(pbEvent); err == io.EOF {
|
|
|
|
break
|
|
|
|
} else if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|