package framework import ( "context" "fmt" "io/ioutil" "net/http" "regexp" "sort" "strings" "sync" "time" "github.com/hashicorp/errwrap" log "github.com/hashicorp/go-hclog" multierror "github.com/hashicorp/go-multierror" "github.com/hashicorp/vault/sdk/helper/errutil" "github.com/hashicorp/vault/sdk/helper/license" "github.com/hashicorp/vault/sdk/helper/logging" "github.com/hashicorp/vault/sdk/helper/parseutil" "github.com/hashicorp/vault/sdk/logical" ) // Backend is an implementation of logical.Backend that allows // the implementer to code a backend using a much more programmer-friendly // framework that handles a lot of the routing and validation for you. // // This is recommended over implementing logical.Backend directly. type Backend struct { // Help is the help text that is shown when a help request is made // on the root of this resource. The root help is special since we // show all the paths that can be requested. Help string // Paths are the various routes that the backend responds to. // This cannot be modified after construction (i.e. dynamically changing // paths, including adding or removing, is not allowed once the // backend is in use). // // PathsSpecial is the list of path patterns that denote the // paths above that require special privileges. These can't be // regular expressions, it is either exact match or prefix match. // For prefix match, append '*' as a suffix. Paths []*Path PathsSpecial *logical.Paths // Secrets is the list of secret types that this backend can // return. It is used to automatically generate proper responses, // and ease specifying callbacks for revocation, renewal, etc. Secrets []*Secret // InitializeFunc is the callback, which if set, will be invoked via // Initialize() just after a plugin has been mounted. InitializeFunc InitializeFunc // PeriodicFunc is the callback, which if set, will be invoked when the // periodic timer of RollbackManager ticks. This can be used by // backends to do anything it wishes to do periodically. // // PeriodicFunc can be invoked to, say to periodically delete stale // entries in backend's storage, while the backend is still being used. // (Note the different of this action from what `Clean` does, which is // invoked just before the backend is unmounted). PeriodicFunc periodicFunc // WALRollback is called when a WAL entry (see wal.go) has to be rolled // back. It is called with the data from the entry. // // WALRollbackMinAge is the minimum age of a WAL entry before it is attempted // to be rolled back. This should be longer than the maximum time it takes // to successfully create a secret. WALRollback WALRollbackFunc WALRollbackMinAge time.Duration // Clean is called on unload to clean up e.g any existing connections // to the backend, if required. Clean CleanupFunc // Invalidate is called when a keys is modified if required Invalidate InvalidateFunc // AuthRenew is the callback to call when a RenewRequest for an // authentication comes in. By default, renewal won't be allowed. // See the built-in AuthRenew helpers in lease.go for common callbacks. AuthRenew OperationFunc // Type is the logical.BackendType for the backend implementation BackendType logical.BackendType logger log.Logger system logical.SystemView once sync.Once pathsRe []*regexp.Regexp } // periodicFunc is the callback called when the RollbackManager's timer ticks. // This can be utilized by the backends to do anything it wants. type periodicFunc func(context.Context, *logical.Request) error // OperationFunc is the callback called for an operation on a path. type OperationFunc func(context.Context, *logical.Request, *FieldData) (*logical.Response, error) // ExistenceFunc is the callback called for an existence check on a path. type ExistenceFunc func(context.Context, *logical.Request, *FieldData) (bool, error) // WALRollbackFunc is the callback for rollbacks. type WALRollbackFunc func(context.Context, *logical.Request, string, interface{}) error // CleanupFunc is the callback for backend unload. type CleanupFunc func(context.Context) // InvalidateFunc is the callback for backend key invalidation. type InvalidateFunc func(context.Context, string) // InitializeFunc is the callback, which if set, will be invoked via // Initialize() just after a plugin has been mounted. type InitializeFunc func(context.Context, *logical.InitializationRequest) error // Initialize is the logical.Backend implementation. func (b *Backend) Initialize(ctx context.Context, req *logical.InitializationRequest) error { if b.InitializeFunc != nil { return b.InitializeFunc(ctx, req) } return nil } // HandleExistenceCheck is the logical.Backend implementation. func (b *Backend) HandleExistenceCheck(ctx context.Context, req *logical.Request) (checkFound bool, exists bool, err error) { b.once.Do(b.init) // Ensure we are only doing this when one of the correct operations is in play switch req.Operation { case logical.CreateOperation: case logical.UpdateOperation: default: return false, false, fmt.Errorf("incorrect operation type %v for an existence check", req.Operation) } // Find the matching route path, captures := b.route(req.Path) if path == nil { return false, false, logical.ErrUnsupportedPath } if path.ExistenceCheck == nil { return false, false, nil } checkFound = true // Build up the data for the route, with the URL taking priority // for the fields over the PUT data. raw := make(map[string]interface{}, len(path.Fields)) for k, v := range req.Data { raw[k] = v } for k, v := range captures { raw[k] = v } fd := FieldData{ Raw: raw, Schema: path.Fields} err = fd.Validate() if err != nil { return false, false, errutil.UserError{Err: err.Error()} } // Call the callback with the request and the data exists, err = path.ExistenceCheck(ctx, req, &fd) return } // HandleRequest is the logical.Backend implementation. func (b *Backend) HandleRequest(ctx context.Context, req *logical.Request) (*logical.Response, error) { b.once.Do(b.init) // Check for special cased global operations. These don't route // to a specific Path. switch req.Operation { case logical.RenewOperation: fallthrough case logical.RevokeOperation: return b.handleRevokeRenew(ctx, req) case logical.RollbackOperation: return b.handleRollback(ctx, req) } // If the path is empty and it is a help operation, handle that. if req.Path == "" && req.Operation == logical.HelpOperation { return b.handleRootHelp() } // Find the matching route path, captures := b.route(req.Path) if path == nil { return nil, logical.ErrUnsupportedPath } // Check if a feature is required and if the license has that feature if path.FeatureRequired != license.FeatureNone { hasFeature := b.system.HasFeature(path.FeatureRequired) if !hasFeature { return nil, logical.CodedError(401, "Feature Not Enabled") } } // Build up the data for the route, with the URL taking priority // for the fields over the PUT data. raw := make(map[string]interface{}, len(path.Fields)) for k, v := range req.Data { raw[k] = v } for k, v := range captures { raw[k] = v } // Look up the callback for this operation, preferring the // path.Operations definition if present. var callback OperationFunc if path.Operations != nil { if op, ok := path.Operations[req.Operation]; ok { callback = op.Handler() } } else { callback = path.Callbacks[req.Operation] } ok := callback != nil if !ok { if req.Operation == logical.HelpOperation { callback = path.helpCallback(b) ok = true } } if !ok { return nil, logical.ErrUnsupportedOperation } fd := FieldData{ Raw: raw, Schema: path.Fields} if req.Operation != logical.HelpOperation { err := fd.Validate() if err != nil { return nil, err } } return callback(ctx, req, &fd) } // SpecialPaths is the logical.Backend implementation. func (b *Backend) SpecialPaths() *logical.Paths { return b.PathsSpecial } // Cleanup is used to release resources and prepare to stop the backend func (b *Backend) Cleanup(ctx context.Context) { if b.Clean != nil { b.Clean(ctx) } } // InvalidateKey is used to clear caches and reset internal state on key changes func (b *Backend) InvalidateKey(ctx context.Context, key string) { if b.Invalidate != nil { b.Invalidate(ctx, key) } } // Setup is used to initialize the backend with the initial backend configuration func (b *Backend) Setup(ctx context.Context, config *logical.BackendConfig) error { b.logger = config.Logger b.system = config.System return nil } // Logger can be used to get the logger. If no logger has been set, // the logs will be discarded. func (b *Backend) Logger() log.Logger { if b.logger != nil { return b.logger } return logging.NewVaultLoggerWithWriter(ioutil.Discard, log.NoLevel) } // System returns the backend's system view. func (b *Backend) System() logical.SystemView { return b.system } // Type returns the backend type func (b *Backend) Type() logical.BackendType { return b.BackendType } // Route looks up the path that would be used for a given path string. func (b *Backend) Route(path string) *Path { result, _ := b.route(path) return result } // Secret is used to look up the secret with the given type. func (b *Backend) Secret(k string) *Secret { for _, s := range b.Secrets { if s.Type == k { return s } } return nil } func (b *Backend) init() { b.pathsRe = make([]*regexp.Regexp, len(b.Paths)) for i, p := range b.Paths { if len(p.Pattern) == 0 { panic(fmt.Sprintf("Routing pattern cannot be blank")) } // Automatically anchor the pattern if p.Pattern[0] != '^' { p.Pattern = "^" + p.Pattern } if p.Pattern[len(p.Pattern)-1] != '$' { p.Pattern = p.Pattern + "$" } b.pathsRe[i] = regexp.MustCompile(p.Pattern) } } func (b *Backend) route(path string) (*Path, map[string]string) { b.once.Do(b.init) for i, re := range b.pathsRe { matches := re.FindStringSubmatch(path) if matches == nil { continue } // We have a match, determine the mapping of the captures and // store that for returning. var captures map[string]string path := b.Paths[i] if captureNames := re.SubexpNames(); len(captureNames) > 1 { captures = make(map[string]string, len(captureNames)) for i, name := range captureNames { if name != "" { captures[name] = matches[i] } } } return path, captures } return nil, nil } func (b *Backend) handleRootHelp() (*logical.Response, error) { // Build a mapping of the paths and get the paths alphabetized to // make the output prettier. pathsMap := make(map[string]*Path) paths := make([]string, 0, len(b.Paths)) for i, p := range b.pathsRe { paths = append(paths, p.String()) pathsMap[p.String()] = b.Paths[i] } sort.Strings(paths) // Build the path data pathData := make([]rootHelpTemplatePath, 0, len(paths)) for _, route := range paths { p := pathsMap[route] pathData = append(pathData, rootHelpTemplatePath{ Path: route, Help: strings.TrimSpace(p.HelpSynopsis), }) } help, err := executeTemplate(rootHelpTemplate, &rootHelpTemplateData{ Help: strings.TrimSpace(b.Help), Paths: pathData, }) if err != nil { return nil, err } // Build OpenAPI response for the entire backend doc := NewOASDocument() if err := documentPaths(b, doc); err != nil { b.Logger().Warn("error generating OpenAPI", "error", err) } return logical.HelpResponse(help, nil, doc), nil } func (b *Backend) handleRevokeRenew(ctx context.Context, req *logical.Request) (*logical.Response, error) { // Special case renewal of authentication for credential backends if req.Operation == logical.RenewOperation && req.Auth != nil { return b.handleAuthRenew(ctx, req) } if req.Secret == nil { return nil, fmt.Errorf("request has no secret") } rawSecretType, ok := req.Secret.InternalData["secret_type"] if !ok { return nil, fmt.Errorf("secret is unsupported by this backend") } secretType, ok := rawSecretType.(string) if !ok { return nil, fmt.Errorf("secret is unsupported by this backend") } secret := b.Secret(secretType) if secret == nil { return nil, fmt.Errorf("secret is unsupported by this backend") } switch req.Operation { case logical.RenewOperation: return secret.HandleRenew(ctx, req) case logical.RevokeOperation: return secret.HandleRevoke(ctx, req) default: return nil, fmt.Errorf("invalid operation for revoke/renew: %q", req.Operation) } } // handleRollback invokes the PeriodicFunc set on the backend. It also does a // WAL rollback operation. func (b *Backend) handleRollback(ctx context.Context, req *logical.Request) (*logical.Response, error) { // Response is not expected from the periodic operation. var resp *logical.Response merr := new(multierror.Error) if b.PeriodicFunc != nil { if err := b.PeriodicFunc(ctx, req); err != nil { merr = multierror.Append(merr, err) } } if b.WALRollback != nil { var err error resp, err = b.handleWALRollback(ctx, req) if err != nil { merr = multierror.Append(merr, err) } } return resp, merr.ErrorOrNil() } func (b *Backend) handleAuthRenew(ctx context.Context, req *logical.Request) (*logical.Response, error) { if b.AuthRenew == nil { return logical.ErrorResponse("this auth type doesn't support renew"), nil } return b.AuthRenew(ctx, req, nil) } func (b *Backend) handleWALRollback(ctx context.Context, req *logical.Request) (*logical.Response, error) { if b.WALRollback == nil { return nil, logical.ErrUnsupportedOperation } var merr error keys, err := ListWAL(ctx, req.Storage) if err != nil { return logical.ErrorResponse(err.Error()), nil } if len(keys) == 0 { return nil, nil } // Calculate the minimum time that the WAL entries could be // created in order to be rolled back. age := b.WALRollbackMinAge if age == 0 { age = 10 * time.Minute } minAge := time.Now().Add(-1 * age) if _, ok := req.Data["immediate"]; ok { minAge = time.Now().Add(1000 * time.Hour) } for _, k := range keys { entry, err := GetWAL(ctx, req.Storage, k) if err != nil { merr = multierror.Append(merr, err) continue } if entry == nil { continue } // If the entry isn't old enough, then don't roll it back if !time.Unix(entry.CreatedAt, 0).Before(minAge) { continue } // Attempt a WAL rollback err = b.WALRollback(ctx, req, entry.Kind, entry.Data) if err != nil { err = errwrap.Wrapf(fmt.Sprintf("error rolling back %q entry: {{err}}", entry.Kind), err) } if err == nil { err = DeleteWAL(ctx, req.Storage, k) } if err != nil { merr = multierror.Append(merr, err) } } if merr == nil { return nil, nil } return logical.ErrorResponse(merr.Error()), nil } // FieldSchema is a basic schema to describe the format of a path field. type FieldSchema struct { Type FieldType Default interface{} Description string Required bool Deprecated bool // Query indicates this field will be sent as a query parameter: // // /v1/foo/bar?some_param=some_value // // It doesn't affect handling of the value, but may be used for documentation. Query bool // AllowedValues is an optional list of permitted values for this field. // This constraint is not (yet) enforced by the framework, but the list is // output as part of OpenAPI generation and may effect documentation and // dynamic UI generation. AllowedValues []interface{} // DisplayAttrs provides hints for UI and documentation generators. They // will be included in OpenAPI output if set. DisplayAttrs *DisplayAttributes } // DefaultOrZero returns the default value if it is set, or otherwise // the zero value of the type. func (s *FieldSchema) DefaultOrZero() interface{} { if s.Default != nil { switch s.Type { case TypeDurationSecond, TypeSignedDurationSecond: resultDur, err := parseutil.ParseDurationSecond(s.Default) if err != nil { return s.Type.Zero() } return int(resultDur.Seconds()) default: return s.Default } } return s.Type.Zero() } // Zero returns the correct zero-value for a specific FieldType func (t FieldType) Zero() interface{} { switch t { case TypeString, TypeNameString, TypeLowerCaseString: return "" case TypeInt: return 0 case TypeBool: return false case TypeMap: return map[string]interface{}{} case TypeKVPairs: return map[string]string{} case TypeDurationSecond, TypeSignedDurationSecond: return 0 case TypeSlice: return []interface{}{} case TypeStringSlice, TypeCommaStringSlice: return []string{} case TypeCommaIntSlice: return []int{} case TypeHeader: return http.Header{} default: panic("unknown type: " + t.String()) } } type rootHelpTemplateData struct { Help string Paths []rootHelpTemplatePath } type rootHelpTemplatePath struct { Path string Help string } const rootHelpTemplate = ` ## DESCRIPTION {{.Help}} ## PATHS The following paths are supported by this backend. To view help for any of the paths below, use the help command with any route matching the path pattern. Note that depending on the policy of your auth token, you may or may not be able to access certain paths. {{range .Paths}}{{indent 4 .Path}} {{indent 8 .Help}} {{end}} `