2015-03-15 21:42:05 +00:00
package vault
import (
2018-01-08 18:31:38 +00:00
"context"
2017-10-20 14:59:17 +00:00
"crypto/sha256"
"crypto/sha512"
2016-08-15 20:01:15 +00:00
"encoding/base64"
"encoding/hex"
2016-09-29 04:01:28 +00:00
"encoding/json"
2017-11-13 20:31:32 +00:00
"errors"
2015-05-28 17:24:41 +00:00
"fmt"
2017-10-20 14:59:17 +00:00
"hash"
2018-03-27 20:23:33 +00:00
"net/http"
2018-01-18 00:19:28 +00:00
"path/filepath"
2017-10-20 14:59:17 +00:00
"strconv"
2015-03-15 21:42:05 +00:00
"strings"
2016-05-03 18:24:04 +00:00
"sync"
2015-03-16 23:11:55 +00:00
"time"
2015-03-15 21:42:05 +00:00
2018-03-21 19:04:27 +00:00
"github.com/hashicorp/errwrap"
2018-04-03 00:46:59 +00:00
log "github.com/hashicorp/go-hclog"
2018-09-18 03:03:00 +00:00
memdb "github.com/hashicorp/go-memdb"
2017-10-20 14:59:17 +00:00
uuid "github.com/hashicorp/go-uuid"
2018-02-09 23:43:48 +00:00
"github.com/hashicorp/vault/helper/compressutil"
2017-02-16 21:29:30 +00:00
"github.com/hashicorp/vault/helper/consts"
2018-04-23 22:00:02 +00:00
"github.com/hashicorp/vault/helper/identity"
Fix response wrapping from K/V version 2 (#4511)
This takes place in two parts, since working on this exposed an issue
with response wrapping when there is a raw body set. The changes are (in
diff order):
* A CurrentWrappingLookupFunc has been added to return the current
value. This is necessary for the lookahead call since we don't want the
lookahead call to be wrapped.
* Support for unwrapping < 0.6.2 tokens via the API/CLI has been
removed, because we now have backends returning 404s with data and can't
rely on the 404 trick. These can still be read manually via
cubbyhole/response.
* KV preflight version request now ensures that its calls is not
wrapped, and restores any given function after.
* When responding with a raw body, instead of always base64-decoding a
string value and erroring on failure, on failure we assume that it
simply wasn't a base64-encoded value and use it as is.
* A test that fails on master and works now that ensures that raw body
responses that are wrapped and then unwrapped return the expected
values.
* A flag for response data that indicates to the wrapping handling that
the data contained therein is already JSON decoded (more later).
* RespondWithStatusCode now defaults to a string so that the value is
HMAC'd during audit. The function always JSON encodes the body, so
before now it was always returning []byte which would skip HMACing. We
don't know what's in the data, so this is a "better safe than sorry"
issue. If different behavior is needed, backends can always manually
populate the data instead of relying on the helper function.
* We now check unwrapped data after unwrapping to see if there were raw
flags. If so, we try to detect whether the value can be unbase64'd. The
reason is that if it can it was probably originally a []byte and
shouldn't be audit HMAC'd; if not, it was probably originally a string
and should be. In either case, we then set the value as the raw body and
hit the flag indicating that it's already been JSON decoded so not to
try again before auditing. Doing it this way ensures the right typing.
* There is now a check to see if the data coming from unwrapping is
already JSON decoded and if so the decoding is skipped before setting
the audit response.
2018-05-10 19:40:03 +00:00
"github.com/hashicorp/vault/helper/jsonutil"
2018-09-18 03:03:00 +00:00
"github.com/hashicorp/vault/helper/namespace"
2017-03-07 16:21:22 +00:00
"github.com/hashicorp/vault/helper/parseutil"
2018-04-23 22:00:02 +00:00
"github.com/hashicorp/vault/helper/strutil"
2017-04-24 19:15:01 +00:00
"github.com/hashicorp/vault/helper/wrapping"
2015-03-15 21:42:05 +00:00
"github.com/hashicorp/vault/logical"
2015-03-16 00:35:59 +00:00
"github.com/hashicorp/vault/logical/framework"
2015-08-31 18:27:49 +00:00
"github.com/mitchellh/mapstructure"
2015-03-15 21:42:05 +00:00
)
2015-05-28 17:24:41 +00:00
var (
// protectedPaths cannot be accessed via the raw APIs.
// This is both for security and to prevent disrupting Vault.
protectedPaths = [ ] string {
2017-09-15 04:21:35 +00:00
keyringPath ,
2018-09-18 03:03:00 +00:00
// Changing the cluster info path can change the cluster ID which can be disruptive
2017-10-23 19:35:28 +00:00
coreLocalClusterInfoPath ,
2015-05-28 17:24:41 +00:00
}
2018-09-18 03:03:00 +00:00
)
2017-02-17 01:13:19 +00:00
2018-09-18 03:03:00 +00:00
func systemBackendMemDBSchema ( ) * memdb . DBSchema {
systemSchema := & memdb . DBSchema {
Tables : make ( map [ string ] * memdb . TableSchema ) ,
}
schemas := getSystemSchemas ( )
for _ , schemaFunc := range schemas {
schema := schemaFunc ( )
if _ , ok := systemSchema . Tables [ schema . Name ] ; ok {
panic ( fmt . Sprintf ( "duplicate table name: %s" , schema . Name ) )
2017-02-17 04:23:21 +00:00
}
2018-09-18 03:03:00 +00:00
systemSchema . Tables [ schema . Name ] = schema
2017-02-17 01:13:19 +00:00
}
2018-09-18 03:03:00 +00:00
return systemSchema
}
2015-05-28 17:24:41 +00:00
2018-04-03 00:46:59 +00:00
func NewSystemBackend ( core * Core , logger log . Logger ) * SystemBackend {
2018-09-18 03:03:00 +00:00
db , _ := memdb . NewMemDB ( systemBackendMemDBSchema ( ) )
2015-08-27 15:51:35 +00:00
b := & SystemBackend {
2018-09-18 03:03:00 +00:00
Core : core ,
db : db ,
logger : logger ,
mfaLogger : core . baseLogger . Named ( "mfa" ) ,
mfaLock : & sync . RWMutex { } ,
2015-08-27 15:51:35 +00:00
}
2015-09-04 20:58:12 +00:00
2018-09-18 03:03:00 +00:00
core . AddLogger ( b . mfaLogger )
2015-05-16 00:19:32 +00:00
b . Backend = & framework . Backend {
2015-04-04 04:00:23 +00:00
Help : strings . TrimSpace ( sysHelpRoot ) ,
2015-03-31 00:46:18 +00:00
PathsSpecial : & logical . Paths {
Root : [ ] string {
"auth/*" ,
"remount" ,
2015-03-31 23:45:00 +00:00
"audit" ,
"audit/*" ,
2017-09-15 04:21:35 +00:00
"raw" ,
2015-04-02 00:44:43 +00:00
"raw/*" ,
2017-02-16 21:29:30 +00:00
"replication/primary/secondary-token" ,
2018-09-18 03:03:00 +00:00
"replication/performance/primary/secondary-token" ,
"replication/dr/primary/secondary-token" ,
2017-02-17 04:36:06 +00:00
"replication/reindex" ,
2018-09-18 03:03:00 +00:00
"replication/dr/reindex" ,
"replication/performance/reindex" ,
2015-05-28 00:53:42 +00:00
"rotate" ,
2017-06-17 05:26:25 +00:00
"config/cors" ,
2017-02-02 19:49:20 +00:00
"config/auditing/*" ,
2018-03-27 20:23:33 +00:00
"config/ui/headers/*" ,
2017-04-24 18:35:32 +00:00
"plugins/catalog/*" ,
2017-05-04 02:03:42 +00:00
"revoke-prefix/*" ,
2017-07-25 15:59:43 +00:00
"revoke-force/*" ,
2017-05-04 02:03:42 +00:00
"leases/revoke-prefix/*" ,
"leases/revoke-force/*" ,
"leases/lookup/*" ,
2015-03-31 00:46:18 +00:00
} ,
2017-01-04 21:44:03 +00:00
Unauthenticated : [ ] string {
2017-07-31 20:16:16 +00:00
"wrapping/lookup" ,
2017-01-04 21:44:03 +00:00
"wrapping/pubkey" ,
2017-02-16 21:29:30 +00:00
"replication/status" ,
2018-03-20 03:16:33 +00:00
"internal/ui/mounts" ,
2018-04-23 22:16:10 +00:00
"internal/ui/mounts/*" ,
2018-09-18 03:03:00 +00:00
"internal/ui/namespaces" ,
"replication/performance/status" ,
"replication/dr/status" ,
"replication/dr/secondary/promote" ,
"replication/dr/secondary/update-primary" ,
"replication/dr/secondary/operation-token/delete" ,
"replication/dr/secondary/license" ,
"replication/dr/secondary/reindex" ,
2017-01-04 21:44:03 +00:00
} ,
2016-09-29 04:01:28 +00:00
2018-09-18 03:03:00 +00:00
LocalStorage : [ ] string {
expirationSubPath ,
2018-04-20 18:19:04 +00:00
} ,
2015-03-16 00:35:59 +00:00
} ,
}
2015-09-04 20:58:12 +00:00
2018-09-18 03:03:00 +00:00
b . Backend . Paths = append ( b . Backend . Paths , entPaths ( b ) ... )
b . Backend . Paths = append ( b . Backend . Paths , b . configPaths ( ) ... )
b . Backend . Paths = append ( b . Backend . Paths , b . rekeyPaths ( ) ... )
b . Backend . Paths = append ( b . Backend . Paths , b . sealPaths ( ) ... )
b . Backend . Paths = append ( b . Backend . Paths , b . pluginsCatalogPath ( ) )
b . Backend . Paths = append ( b . Backend . Paths , b . pluginsCatalogListPath ( ) )
b . Backend . Paths = append ( b . Backend . Paths , b . pluginsReloadPath ( ) )
b . Backend . Paths = append ( b . Backend . Paths , b . auditPaths ( ) ... )
b . Backend . Paths = append ( b . Backend . Paths , b . mountPaths ( ) ... )
b . Backend . Paths = append ( b . Backend . Paths , b . authPaths ( ) ... )
b . Backend . Paths = append ( b . Backend . Paths , b . leasePaths ( ) ... )
b . Backend . Paths = append ( b . Backend . Paths , b . policyPaths ( ) ... )
b . Backend . Paths = append ( b . Backend . Paths , b . wrappingPaths ( ) ... )
b . Backend . Paths = append ( b . Backend . Paths , b . toolsPaths ( ) ... )
b . Backend . Paths = append ( b . Backend . Paths , b . capabilitiesPaths ( ) ... )
b . Backend . Paths = append ( b . Backend . Paths , b . internalUIPaths ( ) ... )
b . Backend . Paths = append ( b . Backend . Paths , b . remountPath ( ) )
2017-02-16 21:29:30 +00:00
2017-09-15 04:21:35 +00:00
if core . rawEnabled {
b . Backend . Paths = append ( b . Backend . Paths , & framework . Path {
Pattern : "(raw/?$|raw/(?P<path>.+))" ,
Fields : map [ string ] * framework . FieldSchema {
"path" : & framework . FieldSchema {
Type : framework . TypeString ,
} ,
"value" : & framework . FieldSchema {
Type : framework . TypeString ,
} ,
} ,
Callbacks : map [ logical . Operation ] framework . OperationFunc {
logical . ReadOperation : b . handleRawRead ,
logical . UpdateOperation : b . handleRawWrite ,
logical . DeleteOperation : b . handleRawDelete ,
logical . ListOperation : b . handleRawList ,
} ,
2018-04-17 17:54:04 +00:00
HelpSynopsis : strings . TrimSpace ( sysHelp [ "raw" ] [ 0 ] ) ,
HelpDescription : strings . TrimSpace ( sysHelp [ "raw" ] [ 1 ] ) ,
2017-09-15 04:21:35 +00:00
} )
}
2018-09-18 03:03:00 +00:00
b . Backend . Invalidate = sysInvalidate ( b )
2017-06-17 05:26:25 +00:00
return b
2015-03-16 00:35:59 +00:00
}
2015-03-15 21:42:05 +00:00
// SystemBackend implements logical.Backend and is used to interact with
// the core of the system. This backend is hardcoded to exist at the "sys"
// prefix. Conceptually it is similar to procfs on Linux.
2015-03-15 21:54:49 +00:00
type SystemBackend struct {
2017-06-17 05:26:25 +00:00
* framework . Backend
2018-09-18 03:03:00 +00:00
Core * Core
db * memdb . MemDB
mfaLock * sync . RWMutex
mfaLogger log . Logger
logger log . Logger
2015-03-15 21:42:05 +00:00
}
2017-06-17 04:04:55 +00:00
// handleCORSRead returns the current CORS configuration
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleCORSRead ( ctx context . Context , req * logical . Request , d * framework . FieldData ) ( * logical . Response , error ) {
2017-06-17 04:04:55 +00:00
corsConf := b . Core . corsConfig
2017-06-17 05:26:25 +00:00
enabled := corsConf . IsEnabled ( )
resp := & logical . Response {
2017-06-17 04:04:55 +00:00
Data : map [ string ] interface { } {
2017-06-17 05:26:25 +00:00
"enabled" : enabled ,
2017-06-17 04:04:55 +00:00
} ,
2017-06-17 05:26:25 +00:00
}
if enabled {
corsConf . RLock ( )
resp . Data [ "allowed_origins" ] = corsConf . AllowedOrigins
2017-08-07 14:03:30 +00:00
resp . Data [ "allowed_headers" ] = corsConf . AllowedHeaders
2017-06-17 05:26:25 +00:00
corsConf . RUnlock ( )
}
return resp , nil
2017-06-17 04:04:55 +00:00
}
2017-06-17 05:26:25 +00:00
// handleCORSUpdate sets the list of origins that are allowed to make
// cross-origin requests and sets the CORS enabled flag to true
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleCORSUpdate ( ctx context . Context , req * logical . Request , d * framework . FieldData ) ( * logical . Response , error ) {
2017-06-17 04:04:55 +00:00
origins := d . Get ( "allowed_origins" ) . ( [ ] string )
2017-08-07 14:03:30 +00:00
headers := d . Get ( "allowed_headers" ) . ( [ ] string )
2017-06-17 04:04:55 +00:00
2018-01-19 06:44:44 +00:00
return nil , b . Core . corsConfig . Enable ( ctx , origins , headers )
2017-06-17 04:04:55 +00:00
}
2017-08-07 14:03:30 +00:00
// handleCORSDelete sets the CORS enabled flag to false and clears the list of
// allowed origins & headers.
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleCORSDelete ( ctx context . Context , req * logical . Request , d * framework . FieldData ) ( * logical . Response , error ) {
2018-01-19 06:44:44 +00:00
return nil , b . Core . corsConfig . Disable ( ctx )
2017-06-17 04:04:55 +00:00
}
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleTidyLeases ( ctx context . Context , req * logical . Request , d * framework . FieldData ) ( * logical . Response , error ) {
2018-09-18 03:03:00 +00:00
ns , err := namespace . FromContext ( ctx )
if err != nil {
return nil , err
}
2018-06-16 22:21:33 +00:00
go func ( ) {
2018-09-18 03:03:00 +00:00
tidyCtx := namespace . ContextWithNamespace ( b . Core . activeContext , ns )
err := b . Core . expiration . Tidy ( tidyCtx )
2018-06-16 22:21:33 +00:00
if err != nil {
b . Backend . Logger ( ) . Error ( "failed to tidy leases" , "error" , err )
return
}
} ( )
resp := & logical . Response { }
resp . AddWarning ( "Tidy operation successfully started. Any information from the operation will be printed to Vault's server logs." )
2018-07-11 19:45:09 +00:00
return logical . RespondWithStatusCode ( resp , req , http . StatusAccepted )
2017-03-07 20:22:21 +00:00
}
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handlePluginCatalogList ( ctx context . Context , req * logical . Request , d * framework . FieldData ) ( * logical . Response , error ) {
2018-01-19 06:44:44 +00:00
plugins , err := b . Core . pluginCatalog . List ( ctx )
2017-04-12 16:40:54 +00:00
if err != nil {
return nil , err
}
2017-04-24 17:30:33 +00:00
return logical . ListResponse ( plugins ) , nil
2017-04-12 16:40:54 +00:00
}
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handlePluginCatalogUpdate ( ctx context . Context , req * logical . Request , d * framework . FieldData ) ( * logical . Response , error ) {
2017-04-04 00:52:29 +00:00
pluginName := d . Get ( "name" ) . ( string )
if pluginName == "" {
return logical . ErrorResponse ( "missing plugin name" ) , nil
}
2017-08-16 15:17:50 +00:00
sha256 := d . Get ( "sha256" ) . ( string )
2017-04-04 00:52:29 +00:00
if sha256 == "" {
2017-08-16 15:17:50 +00:00
sha256 = d . Get ( "sha_256" ) . ( string )
if sha256 == "" {
return logical . ErrorResponse ( "missing SHA-256 value" ) , nil
}
2017-04-04 00:52:29 +00:00
}
command := d . Get ( "command" ) . ( string )
if command == "" {
return logical . ErrorResponse ( "missing command value" ) , nil
}
2018-09-20 17:50:29 +00:00
// For backwards compatibility, also accept args as part of command. Don't
2018-01-18 00:19:28 +00:00
// accepts args in both command and args.
args := d . Get ( "args" ) . ( [ ] string )
parts := strings . Split ( command , " " )
if len ( parts ) <= 0 {
return logical . ErrorResponse ( "missing command value" ) , nil
} else if len ( parts ) > 1 && len ( args ) > 0 {
2018-03-20 18:54:10 +00:00
return logical . ErrorResponse ( "must not specify args in command and args field" ) , nil
2018-01-18 00:19:28 +00:00
} else if len ( parts ) > 1 {
args = parts [ 1 : ]
}
2018-09-20 17:50:29 +00:00
env := d . Get ( "env" ) . ( [ ] string )
2017-04-04 00:52:29 +00:00
sha256Bytes , err := hex . DecodeString ( sha256 )
if err != nil {
return logical . ErrorResponse ( "Could not decode SHA-256 value from Hex" ) , err
}
2018-09-20 17:50:29 +00:00
err = b . Core . pluginCatalog . Set ( ctx , pluginName , parts [ 0 ] , args , env , sha256Bytes )
2017-04-04 00:52:29 +00:00
if err != nil {
return nil , err
}
return nil , nil
}
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handlePluginCatalogRead ( ctx context . Context , req * logical . Request , d * framework . FieldData ) ( * logical . Response , error ) {
2017-04-04 00:52:29 +00:00
pluginName := d . Get ( "name" ) . ( string )
if pluginName == "" {
return logical . ErrorResponse ( "missing plugin name" ) , nil
}
2018-01-19 06:44:44 +00:00
plugin , err := b . Core . pluginCatalog . Get ( ctx , pluginName )
2017-04-04 00:52:29 +00:00
if err != nil {
return nil , err
}
2017-04-25 01:31:27 +00:00
if plugin == nil {
return nil , nil
}
2017-04-04 00:52:29 +00:00
2018-01-18 00:19:28 +00:00
command := ""
if ! plugin . Builtin {
command , err = filepath . Rel ( b . Core . pluginCatalog . directory , plugin . Command )
if err != nil {
return nil , err
}
}
data := map [ string ] interface { } {
"name" : plugin . Name ,
"args" : plugin . Args ,
"command" : command ,
"sha256" : hex . EncodeToString ( plugin . Sha256 ) ,
"builtin" : plugin . Builtin ,
}
Backend plugin system (#2874)
* Add backend plugin changes
* Fix totp backend plugin tests
* Fix logical/plugin InvalidateKey test
* Fix plugin catalog CRUD test, fix NoopBackend
* Clean up commented code block
* Fix system backend mount test
* Set plugin_name to omitempty, fix handleMountTable config parsing
* Clean up comments, keep shim connections alive until cleanup
* Include pluginClient, disallow LookupPlugin call from within a plugin
* Add wrapper around backendPluginClient for proper cleanup
* Add logger shim tests
* Add logger, storage, and system shim tests
* Use pointer receivers for system view shim
* Use plugin name if no path is provided on mount
* Enable plugins for auth backends
* Add backend type attribute, move builtin/plugin/package
* Fix merge conflict
* Fix missing plugin name in mount config
* Add integration tests on enabling auth backend plugins
* Remove dependency cycle on mock-plugin
* Add passthrough backend plugin, use logical.BackendType to determine lease generation
* Remove vault package dependency on passthrough package
* Add basic impl test for passthrough plugin
* Incorporate feedback; set b.backend after shims creation on backendPluginServer
* Fix totp plugin test
* Add plugin backends docs
* Fix tests
* Fix builtin/plugin tests
* Remove flatten from PluginRunner fields
* Move mock plugin to logical/plugin, remove totp and passthrough plugins
* Move pluginMap into newPluginClient
* Do not create storage RPC connection on HandleRequest and HandleExistenceCheck
* Change shim logger's Fatal to no-op
* Change BackendType to uint32, match UX backend types
* Change framework.Backend Setup signature
* Add Setup func to logical.Backend interface
* Move OptionallyEnableMlock call into plugin.Serve, update docs and comments
* Remove commented var in plugin package
* RegisterLicense on logical.Backend interface (#3017)
* Add RegisterLicense to logical.Backend interface
* Update RegisterLicense to use callback func on framework.Backend
* Refactor framework.Backend.RegisterLicense
* plugin: Prevent plugin.SystemViewClient.ResponseWrapData from getting JWTs
* plugin: Revert BackendType to remove TypePassthrough and related references
* Fix typo in plugin backends docs
2017-07-20 17:28:40 +00:00
2017-04-04 00:52:29 +00:00
return & logical . Response {
Backend plugin system (#2874)
* Add backend plugin changes
* Fix totp backend plugin tests
* Fix logical/plugin InvalidateKey test
* Fix plugin catalog CRUD test, fix NoopBackend
* Clean up commented code block
* Fix system backend mount test
* Set plugin_name to omitempty, fix handleMountTable config parsing
* Clean up comments, keep shim connections alive until cleanup
* Include pluginClient, disallow LookupPlugin call from within a plugin
* Add wrapper around backendPluginClient for proper cleanup
* Add logger shim tests
* Add logger, storage, and system shim tests
* Use pointer receivers for system view shim
* Use plugin name if no path is provided on mount
* Enable plugins for auth backends
* Add backend type attribute, move builtin/plugin/package
* Fix merge conflict
* Fix missing plugin name in mount config
* Add integration tests on enabling auth backend plugins
* Remove dependency cycle on mock-plugin
* Add passthrough backend plugin, use logical.BackendType to determine lease generation
* Remove vault package dependency on passthrough package
* Add basic impl test for passthrough plugin
* Incorporate feedback; set b.backend after shims creation on backendPluginServer
* Fix totp plugin test
* Add plugin backends docs
* Fix tests
* Fix builtin/plugin tests
* Remove flatten from PluginRunner fields
* Move mock plugin to logical/plugin, remove totp and passthrough plugins
* Move pluginMap into newPluginClient
* Do not create storage RPC connection on HandleRequest and HandleExistenceCheck
* Change shim logger's Fatal to no-op
* Change BackendType to uint32, match UX backend types
* Change framework.Backend Setup signature
* Add Setup func to logical.Backend interface
* Move OptionallyEnableMlock call into plugin.Serve, update docs and comments
* Remove commented var in plugin package
* RegisterLicense on logical.Backend interface (#3017)
* Add RegisterLicense to logical.Backend interface
* Update RegisterLicense to use callback func on framework.Backend
* Refactor framework.Backend.RegisterLicense
* plugin: Prevent plugin.SystemViewClient.ResponseWrapData from getting JWTs
* plugin: Revert BackendType to remove TypePassthrough and related references
* Fix typo in plugin backends docs
2017-07-20 17:28:40 +00:00
Data : data ,
2017-04-04 00:52:29 +00:00
} , nil
}
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handlePluginCatalogDelete ( ctx context . Context , req * logical . Request , d * framework . FieldData ) ( * logical . Response , error ) {
2017-04-04 00:52:29 +00:00
pluginName := d . Get ( "name" ) . ( string )
if pluginName == "" {
return logical . ErrorResponse ( "missing plugin name" ) , nil
}
2018-01-19 06:44:44 +00:00
err := b . Core . pluginCatalog . Delete ( ctx , pluginName )
2017-04-04 00:52:29 +00:00
if err != nil {
return nil , err
}
2017-04-12 16:40:54 +00:00
return nil , nil
2017-04-04 00:52:29 +00:00
}
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handlePluginReloadUpdate ( ctx context . Context , req * logical . Request , d * framework . FieldData ) ( * logical . Response , error ) {
2017-08-08 04:18:59 +00:00
pluginName := d . Get ( "plugin" ) . ( string )
pluginMounts := d . Get ( "mounts" ) . ( [ ] string )
if pluginName != "" && len ( pluginMounts ) > 0 {
return logical . ErrorResponse ( "plugin and mounts cannot be set at the same time" ) , nil
}
if pluginName == "" && len ( pluginMounts ) == 0 {
return logical . ErrorResponse ( "plugin or mounts must be provided" ) , nil
}
if pluginName != "" {
2018-01-19 06:44:44 +00:00
err := b . Core . reloadMatchingPlugin ( ctx , pluginName )
2017-08-08 04:18:59 +00:00
if err != nil {
return nil , err
}
} else if len ( pluginMounts ) > 0 {
2018-01-19 06:44:44 +00:00
err := b . Core . reloadMatchingPluginMounts ( ctx , pluginMounts )
2017-08-08 04:18:59 +00:00
if err != nil {
return nil , err
}
}
return nil , nil
}
2017-02-02 19:49:20 +00:00
// handleAuditedHeaderUpdate creates or overwrites a header entry
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleAuditedHeaderUpdate ( ctx context . Context , req * logical . Request , d * framework . FieldData ) ( * logical . Response , error ) {
2017-02-02 19:49:20 +00:00
header := d . Get ( "header" ) . ( string )
hmac := d . Get ( "hmac" ) . ( bool )
if header == "" {
return logical . ErrorResponse ( "missing header name" ) , nil
}
headerConfig := b . Core . AuditedHeadersConfig ( )
2018-01-19 06:44:44 +00:00
err := headerConfig . add ( ctx , header , hmac )
2017-02-02 19:49:20 +00:00
if err != nil {
return nil , err
}
return nil , nil
}
2018-03-20 18:54:10 +00:00
// handleAuditedHeaderDelete deletes the header with the given name
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleAuditedHeaderDelete ( ctx context . Context , req * logical . Request , d * framework . FieldData ) ( * logical . Response , error ) {
2017-02-02 19:49:20 +00:00
header := d . Get ( "header" ) . ( string )
if header == "" {
return logical . ErrorResponse ( "missing header name" ) , nil
}
headerConfig := b . Core . AuditedHeadersConfig ( )
2018-01-19 06:44:44 +00:00
err := headerConfig . remove ( ctx , header )
2017-02-02 19:49:20 +00:00
if err != nil {
return nil , err
}
return nil , nil
}
// handleAuditedHeaderRead returns the header configuration for the given header name
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleAuditedHeaderRead ( ctx context . Context , req * logical . Request , d * framework . FieldData ) ( * logical . Response , error ) {
2017-02-02 19:49:20 +00:00
header := d . Get ( "header" ) . ( string )
if header == "" {
return logical . ErrorResponse ( "missing header name" ) , nil
}
headerConfig := b . Core . AuditedHeadersConfig ( )
2017-12-18 15:05:51 +00:00
settings , ok := headerConfig . Headers [ strings . ToLower ( header ) ]
2017-02-02 19:49:20 +00:00
if ! ok {
return logical . ErrorResponse ( "Could not find header in config" ) , nil
}
return & logical . Response {
Data : map [ string ] interface { } {
header : settings ,
} ,
} , nil
}
// handleAuditedHeadersRead returns the whole audited headers config
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleAuditedHeadersRead ( ctx context . Context , req * logical . Request , d * framework . FieldData ) ( * logical . Response , error ) {
2017-02-02 19:49:20 +00:00
headerConfig := b . Core . AuditedHeadersConfig ( )
return & logical . Response {
Data : map [ string ] interface { } {
"headers" : headerConfig . Headers ,
} ,
} , nil
}
2017-06-17 04:04:55 +00:00
// handleCapabilitiesAccessor returns the ACL capabilities of the
2018-03-20 18:54:10 +00:00
// token associated with the given accessor for a given path.
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleCapabilitiesAccessor ( ctx context . Context , req * logical . Request , d * framework . FieldData ) ( * logical . Response , error ) {
2016-03-17 18:07:55 +00:00
accessor := d . Get ( "accessor" ) . ( string )
if accessor == "" {
2016-03-17 19:39:58 +00:00
return logical . ErrorResponse ( "missing accessor" ) , nil
2016-03-17 18:07:55 +00:00
}
2018-09-18 03:03:00 +00:00
aEntry , err := b . Core . tokenStore . lookupByAccessor ( ctx , accessor , false , false )
2016-03-17 18:07:55 +00:00
if err != nil {
return nil , err
}
2018-03-01 16:14:56 +00:00
d . Raw [ "token" ] = aEntry . TokenID
return b . handleCapabilities ( ctx , req , d )
}
// handleCapabilities returns the ACL capabilities of the token for a given path
func ( b * SystemBackend ) handleCapabilities ( ctx context . Context , req * logical . Request , d * framework . FieldData ) ( * logical . Response , error ) {
var token string
if strings . HasSuffix ( req . Path , "capabilities-self" ) {
token = req . ClientToken
} else {
tokenRaw , ok := d . Raw [ "token" ]
if ok {
token , _ = tokenRaw . ( string )
}
}
if token == "" {
return nil , fmt . Errorf ( "no token found" )
2016-03-17 16:55:38 +00:00
}
2016-03-17 18:07:55 +00:00
2018-03-01 16:14:56 +00:00
ret := & logical . Response {
Data : map [ string ] interface { } { } ,
}
paths := d . Get ( "paths" ) . ( [ ] string )
if len ( paths ) == 0 {
// Read from the deprecated field
paths = d . Get ( "path" ) . ( [ ] string )
}
if len ( paths ) == 0 {
return logical . ErrorResponse ( "paths must be supplied" ) , nil
}
for _ , path := range paths {
pathCap , err := b . Core . Capabilities ( ctx , token , path )
if err != nil {
2018-06-19 16:57:19 +00:00
if ! strings . HasSuffix ( req . Path , "capabilities-self" ) && errwrap . Contains ( err , logical . ErrPermissionDenied . Error ( ) ) {
return nil , & logical . StatusBadRequest { Err : "invalid token" }
}
2018-03-01 16:14:56 +00:00
return nil , err
}
ret . Data [ path ] = pathCap
}
// This is only here for backwards compatibility
if len ( paths ) == 1 {
ret . Data [ "capabilities" ] = ret . Data [ paths [ 0 ] ]
}
return ret , nil
2016-03-17 16:55:38 +00:00
}
2015-12-16 21:56:15 +00:00
// handleRekeyRetrieve returns backed-up, PGP-encrypted unseal keys from a
// rekey operation
func ( b * SystemBackend ) handleRekeyRetrieve (
2018-01-19 06:44:44 +00:00
ctx context . Context ,
2016-04-04 14:44:22 +00:00
req * logical . Request ,
data * framework . FieldData ,
recovery bool ) ( * logical . Response , error ) {
2018-01-19 06:44:44 +00:00
backup , err := b . Core . RekeyRetrieveBackup ( ctx , recovery )
2015-12-16 21:56:15 +00:00
if err != nil {
2018-04-05 15:49:21 +00:00
return nil , errwrap . Wrapf ( "unable to look up backed-up keys: {{err}}" , err )
2015-12-16 21:56:15 +00:00
}
if backup == nil {
return logical . ErrorResponse ( "no backed-up keys found" ) , nil
}
2016-08-15 20:01:15 +00:00
keysB64 := map [ string ] [ ] string { }
for k , v := range backup . Keys {
for _ , j := range v {
currB64Keys := keysB64 [ k ]
if currB64Keys == nil {
currB64Keys = [ ] string { }
}
key , err := hex . DecodeString ( j )
if err != nil {
2018-04-05 15:49:21 +00:00
return nil , errwrap . Wrapf ( "error decoding hex-encoded backup key: {{err}}" , err )
2016-08-15 20:01:15 +00:00
}
currB64Keys = append ( currB64Keys , base64 . StdEncoding . EncodeToString ( key ) )
keysB64 [ k ] = currB64Keys
}
}
2015-12-16 21:56:15 +00:00
// Format the status
resp := & logical . Response {
Data : map [ string ] interface { } {
2016-08-15 20:01:15 +00:00
"nonce" : backup . Nonce ,
"keys" : backup . Keys ,
"keys_base64" : keysB64 ,
2015-12-16 21:56:15 +00:00
} ,
}
return resp , nil
}
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleRekeyRetrieveBarrier ( ctx context . Context , req * logical . Request , data * framework . FieldData ) ( * logical . Response , error ) {
2018-01-19 06:44:44 +00:00
return b . handleRekeyRetrieve ( ctx , req , data , false )
2016-04-04 14:44:22 +00:00
}
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleRekeyRetrieveRecovery ( ctx context . Context , req * logical . Request , data * framework . FieldData ) ( * logical . Response , error ) {
2018-01-19 06:44:44 +00:00
return b . handleRekeyRetrieve ( ctx , req , data , true )
2016-04-04 14:44:22 +00:00
}
2015-12-16 21:56:15 +00:00
// handleRekeyDelete deletes backed-up, PGP-encrypted unseal keys from a rekey
// operation
func ( b * SystemBackend ) handleRekeyDelete (
2018-01-19 06:44:44 +00:00
ctx context . Context ,
2016-04-04 14:44:22 +00:00
req * logical . Request ,
data * framework . FieldData ,
recovery bool ) ( * logical . Response , error ) {
2018-01-19 06:44:44 +00:00
err := b . Core . RekeyDeleteBackup ( ctx , recovery )
2015-12-16 21:56:15 +00:00
if err != nil {
2018-04-05 15:49:21 +00:00
return nil , errwrap . Wrapf ( "error during deletion of backed-up keys: {{err}}" , err )
2015-12-16 21:56:15 +00:00
}
return nil , nil
}
2016-09-29 04:01:28 +00:00
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleRekeyDeleteBarrier ( ctx context . Context , req * logical . Request , data * framework . FieldData ) ( * logical . Response , error ) {
2018-01-19 06:44:44 +00:00
return b . handleRekeyDelete ( ctx , req , data , false )
2016-04-04 14:44:22 +00:00
}
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleRekeyDeleteRecovery ( ctx context . Context , req * logical . Request , data * framework . FieldData ) ( * logical . Response , error ) {
2018-01-19 06:44:44 +00:00
return b . handleRekeyDelete ( ctx , req , data , true )
2016-04-04 14:44:22 +00:00
}
2015-12-16 21:56:15 +00:00
2018-04-23 22:00:02 +00:00
func mountInfo ( entry * MountEntry ) map [ string ] interface { } {
info := map [ string ] interface { } {
"type" : entry . Type ,
"description" : entry . Description ,
"accessor" : entry . Accessor ,
"local" : entry . Local ,
"seal_wrap" : entry . SealWrap ,
"options" : entry . Options ,
}
entryConfig := map [ string ] interface { } {
"default_lease_ttl" : int64 ( entry . Config . DefaultLeaseTTL . Seconds ( ) ) ,
"max_lease_ttl" : int64 ( entry . Config . MaxLeaseTTL . Seconds ( ) ) ,
"force_no_cache" : entry . Config . ForceNoCache ,
"plugin_name" : entry . Config . PluginName ,
}
if rawVal , ok := entry . synthesizedConfigCache . Load ( "audit_non_hmac_request_keys" ) ; ok {
entryConfig [ "audit_non_hmac_request_keys" ] = rawVal . ( [ ] string )
}
if rawVal , ok := entry . synthesizedConfigCache . Load ( "audit_non_hmac_response_keys" ) ; ok {
entryConfig [ "audit_non_hmac_response_keys" ] = rawVal . ( [ ] string )
}
// Even though empty value is valid for ListingVisibility, we can ignore
// this case during mount since there's nothing to unset/hide.
if len ( entry . Config . ListingVisibility ) > 0 {
entryConfig [ "listing_visibility" ] = entry . Config . ListingVisibility
}
if rawVal , ok := entry . synthesizedConfigCache . Load ( "passthrough_request_headers" ) ; ok {
entryConfig [ "passthrough_request_headers" ] = rawVal . ( [ ] string )
}
info [ "config" ] = entryConfig
return info
}
2015-03-15 21:42:05 +00:00
// handleMountTable handles the "mounts" endpoint to provide the mount table
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleMountTable ( ctx context . Context , req * logical . Request , data * framework . FieldData ) ( * logical . Response , error ) {
2018-09-18 03:03:00 +00:00
ns , err := namespace . FromContext ( ctx )
if err != nil {
return nil , err
}
2015-11-11 16:44:07 +00:00
b . Core . mountsLock . RLock ( )
defer b . Core . mountsLock . RUnlock ( )
2015-03-15 21:42:05 +00:00
resp := & logical . Response {
2015-03-19 22:11:42 +00:00
Data : make ( map [ string ] interface { } ) ,
2015-03-15 21:42:05 +00:00
}
2015-11-11 16:44:07 +00:00
2015-03-15 21:42:05 +00:00
for _ , entry := range b . Core . mounts . Entries {
2018-09-18 03:03:00 +00:00
// Only show entries for current namespace
if entry . Namespace ( ) . Path != ns . Path {
continue
}
cont , err := b . Core . checkReplicatedFiltering ( ctx , entry , "" )
if err != nil {
return nil , err
}
if cont {
continue
}
Backend plugin system (#2874)
* Add backend plugin changes
* Fix totp backend plugin tests
* Fix logical/plugin InvalidateKey test
* Fix plugin catalog CRUD test, fix NoopBackend
* Clean up commented code block
* Fix system backend mount test
* Set plugin_name to omitempty, fix handleMountTable config parsing
* Clean up comments, keep shim connections alive until cleanup
* Include pluginClient, disallow LookupPlugin call from within a plugin
* Add wrapper around backendPluginClient for proper cleanup
* Add logger shim tests
* Add logger, storage, and system shim tests
* Use pointer receivers for system view shim
* Use plugin name if no path is provided on mount
* Enable plugins for auth backends
* Add backend type attribute, move builtin/plugin/package
* Fix merge conflict
* Fix missing plugin name in mount config
* Add integration tests on enabling auth backend plugins
* Remove dependency cycle on mock-plugin
* Add passthrough backend plugin, use logical.BackendType to determine lease generation
* Remove vault package dependency on passthrough package
* Add basic impl test for passthrough plugin
* Incorporate feedback; set b.backend after shims creation on backendPluginServer
* Fix totp plugin test
* Add plugin backends docs
* Fix tests
* Fix builtin/plugin tests
* Remove flatten from PluginRunner fields
* Move mock plugin to logical/plugin, remove totp and passthrough plugins
* Move pluginMap into newPluginClient
* Do not create storage RPC connection on HandleRequest and HandleExistenceCheck
* Change shim logger's Fatal to no-op
* Change BackendType to uint32, match UX backend types
* Change framework.Backend Setup signature
* Add Setup func to logical.Backend interface
* Move OptionallyEnableMlock call into plugin.Serve, update docs and comments
* Remove commented var in plugin package
* RegisterLicense on logical.Backend interface (#3017)
* Add RegisterLicense to logical.Backend interface
* Update RegisterLicense to use callback func on framework.Backend
* Refactor framework.Backend.RegisterLicense
* plugin: Prevent plugin.SystemViewClient.ResponseWrapData from getting JWTs
* plugin: Revert BackendType to remove TypePassthrough and related references
* Fix typo in plugin backends docs
2017-07-20 17:28:40 +00:00
// Populate mount info
2018-04-23 22:00:02 +00:00
info := mountInfo ( entry )
2015-03-15 21:42:05 +00:00
resp . Data [ entry . Path ] = info
}
return resp , nil
}
// handleMount is used to mount a new path
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleMount ( ctx context . Context , req * logical . Request , data * framework . FieldData ) ( * logical . Response , error ) {
2018-01-16 18:51:55 +00:00
repState := b . Core . ReplicationState ( )
2017-02-16 21:29:30 +00:00
local := data . Get ( "local" ) . ( bool )
2017-09-04 23:38:37 +00:00
if ! local && repState . HasState ( consts . ReplicationPerformanceSecondary ) {
2017-02-16 21:29:30 +00:00
return logical . ErrorResponse ( "cannot add a non-local mount to a replication secondary" ) , nil
}
2015-03-16 00:35:59 +00:00
// Get all the options
path := data . Get ( "path" ) . ( string )
2018-03-20 03:16:33 +00:00
path = sanitizeMountPath ( path )
2015-03-16 00:35:59 +00:00
logicalType := data . Get ( "type" ) . ( string )
description := data . Get ( "description" ) . ( string )
2017-08-31 16:16:59 +00:00
pluginName := data . Get ( "plugin_name" ) . ( string )
2017-11-13 16:22:22 +00:00
sealWrap := data . Get ( "seal_wrap" ) . ( bool )
2018-03-21 19:04:27 +00:00
options := data . Get ( "options" ) . ( map [ string ] string )
2015-09-01 22:29:30 +00:00
var config MountConfig
Backend plugin system (#2874)
* Add backend plugin changes
* Fix totp backend plugin tests
* Fix logical/plugin InvalidateKey test
* Fix plugin catalog CRUD test, fix NoopBackend
* Clean up commented code block
* Fix system backend mount test
* Set plugin_name to omitempty, fix handleMountTable config parsing
* Clean up comments, keep shim connections alive until cleanup
* Include pluginClient, disallow LookupPlugin call from within a plugin
* Add wrapper around backendPluginClient for proper cleanup
* Add logger shim tests
* Add logger, storage, and system shim tests
* Use pointer receivers for system view shim
* Use plugin name if no path is provided on mount
* Enable plugins for auth backends
* Add backend type attribute, move builtin/plugin/package
* Fix merge conflict
* Fix missing plugin name in mount config
* Add integration tests on enabling auth backend plugins
* Remove dependency cycle on mock-plugin
* Add passthrough backend plugin, use logical.BackendType to determine lease generation
* Remove vault package dependency on passthrough package
* Add basic impl test for passthrough plugin
* Incorporate feedback; set b.backend after shims creation on backendPluginServer
* Fix totp plugin test
* Add plugin backends docs
* Fix tests
* Fix builtin/plugin tests
* Remove flatten from PluginRunner fields
* Move mock plugin to logical/plugin, remove totp and passthrough plugins
* Move pluginMap into newPluginClient
* Do not create storage RPC connection on HandleRequest and HandleExistenceCheck
* Change shim logger's Fatal to no-op
* Change BackendType to uint32, match UX backend types
* Change framework.Backend Setup signature
* Add Setup func to logical.Backend interface
* Move OptionallyEnableMlock call into plugin.Serve, update docs and comments
* Remove commented var in plugin package
* RegisterLicense on logical.Backend interface (#3017)
* Add RegisterLicense to logical.Backend interface
* Update RegisterLicense to use callback func on framework.Backend
* Refactor framework.Backend.RegisterLicense
* plugin: Prevent plugin.SystemViewClient.ResponseWrapData from getting JWTs
* plugin: Revert BackendType to remove TypePassthrough and related references
* Fix typo in plugin backends docs
2017-07-20 17:28:40 +00:00
var apiConfig APIMountConfig
2015-09-25 13:46:20 +00:00
2015-09-01 22:29:30 +00:00
configMap := data . Get ( "config" ) . ( map [ string ] interface { } )
if configMap != nil && len ( configMap ) != 0 {
2015-09-25 13:46:20 +00:00
err := mapstructure . Decode ( configMap , & apiConfig )
2015-09-01 22:29:30 +00:00
if err != nil {
2015-08-31 18:27:49 +00:00
return logical . ErrorResponse (
2015-09-01 22:29:30 +00:00
"unable to convert given mount config information" ) ,
2015-08-31 18:27:49 +00:00
logical . ErrInvalidRequest
}
}
2015-03-15 21:42:05 +00:00
2015-09-25 13:46:20 +00:00
switch apiConfig . DefaultLeaseTTL {
case "" :
case "system" :
default :
2017-03-07 16:21:22 +00:00
tmpDef , err := parseutil . ParseDurationSecond ( apiConfig . DefaultLeaseTTL )
2015-09-25 13:46:20 +00:00
if err != nil {
return logical . ErrorResponse ( fmt . Sprintf (
"unable to parse default TTL of %s: %s" , apiConfig . DefaultLeaseTTL , err ) ) ,
logical . ErrInvalidRequest
}
2016-07-11 18:19:35 +00:00
config . DefaultLeaseTTL = tmpDef
2015-09-25 13:46:20 +00:00
}
switch apiConfig . MaxLeaseTTL {
case "" :
case "system" :
default :
2017-03-07 16:21:22 +00:00
tmpMax , err := parseutil . ParseDurationSecond ( apiConfig . MaxLeaseTTL )
2015-09-25 13:46:20 +00:00
if err != nil {
return logical . ErrorResponse ( fmt . Sprintf (
"unable to parse max TTL of %s: %s" , apiConfig . MaxLeaseTTL , err ) ) ,
logical . ErrInvalidRequest
}
2016-07-11 18:19:35 +00:00
config . MaxLeaseTTL = tmpMax
2015-09-25 13:46:20 +00:00
}
if config . MaxLeaseTTL != 0 && config . DefaultLeaseTTL > config . MaxLeaseTTL {
return logical . ErrorResponse (
"given default lease TTL greater than given max lease TTL" ) ,
logical . ErrInvalidRequest
}
2017-10-23 19:35:28 +00:00
if config . DefaultLeaseTTL > b . Core . maxLeaseTTL && config . MaxLeaseTTL == 0 {
2015-09-25 13:46:20 +00:00
return logical . ErrorResponse ( fmt . Sprintf (
"given default lease TTL greater than system max lease TTL of %d" , int ( b . Core . maxLeaseTTL . Seconds ( ) ) ) ) ,
logical . ErrInvalidRequest
}
2017-10-23 19:35:28 +00:00
switch logicalType {
case "" :
return logical . ErrorResponse (
"backend type must be specified as a string" ) ,
logical . ErrInvalidRequest
case "plugin" :
// Only set plugin-name if mount is of type plugin, with apiConfig.PluginName
// option taking precedence.
2017-08-31 16:16:59 +00:00
switch {
case apiConfig . PluginName != "" :
config . PluginName = apiConfig . PluginName
case pluginName != "" :
config . PluginName = pluginName
default :
return logical . ErrorResponse (
"plugin_name must be provided for plugin backend" ) ,
logical . ErrInvalidRequest
}
2018-04-10 02:17:37 +00:00
}
2018-04-09 16:39:32 +00:00
2018-04-10 02:17:37 +00:00
switch logicalType {
2018-04-10 04:22:23 +00:00
case "kv" :
case "kv-v1" :
2018-04-09 16:39:32 +00:00
// Alias KV v1
logicalType = "kv"
if options == nil {
options = map [ string ] string { }
}
options [ "version" ] = "1"
case "kv-v2" :
// Alias KV v2
logicalType = "kv"
if options == nil {
options = map [ string ] string { }
}
options [ "version" ] = "2"
2018-04-10 02:17:37 +00:00
default :
if options != nil && options [ "version" ] != "" {
return logical . ErrorResponse ( fmt . Sprintf (
"secrets engine %q does not allow setting a version" , logicalType ) ) ,
logical . ErrInvalidRequest
}
Backend plugin system (#2874)
* Add backend plugin changes
* Fix totp backend plugin tests
* Fix logical/plugin InvalidateKey test
* Fix plugin catalog CRUD test, fix NoopBackend
* Clean up commented code block
* Fix system backend mount test
* Set plugin_name to omitempty, fix handleMountTable config parsing
* Clean up comments, keep shim connections alive until cleanup
* Include pluginClient, disallow LookupPlugin call from within a plugin
* Add wrapper around backendPluginClient for proper cleanup
* Add logger shim tests
* Add logger, storage, and system shim tests
* Use pointer receivers for system view shim
* Use plugin name if no path is provided on mount
* Enable plugins for auth backends
* Add backend type attribute, move builtin/plugin/package
* Fix merge conflict
* Fix missing plugin name in mount config
* Add integration tests on enabling auth backend plugins
* Remove dependency cycle on mock-plugin
* Add passthrough backend plugin, use logical.BackendType to determine lease generation
* Remove vault package dependency on passthrough package
* Add basic impl test for passthrough plugin
* Incorporate feedback; set b.backend after shims creation on backendPluginServer
* Fix totp plugin test
* Add plugin backends docs
* Fix tests
* Fix builtin/plugin tests
* Remove flatten from PluginRunner fields
* Move mock plugin to logical/plugin, remove totp and passthrough plugins
* Move pluginMap into newPluginClient
* Do not create storage RPC connection on HandleRequest and HandleExistenceCheck
* Change shim logger's Fatal to no-op
* Change BackendType to uint32, match UX backend types
* Change framework.Backend Setup signature
* Add Setup func to logical.Backend interface
* Move OptionallyEnableMlock call into plugin.Serve, update docs and comments
* Remove commented var in plugin package
* RegisterLicense on logical.Backend interface (#3017)
* Add RegisterLicense to logical.Backend interface
* Update RegisterLicense to use callback func on framework.Backend
* Refactor framework.Backend.RegisterLicense
* plugin: Prevent plugin.SystemViewClient.ResponseWrapData from getting JWTs
* plugin: Revert BackendType to remove TypePassthrough and related references
* Fix typo in plugin backends docs
2017-07-20 17:28:40 +00:00
}
2017-03-08 14:20:09 +00:00
// Copy over the force no cache if set
if apiConfig . ForceNoCache {
config . ForceNoCache = true
}
2018-03-20 03:16:33 +00:00
if err := checkListingVisibility ( apiConfig . ListingVisibility ) ; err != nil {
return logical . ErrorResponse ( fmt . Sprintf ( "invalid listing_visibility %s" , apiConfig . ListingVisibility ) ) , nil
}
config . ListingVisibility = apiConfig . ListingVisibility
2018-03-09 19:32:28 +00:00
if len ( apiConfig . AuditNonHMACRequestKeys ) > 0 {
config . AuditNonHMACRequestKeys = apiConfig . AuditNonHMACRequestKeys
}
if len ( apiConfig . AuditNonHMACResponseKeys ) > 0 {
config . AuditNonHMACResponseKeys = apiConfig . AuditNonHMACResponseKeys
}
2018-03-21 23:56:47 +00:00
if len ( apiConfig . PassthroughRequestHeaders ) > 0 {
config . PassthroughRequestHeaders = apiConfig . PassthroughRequestHeaders
}
2018-03-09 19:32:28 +00:00
2015-03-15 21:42:05 +00:00
// Create the mount entry
me := & MountEntry {
2016-05-26 16:55:00 +00:00
Table : mountTableType ,
2015-03-16 00:35:59 +00:00
Path : path ,
2015-03-15 21:42:05 +00:00
Type : logicalType ,
Description : description ,
2015-09-01 22:29:30 +00:00
Config : config ,
2017-02-16 21:29:30 +00:00
Local : local ,
2017-11-13 16:22:22 +00:00
SealWrap : sealWrap ,
2018-03-21 19:04:27 +00:00
Options : options ,
2015-03-15 21:42:05 +00:00
}
2015-09-01 22:29:30 +00:00
2015-03-15 21:42:05 +00:00
// Attempt mount
2018-01-19 06:44:44 +00:00
if err := b . Core . mount ( ctx , me ) ; err != nil {
2018-04-03 00:46:59 +00:00
b . Backend . Logger ( ) . Error ( "mount failed" , "path" , me . Path , "error" , err )
2015-08-10 17:27:25 +00:00
return handleError ( err )
2015-03-15 21:42:05 +00:00
}
2015-08-10 17:27:25 +00:00
2015-03-15 21:42:05 +00:00
return nil , nil
}
2015-08-10 17:27:25 +00:00
// used to intercept an HTTPCodedError so it goes back to callee
func handleError (
err error ) ( * logical . Response , error ) {
2018-03-18 01:29:17 +00:00
if strings . Contains ( err . Error ( ) , logical . ErrReadOnly . Error ( ) ) {
return logical . ErrorResponse ( err . Error ( ) ) , err
}
switch err . ( type ) {
case logical . HTTPCodedError :
return logical . ErrorResponse ( err . Error ( ) ) , err
default :
return logical . ErrorResponse ( err . Error ( ) ) , logical . ErrInvalidRequest
}
}
// Performs a similar function to handleError, but upon seeing a ReadOnlyError
// will actually strip it out to prevent forwarding
func handleErrorNoReadOnlyForward (
err error ) ( * logical . Response , error ) {
if strings . Contains ( err . Error ( ) , logical . ErrReadOnly . Error ( ) ) {
return nil , fmt . Errorf ( "operation could not be completed as storage is read-only" )
}
2015-08-10 17:27:25 +00:00
switch err . ( type ) {
case logical . HTTPCodedError :
return logical . ErrorResponse ( err . Error ( ) ) , err
default :
return logical . ErrorResponse ( err . Error ( ) ) , logical . ErrInvalidRequest
}
}
2015-03-15 21:42:05 +00:00
// handleUnmount is used to unmount a path
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleUnmount ( ctx context . Context , req * logical . Request , data * framework . FieldData ) ( * logical . Response , error ) {
2017-07-13 17:57:14 +00:00
path := data . Get ( "path" ) . ( string )
path = sanitizeMountPath ( path )
2016-03-03 18:13:47 +00:00
2018-09-18 03:03:00 +00:00
ns , err := namespace . FromContext ( ctx )
if err != nil {
return nil , err
}
2018-01-16 18:51:55 +00:00
repState := b . Core . ReplicationState ( )
2018-09-18 03:03:00 +00:00
entry := b . Core . router . MatchingMountEntry ( ctx , path )
2017-09-04 23:38:37 +00:00
if entry != nil && ! entry . Local && repState . HasState ( consts . ReplicationPerformanceSecondary ) {
2017-02-16 21:29:30 +00:00
return logical . ErrorResponse ( "cannot unmount a non-local mount on a replication secondary" ) , nil
}
2017-07-13 17:57:14 +00:00
// We return success when the mount does not exists to not expose if the
// mount existed or not
2018-09-18 03:03:00 +00:00
match := b . Core . router . MatchingMount ( ctx , path )
if match == "" || ns . Path + path != match {
2017-07-13 17:57:14 +00:00
return nil , nil
}
2018-09-18 03:03:00 +00:00
prefix , found := b . Core . router . MatchingStoragePrefixByAPIPath ( ctx , path )
if ! found {
b . Backend . Logger ( ) . Error ( "unable to find storage for path" , "path" , path )
return handleError ( fmt . Errorf ( "unable to find storage for path: %q" , path ) )
}
2015-03-15 21:42:05 +00:00
// Attempt unmount
2018-01-19 06:44:44 +00:00
if err := b . Core . unmount ( ctx , path ) ; err != nil {
2018-04-03 00:46:59 +00:00
b . Backend . Logger ( ) . Error ( "unmount failed" , "path" , path , "error" , err )
2015-08-10 17:27:25 +00:00
return handleError ( err )
2015-03-15 21:42:05 +00:00
}
2018-09-18 03:03:00 +00:00
// Remove from filtered mounts
if err := b . Core . removePrefixFromFilteredPaths ( ctx , prefix ) ; err != nil {
b . Backend . Logger ( ) . Error ( "filtered path removal failed" , path , "error" , err )
return handleError ( err )
}
2015-03-15 21:42:05 +00:00
return nil , nil
}
// handleRemount is used to remount a path
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleRemount ( ctx context . Context , req * logical . Request , data * framework . FieldData ) ( * logical . Response , error ) {
2018-01-16 18:51:55 +00:00
repState := b . Core . ReplicationState ( )
2017-02-16 21:29:30 +00:00
2015-03-15 21:42:05 +00:00
// Get the paths
2015-03-19 22:11:42 +00:00
fromPath := data . Get ( "from" ) . ( string )
toPath := data . Get ( "to" ) . ( string )
2015-03-15 21:42:05 +00:00
if fromPath == "" || toPath == "" {
return logical . ErrorResponse (
"both 'from' and 'to' path must be specified as a string" ) ,
2015-03-15 21:53:41 +00:00
logical . ErrInvalidRequest
2015-03-15 21:42:05 +00:00
}
2015-09-01 22:29:30 +00:00
2018-09-18 03:03:00 +00:00
entry := b . Core . router . MatchingMountEntry ( ctx , fromPath )
2017-09-04 23:38:37 +00:00
if entry != nil && ! entry . Local && repState . HasState ( consts . ReplicationPerformanceSecondary ) {
2017-02-16 21:29:30 +00:00
return logical . ErrorResponse ( "cannot remount a non-local mount on a replication secondary" ) , nil
}
2015-09-02 19:56:58 +00:00
// Attempt remount
2018-01-19 06:44:44 +00:00
if err := b . Core . remount ( ctx , fromPath , toPath ) ; err != nil {
2018-04-03 00:46:59 +00:00
b . Backend . Logger ( ) . Error ( "remount failed" , "from_path" , fromPath , "to_path" , toPath , "error" , err )
2015-09-02 19:56:58 +00:00
return handleError ( err )
}
return nil , nil
}
2016-06-15 16:35:30 +00:00
// handleAuthTuneRead is used to get config settings on a auth path
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleAuthTuneRead ( ctx context . Context , req * logical . Request , data * framework . FieldData ) ( * logical . Response , error ) {
2016-06-15 16:35:30 +00:00
path := data . Get ( "path" ) . ( string )
if path == "" {
return logical . ErrorResponse (
"path must be specified as a string" ) ,
logical . ErrInvalidRequest
}
2018-09-18 03:03:00 +00:00
return b . handleTuneReadCommon ( ctx , "auth/" + path )
2016-06-15 16:35:30 +00:00
}
2015-10-10 00:00:17 +00:00
// handleMountTuneRead is used to get config settings on a backend
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleMountTuneRead ( ctx context . Context , req * logical . Request , data * framework . FieldData ) ( * logical . Response , error ) {
2015-09-02 19:56:58 +00:00
path := data . Get ( "path" ) . ( string )
if path == "" {
return logical . ErrorResponse (
"path must be specified as a string" ) ,
logical . ErrInvalidRequest
}
2017-09-13 01:48:52 +00:00
// This call will read both logical backend's configuration as well as auth methods'.
2016-06-15 16:35:30 +00:00
// Retaining this behavior for backward compatibility. If this behavior is not desired,
// an error can be returned if path has a prefix of "auth/".
2018-09-18 03:03:00 +00:00
return b . handleTuneReadCommon ( ctx , path )
2016-06-15 16:35:30 +00:00
}
// handleTuneReadCommon returns the config settings of a path
2018-09-18 03:03:00 +00:00
func ( b * SystemBackend ) handleTuneReadCommon ( ctx context . Context , path string ) ( * logical . Response , error ) {
2016-03-03 18:13:47 +00:00
path = sanitizeMountPath ( path )
2015-09-04 20:58:12 +00:00
2018-09-18 03:03:00 +00:00
sysView := b . Core . router . MatchingSystemView ( ctx , path )
2015-09-04 20:58:12 +00:00
if sysView == nil {
2018-04-03 00:46:59 +00:00
b . Backend . Logger ( ) . Error ( "cannot fetch sysview" , "path" , path )
2018-09-18 03:03:00 +00:00
return handleError ( fmt . Errorf ( "cannot fetch sysview for path %q" , path ) )
2015-09-04 20:58:12 +00:00
}
2018-09-18 03:03:00 +00:00
mountEntry := b . Core . router . MatchingMountEntry ( ctx , path )
2017-03-08 14:20:09 +00:00
if mountEntry == nil {
2018-04-03 00:46:59 +00:00
b . Backend . Logger ( ) . Error ( "cannot fetch mount entry" , "path" , path )
2018-09-18 03:03:00 +00:00
return handleError ( fmt . Errorf ( "cannot fetch mount entry for path %q" , path ) )
2017-03-08 14:20:09 +00:00
}
2015-09-02 19:56:58 +00:00
resp := & logical . Response {
Data : map [ string ] interface { } {
2015-09-25 13:46:20 +00:00
"default_lease_ttl" : int ( sysView . DefaultLeaseTTL ( ) . Seconds ( ) ) ,
"max_lease_ttl" : int ( sysView . MaxLeaseTTL ( ) . Seconds ( ) ) ,
2017-03-08 14:20:09 +00:00
"force_no_cache" : mountEntry . Config . ForceNoCache ,
2015-09-02 19:56:58 +00:00
} ,
}
2018-03-02 17:18:39 +00:00
if rawVal , ok := mountEntry . synthesizedConfigCache . Load ( "audit_non_hmac_request_keys" ) ; ok {
resp . Data [ "audit_non_hmac_request_keys" ] = rawVal . ( [ ] string )
}
if rawVal , ok := mountEntry . synthesizedConfigCache . Load ( "audit_non_hmac_response_keys" ) ; ok {
resp . Data [ "audit_non_hmac_response_keys" ] = rawVal . ( [ ] string )
}
2018-03-20 03:16:33 +00:00
if len ( mountEntry . Config . ListingVisibility ) > 0 {
resp . Data [ "listing_visibility" ] = mountEntry . Config . ListingVisibility
}
2018-03-21 23:56:47 +00:00
if rawVal , ok := mountEntry . synthesizedConfigCache . Load ( "passthrough_request_headers" ) ; ok {
resp . Data [ "passthrough_request_headers" ] = rawVal . ( [ ] string )
}
2018-03-21 19:04:27 +00:00
if len ( mountEntry . Options ) > 0 {
resp . Data [ "options" ] = mountEntry . Options
}
2015-09-02 19:56:58 +00:00
return resp , nil
}
2016-06-15 16:35:30 +00:00
// handleAuthTuneWrite is used to set config settings on an auth path
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleAuthTuneWrite ( ctx context . Context , req * logical . Request , data * framework . FieldData ) ( * logical . Response , error ) {
2016-06-15 16:35:30 +00:00
path := data . Get ( "path" ) . ( string )
if path == "" {
2018-09-18 03:03:00 +00:00
return logical . ErrorResponse ( "missing path" ) , nil
2016-06-15 16:35:30 +00:00
}
2018-09-18 03:03:00 +00:00
ns , err := namespace . FromContext ( ctx )
if err != nil {
return nil , err
}
path = ns . Path + namespace . Canonicalize ( "auth/" + path )
return b . handleTuneWriteCommon ( ctx , path , data )
2016-06-15 16:35:30 +00:00
}
2015-10-10 00:00:17 +00:00
// handleMountTuneWrite is used to set config settings on a backend
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleMountTuneWrite ( ctx context . Context , req * logical . Request , data * framework . FieldData ) ( * logical . Response , error ) {
2015-09-02 19:56:58 +00:00
path := data . Get ( "path" ) . ( string )
if path == "" {
2018-09-18 03:03:00 +00:00
return logical . ErrorResponse ( "missing path" ) , nil
2015-09-02 19:56:58 +00:00
}
2018-09-18 03:03:00 +00:00
2017-09-13 01:48:52 +00:00
// This call will write both logical backend's configuration as well as auth methods'.
2016-06-15 16:35:30 +00:00
// Retaining this behavior for backward compatibility. If this behavior is not desired,
// an error can be returned if path has a prefix of "auth/".
2018-01-19 06:44:44 +00:00
return b . handleTuneWriteCommon ( ctx , path , data )
2016-06-15 16:35:30 +00:00
}
2015-09-02 19:56:58 +00:00
2016-06-15 16:35:30 +00:00
// handleTuneWriteCommon is used to set config settings on a path
2018-01-19 06:44:44 +00:00
func ( b * SystemBackend ) handleTuneWriteCommon ( ctx context . Context , path string , data * framework . FieldData ) ( * logical . Response , error ) {
2018-01-16 18:51:55 +00:00
repState := b . Core . ReplicationState ( )
2017-02-16 21:29:30 +00:00
2016-03-03 18:13:47 +00:00
path = sanitizeMountPath ( path )
2015-09-04 20:58:12 +00:00
2015-09-09 19:24:45 +00:00
// Prevent protected paths from being changed
2015-09-19 15:50:50 +00:00
for _ , p := range untunableMounts {
2015-09-09 19:24:45 +00:00
if strings . HasPrefix ( path , p ) {
2018-04-03 00:46:59 +00:00
b . Backend . Logger ( ) . Error ( "cannot tune this mount" , "path" , path )
2018-04-05 15:49:21 +00:00
return handleError ( fmt . Errorf ( "cannot tune %q" , path ) )
2015-09-09 19:24:45 +00:00
}
2015-08-31 18:27:49 +00:00
}
2015-03-15 21:42:05 +00:00
2018-09-18 03:03:00 +00:00
mountEntry := b . Core . router . MatchingMountEntry ( ctx , path )
2015-09-09 19:24:45 +00:00
if mountEntry == nil {
2018-04-03 00:46:59 +00:00
b . Backend . Logger ( ) . Error ( "tune failed: no mount entry found" , "path" , path )
2018-04-05 15:49:21 +00:00
return handleError ( fmt . Errorf ( "tune of path %q failed: no mount entry found" , path ) )
2015-09-02 19:56:58 +00:00
}
2017-09-04 23:38:37 +00:00
if mountEntry != nil && ! mountEntry . Local && repState . HasState ( consts . ReplicationPerformanceSecondary ) {
2017-02-16 21:29:30 +00:00
return logical . ErrorResponse ( "cannot tune a non-local mount on a replication secondary" ) , nil
}
2015-09-03 12:54:59 +00:00
2016-05-03 18:24:04 +00:00
var lock * sync . RWMutex
switch {
2017-10-23 19:35:28 +00:00
case strings . HasPrefix ( path , credentialRoutePrefix ) :
2016-05-03 18:24:04 +00:00
lock = & b . Core . authLock
default :
lock = & b . Core . mountsLock
}
2017-09-05 14:57:25 +00:00
lock . Lock ( )
defer lock . Unlock ( )
// Check again after grabbing the lock
2018-09-18 03:03:00 +00:00
mountEntry = b . Core . router . MatchingMountEntry ( ctx , path )
2017-09-05 14:57:25 +00:00
if mountEntry == nil {
2018-04-03 00:46:59 +00:00
b . Backend . Logger ( ) . Error ( "tune failed: no mount entry found" , "path" , path )
2018-04-05 15:49:21 +00:00
return handleError ( fmt . Errorf ( "tune of path %q failed: no mount entry found" , path ) )
2017-09-05 14:57:25 +00:00
}
if mountEntry != nil && ! mountEntry . Local && repState . HasState ( consts . ReplicationPerformanceSecondary ) {
return logical . ErrorResponse ( "cannot tune a non-local mount on a replication secondary" ) , nil
}
2015-09-09 19:24:45 +00:00
// Timing configuration parameters
{
2017-09-05 14:57:25 +00:00
var newDefault , newMax time . Duration
2015-09-25 13:46:20 +00:00
defTTL := data . Get ( "default_lease_ttl" ) . ( string )
switch defTTL {
case "" :
2017-09-05 14:57:25 +00:00
newDefault = mountEntry . Config . DefaultLeaseTTL
2015-09-25 13:46:20 +00:00
case "system" :
2017-09-05 14:57:25 +00:00
newDefault = time . Duration ( 0 )
2015-09-25 13:46:20 +00:00
default :
2017-03-07 16:21:22 +00:00
tmpDef , err := parseutil . ParseDurationSecond ( defTTL )
2015-09-25 13:46:20 +00:00
if err != nil {
return handleError ( err )
}
2017-09-05 14:57:25 +00:00
newDefault = tmpDef
2015-09-09 19:24:45 +00:00
}
2015-09-25 13:46:20 +00:00
maxTTL := data . Get ( "max_lease_ttl" ) . ( string )
switch maxTTL {
case "" :
2017-09-05 14:57:25 +00:00
newMax = mountEntry . Config . MaxLeaseTTL
2015-09-25 13:46:20 +00:00
case "system" :
2017-09-05 14:57:25 +00:00
newMax = time . Duration ( 0 )
2015-09-25 13:46:20 +00:00
default :
2017-03-07 16:21:22 +00:00
tmpMax , err := parseutil . ParseDurationSecond ( maxTTL )
2015-09-25 13:46:20 +00:00
if err != nil {
return handleError ( err )
}
2017-09-05 14:57:25 +00:00
newMax = tmpMax
2015-09-09 19:24:45 +00:00
}
2015-09-25 13:46:20 +00:00
2017-09-05 14:57:25 +00:00
if newDefault != mountEntry . Config . DefaultLeaseTTL ||
newMax != mountEntry . Config . MaxLeaseTTL {
2016-05-03 18:24:04 +00:00
2018-01-19 06:44:44 +00:00
if err := b . tuneMountTTLs ( ctx , path , mountEntry , newDefault , newMax ) ; err != nil {
2018-04-03 00:46:59 +00:00
b . Backend . Logger ( ) . Error ( "tuning failed" , "path" , path , "error" , err )
2015-09-09 19:24:45 +00:00
return handleError ( err )
}
}
2015-03-15 21:42:05 +00:00
}
2018-07-12 15:15:50 +00:00
if rawVal , ok := data . GetOk ( "description" ) ; ok {
description := rawVal . ( string )
2017-09-05 14:57:25 +00:00
oldDesc := mountEntry . Description
mountEntry . Description = description
// Update the mount table
var err error
switch {
case strings . HasPrefix ( path , "auth/" ) :
2018-04-11 18:32:55 +00:00
err = b . Core . persistAuth ( ctx , b . Core . auth , & mountEntry . Local )
2017-09-05 14:57:25 +00:00
default :
2018-04-11 18:32:55 +00:00
err = b . Core . persistMounts ( ctx , b . Core . mounts , & mountEntry . Local )
2017-09-05 14:57:25 +00:00
}
if err != nil {
mountEntry . Description = oldDesc
return handleError ( err )
}
if b . Core . logger . IsInfo ( ) {
2018-04-10 01:14:23 +00:00
b . Core . logger . Info ( "mount tuning of description successful" , "path" , path )
2017-09-05 14:57:25 +00:00
}
}
2018-03-02 17:18:39 +00:00
if rawVal , ok := data . GetOk ( "audit_non_hmac_request_keys" ) ; ok {
auditNonHMACRequestKeys := rawVal . ( [ ] string )
oldVal := mountEntry . Config . AuditNonHMACRequestKeys
mountEntry . Config . AuditNonHMACRequestKeys = auditNonHMACRequestKeys
// Update the mount table
var err error
switch {
case strings . HasPrefix ( path , "auth/" ) :
2018-04-11 18:32:55 +00:00
err = b . Core . persistAuth ( ctx , b . Core . auth , & mountEntry . Local )
2018-03-02 17:18:39 +00:00
default :
2018-04-11 18:32:55 +00:00
err = b . Core . persistMounts ( ctx , b . Core . mounts , & mountEntry . Local )
2018-03-02 17:18:39 +00:00
}
if err != nil {
mountEntry . Config . AuditNonHMACRequestKeys = oldVal
return handleError ( err )
}
mountEntry . SyncCache ( )
if b . Core . logger . IsInfo ( ) {
2018-04-10 01:14:23 +00:00
b . Core . logger . Info ( "mount tuning of audit_non_hmac_request_keys successful" , "path" , path )
2018-03-02 17:18:39 +00:00
}
}
if rawVal , ok := data . GetOk ( "audit_non_hmac_response_keys" ) ; ok {
auditNonHMACResponseKeys := rawVal . ( [ ] string )
oldVal := mountEntry . Config . AuditNonHMACResponseKeys
mountEntry . Config . AuditNonHMACResponseKeys = auditNonHMACResponseKeys
// Update the mount table
var err error
switch {
case strings . HasPrefix ( path , "auth/" ) :
2018-04-11 18:32:55 +00:00
err = b . Core . persistAuth ( ctx , b . Core . auth , & mountEntry . Local )
2018-03-02 17:18:39 +00:00
default :
2018-04-11 18:32:55 +00:00
err = b . Core . persistMounts ( ctx , b . Core . mounts , & mountEntry . Local )
2018-03-02 17:18:39 +00:00
}
if err != nil {
mountEntry . Config . AuditNonHMACResponseKeys = oldVal
return handleError ( err )
}
mountEntry . SyncCache ( )
if b . Core . logger . IsInfo ( ) {
2018-04-10 01:14:23 +00:00
b . Core . logger . Info ( "mount tuning of audit_non_hmac_response_keys successful" , "path" , path )
2018-03-02 17:18:39 +00:00
}
}
2018-03-20 03:16:33 +00:00
if rawVal , ok := data . GetOk ( "listing_visibility" ) ; ok {
lvString := rawVal . ( string )
2018-05-25 17:39:35 +00:00
listingVisibility := ListingVisibilityType ( lvString )
2018-03-20 03:16:33 +00:00
if err := checkListingVisibility ( listingVisibility ) ; err != nil {
return logical . ErrorResponse ( fmt . Sprintf ( "invalid listing_visibility %s" , listingVisibility ) ) , nil
}
oldVal := mountEntry . Config . ListingVisibility
mountEntry . Config . ListingVisibility = listingVisibility
// Update the mount table
var err error
switch {
case strings . HasPrefix ( path , "auth/" ) :
2018-04-11 18:32:55 +00:00
err = b . Core . persistAuth ( ctx , b . Core . auth , & mountEntry . Local )
2018-03-20 03:16:33 +00:00
default :
2018-04-11 18:32:55 +00:00
err = b . Core . persistMounts ( ctx , b . Core . mounts , & mountEntry . Local )
2018-03-20 03:16:33 +00:00
}
if err != nil {
mountEntry . Config . ListingVisibility = oldVal
return handleError ( err )
}
if b . Core . logger . IsInfo ( ) {
2018-04-10 01:14:23 +00:00
b . Core . logger . Info ( "mount tuning of listing_visibility successful" , "path" , path )
2018-03-20 03:16:33 +00:00
}
}
2018-03-21 23:56:47 +00:00
if rawVal , ok := data . GetOk ( "passthrough_request_headers" ) ; ok {
headers := rawVal . ( [ ] string )
oldVal := mountEntry . Config . PassthroughRequestHeaders
mountEntry . Config . PassthroughRequestHeaders = headers
// Update the mount table
var err error
switch {
case strings . HasPrefix ( path , "auth/" ) :
2018-04-11 18:32:55 +00:00
err = b . Core . persistAuth ( ctx , b . Core . auth , & mountEntry . Local )
2018-03-21 23:56:47 +00:00
default :
2018-04-11 18:32:55 +00:00
err = b . Core . persistMounts ( ctx , b . Core . mounts , & mountEntry . Local )
2018-03-21 23:56:47 +00:00
}
if err != nil {
mountEntry . Config . PassthroughRequestHeaders = oldVal
return handleError ( err )
}
mountEntry . SyncCache ( )
if b . Core . logger . IsInfo ( ) {
2018-04-10 01:14:23 +00:00
b . Core . logger . Info ( "mount tuning of passthrough_request_headers successful" , "path" , path )
2018-03-21 23:56:47 +00:00
}
}
2018-04-10 02:17:37 +00:00
var err error
2018-03-21 19:04:27 +00:00
var resp * logical . Response
2018-04-10 02:17:37 +00:00
var options map [ string ] string
2018-03-21 19:04:27 +00:00
if optionsRaw , ok := data . GetOk ( "options" ) ; ok {
2018-04-10 02:17:37 +00:00
options = optionsRaw . ( map [ string ] string )
}
if len ( options ) > 0 {
2018-04-10 01:14:23 +00:00
b . Core . logger . Info ( "mount tuning of options" , "path" , path , "options" , options )
2018-03-21 19:04:27 +00:00
2018-04-10 02:17:37 +00:00
var changed bool
2018-04-10 04:22:23 +00:00
var numBuiltIn int
2018-04-10 02:17:37 +00:00
if v , ok := options [ "version" ] ; ok {
changed = true
2018-04-10 04:22:23 +00:00
numBuiltIn ++
2018-04-10 02:17:37 +00:00
// Special case to make sure we can not disable versioning once it's
2018-09-01 16:15:02 +00:00
// enabled. If the vkv backend suports downgrading this can be removed.
2018-04-10 02:17:37 +00:00
meVersion , err := parseutil . ParseInt ( mountEntry . Options [ "version" ] )
if err != nil {
return nil , errwrap . Wrapf ( "unable to parse mount entry: {{err}}" , err )
}
optVersion , err := parseutil . ParseInt ( v )
if err != nil {
return handleError ( errwrap . Wrapf ( "unable to parse options: {{err}}" , err ) )
}
if meVersion > optVersion {
return logical . ErrorResponse ( fmt . Sprintf ( "cannot downgrade mount from version %d" , meVersion ) ) , logical . ErrInvalidRequest
}
if meVersion < optVersion {
resp = & logical . Response { }
resp . AddWarning ( fmt . Sprintf ( "Upgrading mount from version %d to version %d. This mount will be unavailable for a brief period and will resume service shortly." , meVersion , optVersion ) )
}
2018-04-10 04:22:23 +00:00
}
if options != nil {
// For anything we don't recognize and provide special handling,
// always write
if len ( options ) > numBuiltIn {
changed = true
}
2018-03-21 19:04:27 +00:00
}
2018-04-10 02:17:37 +00:00
if changed {
oldVal := mountEntry . Options
mountEntry . Options = options
// Update the mount table
switch {
case strings . HasPrefix ( path , "auth/" ) :
2018-04-11 18:32:55 +00:00
err = b . Core . persistAuth ( ctx , b . Core . auth , & mountEntry . Local )
2018-04-10 02:17:37 +00:00
default :
2018-04-11 18:32:55 +00:00
err = b . Core . persistMounts ( ctx , b . Core . mounts , & mountEntry . Local )
2018-04-10 02:17:37 +00:00
}
if err != nil {
mountEntry . Options = oldVal
return handleError ( err )
}
// Reload the backend to kick off the upgrade process.
b . Core . reloadBackendCommon ( ctx , mountEntry , strings . HasPrefix ( path , credentialRoutePrefix ) )
}
2018-03-21 19:04:27 +00:00
}
2018-03-21 23:56:47 +00:00
2018-03-21 19:04:27 +00:00
return resp , nil
2015-03-15 21:42:05 +00:00
}
2015-03-16 00:35:59 +00:00
2017-05-04 02:03:42 +00:00
// handleLease is use to view the metadata for a given LeaseID
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleLeaseLookup ( ctx context . Context , req * logical . Request , data * framework . FieldData ) ( * logical . Response , error ) {
2017-05-04 02:03:42 +00:00
leaseID := data . Get ( "lease_id" ) . ( string )
if leaseID == "" {
return logical . ErrorResponse ( "lease_id must be specified" ) ,
logical . ErrInvalidRequest
}
2018-08-02 01:39:39 +00:00
leaseTimes , err := b . Core . expiration . FetchLeaseTimes ( ctx , leaseID )
2017-05-04 02:03:42 +00:00
if err != nil {
2018-04-03 00:46:59 +00:00
b . Backend . Logger ( ) . Error ( "error retrieving lease" , "lease_id" , leaseID , "error" , err )
2017-05-04 02:03:42 +00:00
return handleError ( err )
}
if leaseTimes == nil {
return logical . ErrorResponse ( "invalid lease" ) , logical . ErrInvalidRequest
}
resp := & logical . Response {
Data : map [ string ] interface { } {
"id" : leaseID ,
"issue_time" : leaseTimes . IssueTime ,
"expire_time" : nil ,
"last_renewal" : nil ,
"ttl" : int64 ( 0 ) ,
} ,
}
renewable , _ := leaseTimes . renewable ( )
resp . Data [ "renewable" ] = renewable
if ! leaseTimes . LastRenewalTime . IsZero ( ) {
resp . Data [ "last_renewal" ] = leaseTimes . LastRenewalTime
}
if ! leaseTimes . ExpireTime . IsZero ( ) {
resp . Data [ "expire_time" ] = leaseTimes . ExpireTime
resp . Data [ "ttl" ] = leaseTimes . ttl ( )
}
return resp , nil
}
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleLeaseLookupList ( ctx context . Context , req * logical . Request , data * framework . FieldData ) ( * logical . Response , error ) {
2017-05-04 02:03:42 +00:00
prefix := data . Get ( "prefix" ) . ( string )
if prefix != "" && ! strings . HasSuffix ( prefix , "/" ) {
prefix = prefix + "/"
}
2018-09-18 03:03:00 +00:00
ns , err := namespace . FromContext ( ctx )
if err != nil {
return nil , err
}
view := b . Core . expiration . leaseView ( ns )
keys , err := view . List ( ctx , prefix )
2017-05-04 02:03:42 +00:00
if err != nil {
2018-04-03 00:46:59 +00:00
b . Backend . Logger ( ) . Error ( "error listing leases" , "prefix" , prefix , "error" , err )
2018-03-18 01:29:17 +00:00
return handleErrorNoReadOnlyForward ( err )
2017-05-04 02:03:42 +00:00
}
return logical . ListResponse ( keys ) , nil
}
2015-04-08 20:35:32 +00:00
// handleRenew is used to renew a lease with a given LeaseID
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleRenew ( ctx context . Context , req * logical . Request , data * framework . FieldData ) ( * logical . Response , error ) {
2015-03-16 23:11:55 +00:00
// Get all the options
2015-04-08 20:35:32 +00:00
leaseID := data . Get ( "lease_id" ) . ( string )
2016-08-08 22:00:44 +00:00
if leaseID == "" {
2016-08-08 22:34:00 +00:00
leaseID = data . Get ( "url_lease_id" ) . ( string )
2016-08-08 22:00:44 +00:00
}
2017-04-27 14:47:43 +00:00
if leaseID == "" {
return logical . ErrorResponse ( "lease_id must be specified" ) ,
logical . ErrInvalidRequest
}
2015-03-16 23:11:55 +00:00
incrementRaw := data . Get ( "increment" ) . ( int )
// Convert the increment
increment := time . Duration ( incrementRaw ) * time . Second
// Invoke the expiration manager directly
2018-08-02 01:39:39 +00:00
resp , err := b . Core . expiration . Renew ( ctx , leaseID , increment )
2015-03-16 23:14:53 +00:00
if err != nil {
2018-04-03 00:46:59 +00:00
b . Backend . Logger ( ) . Error ( "lease renewal failed" , "lease_id" , leaseID , "error" , err )
2018-03-18 01:29:17 +00:00
return handleErrorNoReadOnlyForward ( err )
2015-03-16 23:14:53 +00:00
}
return resp , err
2015-03-16 23:11:55 +00:00
}
2015-04-08 20:35:32 +00:00
// handleRevoke is used to revoke a given LeaseID
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleRevoke ( ctx context . Context , req * logical . Request , data * framework . FieldData ) ( * logical . Response , error ) {
2015-03-16 23:26:34 +00:00
// Get all the options
2015-04-08 20:35:32 +00:00
leaseID := data . Get ( "lease_id" ) . ( string )
2017-04-27 14:47:43 +00:00
if leaseID == "" {
leaseID = data . Get ( "url_lease_id" ) . ( string )
}
if leaseID == "" {
return logical . ErrorResponse ( "lease_id must be specified" ) ,
logical . ErrInvalidRequest
}
2015-03-16 23:26:34 +00:00
2018-09-18 03:03:00 +00:00
ns , err := namespace . FromContext ( ctx )
if err != nil {
return nil , err
}
revokeCtx := namespace . ContextWithNamespace ( b . Core . activeContext , ns )
2018-07-11 19:45:09 +00:00
if data . Get ( "sync" ) . ( bool ) {
// Invoke the expiration manager directly
2018-09-18 03:03:00 +00:00
if err := b . Core . expiration . Revoke ( revokeCtx , leaseID ) ; err != nil {
2018-07-11 19:45:09 +00:00
b . Backend . Logger ( ) . Error ( "lease revocation failed" , "lease_id" , leaseID , "error" , err )
return handleErrorNoReadOnlyForward ( err )
}
return nil , nil
}
2018-09-18 03:03:00 +00:00
if err := b . Core . expiration . LazyRevoke ( revokeCtx , leaseID ) ; err != nil {
2018-04-03 00:46:59 +00:00
b . Backend . Logger ( ) . Error ( "lease revocation failed" , "lease_id" , leaseID , "error" , err )
2018-03-18 01:29:17 +00:00
return handleErrorNoReadOnlyForward ( err )
2015-03-16 23:26:34 +00:00
}
2018-07-11 19:45:09 +00:00
return logical . RespondWithStatusCode ( nil , nil , http . StatusAccepted )
2015-03-16 23:26:34 +00:00
}
2015-04-08 20:35:32 +00:00
// handleRevokePrefix is used to revoke a prefix with many LeaseIDs
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleRevokePrefix ( ctx context . Context , req * logical . Request , data * framework . FieldData ) ( * logical . Response , error ) {
2018-08-02 01:39:39 +00:00
return b . handleRevokePrefixCommon ( ctx , req , data , false , data . Get ( "sync" ) . ( bool ) )
Add forced revocation.
In some situations, it can be impossible to revoke leases (for instance,
if someone has gone and manually removed users created by Vault). This
can not only cause Vault to cycle trying to revoke them, but it also
prevents mounts from being unmounted, leaving them in a tainted state
where the only operations allowed are to revoke (or rollback), which
will never successfully complete.
This adds a new endpoint that works similarly to `revoke-prefix` but
ignores errors coming from a backend upon revocation (it does not ignore
errors coming from within the expiration manager, such as errors
accessing the data store). This can be used to force Vault to abandon
leases.
Like `revoke-prefix`, this is a very sensitive operation and requires
`sudo`. It is implemented as a separate endpoint, rather than an
argument to `revoke-prefix`, to ensure that control can be delegated
appropriately, as even most administrators should not normally have
this privilege.
Fixes #1135
2016-03-03 01:26:38 +00:00
}
// handleRevokeForce is used to revoke a prefix with many LeaseIDs, ignoring errors
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleRevokeForce ( ctx context . Context , req * logical . Request , data * framework . FieldData ) ( * logical . Response , error ) {
2018-08-02 01:39:39 +00:00
return b . handleRevokePrefixCommon ( ctx , req , data , true , true )
Add forced revocation.
In some situations, it can be impossible to revoke leases (for instance,
if someone has gone and manually removed users created by Vault). This
can not only cause Vault to cycle trying to revoke them, but it also
prevents mounts from being unmounted, leaving them in a tainted state
where the only operations allowed are to revoke (or rollback), which
will never successfully complete.
This adds a new endpoint that works similarly to `revoke-prefix` but
ignores errors coming from a backend upon revocation (it does not ignore
errors coming from within the expiration manager, such as errors
accessing the data store). This can be used to force Vault to abandon
leases.
Like `revoke-prefix`, this is a very sensitive operation and requires
`sudo`. It is implemented as a separate endpoint, rather than an
argument to `revoke-prefix`, to ensure that control can be delegated
appropriately, as even most administrators should not normally have
this privilege.
Fixes #1135
2016-03-03 01:26:38 +00:00
}
// handleRevokePrefixCommon is used to revoke a prefix with many LeaseIDs
2018-08-02 01:39:39 +00:00
func ( b * SystemBackend ) handleRevokePrefixCommon ( ctx context . Context ,
2018-07-11 19:45:09 +00:00
req * logical . Request , data * framework . FieldData , force , sync bool ) ( * logical . Response , error ) {
2015-03-16 23:33:48 +00:00
// Get all the options
prefix := data . Get ( "prefix" ) . ( string )
2018-09-18 03:03:00 +00:00
ns , err := namespace . FromContext ( ctx )
if err != nil {
return nil , err
}
2015-03-16 23:33:48 +00:00
// Invoke the expiration manager directly
2018-09-18 03:03:00 +00:00
revokeCtx := namespace . ContextWithNamespace ( b . Core . activeContext , ns )
Add forced revocation.
In some situations, it can be impossible to revoke leases (for instance,
if someone has gone and manually removed users created by Vault). This
can not only cause Vault to cycle trying to revoke them, but it also
prevents mounts from being unmounted, leaving them in a tainted state
where the only operations allowed are to revoke (or rollback), which
will never successfully complete.
This adds a new endpoint that works similarly to `revoke-prefix` but
ignores errors coming from a backend upon revocation (it does not ignore
errors coming from within the expiration manager, such as errors
accessing the data store). This can be used to force Vault to abandon
leases.
Like `revoke-prefix`, this is a very sensitive operation and requires
`sudo`. It is implemented as a separate endpoint, rather than an
argument to `revoke-prefix`, to ensure that control can be delegated
appropriately, as even most administrators should not normally have
this privilege.
Fixes #1135
2016-03-03 01:26:38 +00:00
if force {
2018-09-18 03:03:00 +00:00
err = b . Core . expiration . RevokeForce ( revokeCtx , prefix )
Add forced revocation.
In some situations, it can be impossible to revoke leases (for instance,
if someone has gone and manually removed users created by Vault). This
can not only cause Vault to cycle trying to revoke them, but it also
prevents mounts from being unmounted, leaving them in a tainted state
where the only operations allowed are to revoke (or rollback), which
will never successfully complete.
This adds a new endpoint that works similarly to `revoke-prefix` but
ignores errors coming from a backend upon revocation (it does not ignore
errors coming from within the expiration manager, such as errors
accessing the data store). This can be used to force Vault to abandon
leases.
Like `revoke-prefix`, this is a very sensitive operation and requires
`sudo`. It is implemented as a separate endpoint, rather than an
argument to `revoke-prefix`, to ensure that control can be delegated
appropriately, as even most administrators should not normally have
this privilege.
Fixes #1135
2016-03-03 01:26:38 +00:00
} else {
2018-09-18 03:03:00 +00:00
err = b . Core . expiration . RevokePrefix ( revokeCtx , prefix , sync )
Add forced revocation.
In some situations, it can be impossible to revoke leases (for instance,
if someone has gone and manually removed users created by Vault). This
can not only cause Vault to cycle trying to revoke them, but it also
prevents mounts from being unmounted, leaving them in a tainted state
where the only operations allowed are to revoke (or rollback), which
will never successfully complete.
This adds a new endpoint that works similarly to `revoke-prefix` but
ignores errors coming from a backend upon revocation (it does not ignore
errors coming from within the expiration manager, such as errors
accessing the data store). This can be used to force Vault to abandon
leases.
Like `revoke-prefix`, this is a very sensitive operation and requires
`sudo`. It is implemented as a separate endpoint, rather than an
argument to `revoke-prefix`, to ensure that control can be delegated
appropriately, as even most administrators should not normally have
this privilege.
Fixes #1135
2016-03-03 01:26:38 +00:00
}
if err != nil {
2018-04-03 00:46:59 +00:00
b . Backend . Logger ( ) . Error ( "revoke prefix failed" , "prefix" , prefix , "error" , err )
2018-03-18 01:29:17 +00:00
return handleErrorNoReadOnlyForward ( err )
2015-03-16 23:33:48 +00:00
}
2018-07-11 19:45:09 +00:00
if sync {
return nil , nil
}
return logical . RespondWithStatusCode ( nil , nil , http . StatusAccepted )
2015-03-16 23:33:48 +00:00
}
2015-03-20 19:48:19 +00:00
// handleAuthTable handles the "auth" endpoint to provide the auth table
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleAuthTable ( ctx context . Context , req * logical . Request , data * framework . FieldData ) ( * logical . Response , error ) {
2018-09-18 03:03:00 +00:00
ns , err := namespace . FromContext ( ctx )
if err != nil {
return nil , err
}
2015-11-11 16:44:07 +00:00
b . Core . authLock . RLock ( )
defer b . Core . authLock . RUnlock ( )
2015-03-20 19:48:19 +00:00
resp := & logical . Response {
Data : make ( map [ string ] interface { } ) ,
}
2018-09-18 03:03:00 +00:00
2015-03-20 19:48:19 +00:00
for _ , entry := range b . Core . auth . Entries {
2018-09-18 03:03:00 +00:00
// Only show entries for current namespace
if entry . Namespace ( ) . Path != ns . Path {
continue
}
cont , err := b . Core . checkReplicatedFiltering ( ctx , entry , credentialRoutePrefix )
if err != nil {
return nil , err
}
if cont {
continue
}
2016-06-15 16:35:30 +00:00
info := map [ string ] interface { } {
2015-03-20 19:48:19 +00:00
"type" : entry . Type ,
"description" : entry . Description ,
2017-06-26 17:14:36 +00:00
"accessor" : entry . Accessor ,
2018-03-09 19:32:28 +00:00
"local" : entry . Local ,
"seal_wrap" : entry . SealWrap ,
2018-03-21 19:04:27 +00:00
"options" : entry . Options ,
2018-03-09 19:32:28 +00:00
}
entryConfig := map [ string ] interface { } {
"default_lease_ttl" : int64 ( entry . Config . DefaultLeaseTTL . Seconds ( ) ) ,
"max_lease_ttl" : int64 ( entry . Config . MaxLeaseTTL . Seconds ( ) ) ,
"plugin_name" : entry . Config . PluginName ,
}
if rawVal , ok := entry . synthesizedConfigCache . Load ( "audit_non_hmac_request_keys" ) ; ok {
entryConfig [ "audit_non_hmac_request_keys" ] = rawVal . ( [ ] string )
}
if rawVal , ok := entry . synthesizedConfigCache . Load ( "audit_non_hmac_response_keys" ) ; ok {
entryConfig [ "audit_non_hmac_response_keys" ] = rawVal . ( [ ] string )
2015-03-20 19:48:19 +00:00
}
2018-03-20 03:16:33 +00:00
// Even though empty value is valid for ListingVisibility, we can ignore
// this case during mount since there's nothing to unset/hide.
if len ( entry . Config . ListingVisibility ) > 0 {
entryConfig [ "listing_visibility" ] = entry . Config . ListingVisibility
}
2018-03-21 23:56:47 +00:00
if rawVal , ok := entry . synthesizedConfigCache . Load ( "passthrough_request_headers" ) ; ok {
entryConfig [ "passthrough_request_headers" ] = rawVal . ( [ ] string )
}
2018-03-09 19:32:28 +00:00
info [ "config" ] = entryConfig
2015-03-20 19:48:19 +00:00
resp . Data [ entry . Path ] = info
}
return resp , nil
}
// handleEnableAuth is used to enable a new credential backend
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleEnableAuth ( ctx context . Context , req * logical . Request , data * framework . FieldData ) ( * logical . Response , error ) {
2018-01-16 18:51:55 +00:00
repState := b . Core . ReplicationState ( )
2017-02-16 21:29:30 +00:00
local := data . Get ( "local" ) . ( bool )
2017-09-04 23:38:37 +00:00
if ! local && repState . HasState ( consts . ReplicationPerformanceSecondary ) {
2017-02-16 21:29:30 +00:00
return logical . ErrorResponse ( "cannot add a non-local mount to a replication secondary" ) , nil
}
2015-03-20 19:48:19 +00:00
// Get all the options
path := data . Get ( "path" ) . ( string )
2018-03-20 03:16:33 +00:00
path = sanitizeMountPath ( path )
2015-03-20 19:48:19 +00:00
logicalType := data . Get ( "type" ) . ( string )
description := data . Get ( "description" ) . ( string )
Backend plugin system (#2874)
* Add backend plugin changes
* Fix totp backend plugin tests
* Fix logical/plugin InvalidateKey test
* Fix plugin catalog CRUD test, fix NoopBackend
* Clean up commented code block
* Fix system backend mount test
* Set plugin_name to omitempty, fix handleMountTable config parsing
* Clean up comments, keep shim connections alive until cleanup
* Include pluginClient, disallow LookupPlugin call from within a plugin
* Add wrapper around backendPluginClient for proper cleanup
* Add logger shim tests
* Add logger, storage, and system shim tests
* Use pointer receivers for system view shim
* Use plugin name if no path is provided on mount
* Enable plugins for auth backends
* Add backend type attribute, move builtin/plugin/package
* Fix merge conflict
* Fix missing plugin name in mount config
* Add integration tests on enabling auth backend plugins
* Remove dependency cycle on mock-plugin
* Add passthrough backend plugin, use logical.BackendType to determine lease generation
* Remove vault package dependency on passthrough package
* Add basic impl test for passthrough plugin
* Incorporate feedback; set b.backend after shims creation on backendPluginServer
* Fix totp plugin test
* Add plugin backends docs
* Fix tests
* Fix builtin/plugin tests
* Remove flatten from PluginRunner fields
* Move mock plugin to logical/plugin, remove totp and passthrough plugins
* Move pluginMap into newPluginClient
* Do not create storage RPC connection on HandleRequest and HandleExistenceCheck
* Change shim logger's Fatal to no-op
* Change BackendType to uint32, match UX backend types
* Change framework.Backend Setup signature
* Add Setup func to logical.Backend interface
* Move OptionallyEnableMlock call into plugin.Serve, update docs and comments
* Remove commented var in plugin package
* RegisterLicense on logical.Backend interface (#3017)
* Add RegisterLicense to logical.Backend interface
* Update RegisterLicense to use callback func on framework.Backend
* Refactor framework.Backend.RegisterLicense
* plugin: Prevent plugin.SystemViewClient.ResponseWrapData from getting JWTs
* plugin: Revert BackendType to remove TypePassthrough and related references
* Fix typo in plugin backends docs
2017-07-20 17:28:40 +00:00
pluginName := data . Get ( "plugin_name" ) . ( string )
2017-11-13 16:22:22 +00:00
sealWrap := data . Get ( "seal_wrap" ) . ( bool )
2018-03-21 19:04:27 +00:00
options := data . Get ( "options" ) . ( map [ string ] string )
Backend plugin system (#2874)
* Add backend plugin changes
* Fix totp backend plugin tests
* Fix logical/plugin InvalidateKey test
* Fix plugin catalog CRUD test, fix NoopBackend
* Clean up commented code block
* Fix system backend mount test
* Set plugin_name to omitempty, fix handleMountTable config parsing
* Clean up comments, keep shim connections alive until cleanup
* Include pluginClient, disallow LookupPlugin call from within a plugin
* Add wrapper around backendPluginClient for proper cleanup
* Add logger shim tests
* Add logger, storage, and system shim tests
* Use pointer receivers for system view shim
* Use plugin name if no path is provided on mount
* Enable plugins for auth backends
* Add backend type attribute, move builtin/plugin/package
* Fix merge conflict
* Fix missing plugin name in mount config
* Add integration tests on enabling auth backend plugins
* Remove dependency cycle on mock-plugin
* Add passthrough backend plugin, use logical.BackendType to determine lease generation
* Remove vault package dependency on passthrough package
* Add basic impl test for passthrough plugin
* Incorporate feedback; set b.backend after shims creation on backendPluginServer
* Fix totp plugin test
* Add plugin backends docs
* Fix tests
* Fix builtin/plugin tests
* Remove flatten from PluginRunner fields
* Move mock plugin to logical/plugin, remove totp and passthrough plugins
* Move pluginMap into newPluginClient
* Do not create storage RPC connection on HandleRequest and HandleExistenceCheck
* Change shim logger's Fatal to no-op
* Change BackendType to uint32, match UX backend types
* Change framework.Backend Setup signature
* Add Setup func to logical.Backend interface
* Move OptionallyEnableMlock call into plugin.Serve, update docs and comments
* Remove commented var in plugin package
* RegisterLicense on logical.Backend interface (#3017)
* Add RegisterLicense to logical.Backend interface
* Update RegisterLicense to use callback func on framework.Backend
* Refactor framework.Backend.RegisterLicense
* plugin: Prevent plugin.SystemViewClient.ResponseWrapData from getting JWTs
* plugin: Revert BackendType to remove TypePassthrough and related references
* Fix typo in plugin backends docs
2017-07-20 17:28:40 +00:00
var config MountConfig
2017-08-31 16:16:59 +00:00
var apiConfig APIMountConfig
Backend plugin system (#2874)
* Add backend plugin changes
* Fix totp backend plugin tests
* Fix logical/plugin InvalidateKey test
* Fix plugin catalog CRUD test, fix NoopBackend
* Clean up commented code block
* Fix system backend mount test
* Set plugin_name to omitempty, fix handleMountTable config parsing
* Clean up comments, keep shim connections alive until cleanup
* Include pluginClient, disallow LookupPlugin call from within a plugin
* Add wrapper around backendPluginClient for proper cleanup
* Add logger shim tests
* Add logger, storage, and system shim tests
* Use pointer receivers for system view shim
* Use plugin name if no path is provided on mount
* Enable plugins for auth backends
* Add backend type attribute, move builtin/plugin/package
* Fix merge conflict
* Fix missing plugin name in mount config
* Add integration tests on enabling auth backend plugins
* Remove dependency cycle on mock-plugin
* Add passthrough backend plugin, use logical.BackendType to determine lease generation
* Remove vault package dependency on passthrough package
* Add basic impl test for passthrough plugin
* Incorporate feedback; set b.backend after shims creation on backendPluginServer
* Fix totp plugin test
* Add plugin backends docs
* Fix tests
* Fix builtin/plugin tests
* Remove flatten from PluginRunner fields
* Move mock plugin to logical/plugin, remove totp and passthrough plugins
* Move pluginMap into newPluginClient
* Do not create storage RPC connection on HandleRequest and HandleExistenceCheck
* Change shim logger's Fatal to no-op
* Change BackendType to uint32, match UX backend types
* Change framework.Backend Setup signature
* Add Setup func to logical.Backend interface
* Move OptionallyEnableMlock call into plugin.Serve, update docs and comments
* Remove commented var in plugin package
* RegisterLicense on logical.Backend interface (#3017)
* Add RegisterLicense to logical.Backend interface
* Update RegisterLicense to use callback func on framework.Backend
* Refactor framework.Backend.RegisterLicense
* plugin: Prevent plugin.SystemViewClient.ResponseWrapData from getting JWTs
* plugin: Revert BackendType to remove TypePassthrough and related references
* Fix typo in plugin backends docs
2017-07-20 17:28:40 +00:00
2017-08-31 16:16:59 +00:00
configMap := data . Get ( "config" ) . ( map [ string ] interface { } )
if configMap != nil && len ( configMap ) != 0 {
err := mapstructure . Decode ( configMap , & apiConfig )
if err != nil {
return logical . ErrorResponse (
"unable to convert given auth config information" ) ,
logical . ErrInvalidRequest
}
}
2018-02-22 15:26:29 +00:00
switch apiConfig . DefaultLeaseTTL {
case "" :
case "system" :
default :
tmpDef , err := parseutil . ParseDurationSecond ( apiConfig . DefaultLeaseTTL )
if err != nil {
return logical . ErrorResponse ( fmt . Sprintf (
"unable to parse default TTL of %s: %s" , apiConfig . DefaultLeaseTTL , err ) ) ,
logical . ErrInvalidRequest
}
config . DefaultLeaseTTL = tmpDef
}
switch apiConfig . MaxLeaseTTL {
case "" :
case "system" :
default :
tmpMax , err := parseutil . ParseDurationSecond ( apiConfig . MaxLeaseTTL )
if err != nil {
return logical . ErrorResponse ( fmt . Sprintf (
"unable to parse max TTL of %s: %s" , apiConfig . MaxLeaseTTL , err ) ) ,
logical . ErrInvalidRequest
}
config . MaxLeaseTTL = tmpMax
}
if config . MaxLeaseTTL != 0 && config . DefaultLeaseTTL > config . MaxLeaseTTL {
return logical . ErrorResponse (
"given default lease TTL greater than given max lease TTL" ) ,
logical . ErrInvalidRequest
}
if config . DefaultLeaseTTL > b . Core . maxLeaseTTL && config . MaxLeaseTTL == 0 {
return logical . ErrorResponse ( fmt . Sprintf (
"given default lease TTL greater than system max lease TTL of %d" , int ( b . Core . maxLeaseTTL . Seconds ( ) ) ) ) ,
logical . ErrInvalidRequest
}
2018-03-20 03:16:33 +00:00
switch logicalType {
case "" :
return logical . ErrorResponse (
"backend type must be specified as a string" ) ,
logical . ErrInvalidRequest
case "plugin" :
// Only set plugin name if mount is of type plugin, with apiConfig.PluginName
// option taking precedence.
2017-08-31 16:16:59 +00:00
switch {
case apiConfig . PluginName != "" :
config . PluginName = apiConfig . PluginName
case pluginName != "" :
config . PluginName = pluginName
default :
return logical . ErrorResponse (
"plugin_name must be provided for plugin backend" ) ,
logical . ErrInvalidRequest
}
Backend plugin system (#2874)
* Add backend plugin changes
* Fix totp backend plugin tests
* Fix logical/plugin InvalidateKey test
* Fix plugin catalog CRUD test, fix NoopBackend
* Clean up commented code block
* Fix system backend mount test
* Set plugin_name to omitempty, fix handleMountTable config parsing
* Clean up comments, keep shim connections alive until cleanup
* Include pluginClient, disallow LookupPlugin call from within a plugin
* Add wrapper around backendPluginClient for proper cleanup
* Add logger shim tests
* Add logger, storage, and system shim tests
* Use pointer receivers for system view shim
* Use plugin name if no path is provided on mount
* Enable plugins for auth backends
* Add backend type attribute, move builtin/plugin/package
* Fix merge conflict
* Fix missing plugin name in mount config
* Add integration tests on enabling auth backend plugins
* Remove dependency cycle on mock-plugin
* Add passthrough backend plugin, use logical.BackendType to determine lease generation
* Remove vault package dependency on passthrough package
* Add basic impl test for passthrough plugin
* Incorporate feedback; set b.backend after shims creation on backendPluginServer
* Fix totp plugin test
* Add plugin backends docs
* Fix tests
* Fix builtin/plugin tests
* Remove flatten from PluginRunner fields
* Move mock plugin to logical/plugin, remove totp and passthrough plugins
* Move pluginMap into newPluginClient
* Do not create storage RPC connection on HandleRequest and HandleExistenceCheck
* Change shim logger's Fatal to no-op
* Change BackendType to uint32, match UX backend types
* Change framework.Backend Setup signature
* Add Setup func to logical.Backend interface
* Move OptionallyEnableMlock call into plugin.Serve, update docs and comments
* Remove commented var in plugin package
* RegisterLicense on logical.Backend interface (#3017)
* Add RegisterLicense to logical.Backend interface
* Update RegisterLicense to use callback func on framework.Backend
* Refactor framework.Backend.RegisterLicense
* plugin: Prevent plugin.SystemViewClient.ResponseWrapData from getting JWTs
* plugin: Revert BackendType to remove TypePassthrough and related references
* Fix typo in plugin backends docs
2017-07-20 17:28:40 +00:00
}
2015-03-20 19:48:19 +00:00
2018-04-10 02:17:37 +00:00
if options != nil && options [ "version" ] != "" {
return logical . ErrorResponse ( fmt . Sprintf (
"auth method %q does not allow setting a version" , logicalType ) ) ,
logical . ErrInvalidRequest
}
2018-03-20 03:16:33 +00:00
if err := checkListingVisibility ( apiConfig . ListingVisibility ) ; err != nil {
return logical . ErrorResponse ( fmt . Sprintf ( "invalid listing_visibility %s" , apiConfig . ListingVisibility ) ) , nil
2015-03-20 19:48:19 +00:00
}
2018-03-20 03:16:33 +00:00
config . ListingVisibility = apiConfig . ListingVisibility
2016-03-03 18:13:47 +00:00
2018-03-09 19:32:28 +00:00
if len ( apiConfig . AuditNonHMACRequestKeys ) > 0 {
config . AuditNonHMACRequestKeys = apiConfig . AuditNonHMACRequestKeys
}
if len ( apiConfig . AuditNonHMACResponseKeys ) > 0 {
config . AuditNonHMACResponseKeys = apiConfig . AuditNonHMACResponseKeys
}
2018-03-21 23:56:47 +00:00
if len ( apiConfig . PassthroughRequestHeaders ) > 0 {
config . PassthroughRequestHeaders = apiConfig . PassthroughRequestHeaders
}
2018-03-09 19:32:28 +00:00
2015-03-20 19:48:19 +00:00
// Create the mount entry
me := & MountEntry {
2016-05-26 17:38:51 +00:00
Table : credentialTableType ,
2015-03-20 19:48:19 +00:00
Path : path ,
Type : logicalType ,
Description : description ,
Backend plugin system (#2874)
* Add backend plugin changes
* Fix totp backend plugin tests
* Fix logical/plugin InvalidateKey test
* Fix plugin catalog CRUD test, fix NoopBackend
* Clean up commented code block
* Fix system backend mount test
* Set plugin_name to omitempty, fix handleMountTable config parsing
* Clean up comments, keep shim connections alive until cleanup
* Include pluginClient, disallow LookupPlugin call from within a plugin
* Add wrapper around backendPluginClient for proper cleanup
* Add logger shim tests
* Add logger, storage, and system shim tests
* Use pointer receivers for system view shim
* Use plugin name if no path is provided on mount
* Enable plugins for auth backends
* Add backend type attribute, move builtin/plugin/package
* Fix merge conflict
* Fix missing plugin name in mount config
* Add integration tests on enabling auth backend plugins
* Remove dependency cycle on mock-plugin
* Add passthrough backend plugin, use logical.BackendType to determine lease generation
* Remove vault package dependency on passthrough package
* Add basic impl test for passthrough plugin
* Incorporate feedback; set b.backend after shims creation on backendPluginServer
* Fix totp plugin test
* Add plugin backends docs
* Fix tests
* Fix builtin/plugin tests
* Remove flatten from PluginRunner fields
* Move mock plugin to logical/plugin, remove totp and passthrough plugins
* Move pluginMap into newPluginClient
* Do not create storage RPC connection on HandleRequest and HandleExistenceCheck
* Change shim logger's Fatal to no-op
* Change BackendType to uint32, match UX backend types
* Change framework.Backend Setup signature
* Add Setup func to logical.Backend interface
* Move OptionallyEnableMlock call into plugin.Serve, update docs and comments
* Remove commented var in plugin package
* RegisterLicense on logical.Backend interface (#3017)
* Add RegisterLicense to logical.Backend interface
* Update RegisterLicense to use callback func on framework.Backend
* Refactor framework.Backend.RegisterLicense
* plugin: Prevent plugin.SystemViewClient.ResponseWrapData from getting JWTs
* plugin: Revert BackendType to remove TypePassthrough and related references
* Fix typo in plugin backends docs
2017-07-20 17:28:40 +00:00
Config : config ,
2017-02-16 21:29:30 +00:00
Local : local ,
2017-11-13 16:22:22 +00:00
SealWrap : sealWrap ,
2018-03-21 19:04:27 +00:00
Options : options ,
2015-03-20 19:48:19 +00:00
}
// Attempt enabling
2018-01-19 06:44:44 +00:00
if err := b . Core . enableCredential ( ctx , me ) ; err != nil {
2018-04-03 00:46:59 +00:00
b . Backend . Logger ( ) . Error ( "enable auth mount failed" , "path" , me . Path , "error" , err )
2015-08-10 17:27:25 +00:00
return handleError ( err )
2015-03-20 19:48:19 +00:00
}
return nil , nil
}
// handleDisableAuth is used to disable a credential backend
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleDisableAuth ( ctx context . Context , req * logical . Request , data * framework . FieldData ) ( * logical . Response , error ) {
2017-07-13 17:57:14 +00:00
path := data . Get ( "path" ) . ( string )
path = sanitizeMountPath ( path )
2017-10-23 19:35:28 +00:00
2018-09-18 03:03:00 +00:00
ns , err := namespace . FromContext ( ctx )
if err != nil {
return nil , err
}
2017-07-13 17:57:14 +00:00
fullPath := credentialRoutePrefix + path
2018-01-16 18:51:55 +00:00
repState := b . Core . ReplicationState ( )
2018-09-18 03:03:00 +00:00
entry := b . Core . router . MatchingMountEntry ( ctx , fullPath )
2017-09-04 23:38:37 +00:00
if entry != nil && ! entry . Local && repState . HasState ( consts . ReplicationPerformanceSecondary ) {
2017-07-13 17:57:14 +00:00
return logical . ErrorResponse ( "cannot unmount a non-local mount on a replication secondary" ) , nil
2015-03-20 19:48:19 +00:00
}
2017-07-13 17:57:14 +00:00
// We return success when the mount does not exists to not expose if the
// mount existed or not
2018-09-18 03:03:00 +00:00
match := b . Core . router . MatchingMount ( ctx , fullPath )
if match == "" || ns . Path + fullPath != match {
2017-07-13 17:57:14 +00:00
return nil , nil
}
2016-03-03 18:13:47 +00:00
2018-09-18 03:03:00 +00:00
prefix , found := b . Core . router . MatchingStoragePrefixByAPIPath ( ctx , fullPath )
if ! found {
b . Backend . Logger ( ) . Error ( "unable to find storage for path" , "path" , fullPath )
return handleError ( fmt . Errorf ( "unable to find storage for path: %q" , fullPath ) )
}
2015-03-20 19:48:19 +00:00
// Attempt disable
2018-01-19 06:44:44 +00:00
if err := b . Core . disableCredential ( ctx , path ) ; err != nil {
2018-04-03 00:46:59 +00:00
b . Backend . Logger ( ) . Error ( "disable auth mount failed" , "path" , path , "error" , err )
2015-08-10 17:27:25 +00:00
return handleError ( err )
2015-03-20 19:48:19 +00:00
}
2018-09-18 03:03:00 +00:00
// Remove from filtered mounts
if err := b . Core . removePrefixFromFilteredPaths ( ctx , prefix ) ; err != nil {
b . Backend . Logger ( ) . Error ( "filtered path removal failed" , path , "error" , err )
return handleError ( err )
}
2015-03-20 19:48:19 +00:00
return nil , nil
}
2018-06-01 16:11:33 +00:00
// handlePoliciesList handles /sys/policy/ and /sys/policies/<type> endpoints to provide the enabled policies
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handlePoliciesList ( policyType PolicyType ) framework . OperationFunc {
return func ( ctx context . Context , req * logical . Request , data * framework . FieldData ) ( * logical . Response , error ) {
2018-09-18 03:03:00 +00:00
ns , err := namespace . FromContext ( ctx )
if err != nil {
return nil , err
}
2018-01-19 06:44:44 +00:00
policies , err := b . Core . policyStore . ListPolicies ( ctx , policyType )
2017-10-23 19:35:28 +00:00
if err != nil {
return nil , err
}
switch policyType {
case PolicyTypeACL :
2018-09-18 03:03:00 +00:00
// Add the special "root" policy if not egp and we are at the root namespace
if ns . ID == namespace . RootNamespaceID {
policies = append ( policies , "root" )
}
2018-06-01 16:11:33 +00:00
resp := logical . ListResponse ( policies )
// If the request is from sys/policy/ we handle backwards compatibility
if strings . HasPrefix ( req . Path , "policy" ) {
resp . Data [ "policies" ] = resp . Data [ "keys" ]
}
return resp , nil
2018-09-18 03:03:00 +00:00
case PolicyTypeRGP :
return logical . ListResponse ( policies ) , nil
case PolicyTypeEGP :
nsScopedKeyInfo := getEGPListResponseKeyInfo ( b , ns )
return & logical . Response {
Data : map [ string ] interface { } {
"keys" : policies ,
"key_info" : nsScopedKeyInfo ,
} ,
} , nil
2017-10-23 19:35:28 +00:00
}
return logical . ErrorResponse ( "unknown policy type" ) , nil
}
}
2018-06-01 16:11:33 +00:00
// handlePoliciesRead handles the "/sys/policy/<name>" and "/sys/policies/<type>/<name>" endpoints to read a policy
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handlePoliciesRead ( policyType PolicyType ) framework . OperationFunc {
return func ( ctx context . Context , req * logical . Request , data * framework . FieldData ) ( * logical . Response , error ) {
2017-10-23 19:35:28 +00:00
name := data . Get ( "name" ) . ( string )
2018-01-19 06:44:44 +00:00
policy , err := b . Core . policyStore . GetPolicy ( ctx , name , policyType )
2017-10-23 19:35:28 +00:00
if err != nil {
return handleError ( err )
}
if policy == nil {
return nil , nil
}
2018-06-01 16:11:33 +00:00
// If the request is from sys/policy/ we handle backwards compatibility
var respDataPolicyName string
if policyType == PolicyTypeACL && strings . HasPrefix ( req . Path , "policy" ) {
respDataPolicyName = "rules"
} else {
respDataPolicyName = "policy"
}
2017-10-23 19:35:28 +00:00
resp := & logical . Response {
Data : map [ string ] interface { } {
2018-06-01 16:11:33 +00:00
"name" : policy . Name ,
respDataPolicyName : policy . Raw ,
2017-10-23 19:35:28 +00:00
} ,
}
2017-10-23 20:49:46 +00:00
2018-09-18 03:03:00 +00:00
switch policy . Type {
case PolicyTypeRGP , PolicyTypeEGP :
addSentinelPolicyData ( resp . Data , policy )
}
2017-10-23 20:49:46 +00:00
return resp , nil
}
2017-10-23 19:35:28 +00:00
}
2018-06-01 16:11:33 +00:00
// handlePoliciesSet handles the "/sys/policy/<name>" and "/sys/policies/<type>/<name>" endpoints to set a policy
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handlePoliciesSet ( policyType PolicyType ) framework . OperationFunc {
return func ( ctx context . Context , req * logical . Request , data * framework . FieldData ) ( * logical . Response , error ) {
2018-06-01 16:11:33 +00:00
var resp * logical . Response
2018-09-18 03:03:00 +00:00
ns , err := namespace . FromContext ( ctx )
if err != nil {
return nil , err
}
2017-10-23 19:35:28 +00:00
policy := & Policy {
2018-09-18 03:03:00 +00:00
Name : strings . ToLower ( data . Get ( "name" ) . ( string ) ) ,
Type : policyType ,
namespace : ns ,
2017-10-23 19:35:28 +00:00
}
if policy . Name == "" {
return logical . ErrorResponse ( "policy name must be provided in the URL" ) , nil
}
policy . Raw = data . Get ( "policy" ) . ( string )
2018-06-05 17:01:55 +00:00
if policy . Raw == "" && policyType == PolicyTypeACL && strings . HasPrefix ( req . Path , "policy" ) {
2018-06-01 16:11:33 +00:00
policy . Raw = data . Get ( "rules" ) . ( string )
if resp == nil {
resp = & logical . Response { }
}
resp . AddWarning ( "'rules' is deprecated, please use 'policy' instead" )
}
2017-10-23 19:35:28 +00:00
if policy . Raw == "" {
return logical . ErrorResponse ( "'policy' parameter not supplied or empty" ) , nil
}
if polBytes , err := base64 . StdEncoding . DecodeString ( policy . Raw ) ; err == nil {
policy . Raw = string ( polBytes )
}
switch policyType {
case PolicyTypeACL :
2018-09-18 03:03:00 +00:00
p , err := ParseACLPolicy ( ns , policy . Raw )
2017-10-23 19:35:28 +00:00
if err != nil {
return handleError ( err )
}
policy . Paths = p . Paths
2018-08-15 18:42:56 +00:00
policy . Templated = p . Templated
2017-10-23 19:35:28 +00:00
2018-09-18 03:03:00 +00:00
case PolicyTypeRGP , PolicyTypeEGP :
2017-10-23 19:35:28 +00:00
default :
return logical . ErrorResponse ( "unknown policy type" ) , nil
}
2018-09-18 03:03:00 +00:00
if policy . Type == PolicyTypeRGP || policy . Type == PolicyTypeEGP {
if errResp := inputSentinelPolicyData ( data , policy ) ; errResp != nil {
return errResp , nil
}
}
2017-10-23 19:35:28 +00:00
// Update the policy
2018-01-19 06:44:44 +00:00
if err := b . Core . policyStore . SetPolicy ( ctx , policy ) ; err != nil {
2017-10-23 19:35:28 +00:00
return handleError ( err )
}
2018-06-01 16:11:33 +00:00
return resp , nil
2015-03-23 21:43:31 +00:00
}
2017-10-23 19:35:28 +00:00
}
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handlePoliciesDelete ( policyType PolicyType ) framework . OperationFunc {
return func ( ctx context . Context , req * logical . Request , data * framework . FieldData ) ( * logical . Response , error ) {
2017-10-23 19:35:28 +00:00
name := data . Get ( "name" ) . ( string )
2018-01-19 06:44:44 +00:00
if err := b . Core . policyStore . DeletePolicy ( ctx , name , policyType ) ; err != nil {
2017-10-23 19:35:28 +00:00
return handleError ( err )
}
return nil , nil
}
2015-03-23 21:43:31 +00:00
}
2015-03-31 23:45:00 +00:00
// handleAuditTable handles the "audit" endpoint to provide the audit table
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleAuditTable ( ctx context . Context , req * logical . Request , data * framework . FieldData ) ( * logical . Response , error ) {
2015-11-11 16:44:07 +00:00
b . Core . auditLock . RLock ( )
defer b . Core . auditLock . RUnlock ( )
2015-03-31 23:45:00 +00:00
resp := & logical . Response {
Data : make ( map [ string ] interface { } ) ,
}
for _ , entry := range b . Core . audit . Entries {
info := map [ string ] interface { } {
2016-03-14 21:15:07 +00:00
"path" : entry . Path ,
2015-03-31 23:45:00 +00:00
"type" : entry . Type ,
"description" : entry . Description ,
"options" : entry . Options ,
2017-02-16 21:29:30 +00:00
"local" : entry . Local ,
2015-03-31 23:45:00 +00:00
}
resp . Data [ entry . Path ] = info
}
return resp , nil
}
2015-11-19 01:26:03 +00:00
// handleAuditHash is used to fetch the hash of the given input data with the
// specified audit backend's salt
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleAuditHash ( ctx context . Context , req * logical . Request , data * framework . FieldData ) ( * logical . Response , error ) {
2015-11-19 01:26:03 +00:00
path := data . Get ( "path" ) . ( string )
input := data . Get ( "input" ) . ( string )
if input == "" {
return logical . ErrorResponse ( "the \"input\" parameter is empty" ) , nil
}
2016-03-03 18:13:47 +00:00
path = sanitizeMountPath ( path )
2015-11-19 01:26:03 +00:00
2018-03-08 19:21:11 +00:00
hash , err := b . Core . auditBroker . GetHash ( ctx , path , input )
2015-11-19 01:26:03 +00:00
if err != nil {
return logical . ErrorResponse ( err . Error ( ) ) , nil
}
return & logical . Response {
Data : map [ string ] interface { } {
"hash" : hash ,
} ,
} , nil
}
2015-03-31 23:45:00 +00:00
// handleEnableAudit is used to enable a new audit backend
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleEnableAudit ( ctx context . Context , req * logical . Request , data * framework . FieldData ) ( * logical . Response , error ) {
2018-01-16 18:51:55 +00:00
repState := b . Core . ReplicationState ( )
2017-02-16 21:29:30 +00:00
local := data . Get ( "local" ) . ( bool )
2017-09-04 23:38:37 +00:00
if ! local && repState . HasState ( consts . ReplicationPerformanceSecondary ) {
2017-02-16 21:29:30 +00:00
return logical . ErrorResponse ( "cannot add a non-local mount to a replication secondary" ) , nil
}
2015-03-31 23:45:00 +00:00
// Get all the options
path := data . Get ( "path" ) . ( string )
backendType := data . Get ( "type" ) . ( string )
description := data . Get ( "description" ) . ( string )
2018-03-21 19:04:27 +00:00
options := data . Get ( "options" ) . ( map [ string ] string )
2015-03-31 23:45:00 +00:00
// Create the mount entry
me := & MountEntry {
2016-05-26 17:38:51 +00:00
Table : auditTableType ,
2015-03-31 23:45:00 +00:00
Path : path ,
Type : backendType ,
Description : description ,
2018-03-21 19:04:27 +00:00
Options : options ,
2017-02-16 21:29:30 +00:00
Local : local ,
2015-03-31 23:45:00 +00:00
}
// Attempt enabling
2018-09-18 03:03:00 +00:00
if err := b . Core . enableAudit ( ctx , me , true ) ; err != nil {
2018-04-03 00:46:59 +00:00
b . Backend . Logger ( ) . Error ( "enable audit mount failed" , "path" , me . Path , "error" , err )
2015-08-10 17:27:25 +00:00
return handleError ( err )
2015-03-31 23:45:00 +00:00
}
return nil , nil
}
// handleDisableAudit is used to disable an audit backend
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleDisableAudit ( ctx context . Context , req * logical . Request , data * framework . FieldData ) ( * logical . Response , error ) {
2015-03-31 23:45:00 +00:00
path := data . Get ( "path" ) . ( string )
// Attempt disable
2018-09-18 03:03:00 +00:00
if existed , err := b . Core . disableAudit ( ctx , path , true ) ; existed && err != nil {
2018-04-03 00:46:59 +00:00
b . Backend . Logger ( ) . Error ( "disable audit mount failed" , "path" , path , "error" , err )
2015-08-10 17:27:25 +00:00
return handleError ( err )
2015-03-31 23:45:00 +00:00
}
return nil , nil
}
2018-03-27 20:23:33 +00:00
func ( b * SystemBackend ) handleConfigUIHeadersRead ( ctx context . Context , req * logical . Request , data * framework . FieldData ) ( * logical . Response , error ) {
header := data . Get ( "header" ) . ( string )
value , err := b . Core . uiConfig . GetHeader ( ctx , header )
if err != nil {
return nil , err
}
if value == "" {
return nil , nil
}
return & logical . Response {
Data : map [ string ] interface { } {
"value" : value ,
} ,
} , nil
}
func ( b * SystemBackend ) handleConfigUIHeadersList ( ctx context . Context , req * logical . Request , data * framework . FieldData ) ( * logical . Response , error ) {
headers , err := b . Core . uiConfig . HeaderKeys ( ctx )
if err != nil {
return nil , err
}
if len ( headers ) == 0 {
return nil , nil
}
return logical . ListResponse ( headers ) , nil
}
func ( b * SystemBackend ) handleConfigUIHeadersUpdate ( ctx context . Context , req * logical . Request , data * framework . FieldData ) ( * logical . Response , error ) {
header := data . Get ( "header" ) . ( string )
values := data . Get ( "values" ) . ( [ ] string )
if header == "" || len ( values ) == 0 {
return logical . ErrorResponse ( "header and values must be specified" ) , logical . ErrInvalidRequest
}
2018-03-28 20:57:58 +00:00
lowerHeader := strings . ToLower ( header )
if strings . HasPrefix ( lowerHeader , "x-vault-" ) {
2018-03-27 20:23:33 +00:00
return logical . ErrorResponse ( "X-Vault headers cannot be set" ) , logical . ErrInvalidRequest
}
// Translate the list of values to the valid header string
2018-03-28 20:57:58 +00:00
value := http . Header { }
for _ , v := range values {
value . Add ( header , v )
2018-03-27 20:23:33 +00:00
}
err := b . Core . uiConfig . SetHeader ( ctx , header , value . Get ( header ) )
if err != nil {
return nil , err
}
2018-03-28 20:57:58 +00:00
// Warn when overriding the CSP
resp := & logical . Response { }
if lowerHeader == "content-security-policy" {
resp . AddWarning ( "overriding default Content-Security-Policy which is secure by default, proceed with caution" )
}
return resp , nil
2018-03-27 20:23:33 +00:00
}
func ( b * SystemBackend ) handleConfigUIHeadersDelete ( ctx context . Context , req * logical . Request , data * framework . FieldData ) ( * logical . Response , error ) {
header := data . Get ( "header" ) . ( string )
err := b . Core . uiConfig . DeleteHeader ( ctx , header )
if err != nil {
return nil , err
}
return nil , nil
}
2015-04-02 00:44:43 +00:00
// handleRawRead is used to read directly from the barrier
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleRawRead ( ctx context . Context , req * logical . Request , data * framework . FieldData ) ( * logical . Response , error ) {
2015-04-02 00:44:43 +00:00
path := data . Get ( "path" ) . ( string )
2015-05-28 17:24:41 +00:00
// Prevent access of protected paths
for _ , p := range protectedPaths {
if strings . HasPrefix ( path , p ) {
err := fmt . Sprintf ( "cannot read '%s'" , path )
return logical . ErrorResponse ( err ) , logical . ErrInvalidRequest
}
}
2018-01-19 06:44:44 +00:00
entry , err := b . Core . barrier . Get ( ctx , path )
2015-04-02 00:44:43 +00:00
if err != nil {
2018-03-18 01:29:17 +00:00
return handleErrorNoReadOnlyForward ( err )
2015-04-02 00:44:43 +00:00
}
if entry == nil {
return nil , nil
}
2018-02-09 23:43:48 +00:00
// Run this through the decompression helper to see if it's been compressed.
// If the input contained the compression canary, `outputBytes` will hold
// the decompressed data. If the input was not compressed, then `outputBytes`
// will be nil.
outputBytes , _ , err := compressutil . Decompress ( entry . Value )
if err != nil {
2018-03-18 01:29:17 +00:00
return handleErrorNoReadOnlyForward ( err )
2018-02-09 23:43:48 +00:00
}
// `outputBytes` is nil if the input is uncompressed. In that case set it to the original input.
if outputBytes == nil {
outputBytes = entry . Value
}
2015-04-02 00:44:43 +00:00
resp := & logical . Response {
Data : map [ string ] interface { } {
2018-02-09 23:43:48 +00:00
"value" : string ( outputBytes ) ,
2015-04-02 00:44:43 +00:00
} ,
}
return resp , nil
}
// handleRawWrite is used to write directly to the barrier
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleRawWrite ( ctx context . Context , req * logical . Request , data * framework . FieldData ) ( * logical . Response , error ) {
2015-04-02 00:44:43 +00:00
path := data . Get ( "path" ) . ( string )
2015-05-28 17:24:41 +00:00
// Prevent access of protected paths
for _ , p := range protectedPaths {
if strings . HasPrefix ( path , p ) {
err := fmt . Sprintf ( "cannot write '%s'" , path )
return logical . ErrorResponse ( err ) , logical . ErrInvalidRequest
}
}
2015-04-02 00:44:43 +00:00
value := data . Get ( "value" ) . ( string )
entry := & Entry {
Key : path ,
Value : [ ] byte ( value ) ,
}
2018-01-19 06:44:44 +00:00
if err := b . Core . barrier . Put ( ctx , entry ) ; err != nil {
2015-04-02 00:44:43 +00:00
return logical . ErrorResponse ( err . Error ( ) ) , logical . ErrInvalidRequest
}
return nil , nil
}
// handleRawDelete is used to delete directly from the barrier
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleRawDelete ( ctx context . Context , req * logical . Request , data * framework . FieldData ) ( * logical . Response , error ) {
2015-04-02 00:44:43 +00:00
path := data . Get ( "path" ) . ( string )
2015-05-28 17:24:41 +00:00
// Prevent access of protected paths
for _ , p := range protectedPaths {
if strings . HasPrefix ( path , p ) {
err := fmt . Sprintf ( "cannot delete '%s'" , path )
return logical . ErrorResponse ( err ) , logical . ErrInvalidRequest
}
}
2018-01-19 06:44:44 +00:00
if err := b . Core . barrier . Delete ( ctx , path ) ; err != nil {
2018-03-18 01:29:17 +00:00
return handleErrorNoReadOnlyForward ( err )
2015-04-02 00:44:43 +00:00
}
return nil , nil
}
2017-09-15 04:21:35 +00:00
// handleRawList is used to list directly from the barrier
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleRawList ( ctx context . Context , req * logical . Request , data * framework . FieldData ) ( * logical . Response , error ) {
2017-09-15 04:21:35 +00:00
path := data . Get ( "path" ) . ( string )
if path != "" && ! strings . HasSuffix ( path , "/" ) {
path = path + "/"
}
// Prevent access of protected paths
for _ , p := range protectedPaths {
if strings . HasPrefix ( path , p ) {
err := fmt . Sprintf ( "cannot list '%s'" , path )
return logical . ErrorResponse ( err ) , logical . ErrInvalidRequest
}
}
2018-01-19 06:44:44 +00:00
keys , err := b . Core . barrier . List ( ctx , path )
2017-09-15 04:21:35 +00:00
if err != nil {
2018-03-18 01:29:17 +00:00
return handleErrorNoReadOnlyForward ( err )
2017-09-15 04:21:35 +00:00
}
return logical . ListResponse ( keys ) , nil
}
2015-05-28 00:53:42 +00:00
// handleKeyStatus returns status information about the backend key
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleKeyStatus ( ctx context . Context , req * logical . Request , data * framework . FieldData ) ( * logical . Response , error ) {
2015-05-28 00:53:42 +00:00
// Get the key info
info , err := b . Core . barrier . ActiveKeyInfo ( )
if err != nil {
return nil , err
}
resp := & logical . Response {
Data : map [ string ] interface { } {
"term" : info . Term ,
2016-07-25 18:11:57 +00:00
"install_time" : info . InstallTime . Format ( time . RFC3339Nano ) ,
2015-05-28 00:53:42 +00:00
} ,
}
return resp , nil
}
// handleRotate is used to trigger a key rotation
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleRotate ( ctx context . Context , req * logical . Request , data * framework . FieldData ) ( * logical . Response , error ) {
2018-01-16 18:51:55 +00:00
repState := b . Core . ReplicationState ( )
2017-09-04 23:38:37 +00:00
if repState . HasState ( consts . ReplicationPerformanceSecondary ) {
2017-02-16 21:29:30 +00:00
return logical . ErrorResponse ( "cannot rotate on a replication secondary" ) , nil
}
2015-05-28 23:43:15 +00:00
// Rotate to the new term
2018-01-19 06:44:44 +00:00
newTerm , err := b . Core . barrier . Rotate ( ctx )
2015-05-28 23:43:15 +00:00
if err != nil {
2018-04-03 00:46:59 +00:00
b . Backend . Logger ( ) . Error ( "failed to create new encryption key" , "error" , err )
2015-08-10 17:27:25 +00:00
return handleError ( err )
2015-05-28 00:53:42 +00:00
}
2018-04-03 00:46:59 +00:00
b . Backend . Logger ( ) . Info ( "installed new encryption key" )
2015-05-28 23:43:15 +00:00
2015-08-20 20:20:35 +00:00
// In HA mode, we need to an upgrade path for the standby instances
2015-05-28 23:43:15 +00:00
if b . Core . ha != nil {
// Create the upgrade path to the new term
2018-01-19 06:44:44 +00:00
if err := b . Core . barrier . CreateUpgrade ( ctx , newTerm ) ; err != nil {
2018-04-03 00:46:59 +00:00
b . Backend . Logger ( ) . Error ( "failed to create new upgrade" , "term" , newTerm , "error" , err )
2015-05-28 23:43:15 +00:00
}
// Schedule the destroy of the upgrade path
time . AfterFunc ( keyRotateGracePeriod , func ( ) {
2018-01-19 06:44:44 +00:00
if err := b . Core . barrier . DestroyUpgrade ( ctx , newTerm ) ; err != nil {
2018-04-03 00:46:59 +00:00
b . Backend . Logger ( ) . Error ( "failed to destroy upgrade" , "term" , newTerm , "error" , err )
2015-05-28 23:43:15 +00:00
}
} )
}
2017-02-16 21:29:30 +00:00
// Write to the canary path, which will force a synchronous truing during
// replication
2018-01-19 06:44:44 +00:00
if err := b . Core . barrier . Put ( ctx , & Entry {
2017-02-16 21:29:30 +00:00
Key : coreKeyringCanaryPath ,
Value : [ ] byte ( fmt . Sprintf ( "new-rotation-term-%d" , newTerm ) ) ,
} ) ; err != nil {
2018-04-10 01:14:23 +00:00
b . Core . logger . Error ( "error saving keyring canary" , "error" , err )
2018-04-05 15:49:21 +00:00
return nil , errwrap . Wrapf ( "failed to save keyring canary: {{err}}" , err )
2017-02-16 21:29:30 +00:00
}
2015-05-28 00:53:42 +00:00
return nil , nil
}
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleWrappingPubkey ( ctx context . Context , req * logical . Request , data * framework . FieldData ) ( * logical . Response , error ) {
2017-01-04 21:44:03 +00:00
x , _ := b . Core . wrappingJWTKey . X . MarshalText ( )
y , _ := b . Core . wrappingJWTKey . Y . MarshalText ( )
return & logical . Response {
Data : map [ string ] interface { } {
"jwt_x" : string ( x ) ,
"jwt_y" : string ( y ) ,
"jwt_curve" : corePrivateKeyTypeP521 ,
} ,
} , nil
}
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleWrappingWrap ( ctx context . Context , req * logical . Request , data * framework . FieldData ) ( * logical . Response , error ) {
2017-01-04 21:44:03 +00:00
if req . WrapInfo == nil || req . WrapInfo . TTL == 0 {
2016-09-29 04:01:28 +00:00
return logical . ErrorResponse ( "endpoint requires response wrapping to be used" ) , logical . ErrInvalidRequest
}
2017-02-22 16:13:40 +00:00
// N.B.: Do *NOT* allow JWT wrapping tokens to be created through this
// endpoint. JWTs are signed so if we don't allow users to create wrapping
// tokens using them we can ensure that an operator can't spoof a legit JWT
// wrapped token, which makes certain init/rekey/generate-root cases have
// better properties.
req . WrapInfo . Format = "uuid"
2016-09-29 04:01:28 +00:00
return & logical . Response {
Data : data . Raw ,
} , nil
}
2018-09-18 03:03:00 +00:00
// handleWrappingUnwrap will unwrap a response wrapping token or complete a
// request that required a control group.
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleWrappingUnwrap ( ctx context . Context , req * logical . Request , data * framework . FieldData ) ( * logical . Response , error ) {
2016-09-29 04:01:28 +00:00
// If a third party is unwrapping (rather than the calling token being the
// wrapping token) we detect this so that we can revoke the original
// wrapping token after reading it
var thirdParty bool
token := data . Get ( "token" ) . ( string )
if token != "" {
thirdParty = true
} else {
token = req . ClientToken
}
2017-11-13 20:31:32 +00:00
// Get the policies so we can determine if this is a normal response
// wrapping request or a control group token.
//
// We use lookupTainted here because the token might have already been used
// by handleRequest(), this happens when it's a normal response wrapping
// request and the token was provided "first party". We want to inspect the
// token policies but will not use this token entry for anything else.
2018-01-19 06:44:44 +00:00
te , err := b . Core . tokenStore . lookupTainted ( ctx , token )
2017-11-13 20:31:32 +00:00
if err != nil {
return nil , err
}
if te == nil {
2018-09-18 03:03:00 +00:00
return nil , nil
2017-11-13 20:31:32 +00:00
}
if len ( te . Policies ) != 1 {
return nil , errors . New ( "token is not a valid unwrap token" )
}
2018-09-18 03:03:00 +00:00
unwrapNS , err := NamespaceByID ( ctx , te . NamespaceID , b . Core )
if err != nil {
return nil , err
}
unwrapCtx := namespace . ContextWithNamespace ( ctx , unwrapNS )
2017-11-13 20:31:32 +00:00
var response string
switch te . Policies [ 0 ] {
2018-09-18 03:03:00 +00:00
case controlGroupPolicyName :
response , err = controlGroupUnwrap ( unwrapCtx , b , token , thirdParty )
2017-11-13 20:31:32 +00:00
case responseWrappingPolicyName :
2018-09-18 03:03:00 +00:00
response , err = b . responseWrappingUnwrap ( unwrapCtx , te , thirdParty )
2017-11-13 20:31:32 +00:00
}
if err != nil {
var respErr * logical . Response
if len ( response ) > 0 {
respErr = logical . ErrorResponse ( response )
}
return respErr , err
}
resp := & logical . Response {
Data : map [ string ] interface { } { } ,
}
Fix response wrapping from K/V version 2 (#4511)
This takes place in two parts, since working on this exposed an issue
with response wrapping when there is a raw body set. The changes are (in
diff order):
* A CurrentWrappingLookupFunc has been added to return the current
value. This is necessary for the lookahead call since we don't want the
lookahead call to be wrapped.
* Support for unwrapping < 0.6.2 tokens via the API/CLI has been
removed, because we now have backends returning 404s with data and can't
rely on the 404 trick. These can still be read manually via
cubbyhole/response.
* KV preflight version request now ensures that its calls is not
wrapped, and restores any given function after.
* When responding with a raw body, instead of always base64-decoding a
string value and erroring on failure, on failure we assume that it
simply wasn't a base64-encoded value and use it as is.
* A test that fails on master and works now that ensures that raw body
responses that are wrapped and then unwrapped return the expected
values.
* A flag for response data that indicates to the wrapping handling that
the data contained therein is already JSON decoded (more later).
* RespondWithStatusCode now defaults to a string so that the value is
HMAC'd during audit. The function always JSON encodes the body, so
before now it was always returning []byte which would skip HMACing. We
don't know what's in the data, so this is a "better safe than sorry"
issue. If different behavior is needed, backends can always manually
populate the data instead of relying on the helper function.
* We now check unwrapped data after unwrapping to see if there were raw
flags. If so, we try to detect whether the value can be unbase64'd. The
reason is that if it can it was probably originally a []byte and
shouldn't be audit HMAC'd; if not, it was probably originally a string
and should be. In either case, we then set the value as the raw body and
hit the flag indicating that it's already been JSON decoded so not to
try again before auditing. Doing it this way ensures the right typing.
* There is now a check to see if the data coming from unwrapping is
already JSON decoded and if so the decoding is skipped before setting
the audit response.
2018-05-10 19:40:03 +00:00
// Most of the time we want to just send over the marshalled HTTP bytes.
// However there is a sad separate case: if the original response was using
// bare values we need to use those or else what comes back is garbled.
httpResp := & logical . HTTPResponse { }
err = jsonutil . DecodeJSON ( [ ] byte ( response ) , httpResp )
if err != nil {
return nil , errwrap . Wrapf ( "error decoding wrapped response: {{err}}" , err )
}
if httpResp . Data != nil &&
( httpResp . Data [ logical . HTTPStatusCode ] != nil ||
httpResp . Data [ logical . HTTPRawBody ] != nil ||
httpResp . Data [ logical . HTTPContentType ] != nil ) {
if httpResp . Data [ logical . HTTPStatusCode ] != nil {
resp . Data [ logical . HTTPStatusCode ] = httpResp . Data [ logical . HTTPStatusCode ]
}
if httpResp . Data [ logical . HTTPContentType ] != nil {
resp . Data [ logical . HTTPContentType ] = httpResp . Data [ logical . HTTPContentType ]
}
rawBody := httpResp . Data [ logical . HTTPRawBody ]
if rawBody != nil {
// Decode here so that we can audit properly
switch rawBody . ( type ) {
case string :
// Best effort decoding; if this works, the original value was
// probably a []byte instead of a string, but was marshaled
// when the value was saved, so this restores it as it was
decBytes , err := base64 . StdEncoding . DecodeString ( rawBody . ( string ) )
if err == nil {
// We end up with []byte, will not be HMAC'd
resp . Data [ logical . HTTPRawBody ] = decBytes
} else {
// We end up with string, will be HMAC'd
resp . Data [ logical . HTTPRawBody ] = rawBody
}
default :
b . Core . Logger ( ) . Error ( "unexpected type of raw body when decoding wrapped token" , "type" , fmt . Sprintf ( "%T" , rawBody ) )
}
resp . Data [ logical . HTTPRawBodyAlreadyJSONDecoded ] = true
}
return resp , nil
}
2017-11-13 20:31:32 +00:00
if len ( response ) == 0 {
resp . Data [ logical . HTTPStatusCode ] = 204
} else {
resp . Data [ logical . HTTPStatusCode ] = 200
resp . Data [ logical . HTTPRawBody ] = [ ] byte ( response )
resp . Data [ logical . HTTPContentType ] = "application/json"
}
return resp , nil
}
// responseWrappingUnwrap will read the stored response in the cubbyhole and
// return the raw HTTP response.
2018-09-18 03:03:00 +00:00
func ( b * SystemBackend ) responseWrappingUnwrap ( ctx context . Context , te * logical . TokenEntry , thirdParty bool ) ( string , error ) {
tokenID := te . ID
2016-09-29 04:01:28 +00:00
if thirdParty {
// Use the token to decrement the use count to avoid a second operation on the token.
2018-09-18 03:03:00 +00:00
_ , err := b . Core . tokenStore . UseTokenByID ( ctx , tokenID )
2016-09-29 04:01:28 +00:00
if err != nil {
2018-04-05 15:49:21 +00:00
return "" , errwrap . Wrapf ( "error decrementing wrapping token's use-count: {{err}}" , err )
2016-09-29 04:01:28 +00:00
}
2018-09-18 03:03:00 +00:00
defer b . Core . tokenStore . revokeOrphan ( ctx , tokenID )
2016-09-29 04:01:28 +00:00
}
cubbyReq := & logical . Request {
Operation : logical . ReadOperation ,
Path : "cubbyhole/response" ,
2018-09-18 03:03:00 +00:00
ClientToken : tokenID ,
2016-09-29 04:01:28 +00:00
}
2018-09-18 03:03:00 +00:00
cubbyReq . SetTokenEntry ( te )
2018-01-08 18:31:38 +00:00
cubbyResp , err := b . Core . router . Route ( ctx , cubbyReq )
2016-09-29 04:01:28 +00:00
if err != nil {
2018-04-05 15:49:21 +00:00
return "" , errwrap . Wrapf ( "error looking up wrapping information: {{err}}" , err )
2016-09-29 04:01:28 +00:00
}
if cubbyResp == nil {
2017-11-13 20:31:32 +00:00
return "no information found; wrapping token may be from a previous Vault version" , ErrInternalError
2016-09-29 04:01:28 +00:00
}
if cubbyResp != nil && cubbyResp . IsError ( ) {
2017-11-13 20:31:32 +00:00
return cubbyResp . Error ( ) . Error ( ) , nil
2016-09-29 04:01:28 +00:00
}
if cubbyResp . Data == nil {
2017-11-13 20:31:32 +00:00
return "wrapping information was nil; wrapping token may be from a previous Vault version" , ErrInternalError
2016-09-29 04:01:28 +00:00
}
responseRaw := cubbyResp . Data [ "response" ]
if responseRaw == nil {
2017-11-13 20:31:32 +00:00
return "" , fmt . Errorf ( "no response found inside the cubbyhole" )
2016-09-29 04:01:28 +00:00
}
response , ok := responseRaw . ( string )
if ! ok {
2017-11-13 20:31:32 +00:00
return "" , fmt . Errorf ( "could not decode response inside the cubbyhole" )
2016-09-29 04:01:28 +00:00
}
2017-11-13 20:31:32 +00:00
return response , nil
2016-09-29 04:01:28 +00:00
}
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleWrappingLookup ( ctx context . Context , req * logical . Request , data * framework . FieldData ) ( * logical . Response , error ) {
2017-07-31 20:16:16 +00:00
// This ordering of lookups has been validated already in the wrapping
// validation func, we're just doing this for a safety check
2016-09-29 04:01:28 +00:00
token := data . Get ( "token" ) . ( string )
if token == "" {
2017-07-31 20:16:16 +00:00
token = req . ClientToken
if token == "" {
return logical . ErrorResponse ( "missing \"token\" value in input" ) , logical . ErrInvalidRequest
}
2016-09-29 04:01:28 +00:00
}
2018-09-18 03:03:00 +00:00
te , err := b . Core . tokenStore . lookupTainted ( ctx , token )
if err != nil {
return nil , err
}
if te == nil {
return nil , nil
}
if len ( te . Policies ) != 1 {
return nil , errors . New ( "token is not a valid unwrap token" )
}
2016-09-29 04:01:28 +00:00
cubbyReq := & logical . Request {
Operation : logical . ReadOperation ,
Path : "cubbyhole/wrapinfo" ,
ClientToken : token ,
}
2018-09-18 03:03:00 +00:00
cubbyReq . SetTokenEntry ( te )
2018-01-08 18:31:38 +00:00
cubbyResp , err := b . Core . router . Route ( ctx , cubbyReq )
2016-09-29 04:01:28 +00:00
if err != nil {
2018-04-05 15:49:21 +00:00
return nil , errwrap . Wrapf ( "error looking up wrapping information: {{err}}" , err )
2016-09-29 04:01:28 +00:00
}
if cubbyResp == nil {
return logical . ErrorResponse ( "no information found; wrapping token may be from a previous Vault version" ) , nil
}
if cubbyResp != nil && cubbyResp . IsError ( ) {
return cubbyResp , nil
}
if cubbyResp . Data == nil {
return logical . ErrorResponse ( "wrapping information was nil; wrapping token may be from a previous Vault version" ) , nil
}
creationTTLRaw := cubbyResp . Data [ "creation_ttl" ]
creationTime := cubbyResp . Data [ "creation_time" ]
2017-08-02 22:28:58 +00:00
creationPath := cubbyResp . Data [ "creation_path" ]
2016-09-29 04:01:28 +00:00
resp := & logical . Response {
Data : map [ string ] interface { } { } ,
}
if creationTTLRaw != nil {
creationTTL , err := creationTTLRaw . ( json . Number ) . Int64 ( )
if err != nil {
2018-04-05 15:49:21 +00:00
return nil , errwrap . Wrapf ( "error reading creation_ttl value from wrapping information: {{err}}" , err )
2016-09-29 04:01:28 +00:00
}
resp . Data [ "creation_ttl" ] = time . Duration ( creationTTL ) . Seconds ( )
}
if creationTime != nil {
// This was JSON marshaled so it's already a string in RFC3339 format
resp . Data [ "creation_time" ] = cubbyResp . Data [ "creation_time" ]
}
2017-08-02 22:28:58 +00:00
if creationPath != nil {
resp . Data [ "creation_path" ] = cubbyResp . Data [ "creation_path" ]
}
2016-09-29 04:01:28 +00:00
return resp , nil
}
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) handleWrappingRewrap ( ctx context . Context , req * logical . Request , data * framework . FieldData ) ( * logical . Response , error ) {
2016-09-29 04:01:28 +00:00
// If a third party is rewrapping (rather than the calling token being the
// wrapping token) we detect this so that we can revoke the original
// wrapping token after reading it. Right now wrapped tokens can't unwrap
// themselves, but in case we change it, this will be ready to do the right
// thing.
var thirdParty bool
token := data . Get ( "token" ) . ( string )
if token != "" {
thirdParty = true
} else {
token = req . ClientToken
}
2018-09-18 03:03:00 +00:00
te , err := b . Core . tokenStore . lookupTainted ( ctx , token )
if err != nil {
return nil , err
}
if te == nil {
return nil , nil
}
if len ( te . Policies ) != 1 {
return nil , errors . New ( "token is not a valid unwrap token" )
}
2016-09-29 04:01:28 +00:00
if thirdParty {
// Use the token to decrement the use count to avoid a second operation on the token.
2018-01-19 06:44:44 +00:00
_ , err := b . Core . tokenStore . UseTokenByID ( ctx , token )
2016-09-29 04:01:28 +00:00
if err != nil {
2018-04-05 15:49:21 +00:00
return nil , errwrap . Wrapf ( "error decrementing wrapping token's use-count: {{err}}" , err )
2016-09-29 04:01:28 +00:00
}
2018-05-10 19:50:02 +00:00
defer b . Core . tokenStore . revokeOrphan ( ctx , token )
2016-09-29 04:01:28 +00:00
}
// Fetch the original TTL
cubbyReq := & logical . Request {
Operation : logical . ReadOperation ,
Path : "cubbyhole/wrapinfo" ,
ClientToken : token ,
}
2018-09-18 03:03:00 +00:00
cubbyReq . SetTokenEntry ( te )
2018-01-08 18:31:38 +00:00
cubbyResp , err := b . Core . router . Route ( ctx , cubbyReq )
2016-09-29 04:01:28 +00:00
if err != nil {
2018-04-05 15:49:21 +00:00
return nil , errwrap . Wrapf ( "error looking up wrapping information: {{err}}" , err )
2016-09-29 04:01:28 +00:00
}
if cubbyResp == nil {
return logical . ErrorResponse ( "no information found; wrapping token may be from a previous Vault version" ) , nil
}
if cubbyResp != nil && cubbyResp . IsError ( ) {
return cubbyResp , nil
}
if cubbyResp . Data == nil {
return logical . ErrorResponse ( "wrapping information was nil; wrapping token may be from a previous Vault version" ) , nil
}
// Set the creation TTL on the request
creationTTLRaw := cubbyResp . Data [ "creation_ttl" ]
if creationTTLRaw == nil {
return nil , fmt . Errorf ( "creation_ttl value in wrapping information was nil" )
}
creationTTL , err := cubbyResp . Data [ "creation_ttl" ] . ( json . Number ) . Int64 ( )
if err != nil {
2018-04-05 15:49:21 +00:00
return nil , errwrap . Wrapf ( "error reading creation_ttl value from wrapping information: {{err}}" , err )
2016-09-29 04:01:28 +00:00
}
2017-08-02 22:28:58 +00:00
// Get creation_path to return as the response later
creationPathRaw := cubbyResp . Data [ "creation_path" ]
if creationPathRaw == nil {
return nil , fmt . Errorf ( "creation_path value in wrapping information was nil" )
}
creationPath := creationPathRaw . ( string )
2016-09-29 04:01:28 +00:00
// Fetch the original response and return it as the data for the new response
cubbyReq = & logical . Request {
Operation : logical . ReadOperation ,
Path : "cubbyhole/response" ,
ClientToken : token ,
}
2018-09-18 03:03:00 +00:00
cubbyReq . SetTokenEntry ( te )
2018-01-08 18:31:38 +00:00
cubbyResp , err = b . Core . router . Route ( ctx , cubbyReq )
2016-09-29 04:01:28 +00:00
if err != nil {
2018-04-05 15:49:21 +00:00
return nil , errwrap . Wrapf ( "error looking up response: {{err}}" , err )
2016-09-29 04:01:28 +00:00
}
if cubbyResp == nil {
return logical . ErrorResponse ( "no information found; wrapping token may be from a previous Vault version" ) , nil
}
if cubbyResp != nil && cubbyResp . IsError ( ) {
return cubbyResp , nil
}
if cubbyResp . Data == nil {
return logical . ErrorResponse ( "wrapping information was nil; wrapping token may be from a previous Vault version" ) , nil
}
response := cubbyResp . Data [ "response" ]
if response == nil {
return nil , fmt . Errorf ( "no response found inside the cubbyhole" )
}
// Return response in "response"; wrapping code will detect the rewrap and
// slot in instead of nesting
return & logical . Response {
Data : map [ string ] interface { } {
"response" : response ,
} ,
2017-04-24 19:15:01 +00:00
WrapInfo : & wrapping . ResponseWrapInfo {
2017-08-02 22:28:58 +00:00
TTL : time . Duration ( creationTTL ) ,
CreationPath : creationPath ,
2016-11-11 20:12:11 +00:00
} ,
2016-09-29 04:01:28 +00:00
} , nil
}
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) pathHashWrite ( ctx context . Context , req * logical . Request , d * framework . FieldData ) ( * logical . Response , error ) {
2017-10-20 14:59:17 +00:00
inputB64 := d . Get ( "input" ) . ( string )
format := d . Get ( "format" ) . ( string )
algorithm := d . Get ( "urlalgorithm" ) . ( string )
if algorithm == "" {
algorithm = d . Get ( "algorithm" ) . ( string )
}
input , err := base64 . StdEncoding . DecodeString ( inputB64 )
if err != nil {
return logical . ErrorResponse ( fmt . Sprintf ( "unable to decode input as base64: %s" , err ) ) , logical . ErrInvalidRequest
}
switch format {
case "hex" :
case "base64" :
default :
return logical . ErrorResponse ( fmt . Sprintf ( "unsupported encoding format %s; must be \"hex\" or \"base64\"" , format ) ) , nil
}
var hf hash . Hash
switch algorithm {
case "sha2-224" :
hf = sha256 . New224 ( )
case "sha2-256" :
hf = sha256 . New ( )
case "sha2-384" :
hf = sha512 . New384 ( )
case "sha2-512" :
hf = sha512 . New ( )
default :
return logical . ErrorResponse ( fmt . Sprintf ( "unsupported algorithm %s" , algorithm ) ) , nil
}
hf . Write ( input )
retBytes := hf . Sum ( nil )
var retStr string
switch format {
case "hex" :
retStr = hex . EncodeToString ( retBytes )
case "base64" :
retStr = base64 . StdEncoding . EncodeToString ( retBytes )
}
// Generate the response
resp := & logical . Response {
Data : map [ string ] interface { } {
"sum" : retStr ,
} ,
}
return resp , nil
}
2018-01-08 18:31:38 +00:00
func ( b * SystemBackend ) pathRandomWrite ( ctx context . Context , req * logical . Request , d * framework . FieldData ) ( * logical . Response , error ) {
2017-10-20 14:59:17 +00:00
bytes := 0
var err error
strBytes := d . Get ( "urlbytes" ) . ( string )
if strBytes != "" {
bytes , err = strconv . Atoi ( strBytes )
if err != nil {
return logical . ErrorResponse ( fmt . Sprintf ( "error parsing url-set byte count: %s" , err ) ) , nil
}
} else {
bytes = d . Get ( "bytes" ) . ( int )
}
format := d . Get ( "format" ) . ( string )
if bytes < 1 {
return logical . ErrorResponse ( ` "bytes" cannot be less than 1 ` ) , nil
}
switch format {
case "hex" :
case "base64" :
default :
return logical . ErrorResponse ( fmt . Sprintf ( "unsupported encoding format %s; must be \"hex\" or \"base64\"" , format ) ) , nil
}
randBytes , err := uuid . GenerateRandomBytes ( bytes )
if err != nil {
return nil , err
}
var retStr string
switch format {
case "hex" :
retStr = hex . EncodeToString ( randBytes )
case "base64" :
retStr = base64 . StdEncoding . EncodeToString ( randBytes )
}
// Generate the response
resp := & logical . Response {
Data : map [ string ] interface { } {
"random_bytes" : retStr ,
} ,
}
return resp , nil
}
2018-09-18 03:03:00 +00:00
func hasMountAccess ( ctx context . Context , acl * ACL , path string ) bool {
ns , err := namespace . FromContext ( ctx )
if err != nil {
return false
}
2018-04-23 22:00:02 +00:00
// If an ealier policy is giving us access to the mount path then we can do
// a fast return.
2018-09-18 03:03:00 +00:00
capabilities := acl . Capabilities ( ctx , ns . TrimmedPath ( path ) )
2018-04-23 22:00:02 +00:00
if ! strutil . StrListContains ( capabilities , DenyCapability ) {
return true
}
2018-03-20 03:16:33 +00:00
2018-04-23 22:00:02 +00:00
var aclCapabilitiesGiven bool
walkFn := func ( s string , v interface { } ) bool {
if v == nil {
return false
}
perms := v . ( * ACLPermissions )
switch {
case perms . CapabilitiesBitmap & DenyCapabilityInt > 0 :
return false
case perms . CapabilitiesBitmap & CreateCapabilityInt > 0 ,
perms . CapabilitiesBitmap & DeleteCapabilityInt > 0 ,
perms . CapabilitiesBitmap & ListCapabilityInt > 0 ,
perms . CapabilitiesBitmap & ReadCapabilityInt > 0 ,
perms . CapabilitiesBitmap & SudoCapabilityInt > 0 ,
perms . CapabilitiesBitmap & UpdateCapabilityInt > 0 :
aclCapabilitiesGiven = true
return true
}
return false
}
acl . exactRules . WalkPrefix ( path , walkFn )
if ! aclCapabilitiesGiven {
acl . globRules . WalkPrefix ( path , walkFn )
}
return aclCapabilitiesGiven
}
func ( b * SystemBackend ) pathInternalUIMountsRead ( ctx context . Context , req * logical . Request , d * framework . FieldData ) ( * logical . Response , error ) {
2018-09-18 03:03:00 +00:00
ns , err := namespace . FromContext ( ctx )
if err != nil {
return nil , err
}
2018-03-20 03:16:33 +00:00
resp := & logical . Response {
Data : make ( map [ string ] interface { } ) ,
}
secretMounts := make ( map [ string ] interface { } )
authMounts := make ( map [ string ] interface { } )
resp . Data [ "secret" ] = secretMounts
resp . Data [ "auth" ] = authMounts
2018-04-23 22:00:02 +00:00
var acl * ACL
var isAuthed bool
if req . ClientToken != "" {
isAuthed = true
var entity * identity . Entity
2018-06-19 16:57:19 +00:00
var te * logical . TokenEntry
2018-04-23 22:00:02 +00:00
// Load the ACL policies so we can walk the prefix for this mount
2018-09-18 03:03:00 +00:00
acl , te , entity , _ , err = b . Core . fetchACLTokenEntryAndEntity ( ctx , req )
2018-04-23 22:00:02 +00:00
if err != nil {
2018-08-15 18:42:56 +00:00
if errwrap . ContainsType ( err , new ( TemplateError ) ) {
b . Core . logger . Warn ( "permission denied due to a templated policy being invalid or containing directives not satisfied by the requestor" , "error" , err )
err = logical . ErrPermissionDenied
}
2018-04-23 22:00:02 +00:00
return nil , err
}
if entity != nil && entity . Disabled {
2018-06-19 16:57:19 +00:00
b . logger . Warn ( "permission denied as the entity on the token is disabled" )
return nil , logical . ErrPermissionDenied
}
if te != nil && te . EntityID != "" && entity == nil {
b . logger . Warn ( "permission denied as the entity on the token is invalid" )
2018-04-23 22:00:02 +00:00
return nil , logical . ErrPermissionDenied
}
}
2018-09-18 03:03:00 +00:00
hasAccess := func ( ctx context . Context , me * MountEntry ) bool {
2018-04-23 22:00:02 +00:00
if me . Config . ListingVisibility == ListingVisibilityUnauth {
return true
}
if isAuthed {
2018-09-18 03:03:00 +00:00
return hasMountAccess ( ctx , acl , ns . Path + me . Path )
2018-04-23 22:00:02 +00:00
}
return false
}
b . Core . mountsLock . RLock ( )
2018-03-20 03:16:33 +00:00
for _ , entry := range b . Core . mounts . Entries {
2018-09-18 03:03:00 +00:00
if hasAccess ( ctx , entry ) && ns . ID == entry . NamespaceID {
2018-04-23 22:00:02 +00:00
if isAuthed {
// If this is an authed request return all the mount info
secretMounts [ entry . Path ] = mountInfo ( entry )
} else {
secretMounts [ entry . Path ] = map [ string ] interface { } {
"type" : entry . Type ,
"description" : entry . Description ,
"options" : entry . Options ,
}
2018-03-20 03:16:33 +00:00
}
}
}
2018-04-23 22:00:02 +00:00
b . Core . mountsLock . RUnlock ( )
2018-03-20 03:16:33 +00:00
2018-04-23 22:00:02 +00:00
b . Core . authLock . RLock ( )
2018-03-20 03:16:33 +00:00
for _ , entry := range b . Core . auth . Entries {
2018-09-18 03:03:00 +00:00
if hasAccess ( ctx , entry ) && ns . ID == entry . NamespaceID {
2018-04-23 22:00:02 +00:00
if isAuthed {
// If this is an authed request return all the mount info
authMounts [ entry . Path ] = mountInfo ( entry )
} else {
authMounts [ entry . Path ] = map [ string ] interface { } {
"type" : entry . Type ,
"description" : entry . Description ,
"options" : entry . Options ,
}
2018-03-20 03:16:33 +00:00
}
}
}
2018-04-23 22:00:02 +00:00
b . Core . authLock . RUnlock ( )
return resp , nil
}
func ( b * SystemBackend ) pathInternalUIMountRead ( ctx context . Context , req * logical . Request , d * framework . FieldData ) ( * logical . Response , error ) {
path := d . Get ( "path" ) . ( string )
if path == "" {
return logical . ErrorResponse ( "path not set" ) , logical . ErrInvalidRequest
}
path = sanitizeMountPath ( path )
2018-09-18 03:03:00 +00:00
errResp := logical . ErrorResponse ( fmt . Sprintf ( "preflight capability check returned 403, please ensure client's policies grant access to path %q" , path ) )
2018-05-24 00:47:54 +00:00
2018-09-18 03:03:00 +00:00
me := b . Core . router . MatchingMountEntry ( ctx , path )
2018-04-23 22:00:02 +00:00
if me == nil {
// Return a permission denied error here so this path cannot be used to
// brute force a list of mounts.
2018-05-24 00:47:54 +00:00
return errResp , logical . ErrPermissionDenied
2018-04-23 22:00:02 +00:00
}
resp := & logical . Response {
Data : mountInfo ( me ) ,
}
resp . Data [ "path" ] = me . Path
// Load the ACL policies so we can walk the prefix for this mount
2018-09-18 03:03:00 +00:00
acl , te , entity , _ , err := b . Core . fetchACLTokenEntryAndEntity ( ctx , req )
2018-04-23 22:00:02 +00:00
if err != nil {
2018-08-15 18:42:56 +00:00
if errwrap . ContainsType ( err , new ( TemplateError ) ) {
b . Core . logger . Warn ( "permission denied due to a templated policy being invalid or containing directives not satisfied by the requestor" , "error" , err )
err = logical . ErrPermissionDenied
}
2018-04-23 22:00:02 +00:00
return nil , err
}
if entity != nil && entity . Disabled {
2018-06-19 16:57:19 +00:00
b . logger . Warn ( "permission denied as the entity on the token is disabled" )
2018-05-24 00:47:54 +00:00
return errResp , logical . ErrPermissionDenied
2018-04-23 22:00:02 +00:00
}
2018-06-19 16:57:19 +00:00
if te != nil && te . EntityID != "" && entity == nil {
b . logger . Warn ( "permission denied as the entity on the token is invalid" )
return nil , logical . ErrPermissionDenied
}
2018-04-23 22:00:02 +00:00
2018-09-18 03:03:00 +00:00
ns , err := namespace . FromContext ( ctx )
if err != nil {
return nil , err
}
if ! hasMountAccess ( ctx , acl , ns . Path + me . Path ) {
2018-05-24 00:47:54 +00:00
return errResp , logical . ErrPermissionDenied
2018-04-23 22:00:02 +00:00
}
2018-03-20 03:16:33 +00:00
return resp , nil
}
2018-04-20 18:19:04 +00:00
func ( b * SystemBackend ) pathInternalUIResultantACL ( ctx context . Context , req * logical . Request , d * framework . FieldData ) ( * logical . Response , error ) {
if req . ClientToken == "" {
// 204 -- no ACL
return nil , nil
}
2018-09-18 03:03:00 +00:00
acl , te , entity , _ , err := b . Core . fetchACLTokenEntryAndEntity ( ctx , req )
2018-04-20 18:19:04 +00:00
if err != nil {
2018-08-15 18:42:56 +00:00
if errwrap . ContainsType ( err , new ( TemplateError ) ) {
b . Core . logger . Warn ( "permission denied due to a templated policy being invalid or containing directives not satisfied by the requestor" , "error" , err )
err = logical . ErrPermissionDenied
}
2018-04-20 18:19:04 +00:00
return nil , err
}
if entity != nil && entity . Disabled {
2018-06-19 16:57:19 +00:00
b . logger . Warn ( "permission denied as the entity on the token is disabled" )
return logical . ErrorResponse ( logical . ErrPermissionDenied . Error ( ) ) , nil
}
if te != nil && te . EntityID != "" && entity == nil {
b . logger . Warn ( "permission denied as the entity on the token is invalid" )
2018-04-23 20:50:04 +00:00
return logical . ErrorResponse ( logical . ErrPermissionDenied . Error ( ) ) , nil
2018-04-20 18:19:04 +00:00
}
resp := & logical . Response {
Data : map [ string ] interface { } {
"root" : false ,
} ,
}
if acl . root {
resp . Data [ "root" ] = true
return resp , nil
}
exact := map [ string ] interface { } { }
glob := map [ string ] interface { } { }
walkFn := func ( pt map [ string ] interface { } , s string , v interface { } ) {
if v == nil {
return
}
perms := v . ( * ACLPermissions )
capabilities := [ ] string { }
if perms . CapabilitiesBitmap & CreateCapabilityInt > 0 {
capabilities = append ( capabilities , CreateCapability )
}
if perms . CapabilitiesBitmap & DeleteCapabilityInt > 0 {
capabilities = append ( capabilities , DeleteCapability )
}
if perms . CapabilitiesBitmap & ListCapabilityInt > 0 {
capabilities = append ( capabilities , ListCapability )
}
if perms . CapabilitiesBitmap & ReadCapabilityInt > 0 {
capabilities = append ( capabilities , ReadCapability )
}
if perms . CapabilitiesBitmap & SudoCapabilityInt > 0 {
capabilities = append ( capabilities , SudoCapability )
}
if perms . CapabilitiesBitmap & UpdateCapabilityInt > 0 {
capabilities = append ( capabilities , UpdateCapability )
}
// If "deny" is explicitly set or if the path has no capabilities at all,
// set the path capabilities to "deny"
if perms . CapabilitiesBitmap & DenyCapabilityInt > 0 || len ( capabilities ) == 0 {
capabilities = [ ] string { DenyCapability }
}
res := map [ string ] interface { } { }
if len ( capabilities ) > 0 {
res [ "capabilities" ] = capabilities
}
if perms . MinWrappingTTL != 0 {
res [ "min_wrapping_ttl" ] = int64 ( perms . MinWrappingTTL . Seconds ( ) )
}
if perms . MaxWrappingTTL != 0 {
res [ "max_wrapping_ttl" ] = int64 ( perms . MaxWrappingTTL . Seconds ( ) )
}
if len ( perms . AllowedParameters ) > 0 {
res [ "allowed_parameters" ] = perms . AllowedParameters
}
if len ( perms . DeniedParameters ) > 0 {
res [ "denied_parameters" ] = perms . DeniedParameters
}
if len ( perms . RequiredParameters ) > 0 {
res [ "required_parameters" ] = perms . RequiredParameters
}
pt [ s ] = res
}
exactWalkFn := func ( s string , v interface { } ) bool {
walkFn ( exact , s , v )
return false
}
globWalkFn := func ( s string , v interface { } ) bool {
walkFn ( glob , s , v )
return false
}
acl . exactRules . Walk ( exactWalkFn )
acl . globRules . Walk ( globWalkFn )
resp . Data [ "exact_paths" ] = exact
resp . Data [ "glob_paths" ] = glob
return resp , nil
}
2016-03-03 18:13:47 +00:00
func sanitizeMountPath ( path string ) string {
if ! strings . HasSuffix ( path , "/" ) {
path += "/"
}
if strings . HasPrefix ( path , "/" ) {
path = path [ 1 : ]
}
return path
}
2018-05-25 17:39:35 +00:00
func checkListingVisibility ( visibility ListingVisibilityType ) error {
2018-03-20 03:16:33 +00:00
switch visibility {
2018-07-02 16:13:25 +00:00
case ListingVisibilityDefault :
2018-03-20 03:16:33 +00:00
case ListingVisibilityHidden :
case ListingVisibilityUnauth :
default :
return fmt . Errorf ( "invalid listing visilibity type" )
}
return nil
}
2015-04-04 04:00:23 +00:00
const sysHelpRoot = `
The system backend is built - in to Vault and cannot be remounted or
unmounted . It contains the paths that are used to configure Vault itself
as well as perform core operations .
`
2015-03-16 00:35:59 +00:00
// sysHelp is all the help text for the sys backend.
var sysHelp = map [ string ] [ 2 ] string {
2018-09-18 03:03:00 +00:00
"license" : {
"Sets the license of the server." ,
`
The path responds to the following HTTP methods .
GET /
Returns information on the installed license
POST
Sets the license for the server
` ,
} ,
2017-06-17 04:04:55 +00:00
"config/cors" : {
"Configures or returns the current configuration of CORS settings." ,
`
This path responds to the following HTTP methods .
GET /
Returns the configuration of the CORS setting .
POST /
Sets the comma - separated list of origins that can make cross - origin requests .
DELETE /
Clears the CORS configuration and disables acceptance of CORS requests .
` ,
} ,
2018-03-27 20:23:33 +00:00
"config/ui/headers" : {
"Configures response headers that should be returned from the UI." ,
`
This path responds to the following HTTP methods .
GET / < header >
Returns the header value .
POST / < header >
Sets the header value for the UI .
DELETE / < header >
Clears the header value for UI .
LIST /
List the headers configured for the UI .
` ,
} ,
2016-04-13 21:15:54 +00:00
"init" : {
"Initializes or returns the initialization status of the Vault." ,
`
This path responds to the following HTTP methods .
GET /
Returns the initialization status of the Vault .
POST /
Initializes a new vault .
` ,
} ,
"generate-root" : {
"Reads, generates, or deletes a root token regeneration process." ,
`
This path responds to multiple HTTP methods which change the behavior . Those
HTTP methods are listed below .
GET / attempt
Reads the configuration and progress of the current root generation
attempt .
POST / attempt
Initializes a new root generation attempt . Only a single root generation
attempt can take place at a time . One ( and only one ) of otp or pgp_key
are required .
DELETE / attempt
Cancels any in - progress root generation attempt . This clears any
progress made . This must be called to change the OTP or PGP key being
used .
` ,
} ,
"seal-status" : {
"Returns the seal status of the Vault." ,
`
This path responds to the following HTTP methods .
GET /
Returns the seal status of the Vault . This is an unauthenticated
endpoint .
` ,
} ,
"seal" : {
"Seals the Vault." ,
`
This path responds to the following HTTP methods .
PUT /
Seals the Vault .
` ,
} ,
"unseal" : {
"Unseals the Vault." ,
`
This path responds to the following HTTP methods .
PUT /
Unseals the Vault .
` ,
} ,
2015-03-16 00:35:59 +00:00
"mounts" : {
"List the currently mounted backends." ,
`
2016-04-13 21:15:54 +00:00
This path responds to the following HTTP methods .
GET /
Lists all the mounted secret backends .
GET / < mount point >
Get information about the mount at the specified path .
POST / < mount point >
Mount a new secret backend to the mount point in the URL .
POST / < mount point > / tune
Tune configuration parameters for the given mount point .
DELETE / < mount point >
Unmount the specified mount point .
2015-03-16 00:35:59 +00:00
` ,
} ,
"mount" : {
` Mount a new backend at a new path. ` ,
`
Mount a backend at a new path . A backend can be mounted multiple times at
multiple paths in order to configure multiple separately configured backends .
Example : you might have an AWS backend for the east coast , and one for the
west coast .
` ,
} ,
"mount_path" : {
` The path to mount to. Example: "aws/east" ` ,
"" ,
} ,
"mount_type" : {
` The type of the backend. Example: "passthrough" ` ,
"" ,
} ,
"mount_desc" : {
` User-friendly description for this mount. ` ,
"" ,
} ,
2015-08-31 18:27:49 +00:00
"mount_config" : {
` Configuration for this mount , such as default_lease_ttl
and max_lease_ttl . ` ,
} ,
2017-02-16 21:29:30 +00:00
"mount_local" : {
` Mark the mount as a local mount , which is not replicated
and is unaffected by replication . ` ,
} ,
2017-08-31 16:16:59 +00:00
"mount_plugin_name" : {
2017-10-19 20:29:59 +00:00
` Name of the plugin to mount based from the name registered
2017-08-31 16:16:59 +00:00
in the plugin catalog . ` ,
} ,
2018-03-21 19:04:27 +00:00
"mount_options" : {
` The options to pass into the backend. Should be a json object with string keys and values. ` ,
} ,
2017-11-13 16:22:22 +00:00
"seal_wrap" : {
` Whether to turn on seal wrapping for the mount. ` ,
} ,
2015-09-09 19:24:45 +00:00
"tune_default_lease_ttl" : {
` The default lease TTL for this mount. ` ,
} ,
"tune_max_lease_ttl" : {
` The max lease TTL for this mount. ` ,
} ,
2018-03-02 17:18:39 +00:00
"tune_audit_non_hmac_request_keys" : {
` The list of keys in the request data object that will not be HMAC'ed by audit devices. ` ,
} ,
"tune_audit_non_hmac_response_keys" : {
` The list of keys in the response data object that will not be HMAC'ed by audit devices. ` ,
} ,
2018-03-21 19:04:27 +00:00
"tune_mount_options" : {
` The options to pass into the backend. Should be a json object with string keys and values. ` ,
} ,
2015-03-16 00:35:59 +00:00
"remount" : {
"Move the mount point of an already-mounted backend." ,
`
2016-04-13 21:15:54 +00:00
This path responds to the following HTTP methods .
2015-03-19 14:05:22 +00:00
2016-04-13 21:15:54 +00:00
POST / sys / remount
Changes the mount point of an already - mounted backend .
` ,
2015-03-19 14:05:22 +00:00
} ,
2016-06-15 16:35:30 +00:00
"auth_tune" : {
"Tune the configuration parameters for an auth path." ,
` Read and write the ' default - lease - ttl ' and ' max - lease - ttl ' values of
the auth path . ` ,
} ,
2015-09-02 19:56:58 +00:00
"mount_tune" : {
"Tune backend configuration parameters for this mount." ,
2016-06-15 16:35:30 +00:00
` Read and write the ' default - lease - ttl ' and ' max - lease - ttl ' values of
the mount . ` ,
2015-09-02 19:56:58 +00:00
} ,
2015-03-16 23:11:55 +00:00
"renew" : {
"Renew a lease on a secret" ,
`
When a secret is read , it may optionally include a lease interval
and a boolean indicating if renew is possible . For secrets that support
lease renewal , this endpoint is used to extend the validity of the
lease and to prevent an automatic revocation .
` ,
} ,
2015-04-08 20:35:32 +00:00
"lease_id" : {
"The lease identifier to renew. This is included with a lease." ,
2015-03-16 23:11:55 +00:00
"" ,
} ,
"increment" : {
"The desired increment in seconds to the lease" ,
"" ,
} ,
2015-03-16 23:26:34 +00:00
"revoke" : {
"Revoke a leased secret immediately" ,
`
When a secret is generated with a lease , it is automatically revoked
at the end of the lease period if not renewed . However , in some cases
you may want to force an immediate revocation . This endpoint can be
2015-04-08 20:35:32 +00:00
used to revoke the secret with the given Lease ID .
2015-03-16 23:26:34 +00:00
` ,
} ,
2015-03-16 23:33:48 +00:00
2018-07-11 19:45:09 +00:00
"revoke-sync" : {
"Whether or not to perform the revocation synchronously" ,
`
If false , the call will return immediately and revocation will be queued ; if it
fails , Vault will keep trying . If true , if the revocation fails , Vault will not
automatically try again and will return an error . For revoke - prefix , this
setting will apply to all leases being revoked . For revoke - force , since errors
are ignored , this setting is not supported .
` ,
} ,
2015-03-16 23:33:48 +00:00
"revoke-prefix" : {
"Revoke all secrets generated in a given prefix" ,
`
Revokes all the secrets generated under a given mount prefix . As
an example , "prod/aws/" might be the AWS logical backend , and due to
a change in the "ops" policy , we may want to invalidate all the secrets
generated . We can do a revoke prefix at "prod/aws/ops" to revoke all
2015-04-08 20:35:32 +00:00
the ops secrets . This does a prefix match on the Lease IDs and revokes
2015-03-16 23:33:48 +00:00
all matching leases .
` ,
} ,
"revoke-prefix-path" : {
` The path to revoke keys under. Example: "prod/aws/ops" ` ,
"" ,
} ,
2015-03-20 19:48:19 +00:00
Add forced revocation.
In some situations, it can be impossible to revoke leases (for instance,
if someone has gone and manually removed users created by Vault). This
can not only cause Vault to cycle trying to revoke them, but it also
prevents mounts from being unmounted, leaving them in a tainted state
where the only operations allowed are to revoke (or rollback), which
will never successfully complete.
This adds a new endpoint that works similarly to `revoke-prefix` but
ignores errors coming from a backend upon revocation (it does not ignore
errors coming from within the expiration manager, such as errors
accessing the data store). This can be used to force Vault to abandon
leases.
Like `revoke-prefix`, this is a very sensitive operation and requires
`sudo`. It is implemented as a separate endpoint, rather than an
argument to `revoke-prefix`, to ensure that control can be delegated
appropriately, as even most administrators should not normally have
this privilege.
Fixes #1135
2016-03-03 01:26:38 +00:00
"revoke-force" : {
"Revoke all secrets generated in a given prefix, ignoring errors." ,
`
See the path help for ' revoke - prefix ' ; this behaves the same , except that it
ignores errors encountered during revocation . This can be used in certain
recovery situations ; for instance , when you want to unmount a backend , but it
is impossible to fix revocation errors and these errors prevent the unmount
from proceeding . This is a DANGEROUS operation as it removes Vault ' s oversight
of external secrets . Access to this prefix should be tightly controlled .
` ,
} ,
"revoke-force-path" : {
` The path to revoke keys under. Example: "prod/aws/ops" ` ,
"" ,
} ,
2015-03-20 19:48:19 +00:00
"auth-table" : {
"List the currently enabled credential backends." ,
`
2016-04-13 21:15:54 +00:00
This path responds to the following HTTP methods .
GET /
List the currently enabled credential backends : the name , the type of
the backend , and a user friendly description of the purpose for the
credential backend .
POST / < mount point >
2017-09-13 01:48:52 +00:00
Enable a new auth method .
2016-04-13 21:15:54 +00:00
DELETE / < mount point >
2017-09-13 01:48:52 +00:00
Disable the auth method at the given mount point .
2015-03-20 19:48:19 +00:00
` ,
} ,
"auth" : {
` Enable a new credential backend with a name. ` ,
`
Enable a credential mechanism at a new path . A backend can be mounted multiple times at
multiple paths in order to configure multiple separately configured backends .
Example : you might have an OAuth backend for GitHub , and one for Google Apps .
` ,
} ,
"auth_path" : {
` The path to mount to. Cannot be delimited. Example: "user" ` ,
"" ,
} ,
"auth_type" : {
` The type of the backend. Example: "userpass" ` ,
"" ,
} ,
"auth_desc" : {
2018-03-20 18:54:10 +00:00
` User-friendly description for this credential backend. ` ,
2015-03-20 19:48:19 +00:00
"" ,
} ,
2015-03-23 21:43:31 +00:00
2017-08-31 16:16:59 +00:00
"auth_config" : {
` Configuration for this mount, such as plugin_name. ` ,
} ,
Backend plugin system (#2874)
* Add backend plugin changes
* Fix totp backend plugin tests
* Fix logical/plugin InvalidateKey test
* Fix plugin catalog CRUD test, fix NoopBackend
* Clean up commented code block
* Fix system backend mount test
* Set plugin_name to omitempty, fix handleMountTable config parsing
* Clean up comments, keep shim connections alive until cleanup
* Include pluginClient, disallow LookupPlugin call from within a plugin
* Add wrapper around backendPluginClient for proper cleanup
* Add logger shim tests
* Add logger, storage, and system shim tests
* Use pointer receivers for system view shim
* Use plugin name if no path is provided on mount
* Enable plugins for auth backends
* Add backend type attribute, move builtin/plugin/package
* Fix merge conflict
* Fix missing plugin name in mount config
* Add integration tests on enabling auth backend plugins
* Remove dependency cycle on mock-plugin
* Add passthrough backend plugin, use logical.BackendType to determine lease generation
* Remove vault package dependency on passthrough package
* Add basic impl test for passthrough plugin
* Incorporate feedback; set b.backend after shims creation on backendPluginServer
* Fix totp plugin test
* Add plugin backends docs
* Fix tests
* Fix builtin/plugin tests
* Remove flatten from PluginRunner fields
* Move mock plugin to logical/plugin, remove totp and passthrough plugins
* Move pluginMap into newPluginClient
* Do not create storage RPC connection on HandleRequest and HandleExistenceCheck
* Change shim logger's Fatal to no-op
* Change BackendType to uint32, match UX backend types
* Change framework.Backend Setup signature
* Add Setup func to logical.Backend interface
* Move OptionallyEnableMlock call into plugin.Serve, update docs and comments
* Remove commented var in plugin package
* RegisterLicense on logical.Backend interface (#3017)
* Add RegisterLicense to logical.Backend interface
* Update RegisterLicense to use callback func on framework.Backend
* Refactor framework.Backend.RegisterLicense
* plugin: Prevent plugin.SystemViewClient.ResponseWrapData from getting JWTs
* plugin: Revert BackendType to remove TypePassthrough and related references
* Fix typo in plugin backends docs
2017-07-20 17:28:40 +00:00
"auth_plugin" : {
` Name of the auth plugin to use based from the name in the plugin catalog. ` ,
"" ,
} ,
2018-03-21 19:04:27 +00:00
"auth_options" : {
` The options to pass into the backend. Should be a json object with string keys and values. ` ,
} ,
2015-03-23 21:43:31 +00:00
"policy-list" : {
` List the configured access control policies. ` ,
`
2016-04-13 21:15:54 +00:00
This path responds to the following HTTP methods .
GET /
List the names of the configured access control policies .
GET / < name >
Retrieve the rules for the named policy .
PUT / < name >
Add or update a policy .
DELETE / < name >
Delete the policy with the given name .
2015-03-23 21:43:31 +00:00
` ,
} ,
"policy" : {
` Read, Modify, or Delete an access control policy. ` ,
`
Read the rules of an existing policy , create or update the rules of a policy ,
or delete a policy .
` ,
} ,
"policy-name" : {
` The name of the policy. Example: "ops" ` ,
"" ,
} ,
"policy-rules" : {
2018-09-18 03:03:00 +00:00
` The rules of the policy. ` ,
"" ,
} ,
"policy-paths" : {
` The paths on which the policy should be applied. ` ,
"" ,
} ,
"policy-enforcement-level" : {
` The enforcement level to apply to the policy. ` ,
2015-03-23 21:43:31 +00:00
"" ,
} ,
2015-03-31 23:45:00 +00:00
2015-11-19 01:26:03 +00:00
"audit-hash" : {
"The hash of the given string via the given audit backend" ,
"" ,
} ,
2015-03-31 23:45:00 +00:00
"audit-table" : {
"List the currently enabled audit backends." ,
`
2016-04-13 21:15:54 +00:00
This path responds to the following HTTP methods .
GET /
List the currently enabled audit backends .
PUT / < path >
Enable an audit backend at the given path .
DELETE / < path >
Disable the given audit backend .
2015-03-31 23:45:00 +00:00
` ,
} ,
"audit_path" : {
` The name of the backend. Cannot be delimited. Example: "mysql" ` ,
"" ,
} ,
"audit_type" : {
` The type of the backend. Example: "mysql" ` ,
"" ,
} ,
"audit_desc" : {
` User-friendly description for this audit backend. ` ,
"" ,
} ,
"audit_opts" : {
` Configuration options for the audit backend. ` ,
"" ,
} ,
"audit" : {
` Enable or disable audit backends. ` ,
`
Enable a new audit backend or disable an existing backend .
` ,
} ,
2015-05-28 00:53:42 +00:00
"key-status" : {
"Provides information about the backend encryption key." ,
`
Provides the current backend encryption key term and installation time .
` ,
} ,
"rotate" : {
"Rotates the backend encryption key used to persist data." ,
`
Rotate generates a new encryption key which is used to encrypt all
data going to the storage backend . The old encryption keys are kept so
that data encrypted using those keys can still be decrypted .
` ,
} ,
2016-03-10 02:04:54 +00:00
"rekey_backup" : {
"Allows fetching or deleting the backup of the rotated unseal keys." ,
"" ,
} ,
2016-03-17 19:23:36 +00:00
"capabilities" : {
"Fetches the capabilities of the given token on the given path." ,
2016-03-18 03:01:28 +00:00
` Returns the capabilities of the given token on the path .
The path will be searched for a path match in all the policies associated with the token . ` ,
} ,
"capabilities_self" : {
"Fetches the capabilities of the given token on the given path." ,
` Returns the capabilities of the client token on the path .
The path will be searched for a path match in all the policies associated with the client token . ` ,
2016-03-17 19:23:36 +00:00
} ,
"capabilities_accessor" : {
"Fetches the capabilities of the token associated with the given token, on the given path." ,
2016-03-18 03:01:28 +00:00
` When there is no access to the token , token accessor can be used to fetch the token ' s capabilities
on a given path . ` ,
2016-03-17 19:23:36 +00:00
} ,
2016-09-29 04:01:28 +00:00
2017-03-07 20:22:21 +00:00
"tidy_leases" : {
` This endpoint performs cleanup tasks that can be run if certain error
conditions have occurred . ` ,
2017-03-07 21:06:05 +00:00
` This endpoint performs cleanup tasks that can be run to clean up the
2017-03-07 20:22:21 +00:00
lease entries after certain error conditions . Usually running this is not
necessary , and is only required if upgrade notes or support personnel suggest
it . ` ,
} ,
2016-09-29 04:01:28 +00:00
"wrap" : {
"Response-wraps an arbitrary JSON object." ,
` Round trips the given input data into a response-wrapped token. ` ,
} ,
2017-01-04 21:44:03 +00:00
"wrappubkey" : {
"Returns pubkeys used in some wrapping formats." ,
"Returns pubkeys used in some wrapping formats." ,
} ,
2016-09-29 04:01:28 +00:00
"unwrap" : {
"Unwraps a response-wrapped token." ,
` Unwraps a response - wrapped token . Unlike simply reading from cubbyhole / response ,
this provides additional validation on the token , and rather than a JSON - escaped
string , the returned response is the exact same as the contained wrapped response . ` ,
} ,
"wraplookup" : {
"Looks up the properties of a response-wrapped token." ,
` Returns the creation TTL and creation time of a response-wrapped token. ` ,
} ,
"rewrap" : {
"Rotates a response-wrapped token." ,
` Rotates a response - wrapped token ; the output is a new token with the same
response wrapped inside and the same creation TTL . The original token is revoked . ` ,
} ,
2017-02-03 18:08:31 +00:00
"audited-headers-name" : {
"Configures the headers sent to the audit logs." ,
`
This path responds to the following HTTP methods .
GET / < name >
Returns the setting for the header with the given name .
POST / < name >
Enable auditing of the given header .
DELETE / < path >
Disable auditing of the given header .
` ,
} ,
"audited-headers" : {
"Lists the headers configured to be audited." ,
` Returns a list of headers that have been configured to be audited. ` ,
} ,
Backend plugin system (#2874)
* Add backend plugin changes
* Fix totp backend plugin tests
* Fix logical/plugin InvalidateKey test
* Fix plugin catalog CRUD test, fix NoopBackend
* Clean up commented code block
* Fix system backend mount test
* Set plugin_name to omitempty, fix handleMountTable config parsing
* Clean up comments, keep shim connections alive until cleanup
* Include pluginClient, disallow LookupPlugin call from within a plugin
* Add wrapper around backendPluginClient for proper cleanup
* Add logger shim tests
* Add logger, storage, and system shim tests
* Use pointer receivers for system view shim
* Use plugin name if no path is provided on mount
* Enable plugins for auth backends
* Add backend type attribute, move builtin/plugin/package
* Fix merge conflict
* Fix missing plugin name in mount config
* Add integration tests on enabling auth backend plugins
* Remove dependency cycle on mock-plugin
* Add passthrough backend plugin, use logical.BackendType to determine lease generation
* Remove vault package dependency on passthrough package
* Add basic impl test for passthrough plugin
* Incorporate feedback; set b.backend after shims creation on backendPluginServer
* Fix totp plugin test
* Add plugin backends docs
* Fix tests
* Fix builtin/plugin tests
* Remove flatten from PluginRunner fields
* Move mock plugin to logical/plugin, remove totp and passthrough plugins
* Move pluginMap into newPluginClient
* Do not create storage RPC connection on HandleRequest and HandleExistenceCheck
* Change shim logger's Fatal to no-op
* Change BackendType to uint32, match UX backend types
* Change framework.Backend Setup signature
* Add Setup func to logical.Backend interface
* Move OptionallyEnableMlock call into plugin.Serve, update docs and comments
* Remove commented var in plugin package
* RegisterLicense on logical.Backend interface (#3017)
* Add RegisterLicense to logical.Backend interface
* Update RegisterLicense to use callback func on framework.Backend
* Refactor framework.Backend.RegisterLicense
* plugin: Prevent plugin.SystemViewClient.ResponseWrapData from getting JWTs
* plugin: Revert BackendType to remove TypePassthrough and related references
* Fix typo in plugin backends docs
2017-07-20 17:28:40 +00:00
"plugin-catalog" : {
"Configures the plugins known to vault" ,
2017-04-12 17:01:36 +00:00
`
This path responds to the following HTTP methods .
Backend plugin system (#2874)
* Add backend plugin changes
* Fix totp backend plugin tests
* Fix logical/plugin InvalidateKey test
* Fix plugin catalog CRUD test, fix NoopBackend
* Clean up commented code block
* Fix system backend mount test
* Set plugin_name to omitempty, fix handleMountTable config parsing
* Clean up comments, keep shim connections alive until cleanup
* Include pluginClient, disallow LookupPlugin call from within a plugin
* Add wrapper around backendPluginClient for proper cleanup
* Add logger shim tests
* Add logger, storage, and system shim tests
* Use pointer receivers for system view shim
* Use plugin name if no path is provided on mount
* Enable plugins for auth backends
* Add backend type attribute, move builtin/plugin/package
* Fix merge conflict
* Fix missing plugin name in mount config
* Add integration tests on enabling auth backend plugins
* Remove dependency cycle on mock-plugin
* Add passthrough backend plugin, use logical.BackendType to determine lease generation
* Remove vault package dependency on passthrough package
* Add basic impl test for passthrough plugin
* Incorporate feedback; set b.backend after shims creation on backendPluginServer
* Fix totp plugin test
* Add plugin backends docs
* Fix tests
* Fix builtin/plugin tests
* Remove flatten from PluginRunner fields
* Move mock plugin to logical/plugin, remove totp and passthrough plugins
* Move pluginMap into newPluginClient
* Do not create storage RPC connection on HandleRequest and HandleExistenceCheck
* Change shim logger's Fatal to no-op
* Change BackendType to uint32, match UX backend types
* Change framework.Backend Setup signature
* Add Setup func to logical.Backend interface
* Move OptionallyEnableMlock call into plugin.Serve, update docs and comments
* Remove commented var in plugin package
* RegisterLicense on logical.Backend interface (#3017)
* Add RegisterLicense to logical.Backend interface
* Update RegisterLicense to use callback func on framework.Backend
* Refactor framework.Backend.RegisterLicense
* plugin: Prevent plugin.SystemViewClient.ResponseWrapData from getting JWTs
* plugin: Revert BackendType to remove TypePassthrough and related references
* Fix typo in plugin backends docs
2017-07-20 17:28:40 +00:00
LIST /
Returns a list of names of configured plugins .
2017-05-04 02:03:42 +00:00
Backend plugin system (#2874)
* Add backend plugin changes
* Fix totp backend plugin tests
* Fix logical/plugin InvalidateKey test
* Fix plugin catalog CRUD test, fix NoopBackend
* Clean up commented code block
* Fix system backend mount test
* Set plugin_name to omitempty, fix handleMountTable config parsing
* Clean up comments, keep shim connections alive until cleanup
* Include pluginClient, disallow LookupPlugin call from within a plugin
* Add wrapper around backendPluginClient for proper cleanup
* Add logger shim tests
* Add logger, storage, and system shim tests
* Use pointer receivers for system view shim
* Use plugin name if no path is provided on mount
* Enable plugins for auth backends
* Add backend type attribute, move builtin/plugin/package
* Fix merge conflict
* Fix missing plugin name in mount config
* Add integration tests on enabling auth backend plugins
* Remove dependency cycle on mock-plugin
* Add passthrough backend plugin, use logical.BackendType to determine lease generation
* Remove vault package dependency on passthrough package
* Add basic impl test for passthrough plugin
* Incorporate feedback; set b.backend after shims creation on backendPluginServer
* Fix totp plugin test
* Add plugin backends docs
* Fix tests
* Fix builtin/plugin tests
* Remove flatten from PluginRunner fields
* Move mock plugin to logical/plugin, remove totp and passthrough plugins
* Move pluginMap into newPluginClient
* Do not create storage RPC connection on HandleRequest and HandleExistenceCheck
* Change shim logger's Fatal to no-op
* Change BackendType to uint32, match UX backend types
* Change framework.Backend Setup signature
* Add Setup func to logical.Backend interface
* Move OptionallyEnableMlock call into plugin.Serve, update docs and comments
* Remove commented var in plugin package
* RegisterLicense on logical.Backend interface (#3017)
* Add RegisterLicense to logical.Backend interface
* Update RegisterLicense to use callback func on framework.Backend
* Refactor framework.Backend.RegisterLicense
* plugin: Prevent plugin.SystemViewClient.ResponseWrapData from getting JWTs
* plugin: Revert BackendType to remove TypePassthrough and related references
* Fix typo in plugin backends docs
2017-07-20 17:28:40 +00:00
GET / < name >
Retrieve the metadata for the named plugin .
2017-04-12 17:01:36 +00:00
Backend plugin system (#2874)
* Add backend plugin changes
* Fix totp backend plugin tests
* Fix logical/plugin InvalidateKey test
* Fix plugin catalog CRUD test, fix NoopBackend
* Clean up commented code block
* Fix system backend mount test
* Set plugin_name to omitempty, fix handleMountTable config parsing
* Clean up comments, keep shim connections alive until cleanup
* Include pluginClient, disallow LookupPlugin call from within a plugin
* Add wrapper around backendPluginClient for proper cleanup
* Add logger shim tests
* Add logger, storage, and system shim tests
* Use pointer receivers for system view shim
* Use plugin name if no path is provided on mount
* Enable plugins for auth backends
* Add backend type attribute, move builtin/plugin/package
* Fix merge conflict
* Fix missing plugin name in mount config
* Add integration tests on enabling auth backend plugins
* Remove dependency cycle on mock-plugin
* Add passthrough backend plugin, use logical.BackendType to determine lease generation
* Remove vault package dependency on passthrough package
* Add basic impl test for passthrough plugin
* Incorporate feedback; set b.backend after shims creation on backendPluginServer
* Fix totp plugin test
* Add plugin backends docs
* Fix tests
* Fix builtin/plugin tests
* Remove flatten from PluginRunner fields
* Move mock plugin to logical/plugin, remove totp and passthrough plugins
* Move pluginMap into newPluginClient
* Do not create storage RPC connection on HandleRequest and HandleExistenceCheck
* Change shim logger's Fatal to no-op
* Change BackendType to uint32, match UX backend types
* Change framework.Backend Setup signature
* Add Setup func to logical.Backend interface
* Move OptionallyEnableMlock call into plugin.Serve, update docs and comments
* Remove commented var in plugin package
* RegisterLicense on logical.Backend interface (#3017)
* Add RegisterLicense to logical.Backend interface
* Update RegisterLicense to use callback func on framework.Backend
* Refactor framework.Backend.RegisterLicense
* plugin: Prevent plugin.SystemViewClient.ResponseWrapData from getting JWTs
* plugin: Revert BackendType to remove TypePassthrough and related references
* Fix typo in plugin backends docs
2017-07-20 17:28:40 +00:00
PUT / < name >
Add or update plugin .
2017-04-12 17:01:36 +00:00
Backend plugin system (#2874)
* Add backend plugin changes
* Fix totp backend plugin tests
* Fix logical/plugin InvalidateKey test
* Fix plugin catalog CRUD test, fix NoopBackend
* Clean up commented code block
* Fix system backend mount test
* Set plugin_name to omitempty, fix handleMountTable config parsing
* Clean up comments, keep shim connections alive until cleanup
* Include pluginClient, disallow LookupPlugin call from within a plugin
* Add wrapper around backendPluginClient for proper cleanup
* Add logger shim tests
* Add logger, storage, and system shim tests
* Use pointer receivers for system view shim
* Use plugin name if no path is provided on mount
* Enable plugins for auth backends
* Add backend type attribute, move builtin/plugin/package
* Fix merge conflict
* Fix missing plugin name in mount config
* Add integration tests on enabling auth backend plugins
* Remove dependency cycle on mock-plugin
* Add passthrough backend plugin, use logical.BackendType to determine lease generation
* Remove vault package dependency on passthrough package
* Add basic impl test for passthrough plugin
* Incorporate feedback; set b.backend after shims creation on backendPluginServer
* Fix totp plugin test
* Add plugin backends docs
* Fix tests
* Fix builtin/plugin tests
* Remove flatten from PluginRunner fields
* Move mock plugin to logical/plugin, remove totp and passthrough plugins
* Move pluginMap into newPluginClient
* Do not create storage RPC connection on HandleRequest and HandleExistenceCheck
* Change shim logger's Fatal to no-op
* Change BackendType to uint32, match UX backend types
* Change framework.Backend Setup signature
* Add Setup func to logical.Backend interface
* Move OptionallyEnableMlock call into plugin.Serve, update docs and comments
* Remove commented var in plugin package
* RegisterLicense on logical.Backend interface (#3017)
* Add RegisterLicense to logical.Backend interface
* Update RegisterLicense to use callback func on framework.Backend
* Refactor framework.Backend.RegisterLicense
* plugin: Prevent plugin.SystemViewClient.ResponseWrapData from getting JWTs
* plugin: Revert BackendType to remove TypePassthrough and related references
* Fix typo in plugin backends docs
2017-07-20 17:28:40 +00:00
DELETE / < name >
Delete the plugin with the given name .
2017-04-12 17:01:36 +00:00
` ,
} ,
Backend plugin system (#2874)
* Add backend plugin changes
* Fix totp backend plugin tests
* Fix logical/plugin InvalidateKey test
* Fix plugin catalog CRUD test, fix NoopBackend
* Clean up commented code block
* Fix system backend mount test
* Set plugin_name to omitempty, fix handleMountTable config parsing
* Clean up comments, keep shim connections alive until cleanup
* Include pluginClient, disallow LookupPlugin call from within a plugin
* Add wrapper around backendPluginClient for proper cleanup
* Add logger shim tests
* Add logger, storage, and system shim tests
* Use pointer receivers for system view shim
* Use plugin name if no path is provided on mount
* Enable plugins for auth backends
* Add backend type attribute, move builtin/plugin/package
* Fix merge conflict
* Fix missing plugin name in mount config
* Add integration tests on enabling auth backend plugins
* Remove dependency cycle on mock-plugin
* Add passthrough backend plugin, use logical.BackendType to determine lease generation
* Remove vault package dependency on passthrough package
* Add basic impl test for passthrough plugin
* Incorporate feedback; set b.backend after shims creation on backendPluginServer
* Fix totp plugin test
* Add plugin backends docs
* Fix tests
* Fix builtin/plugin tests
* Remove flatten from PluginRunner fields
* Move mock plugin to logical/plugin, remove totp and passthrough plugins
* Move pluginMap into newPluginClient
* Do not create storage RPC connection on HandleRequest and HandleExistenceCheck
* Change shim logger's Fatal to no-op
* Change BackendType to uint32, match UX backend types
* Change framework.Backend Setup signature
* Add Setup func to logical.Backend interface
* Move OptionallyEnableMlock call into plugin.Serve, update docs and comments
* Remove commented var in plugin package
* RegisterLicense on logical.Backend interface (#3017)
* Add RegisterLicense to logical.Backend interface
* Update RegisterLicense to use callback func on framework.Backend
* Refactor framework.Backend.RegisterLicense
* plugin: Prevent plugin.SystemViewClient.ResponseWrapData from getting JWTs
* plugin: Revert BackendType to remove TypePassthrough and related references
* Fix typo in plugin backends docs
2017-07-20 17:28:40 +00:00
"plugin-catalog_name" : {
"The name of the plugin" ,
"" ,
} ,
"plugin-catalog_sha-256" : {
2017-10-19 20:29:59 +00:00
` The SHA256 sum of the executable used in the
Backend plugin system (#2874)
* Add backend plugin changes
* Fix totp backend plugin tests
* Fix logical/plugin InvalidateKey test
* Fix plugin catalog CRUD test, fix NoopBackend
* Clean up commented code block
* Fix system backend mount test
* Set plugin_name to omitempty, fix handleMountTable config parsing
* Clean up comments, keep shim connections alive until cleanup
* Include pluginClient, disallow LookupPlugin call from within a plugin
* Add wrapper around backendPluginClient for proper cleanup
* Add logger shim tests
* Add logger, storage, and system shim tests
* Use pointer receivers for system view shim
* Use plugin name if no path is provided on mount
* Enable plugins for auth backends
* Add backend type attribute, move builtin/plugin/package
* Fix merge conflict
* Fix missing plugin name in mount config
* Add integration tests on enabling auth backend plugins
* Remove dependency cycle on mock-plugin
* Add passthrough backend plugin, use logical.BackendType to determine lease generation
* Remove vault package dependency on passthrough package
* Add basic impl test for passthrough plugin
* Incorporate feedback; set b.backend after shims creation on backendPluginServer
* Fix totp plugin test
* Add plugin backends docs
* Fix tests
* Fix builtin/plugin tests
* Remove flatten from PluginRunner fields
* Move mock plugin to logical/plugin, remove totp and passthrough plugins
* Move pluginMap into newPluginClient
* Do not create storage RPC connection on HandleRequest and HandleExistenceCheck
* Change shim logger's Fatal to no-op
* Change BackendType to uint32, match UX backend types
* Change framework.Backend Setup signature
* Add Setup func to logical.Backend interface
* Move OptionallyEnableMlock call into plugin.Serve, update docs and comments
* Remove commented var in plugin package
* RegisterLicense on logical.Backend interface (#3017)
* Add RegisterLicense to logical.Backend interface
* Update RegisterLicense to use callback func on framework.Backend
* Refactor framework.Backend.RegisterLicense
* plugin: Prevent plugin.SystemViewClient.ResponseWrapData from getting JWTs
* plugin: Revert BackendType to remove TypePassthrough and related references
* Fix typo in plugin backends docs
2017-07-20 17:28:40 +00:00
command field . This should be HEX encoded . ` ,
"" ,
} ,
"plugin-catalog_command" : {
` The command used to start the plugin . The
executable defined in this command must exist in vault ' s
plugin directory . ` ,
"" ,
} ,
2018-01-18 00:19:28 +00:00
"plugin-catalog_args" : {
` The args passed to plugin command. ` ,
"" ,
} ,
2018-09-20 17:50:29 +00:00
"plugin-catalog_env" : {
` The environment variables passed to plugin command .
Each entry is of the form "key=value" . ` ,
"" ,
} ,
2017-05-04 02:03:42 +00:00
"leases" : {
` View or list lease metadata. ` ,
`
This path responds to the following HTTP methods .
PUT /
Retrieve the metadata for the provided lease id .
LIST / < prefix >
Lists the leases for the named prefix .
` ,
} ,
"leases-list-prefix" : {
` The path to list leases under. Example: "aws/creds/deploy" ` ,
"" ,
} ,
2017-08-08 04:18:59 +00:00
"plugin-reload" : {
"Reload mounts that use a particular backend plugin." ,
` Reload mounts that use a particular backend plugin . Either the plugin name
or the desired plugin backend mounts must be provided , but not both . In the
case that the plugin name is provided , all mounted paths that use that plugin
backend will be reloaded . ` ,
} ,
"plugin-backend-reload-plugin" : {
` The name of the plugin to reload, as registered in the plugin catalog. ` ,
"" ,
} ,
"plugin-backend-reload-mounts" : {
` The mount paths of the plugin backends to reload. ` ,
"" ,
} ,
2017-10-20 14:59:17 +00:00
"hash" : {
"Generate a hash sum for input data" ,
"Generates a hash sum of the given algorithm against the given input data." ,
} ,
"random" : {
"Generate random bytes" ,
"This function can be used to generate high-entropy random bytes." ,
} ,
2018-03-20 03:16:33 +00:00
"listing_visibility" : {
2018-05-25 17:39:35 +00:00
"Determines the visibility of the mount in the UI-specific listing endpoint. Accepted value are 'unauth' and ''." ,
2018-04-20 18:19:04 +00:00
"" ,
2018-03-20 03:16:33 +00:00
} ,
2018-03-21 23:56:47 +00:00
"passthrough_request_headers" : {
"A list of headers to whitelist and pass from the request to the backend." ,
2018-04-20 18:19:04 +00:00
"" ,
2018-03-21 23:56:47 +00:00
} ,
2018-04-17 17:54:04 +00:00
"raw" : {
"Write, Read, and Delete data directly in the Storage backend." ,
"" ,
} ,
2018-04-20 18:19:04 +00:00
"internal-ui-mounts" : {
"Information about mounts returned according to their tuned visibility. Internal API; its location, inputs, and outputs may change." ,
"" ,
} ,
2018-09-18 03:03:00 +00:00
"internal-ui-namespaces" : {
"Information about visible child namespaces. Internal API; its location, inputs, and outputs may change." ,
` Information about visible child namespaces returned starting from the request ' s
context namespace and filtered based on access from the client token . Internal API ;
its location , inputs , and outputs may change . ` ,
} ,
2018-04-20 18:19:04 +00:00
"internal-ui-resultant-acl" : {
"Information about a token's resultant ACL. Internal API; its location, inputs, and outputs may change." ,
"" ,
} ,
2015-03-16 00:35:59 +00:00
}