2017-10-11 17:21:20 +00:00
package vault
import (
2018-01-08 18:31:38 +00:00
"context"
2018-08-09 20:37:36 +00:00
"errors"
2017-10-11 17:21:20 +00:00
"fmt"
"strings"
"github.com/golang/protobuf/ptypes"
memdb "github.com/hashicorp/go-memdb"
2021-07-16 00:17:31 +00:00
"github.com/hashicorp/go-secure-stdlib/strutil"
2017-10-11 17:21:20 +00:00
"github.com/hashicorp/vault/helper/identity"
2019-10-22 13:57:24 +00:00
"github.com/hashicorp/vault/helper/identity/mfa"
2018-09-18 03:03:00 +00:00
"github.com/hashicorp/vault/helper/namespace"
2017-10-11 17:21:20 +00:00
"github.com/hashicorp/vault/helper/storagepacker"
2019-04-13 07:44:06 +00:00
"github.com/hashicorp/vault/sdk/framework"
"github.com/hashicorp/vault/sdk/helper/consts"
2019-04-12 21:54:35 +00:00
"github.com/hashicorp/vault/sdk/logical"
2017-10-11 17:21:20 +00:00
)
2018-09-25 19:28:28 +00:00
func entityPathFields ( ) map [ string ] * framework . FieldSchema {
return map [ string ] * framework . FieldSchema {
"id" : {
Type : framework . TypeString ,
Description : "ID of the entity. If set, updates the corresponding existing entity." ,
} ,
"name" : {
Type : framework . TypeString ,
Description : "Name of the entity" ,
} ,
"metadata" : {
Type : framework . TypeKVPairs ,
Description : ` Metadata to be associated with the entity .
In CLI , this parameter can be repeated multiple times , and it all gets merged together .
For example :
vault < command > < path > metadata = key1 = value1 metadata = key2 = value2
` ,
} ,
"policies" : {
Type : framework . TypeCommaStringSlice ,
Description : "Policies to be tied to the entity." ,
} ,
"disabled" : {
Type : framework . TypeBool ,
Description : "If set true, tokens tied to this identity will not be able to be used (but will not be revoked)." ,
} ,
}
}
2017-10-11 17:21:20 +00:00
// entityPaths returns the API endpoints supported to operate on entities.
// Following are the paths supported:
// entity - To register a new entity
// entity/id - To lookup, modify, delete and list entities based on ID
// entity/merge - To merge entities based on ID
func entityPaths ( i * IdentityStore ) [ ] * framework . Path {
return [ ] * framework . Path {
{
Pattern : "entity$" ,
2018-09-25 19:28:28 +00:00
Fields : entityPathFields ( ) ,
2017-10-11 17:21:20 +00:00
Callbacks : map [ logical . Operation ] framework . OperationFunc {
2018-07-25 02:01:58 +00:00
logical . UpdateOperation : i . handleEntityUpdateCommon ( ) ,
2017-10-11 17:21:20 +00:00
} ,
HelpSynopsis : strings . TrimSpace ( entityHelp [ "entity" ] [ 0 ] ) ,
HelpDescription : strings . TrimSpace ( entityHelp [ "entity" ] [ 1 ] ) ,
} ,
{
2019-07-03 12:56:01 +00:00
Pattern : "entity/name/(?P<name>.+)" ,
2018-09-25 19:28:28 +00:00
Fields : entityPathFields ( ) ,
Callbacks : map [ logical . Operation ] framework . OperationFunc {
logical . UpdateOperation : i . handleEntityUpdateCommon ( ) ,
logical . ReadOperation : i . pathEntityNameRead ( ) ,
logical . DeleteOperation : i . pathEntityNameDelete ( ) ,
2017-10-11 17:21:20 +00:00
} ,
2018-09-25 19:28:28 +00:00
HelpSynopsis : strings . TrimSpace ( entityHelp [ "entity-name" ] [ 0 ] ) ,
HelpDescription : strings . TrimSpace ( entityHelp [ "entity-name" ] [ 1 ] ) ,
} ,
{
Pattern : "entity/id/" + framework . GenericNameRegex ( "id" ) ,
Fields : entityPathFields ( ) ,
2017-10-11 17:21:20 +00:00
Callbacks : map [ logical . Operation ] framework . OperationFunc {
2018-07-25 02:01:58 +00:00
logical . UpdateOperation : i . handleEntityUpdateCommon ( ) ,
2018-01-08 18:31:38 +00:00
logical . ReadOperation : i . pathEntityIDRead ( ) ,
logical . DeleteOperation : i . pathEntityIDDelete ( ) ,
2017-10-11 17:21:20 +00:00
} ,
HelpSynopsis : strings . TrimSpace ( entityHelp [ "entity-id" ] [ 0 ] ) ,
HelpDescription : strings . TrimSpace ( entityHelp [ "entity-id" ] [ 1 ] ) ,
} ,
2020-04-23 22:25:13 +00:00
{
Pattern : "entity/batch-delete" ,
Fields : map [ string ] * framework . FieldSchema {
"entity_ids" : {
Type : framework . TypeCommaStringSlice ,
Description : "Entity IDs to delete" ,
} ,
} ,
Callbacks : map [ logical . Operation ] framework . OperationFunc {
logical . UpdateOperation : i . handleEntityBatchDelete ( ) ,
} ,
HelpSynopsis : strings . TrimSpace ( entityHelp [ "batch-delete" ] [ 0 ] ) ,
HelpDescription : strings . TrimSpace ( entityHelp [ "batch-delete" ] [ 1 ] ) ,
} ,
2018-09-25 19:28:28 +00:00
{
Pattern : "entity/name/?$" ,
Callbacks : map [ logical . Operation ] framework . OperationFunc {
logical . ListOperation : i . pathEntityNameList ( ) ,
} ,
HelpSynopsis : strings . TrimSpace ( entityHelp [ "entity-name-list" ] [ 0 ] ) ,
HelpDescription : strings . TrimSpace ( entityHelp [ "entity-name-list" ] [ 1 ] ) ,
} ,
2017-10-11 17:21:20 +00:00
{
Pattern : "entity/id/?$" ,
Callbacks : map [ logical . Operation ] framework . OperationFunc {
2018-01-08 18:31:38 +00:00
logical . ListOperation : i . pathEntityIDList ( ) ,
2017-10-11 17:21:20 +00:00
} ,
HelpSynopsis : strings . TrimSpace ( entityHelp [ "entity-id-list" ] [ 0 ] ) ,
HelpDescription : strings . TrimSpace ( entityHelp [ "entity-id-list" ] [ 1 ] ) ,
} ,
{
Pattern : "entity/merge/?$" ,
Fields : map [ string ] * framework . FieldSchema {
"from_entity_ids" : {
Type : framework . TypeCommaStringSlice ,
Description : "Entity IDs which needs to get merged" ,
} ,
"to_entity_id" : {
Type : framework . TypeString ,
Description : "Entity ID into which all the other entities need to get merged" ,
} ,
"force" : {
Type : framework . TypeBool ,
Description : "Setting this will follow the 'mine' strategy for merging MFA secrets. If there are secrets of the same type both in entities that are merged from and in entity into which all others are getting merged, secrets in the destination will be unaltered. If not set, this API will throw an error containing all the conflicts." ,
} ,
} ,
Callbacks : map [ logical . Operation ] framework . OperationFunc {
2018-01-08 18:31:38 +00:00
logical . UpdateOperation : i . pathEntityMergeID ( ) ,
2017-10-11 17:21:20 +00:00
} ,
HelpSynopsis : strings . TrimSpace ( entityHelp [ "entity-merge-id" ] [ 0 ] ) ,
HelpDescription : strings . TrimSpace ( entityHelp [ "entity-merge-id" ] [ 1 ] ) ,
} ,
}
}
// pathEntityMergeID merges two or more entities into a single entity
2018-01-08 18:31:38 +00:00
func ( i * IdentityStore ) pathEntityMergeID ( ) framework . OperationFunc {
return func ( ctx context . Context , req * logical . Request , d * framework . FieldData ) ( * logical . Response , error ) {
toEntityID := d . Get ( "to_entity_id" ) . ( string )
if toEntityID == "" {
return logical . ErrorResponse ( "missing entity id to merge to" ) , nil
}
2017-10-11 17:21:20 +00:00
2018-01-08 18:31:38 +00:00
fromEntityIDs := d . Get ( "from_entity_ids" ) . ( [ ] string )
if len ( fromEntityIDs ) == 0 {
return logical . ErrorResponse ( "missing entity ids to merge from" ) , nil
}
2017-10-11 17:21:20 +00:00
2018-01-08 18:31:38 +00:00
force := d . Get ( "force" ) . ( bool )
2017-10-11 17:21:20 +00:00
2018-01-08 18:31:38 +00:00
// Create a MemDB transaction to merge entities
2021-02-10 16:05:16 +00:00
i . lock . Lock ( )
defer i . lock . Unlock ( )
2018-01-08 18:31:38 +00:00
txn := i . db . Txn ( true )
defer txn . Abort ( )
2017-10-11 17:21:20 +00:00
2018-01-08 18:31:38 +00:00
toEntity , err := i . MemDBEntityByID ( toEntityID , true )
2017-10-11 17:21:20 +00:00
if err != nil {
return nil , err
}
2021-02-10 16:05:16 +00:00
userErr , intErr := i . mergeEntity ( ctx , txn , toEntity , fromEntityIDs , force , false , false , true )
2018-08-09 20:37:36 +00:00
if userErr != nil {
return logical . ErrorResponse ( userErr . Error ( ) ) , nil
2017-10-11 17:21:20 +00:00
}
2018-08-09 20:37:36 +00:00
if intErr != nil {
return nil , intErr
2018-01-08 18:31:38 +00:00
}
2017-10-11 17:21:20 +00:00
2018-01-08 18:31:38 +00:00
// Committing the transaction *after* successfully performing storage
// persistence
txn . Commit ( )
2017-10-11 17:21:20 +00:00
2018-01-08 18:31:38 +00:00
return nil , nil
2017-10-11 17:21:20 +00:00
}
}
2018-07-25 02:01:58 +00:00
// handleEntityUpdateCommon is used to update an entity
func ( i * IdentityStore ) handleEntityUpdateCommon ( ) framework . OperationFunc {
2018-01-08 18:31:38 +00:00
return func ( ctx context . Context , req * logical . Request , d * framework . FieldData ) ( * logical . Response , error ) {
2018-07-25 02:01:58 +00:00
i . lock . Lock ( )
defer i . lock . Unlock ( )
2017-10-11 17:21:20 +00:00
2018-09-18 03:03:00 +00:00
entity := new ( identity . Entity )
2018-07-25 02:01:58 +00:00
var err error
2017-10-11 17:21:20 +00:00
2018-01-08 18:31:38 +00:00
entityID := d . Get ( "id" ) . ( string )
2018-07-25 02:01:58 +00:00
if entityID != "" {
entity , err = i . MemDBEntityByID ( entityID , true )
if err != nil {
return nil , err
}
if entity == nil {
return logical . ErrorResponse ( "entity not found from id" ) , nil
}
2018-01-08 18:31:38 +00:00
}
2017-10-11 17:21:20 +00:00
2018-07-25 02:01:58 +00:00
// Get the name
entityName := d . Get ( "name" ) . ( string )
if entityName != "" {
2018-09-18 03:03:00 +00:00
entityByName , err := i . MemDBEntityByName ( ctx , entityName , false )
2018-07-25 02:01:58 +00:00
if err != nil {
return nil , err
}
switch {
case entityByName == nil :
// Not found, safe to use this name with an existing or new entity
2018-09-18 03:03:00 +00:00
case entity . ID == "" :
2018-09-25 19:28:28 +00:00
// Entity by ID was not found, but and entity for the supplied
// name was found. Continue updating the entity.
entity = entityByName
2018-07-25 02:01:58 +00:00
case entity . ID == entityByName . ID :
// Same exact entity, carry on (this is basically a noop then)
default :
return logical . ErrorResponse ( "entity name is already in use" ) , nil
}
2018-01-08 18:31:38 +00:00
}
2018-07-25 02:01:58 +00:00
if entityName != "" {
entity . Name = entityName
2018-01-08 18:31:38 +00:00
}
2017-10-11 17:21:20 +00:00
2018-07-25 02:01:58 +00:00
// Update the policies if supplied
entityPoliciesRaw , ok := d . GetOk ( "policies" )
if ok {
entity . Policies = entityPoliciesRaw . ( [ ] string )
}
2017-10-11 17:21:20 +00:00
2018-08-21 20:12:23 +00:00
if strutil . StrListContains ( entity . Policies , "root" ) {
return logical . ErrorResponse ( "policies cannot contain root" ) , nil
}
2018-07-25 02:01:58 +00:00
disabledRaw , ok := d . GetOk ( "disabled" )
if ok {
entity . Disabled = disabledRaw . ( bool )
}
2018-04-14 01:49:40 +00:00
2018-07-25 02:01:58 +00:00
// Get entity metadata
metadata , ok , err := d . GetOkErr ( "metadata" )
2017-10-11 17:21:20 +00:00
if err != nil {
2018-07-25 02:01:58 +00:00
return logical . ErrorResponse ( fmt . Sprintf ( "failed to parse metadata: %v" , err ) ) , nil
2017-10-11 17:21:20 +00:00
}
2018-07-25 02:01:58 +00:00
if ok {
entity . Metadata = metadata . ( map [ string ] string )
}
2018-09-25 19:28:28 +00:00
// At this point, if entity.ID is empty, it indicates that a new entity
// is being created. Using this to respond data in the response.
newEntity := entity . ID == ""
2018-07-25 02:01:58 +00:00
// ID creation and some validations
2018-09-18 03:03:00 +00:00
err = i . sanitizeEntity ( ctx , entity )
2018-07-25 02:01:58 +00:00
if err != nil {
return nil , err
2017-10-11 17:21:20 +00:00
}
2018-09-25 19:28:28 +00:00
if err := i . upsertEntity ( ctx , entity , nil , true ) ; err != nil {
return nil , err
}
// If this operation was an update to an existing entity, return 204
if ! newEntity {
return nil , nil
}
2018-07-25 02:01:58 +00:00
// Prepare the response
respData := map [ string ] interface { } {
2019-05-01 17:47:41 +00:00
"id" : entity . ID ,
"name" : entity . Name ,
2018-07-25 02:01:58 +00:00
}
2017-10-11 17:21:20 +00:00
2018-07-25 02:01:58 +00:00
var aliasIDs [ ] string
for _ , alias := range entity . Aliases {
aliasIDs = append ( aliasIDs , alias . ID )
}
2017-10-11 17:21:20 +00:00
2018-07-25 02:01:58 +00:00
respData [ "aliases" ] = aliasIDs
2017-10-11 17:21:20 +00:00
2018-07-25 02:01:58 +00:00
// Return ID of the entity that was either created or updated along with
// its aliases
return & logical . Response {
Data : respData ,
} , nil
2017-10-11 17:21:20 +00:00
}
}
2018-09-25 19:28:28 +00:00
// pathEntityNameRead returns the properties of an entity for a given entity ID
func ( i * IdentityStore ) pathEntityNameRead ( ) framework . OperationFunc {
return func ( ctx context . Context , req * logical . Request , d * framework . FieldData ) ( * logical . Response , error ) {
entityName := d . Get ( "name" ) . ( string )
if entityName == "" {
return logical . ErrorResponse ( "missing entity name" ) , nil
}
entity , err := i . MemDBEntityByName ( ctx , entityName , false )
if err != nil {
return nil , err
}
if entity == nil {
return nil , nil
}
return i . handleEntityReadCommon ( ctx , entity )
}
}
2017-10-11 17:21:20 +00:00
// pathEntityIDRead returns the properties of an entity for a given entity ID
2018-01-08 18:31:38 +00:00
func ( i * IdentityStore ) pathEntityIDRead ( ) framework . OperationFunc {
return func ( ctx context . Context , req * logical . Request , d * framework . FieldData ) ( * logical . Response , error ) {
entityID := d . Get ( "id" ) . ( string )
if entityID == "" {
return logical . ErrorResponse ( "missing entity id" ) , nil
}
2017-10-11 17:21:20 +00:00
2018-01-08 18:31:38 +00:00
entity , err := i . MemDBEntityByID ( entityID , false )
if err != nil {
return nil , err
}
if entity == nil {
return nil , nil
}
2017-10-11 17:21:20 +00:00
2018-09-18 03:03:00 +00:00
return i . handleEntityReadCommon ( ctx , entity )
2018-01-08 18:31:38 +00:00
}
2017-11-02 20:38:15 +00:00
}
2018-09-18 03:03:00 +00:00
func ( i * IdentityStore ) handleEntityReadCommon ( ctx context . Context , entity * identity . Entity ) ( * logical . Response , error ) {
ns , err := namespace . FromContext ( ctx )
if err != nil {
return nil , err
}
if ns . ID != entity . NamespaceID {
return nil , nil
}
2017-10-11 17:21:20 +00:00
respData := map [ string ] interface { } { }
respData [ "id" ] = entity . ID
respData [ "name" ] = entity . Name
respData [ "metadata" ] = entity . Metadata
respData [ "merged_entity_ids" ] = entity . MergedEntityIDs
respData [ "policies" ] = entity . Policies
2018-04-14 01:49:40 +00:00
respData [ "disabled" ] = entity . Disabled
2019-06-14 16:53:00 +00:00
respData [ "namespace_id" ] = entity . NamespaceID
2017-10-11 17:21:20 +00:00
// Convert protobuf timestamp into RFC3339 format
respData [ "creation_time" ] = ptypes . TimestampString ( entity . CreationTime )
respData [ "last_update_time" ] = ptypes . TimestampString ( entity . LastUpdateTime )
// Convert each alias into a map and replace the time format in each
aliasesToReturn := make ( [ ] interface { } , len ( entity . Aliases ) )
for aliasIdx , alias := range entity . Aliases {
aliasMap := map [ string ] interface { } { }
aliasMap [ "id" ] = alias . ID
2017-11-02 20:05:48 +00:00
aliasMap [ "canonical_id" ] = alias . CanonicalID
2017-10-11 17:21:20 +00:00
aliasMap [ "mount_accessor" ] = alias . MountAccessor
aliasMap [ "metadata" ] = alias . Metadata
aliasMap [ "name" ] = alias . Name
2017-11-02 20:05:48 +00:00
aliasMap [ "merged_from_canonical_ids" ] = alias . MergedFromCanonicalIDs
2017-10-11 17:21:20 +00:00
aliasMap [ "creation_time" ] = ptypes . TimestampString ( alias . CreationTime )
aliasMap [ "last_update_time" ] = ptypes . TimestampString ( alias . LastUpdateTime )
2021-10-15 19:20:00 +00:00
aliasMap [ "local" ] = alias . Local
aliasMap [ "custom_metadata" ] = alias . CustomMetadata
2018-05-25 18:34:24 +00:00
2021-08-30 19:31:11 +00:00
if mountValidationResp := i . router . ValidateMountByAccessor ( alias . MountAccessor ) ; mountValidationResp != nil {
2018-05-25 18:34:24 +00:00
aliasMap [ "mount_type" ] = mountValidationResp . MountType
aliasMap [ "mount_path" ] = mountValidationResp . MountPath
}
2017-10-11 17:21:20 +00:00
aliasesToReturn [ aliasIdx ] = aliasMap
}
// Add the aliases information to the response which has the correct time
// formats
respData [ "aliases" ] = aliasesToReturn
2018-09-18 03:03:00 +00:00
addExtraEntityDataToResponse ( entity , respData )
2017-11-06 18:01:48 +00:00
// Fetch the groups this entity belongs to and return their identifiers
groups , inheritedGroups , err := i . groupsByEntityID ( entity . ID )
if err != nil {
return nil , err
}
groupIDs := make ( [ ] string , len ( groups ) )
for i , group := range groups {
groupIDs [ i ] = group . ID
}
respData [ "direct_group_ids" ] = groupIDs
inheritedGroupIDs := make ( [ ] string , len ( inheritedGroups ) )
for i , group := range inheritedGroups {
inheritedGroupIDs [ i ] = group . ID
}
respData [ "inherited_group_ids" ] = inheritedGroupIDs
respData [ "group_ids" ] = append ( groupIDs , inheritedGroupIDs ... )
2017-11-02 20:38:15 +00:00
return & logical . Response {
2017-10-11 17:21:20 +00:00
Data : respData ,
2017-11-02 20:38:15 +00:00
} , nil
2017-10-11 17:21:20 +00:00
}
// pathEntityIDDelete deletes the entity for a given entity ID
2018-01-08 18:31:38 +00:00
func ( i * IdentityStore ) pathEntityIDDelete ( ) framework . OperationFunc {
return func ( ctx context . Context , req * logical . Request , d * framework . FieldData ) ( * logical . Response , error ) {
entityID := d . Get ( "id" ) . ( string )
if entityID == "" {
return logical . ErrorResponse ( "missing entity id" ) , nil
}
2017-10-11 17:21:20 +00:00
2018-07-25 02:01:58 +00:00
i . lock . Lock ( )
defer i . lock . Unlock ( )
2018-06-24 11:45:53 +00:00
// Create a MemDB transaction to delete entity
txn := i . db . Txn ( true )
defer txn . Abort ( )
// Fetch the entity using its ID
entity , err := i . MemDBEntityByIDInTxn ( txn , entityID , true )
if err != nil {
return nil , err
}
if entity == nil {
return nil , nil
}
2020-04-23 22:25:13 +00:00
err = i . handleEntityDeleteCommon ( ctx , txn , entity , true )
2018-06-24 11:45:53 +00:00
if err != nil {
return nil , err
}
txn . Commit ( )
return nil , nil
2018-01-08 18:31:38 +00:00
}
2017-10-11 17:21:20 +00:00
}
2018-09-25 19:28:28 +00:00
// pathEntityNameDelete deletes the entity for a given entity ID
func ( i * IdentityStore ) pathEntityNameDelete ( ) framework . OperationFunc {
2018-01-08 18:31:38 +00:00
return func ( ctx context . Context , req * logical . Request , d * framework . FieldData ) ( * logical . Response , error ) {
2018-09-25 19:28:28 +00:00
entityName := d . Get ( "name" ) . ( string )
if entityName == "" {
return logical . ErrorResponse ( "missing entity name" ) , nil
}
i . lock . Lock ( )
defer i . lock . Unlock ( )
// Create a MemDB transaction to delete entity
txn := i . db . Txn ( true )
defer txn . Abort ( )
// Fetch the entity using its name
2018-10-19 19:47:26 +00:00
entity , err := i . MemDBEntityByNameInTxn ( ctx , txn , entityName , true )
2018-09-25 19:28:28 +00:00
if err != nil {
return nil , err
}
// If there is no entity for the ID, do nothing
if entity == nil {
return nil , nil
}
2018-09-18 03:03:00 +00:00
ns , err := namespace . FromContext ( ctx )
if err != nil {
return nil , err
}
2018-09-25 19:28:28 +00:00
if entity . NamespaceID != ns . ID {
return nil , nil
}
2018-09-18 03:03:00 +00:00
2020-04-23 22:25:13 +00:00
err = i . handleEntityDeleteCommon ( ctx , txn , entity , true )
2018-09-25 19:28:28 +00:00
if err != nil {
return nil , err
}
2018-06-24 11:45:53 +00:00
2018-11-16 01:07:45 +00:00
txn . Commit ( )
return nil , nil
}
}
2020-04-23 22:25:13 +00:00
// pathEntityIDDelete deletes the entity for a given entity ID
func ( i * IdentityStore ) handleEntityBatchDelete ( ) framework . OperationFunc {
return func ( ctx context . Context , req * logical . Request , d * framework . FieldData ) ( * logical . Response , error ) {
entityIDs := d . Get ( "entity_ids" ) . ( [ ] string )
if len ( entityIDs ) == 0 {
return logical . ErrorResponse ( "missing entity ids to delete" ) , nil
}
// Sort the ids by the bucket they will be deleted from
byBucket := make ( map [ string ] map [ string ] struct { } )
for _ , id := range entityIDs {
bucketKey := i . entityPacker . BucketKey ( id )
bucket , ok := byBucket [ bucketKey ]
if ! ok {
bucket = make ( map [ string ] struct { } )
byBucket [ bucketKey ] = bucket
}
bucket [ id ] = struct { } { }
}
deleteIdsForBucket := func ( entityIDs [ ] string ) error {
i . lock . Lock ( )
defer i . lock . Unlock ( )
// Create a MemDB transaction to delete entities from the inmem database
2020-05-14 13:19:27 +00:00
// without altering storage. Batch deletion on storage bucket items is
2020-04-23 22:25:13 +00:00
// performed directly through entityPacker.
txn := i . db . Txn ( true )
defer txn . Abort ( )
for _ , entityID := range entityIDs {
// Fetch the entity using its ID
entity , err := i . MemDBEntityByIDInTxn ( txn , entityID , true )
if err != nil {
return err
}
if entity == nil {
continue
}
err = i . handleEntityDeleteCommon ( ctx , txn , entity , false )
if err != nil {
return err
}
}
// Write all updates for this bucket.
err := i . entityPacker . DeleteMultipleItems ( ctx , i . logger , entityIDs )
if err != nil {
return err
}
txn . Commit ( )
return nil
}
for _ , bucket := range byBucket {
ids := make ( [ ] string , len ( bucket ) )
i := 0
2021-04-08 16:43:39 +00:00
for id := range bucket {
2020-04-23 22:25:13 +00:00
ids [ i ] = id
i ++
}
err := deleteIdsForBucket ( ids )
if err != nil {
return nil , err
}
}
return nil , nil
}
}
2021-02-24 11:58:10 +00:00
// handleEntityDeleteCommon deletes an entity by removing it from groups of
// which it's a member and then, if update is true, deleting the entity itself.
2020-04-23 22:25:13 +00:00
func ( i * IdentityStore ) handleEntityDeleteCommon ( ctx context . Context , txn * memdb . Txn , entity * identity . Entity , update bool ) error {
2018-11-16 01:07:45 +00:00
ns , err := namespace . FromContext ( ctx )
if err != nil {
return err
}
if entity . NamespaceID != ns . ID {
return nil
}
// Remove entity ID as a member from all the groups it belongs, both
// internal and external
groups , err := i . MemDBGroupsByMemberEntityIDInTxn ( txn , entity . ID , true , false )
if err != nil {
2021-10-01 14:22:52 +00:00
return err
2018-11-16 01:07:45 +00:00
}
2018-06-24 11:45:53 +00:00
2018-11-16 01:07:45 +00:00
for _ , group := range groups {
group . MemberEntityIDs = strutil . StrListDelete ( group . MemberEntityIDs , entity . ID )
2019-05-01 17:47:41 +00:00
err = i . UpsertGroupInTxn ( ctx , txn , group , true )
2018-01-08 18:31:38 +00:00
if err != nil {
2018-11-16 01:07:45 +00:00
return err
2018-01-08 18:31:38 +00:00
}
2018-11-16 01:07:45 +00:00
}
2017-10-11 17:21:20 +00:00
2018-11-16 01:07:45 +00:00
// Delete all the aliases in the entity and the respective indexes
err = i . deleteAliasesInEntityInTxn ( txn , entity , entity . Aliases )
if err != nil {
return err
}
2018-06-24 11:45:53 +00:00
2018-11-16 01:07:45 +00:00
// Delete the entity using the same transaction
err = i . MemDBDeleteEntityByIDInTxn ( txn , entity . ID )
if err != nil {
return err
2018-09-25 19:28:28 +00:00
}
2018-11-16 01:07:45 +00:00
2020-04-23 22:25:13 +00:00
if update {
// Delete the entity from storage
err = i . entityPacker . DeleteItem ( ctx , entity . ID )
if err != nil {
return err
}
2018-11-16 01:07:45 +00:00
}
return nil
2018-09-25 19:28:28 +00:00
}
2018-05-25 18:34:24 +00:00
2018-09-25 19:28:28 +00:00
func ( i * IdentityStore ) pathEntityIDList ( ) framework . OperationFunc {
return func ( ctx context . Context , req * logical . Request , d * framework . FieldData ) ( * logical . Response , error ) {
return i . handlePathEntityListCommon ( ctx , req , d , true )
}
}
2018-05-25 18:34:24 +00:00
2018-09-25 19:28:28 +00:00
func ( i * IdentityStore ) pathEntityNameList ( ) framework . OperationFunc {
return func ( ctx context . Context , req * logical . Request , d * framework . FieldData ) ( * logical . Response , error ) {
return i . handlePathEntityListCommon ( ctx , req , d , false )
}
}
2018-05-25 18:34:24 +00:00
2018-09-25 19:28:28 +00:00
// handlePathEntityListCommon lists the IDs or names of all the valid entities
// in the identity store
func ( i * IdentityStore ) handlePathEntityListCommon ( ctx context . Context , req * logical . Request , d * framework . FieldData , byID bool ) ( * logical . Response , error ) {
ns , err := namespace . FromContext ( ctx )
if err != nil {
return nil , err
}
ws := memdb . NewWatchSet ( )
txn := i . db . Txn ( false )
iter , err := txn . Get ( entitiesTable , "namespace_id" , ns . ID )
if err != nil {
2021-05-11 17:12:54 +00:00
return nil , fmt . Errorf ( "failed to fetch iterator for entities in memdb: %w" , err )
2018-09-25 19:28:28 +00:00
}
ws . Add ( iter . WatchCh ( ) )
var keys [ ] string
entityInfo := map [ string ] interface { } { }
type mountInfo struct {
MountType string
MountPath string
}
mountAccessorMap := map [ string ] mountInfo { }
for {
2020-09-10 22:31:32 +00:00
// Check for timeouts
select {
case <- ctx . Done ( ) :
resp := logical . ListResponseWithInfo ( keys , entityInfo )
resp . AddWarning ( "partial response due to timeout" )
return resp , nil
default :
break
}
2018-09-25 19:28:28 +00:00
raw := iter . Next ( )
if raw == nil {
break
}
entity := raw . ( * identity . Entity )
if byID {
keys = append ( keys , entity . ID )
} else {
keys = append ( keys , entity . Name )
}
entityInfoEntry := map [ string ] interface { } {
"name" : entity . Name ,
}
if len ( entity . Aliases ) > 0 {
aliasList := make ( [ ] interface { } , 0 , len ( entity . Aliases ) )
for _ , alias := range entity . Aliases {
entry := map [ string ] interface { } {
"id" : alias . ID ,
"name" : alias . Name ,
"mount_accessor" : alias . MountAccessor ,
}
mi , ok := mountAccessorMap [ alias . MountAccessor ]
if ok {
entry [ "mount_type" ] = mi . MountType
entry [ "mount_path" ] = mi . MountPath
} else {
mi = mountInfo { }
2021-08-30 19:31:11 +00:00
if mountValidationResp := i . router . ValidateMountByAccessor ( alias . MountAccessor ) ; mountValidationResp != nil {
2018-09-25 19:28:28 +00:00
mi . MountType = mountValidationResp . MountType
mi . MountPath = mountValidationResp . MountPath
2018-05-25 18:34:24 +00:00
entry [ "mount_type" ] = mi . MountType
entry [ "mount_path" ] = mi . MountPath
}
2018-09-25 19:28:28 +00:00
mountAccessorMap [ alias . MountAccessor ] = mi
2018-05-25 18:34:24 +00:00
}
2018-09-25 19:28:28 +00:00
aliasList = append ( aliasList , entry )
2018-05-25 18:34:24 +00:00
}
2018-09-25 19:28:28 +00:00
entityInfoEntry [ "aliases" ] = aliasList
2017-10-11 17:21:20 +00:00
}
2018-09-25 19:28:28 +00:00
entityInfo [ entity . ID ] = entityInfoEntry
2018-01-08 18:31:38 +00:00
}
2018-09-25 19:28:28 +00:00
return logical . ListResponseWithInfo ( keys , entityInfo ) , nil
2017-10-11 17:21:20 +00:00
}
2019-02-08 21:32:06 +00:00
func ( i * IdentityStore ) mergeEntity ( ctx context . Context , txn * memdb . Txn , toEntity * identity . Entity , fromEntityIDs [ ] string , force , grabLock , mergePolicies , persist bool ) ( error , error ) {
2018-08-09 20:37:36 +00:00
if grabLock {
i . lock . Lock ( )
defer i . lock . Unlock ( )
}
if toEntity == nil {
return errors . New ( "entity id to merge to is invalid" ) , nil
}
2018-09-18 03:03:00 +00:00
ns , err := namespace . FromContext ( ctx )
if err != nil {
return nil , err
}
if toEntity . NamespaceID != ns . ID {
return errors . New ( "entity id to merge into does not belong to the request's namespace" ) , nil
}
2021-10-12 19:35:19 +00:00
sanitizedFromEntityIDs := strutil . RemoveDuplicates ( fromEntityIDs , false )
2018-09-18 03:03:00 +00:00
// Merge the MFA secrets
2021-10-12 19:35:19 +00:00
for _ , fromEntityID := range sanitizedFromEntityIDs {
2018-08-09 20:37:36 +00:00
if fromEntityID == toEntity . ID {
return errors . New ( "to_entity_id should not be present in from_entity_ids" ) , nil
}
fromEntity , err := i . MemDBEntityByID ( fromEntityID , false )
if err != nil {
return nil , err
}
if fromEntity == nil {
return errors . New ( "entity id to merge from is invalid" ) , nil
}
2018-09-18 03:03:00 +00:00
if fromEntity . NamespaceID != toEntity . NamespaceID {
return errors . New ( "entity id to merge from does not belong to this namespace" ) , nil
}
for configID , configSecret := range fromEntity . MFASecrets {
_ , ok := toEntity . MFASecrets [ configID ]
if ok && ! force {
return nil , fmt . Errorf ( "conflicting MFA config ID %q in entity ID %q" , configID , fromEntity . ID )
} else {
2019-10-22 13:57:24 +00:00
if toEntity . MFASecrets == nil {
toEntity . MFASecrets = make ( map [ string ] * mfa . Secret )
}
2018-09-18 03:03:00 +00:00
toEntity . MFASecrets [ configID ] = configSecret
}
}
}
2021-08-30 19:31:11 +00:00
isPerfSecondaryOrStandby := i . localNode . ReplicationState ( ) . HasState ( consts . ReplicationPerformanceSecondary ) ||
i . localNode . HAState ( ) == consts . PerfStandby
2021-10-01 14:22:52 +00:00
var fromEntityGroups [ ] * identity . Group
2021-10-14 16:52:07 +00:00
toEntityAccessors := make ( map [ string ] struct { } )
for _ , alias := range toEntity . Aliases {
if _ , ok := toEntityAccessors [ alias . MountAccessor ] ; ! ok {
toEntityAccessors [ alias . MountAccessor ] = struct { } { }
}
}
2021-10-12 19:35:19 +00:00
for _ , fromEntityID := range sanitizedFromEntityIDs {
2018-09-18 03:03:00 +00:00
if fromEntityID == toEntity . ID {
return errors . New ( "to_entity_id should not be present in from_entity_ids" ) , nil
}
fromEntity , err := i . MemDBEntityByID ( fromEntityID , false )
if err != nil {
return nil , err
}
if fromEntity == nil {
return errors . New ( "entity id to merge from is invalid" ) , nil
}
if fromEntity . NamespaceID != toEntity . NamespaceID {
return errors . New ( "entity id to merge from does not belong to this namespace" ) , nil
}
2018-08-09 20:37:36 +00:00
for _ , alias := range fromEntity . Aliases {
// Set the desired canonical ID
alias . CanonicalID = toEntity . ID
alias . MergedFromCanonicalIDs = append ( alias . MergedFromCanonicalIDs , fromEntity . ID )
err = i . MemDBUpsertAliasInTxn ( txn , alias , false )
if err != nil {
2021-05-11 17:12:54 +00:00
return nil , fmt . Errorf ( "failed to update alias during merge: %w" , err )
2018-08-09 20:37:36 +00:00
}
2021-10-14 16:52:07 +00:00
if _ , ok := toEntityAccessors [ alias . MountAccessor ] ; ok {
i . logger . Warn ( "skipping from_entity alias during entity merge as to_entity has an alias with its accessor" , "from_entity" , fromEntityID , "skipped_alias" , alias . ID )
continue
}
2018-08-09 20:37:36 +00:00
// Add the alias to the desired entity
toEntity . Aliases = append ( toEntity . Aliases , alias )
}
// If told to, merge policies
if mergePolicies {
toEntity . Policies = strutil . MergeSlices ( toEntity . Policies , fromEntity . Policies )
}
// If the entity from which we are merging from was already a merged
// entity, transfer over the Merged set to the entity we are
// merging into.
toEntity . MergedEntityIDs = append ( toEntity . MergedEntityIDs , fromEntity . MergedEntityIDs ... )
// Add the entity from which we are merging from to the list of entities
// the entity we are merging into is composed of.
toEntity . MergedEntityIDs = append ( toEntity . MergedEntityIDs , fromEntity . ID )
2021-10-01 14:22:52 +00:00
// Remove entity ID as a member from all the groups it belongs, both
// internal and external
groups , err := i . MemDBGroupsByMemberEntityIDInTxn ( txn , fromEntity . ID , true , false )
if err != nil {
return nil , err
}
for _ , group := range groups {
group . MemberEntityIDs = strutil . StrListDelete ( group . MemberEntityIDs , fromEntity . ID )
err = i . UpsertGroupInTxn ( ctx , txn , group , persist && ! isPerfSecondaryOrStandby )
if err != nil {
return nil , err
}
fromEntityGroups = append ( fromEntityGroups , group )
}
2018-08-09 20:37:36 +00:00
// Delete the entity which we are merging from in MemDB using the same transaction
err = i . MemDBDeleteEntityByIDInTxn ( txn , fromEntity . ID )
if err != nil {
return nil , err
}
2019-02-08 21:32:06 +00:00
if persist && ! isPerfSecondaryOrStandby {
// Delete the entity which we are merging from in storage
2019-05-01 17:47:41 +00:00
err = i . entityPacker . DeleteItem ( ctx , fromEntity . ID )
2019-02-08 21:32:06 +00:00
if err != nil {
return nil , err
}
2018-08-09 20:37:36 +00:00
}
}
// Update MemDB with changes to the entity we are merging to
2018-09-18 03:03:00 +00:00
err = i . MemDBUpsertEntityInTxn ( txn , toEntity )
2018-08-09 20:37:36 +00:00
if err != nil {
return nil , err
}
2021-10-01 14:22:52 +00:00
for _ , group := range fromEntityGroups {
group . MemberEntityIDs = append ( group . MemberEntityIDs , toEntity . ID )
err = i . UpsertGroupInTxn ( ctx , txn , group , persist && ! isPerfSecondaryOrStandby )
if err != nil {
return nil , err
}
}
2019-02-08 21:32:06 +00:00
if persist && ! isPerfSecondaryOrStandby {
// Persist the entity which we are merging to
toEntityAsAny , err := ptypes . MarshalAny ( toEntity )
if err != nil {
return nil , err
}
item := & storagepacker . Item {
ID : toEntity . ID ,
Message : toEntityAsAny ,
}
2018-08-09 20:37:36 +00:00
2019-05-01 17:47:41 +00:00
err = i . entityPacker . PutItem ( ctx , item )
2019-02-08 21:32:06 +00:00
if err != nil {
return nil , err
}
2018-08-09 20:37:36 +00:00
}
return nil , nil
}
2017-10-11 17:21:20 +00:00
var entityHelp = map [ string ] [ 2 ] string {
"entity" : {
"Create a new entity" ,
"" ,
} ,
"entity-id" : {
"Update, read or delete an entity using entity ID" ,
"" ,
} ,
2018-09-25 19:28:28 +00:00
"entity-name" : {
"Update, read or delete an entity using entity name" ,
"" ,
} ,
2017-10-11 17:21:20 +00:00
"entity-id-list" : {
"List all the entity IDs" ,
"" ,
} ,
2018-09-25 19:28:28 +00:00
"entity-name-list" : {
"List all the entity names" ,
"" ,
} ,
2017-10-11 17:21:20 +00:00
"entity-merge-id" : {
"Merge two or more entities together" ,
"" ,
} ,
2020-04-23 22:25:13 +00:00
"batch-delete" : {
"Delete all of the entities provided" ,
"" ,
} ,
2017-10-11 17:21:20 +00:00
}