2015-03-02 18:48:53 +00:00
|
|
|
package physical
|
|
|
|
|
2016-04-26 03:10:32 +00:00
|
|
|
import (
|
|
|
|
"fmt"
|
|
|
|
"log"
|
|
|
|
)
|
2015-03-05 21:47:10 +00:00
|
|
|
|
2015-11-03 19:48:05 +00:00
|
|
|
const DefaultParallelOperations = 128
|
|
|
|
|
2016-04-23 02:55:17 +00:00
|
|
|
// ShutdownSignal
|
|
|
|
type ShutdownChannel chan struct{}
|
|
|
|
|
2015-03-02 18:48:53 +00:00
|
|
|
// Backend is the interface required for a physical
|
|
|
|
// backend. A physical backend is used to durably store
|
2015-04-22 21:59:16 +00:00
|
|
|
// data outside of Vault. As such, it is completely untrusted,
|
2015-03-02 18:48:53 +00:00
|
|
|
// and is only accessed via a security barrier. The backends
|
|
|
|
// must represent keys in a hierarchical manner. All methods
|
|
|
|
// are expected to be thread safe.
|
|
|
|
type Backend interface {
|
|
|
|
// Put is used to insert or update an entry
|
|
|
|
Put(entry *Entry) error
|
|
|
|
|
|
|
|
// Get is used to fetch an entry
|
|
|
|
Get(key string) (*Entry, error)
|
|
|
|
|
|
|
|
// Delete is used to permanently delete an entry
|
|
|
|
Delete(key string) error
|
|
|
|
|
|
|
|
// List is used ot list all the keys under a given
|
|
|
|
// prefix, up to the next prefix.
|
|
|
|
List(prefix string) ([]string, error)
|
|
|
|
}
|
|
|
|
|
2015-04-14 18:49:46 +00:00
|
|
|
// HABackend is an extentions to the standard physical
|
|
|
|
// backend to support high-availability. Vault only expects to
|
|
|
|
// use mutual exclusion to allow multiple instances to act as a
|
|
|
|
// hot standby for a leader that services all requests.
|
|
|
|
type HABackend interface {
|
|
|
|
// LockWith is used for mutual exclusion based on the given key.
|
2015-04-14 23:36:53 +00:00
|
|
|
LockWith(key, value string) (Lock, error)
|
2015-04-14 18:49:46 +00:00
|
|
|
}
|
|
|
|
|
2015-05-02 22:34:29 +00:00
|
|
|
// AdvertiseDetect is an optional interface that an HABackend
|
|
|
|
// can implement. If they do, an advertise address can be automatically
|
|
|
|
// detected.
|
|
|
|
type AdvertiseDetect interface {
|
|
|
|
// DetectHostAddr is used to detect the host address
|
|
|
|
DetectHostAddr() (string, error)
|
2016-04-23 02:55:17 +00:00
|
|
|
}
|
|
|
|
|
2016-04-28 17:56:41 +00:00
|
|
|
// Callback signatures for RunServiceDiscovery
|
|
|
|
type activeFunction func() bool
|
|
|
|
type sealedFunction func() bool
|
|
|
|
|
2016-04-23 02:55:17 +00:00
|
|
|
// ServiceDiscovery is an optional interface that an HABackend can implement.
|
|
|
|
// If they do, the state of a backend is advertised to the service discovery
|
|
|
|
// network.
|
|
|
|
type ServiceDiscovery interface {
|
2016-04-28 17:56:41 +00:00
|
|
|
// NotifyActiveStateChange is used by Core to notify a backend
|
|
|
|
// capable of ServiceDiscovery that this Vault instance has changed
|
|
|
|
// its status to active or standby.
|
|
|
|
NotifyActiveStateChange() error
|
2016-04-23 02:55:17 +00:00
|
|
|
|
2016-04-28 17:56:41 +00:00
|
|
|
// NotifySealedStateChange is used by Core to notify a backend
|
|
|
|
// capable of ServiceDiscovery that Vault has changed its Sealed
|
|
|
|
// status to sealed or unsealed.
|
|
|
|
NotifySealedStateChange() error
|
2016-04-23 02:55:17 +00:00
|
|
|
|
|
|
|
// Run executes any background service discovery tasks until the
|
|
|
|
// shutdown channel is closed.
|
2016-04-28 17:56:41 +00:00
|
|
|
RunServiceDiscovery(shutdownCh ShutdownChannel, advertiseAddr string, activeFunc activeFunction, sealedFunc sealedFunction) error
|
2015-05-02 22:34:29 +00:00
|
|
|
}
|
|
|
|
|
2015-04-14 18:49:46 +00:00
|
|
|
type Lock interface {
|
|
|
|
// Lock is used to acquire the given lock
|
|
|
|
// The stopCh is optional and if closed should interrupt the lock
|
|
|
|
// acquisition attempt. The return struct should be closed when
|
|
|
|
// leadership is lost.
|
|
|
|
Lock(stopCh <-chan struct{}) (<-chan struct{}, error)
|
|
|
|
|
|
|
|
// Unlock is used to release the lock
|
|
|
|
Unlock() error
|
2015-04-14 23:36:53 +00:00
|
|
|
|
|
|
|
// Returns the value of the lock and if it is held
|
|
|
|
Value() (bool, string, error)
|
2015-04-14 18:49:46 +00:00
|
|
|
}
|
|
|
|
|
2015-03-02 18:48:53 +00:00
|
|
|
// Entry is used to represent data stored by the physical backend
|
|
|
|
type Entry struct {
|
|
|
|
Key string
|
|
|
|
Value []byte
|
|
|
|
}
|
2015-03-05 21:47:10 +00:00
|
|
|
|
|
|
|
// Factory is the factory function to create a physical backend.
|
2016-04-26 03:10:32 +00:00
|
|
|
type Factory func(config map[string]string, logger *log.Logger) (Backend, error)
|
2015-03-05 21:47:10 +00:00
|
|
|
|
2015-11-04 12:34:40 +00:00
|
|
|
// NewBackend returns a new backend with the given type and configuration.
|
2016-04-24 00:16:36 +00:00
|
|
|
// The backend is looked up in the builtinBackends variable.
|
2016-04-26 03:10:32 +00:00
|
|
|
func NewBackend(t string, logger *log.Logger, conf map[string]string) (Backend, error) {
|
2016-04-24 00:16:36 +00:00
|
|
|
f, ok := builtinBackends[t]
|
2015-03-05 21:47:10 +00:00
|
|
|
if !ok {
|
|
|
|
return nil, fmt.Errorf("unknown physical backend type: %s", t)
|
|
|
|
}
|
2016-04-26 03:10:32 +00:00
|
|
|
return f(conf, logger)
|
2015-03-05 21:47:10 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// BuiltinBackends is the list of built-in physical backends that can
|
|
|
|
// be used with NewBackend.
|
2016-04-24 00:16:36 +00:00
|
|
|
var builtinBackends = map[string]Factory{
|
2016-04-26 03:10:32 +00:00
|
|
|
"inmem": func(_ map[string]string, logger *log.Logger) (Backend, error) {
|
|
|
|
return NewInmem(logger), nil
|
2015-03-05 21:47:10 +00:00
|
|
|
},
|
2016-01-23 00:15:10 +00:00
|
|
|
"consul": newConsulBackend,
|
|
|
|
"zookeeper": newZookeeperBackend,
|
|
|
|
"file": newFileBackend,
|
|
|
|
"s3": newS3Backend,
|
2016-02-24 12:14:23 +00:00
|
|
|
"azure": newAzureBackend,
|
2016-01-23 00:15:10 +00:00
|
|
|
"dynamodb": newDynamoDBBackend,
|
|
|
|
"etcd": newEtcdBackend,
|
|
|
|
"mysql": newMySQLBackend,
|
|
|
|
"postgresql": newPostgreSQLBackend,
|
2015-03-05 21:47:10 +00:00
|
|
|
}
|
2015-11-03 16:47:16 +00:00
|
|
|
|
|
|
|
// PermitPool is a wrapper around a semaphore library to keep things
|
|
|
|
// agnostic
|
|
|
|
type PermitPool struct {
|
2015-11-04 17:27:13 +00:00
|
|
|
sem chan int
|
2015-11-03 16:47:16 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// NewPermitPool returns a new permit pool with the provided
|
|
|
|
// number of permits
|
|
|
|
func NewPermitPool(permits int) *PermitPool {
|
|
|
|
if permits < 1 {
|
2015-11-03 19:48:05 +00:00
|
|
|
permits = DefaultParallelOperations
|
2015-11-03 16:47:16 +00:00
|
|
|
}
|
|
|
|
return &PermitPool{
|
2015-11-04 17:27:13 +00:00
|
|
|
sem: make(chan int, permits),
|
2015-11-03 16:47:16 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Acquire returns when a permit has been acquired
|
|
|
|
func (c *PermitPool) Acquire() {
|
2015-11-04 17:27:13 +00:00
|
|
|
c.sem <- 1
|
2015-11-03 16:47:16 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// Release returns a permit to the pool
|
|
|
|
func (c *PermitPool) Release() {
|
2015-11-04 17:27:13 +00:00
|
|
|
<-c.sem
|
2015-11-03 16:47:16 +00:00
|
|
|
}
|