2015-04-14 18:00:51 +00:00
|
|
|
package physical
|
|
|
|
|
2015-04-15 20:48:49 +00:00
|
|
|
import (
|
2018-01-19 06:44:44 +00:00
|
|
|
"context"
|
2018-01-26 03:21:51 +00:00
|
|
|
"sync/atomic"
|
2015-04-15 20:48:49 +00:00
|
|
|
|
2018-04-03 00:46:59 +00:00
|
|
|
log "github.com/hashicorp/go-hclog"
|
2015-04-15 20:48:49 +00:00
|
|
|
"github.com/hashicorp/golang-lru"
|
2017-02-17 14:15:35 +00:00
|
|
|
"github.com/hashicorp/vault/helper/locksutil"
|
2015-04-15 20:48:49 +00:00
|
|
|
)
|
2015-04-14 18:00:51 +00:00
|
|
|
|
|
|
|
const (
|
2015-04-14 18:03:18 +00:00
|
|
|
// DefaultCacheSize is used if no cache size is specified for NewCache
|
2018-01-26 03:21:51 +00:00
|
|
|
DefaultCacheSize = 128 * 1024
|
2015-04-14 18:00:51 +00:00
|
|
|
)
|
|
|
|
|
2015-04-14 18:03:18 +00:00
|
|
|
// Cache is used to wrap an underlying physical backend
|
2015-04-14 18:00:51 +00:00
|
|
|
// and provide an LRU cache layer on top. Most of the reads done by
|
|
|
|
// Vault are for policy objects so there is a large read reduction
|
|
|
|
// by using a simple write-through cache.
|
2015-04-14 18:03:18 +00:00
|
|
|
type Cache struct {
|
2018-01-26 03:21:51 +00:00
|
|
|
backend Backend
|
|
|
|
lru *lru.TwoQueueCache
|
|
|
|
locks []*locksutil.LockEntry
|
|
|
|
logger log.Logger
|
|
|
|
enabled *uint32
|
2017-08-09 00:47:14 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// TransactionalCache is a Cache that wraps the physical that is transactional
|
|
|
|
type TransactionalCache struct {
|
|
|
|
*Cache
|
|
|
|
Transactional
|
2015-04-14 18:00:51 +00:00
|
|
|
}
|
|
|
|
|
2018-01-20 01:44:24 +00:00
|
|
|
// Verify Cache satisfies the correct interfaces
|
2018-01-26 03:21:51 +00:00
|
|
|
var _ ToggleablePurgemonster = (*Cache)(nil)
|
|
|
|
var _ ToggleablePurgemonster = (*TransactionalCache)(nil)
|
2018-01-20 01:44:24 +00:00
|
|
|
var _ Backend = (*Cache)(nil)
|
|
|
|
var _ Transactional = (*TransactionalCache)(nil)
|
2018-01-19 22:00:13 +00:00
|
|
|
|
2015-04-14 18:03:18 +00:00
|
|
|
// NewCache returns a physical cache of the given size.
|
2015-04-14 18:00:51 +00:00
|
|
|
// If no size is provided, the default size is used.
|
2018-01-26 03:21:51 +00:00
|
|
|
func NewCache(b Backend, size int, logger log.Logger) *Cache {
|
2018-04-03 00:46:59 +00:00
|
|
|
if logger.IsDebug() {
|
|
|
|
logger.Debug("creating LRU cache", "size", size)
|
2017-12-06 17:25:17 +00:00
|
|
|
}
|
2015-04-14 18:00:51 +00:00
|
|
|
if size <= 0 {
|
|
|
|
size = DefaultCacheSize
|
|
|
|
}
|
2017-12-06 17:25:17 +00:00
|
|
|
|
2016-01-07 14:21:33 +00:00
|
|
|
cache, _ := lru.New2Q(size)
|
2015-04-14 18:03:18 +00:00
|
|
|
c := &Cache{
|
2018-01-26 03:21:51 +00:00
|
|
|
backend: b,
|
|
|
|
lru: cache,
|
|
|
|
locks: locksutil.CreateLocks(),
|
|
|
|
logger: logger,
|
|
|
|
// This fails safe.
|
|
|
|
enabled: new(uint32),
|
2015-04-14 18:00:51 +00:00
|
|
|
}
|
2017-08-09 00:47:14 +00:00
|
|
|
return c
|
|
|
|
}
|
2017-02-17 14:15:35 +00:00
|
|
|
|
2018-01-26 03:21:51 +00:00
|
|
|
func NewTransactionalCache(b Backend, size int, logger log.Logger) *TransactionalCache {
|
2017-08-09 00:47:14 +00:00
|
|
|
c := &TransactionalCache{
|
2018-01-26 03:21:51 +00:00
|
|
|
Cache: NewCache(b, size, logger),
|
2017-08-09 00:47:14 +00:00
|
|
|
Transactional: b.(Transactional),
|
|
|
|
}
|
2015-04-14 18:00:51 +00:00
|
|
|
return c
|
|
|
|
}
|
|
|
|
|
2018-01-26 03:21:51 +00:00
|
|
|
// SetEnabled is used to toggle whether the cache is on or off. It must be
|
|
|
|
// called with true to actually activate the cache after creation.
|
|
|
|
func (c *Cache) SetEnabled(enabled bool) {
|
|
|
|
if enabled {
|
|
|
|
atomic.StoreUint32(c.enabled, 1)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
atomic.StoreUint32(c.enabled, 0)
|
|
|
|
}
|
|
|
|
|
2015-04-14 18:00:51 +00:00
|
|
|
// Purge is used to clear the cache
|
2018-01-19 22:00:13 +00:00
|
|
|
func (c *Cache) Purge(ctx context.Context) {
|
2017-02-17 14:15:35 +00:00
|
|
|
// Lock the world
|
2017-03-07 16:21:32 +00:00
|
|
|
for _, lock := range c.locks {
|
2017-02-17 14:15:35 +00:00
|
|
|
lock.Lock()
|
|
|
|
defer lock.Unlock()
|
|
|
|
}
|
|
|
|
|
2015-04-14 18:00:51 +00:00
|
|
|
c.lru.Purge()
|
|
|
|
}
|
|
|
|
|
2018-01-19 06:44:44 +00:00
|
|
|
func (c *Cache) Put(ctx context.Context, entry *Entry) error {
|
2018-01-26 03:21:51 +00:00
|
|
|
if atomic.LoadUint32(c.enabled) == 0 {
|
|
|
|
return c.backend.Put(ctx, entry)
|
|
|
|
}
|
|
|
|
|
2017-03-07 16:21:32 +00:00
|
|
|
lock := locksutil.LockForKey(c.locks, entry.Key)
|
2017-02-17 14:15:35 +00:00
|
|
|
lock.Lock()
|
|
|
|
defer lock.Unlock()
|
|
|
|
|
2018-01-19 06:44:44 +00:00
|
|
|
err := c.backend.Put(ctx, entry)
|
2018-01-26 03:21:51 +00:00
|
|
|
if err == nil {
|
2016-10-28 16:55:56 +00:00
|
|
|
c.lru.Add(entry.Key, entry)
|
|
|
|
}
|
2015-04-14 18:00:51 +00:00
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2018-01-19 06:44:44 +00:00
|
|
|
func (c *Cache) Get(ctx context.Context, key string) (*Entry, error) {
|
2018-01-26 03:21:51 +00:00
|
|
|
if atomic.LoadUint32(c.enabled) == 0 {
|
|
|
|
return c.backend.Get(ctx, key)
|
|
|
|
}
|
|
|
|
|
2017-03-07 16:21:32 +00:00
|
|
|
lock := locksutil.LockForKey(c.locks, key)
|
2017-02-17 14:15:35 +00:00
|
|
|
lock.RLock()
|
|
|
|
defer lock.RUnlock()
|
|
|
|
|
2015-04-14 18:00:51 +00:00
|
|
|
// Check the LRU first
|
|
|
|
if raw, ok := c.lru.Get(key); ok {
|
|
|
|
if raw == nil {
|
|
|
|
return nil, nil
|
|
|
|
}
|
2017-12-06 17:25:17 +00:00
|
|
|
return raw.(*Entry), nil
|
2015-04-14 18:00:51 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// Read from the underlying backend
|
2018-01-19 06:44:44 +00:00
|
|
|
ent, err := c.backend.Get(ctx, key)
|
2015-04-14 18:00:51 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
2017-03-03 21:04:31 +00:00
|
|
|
// Cache the result
|
|
|
|
if ent != nil {
|
2015-04-15 20:48:49 +00:00
|
|
|
c.lru.Add(key, ent)
|
|
|
|
}
|
2017-03-03 21:04:31 +00:00
|
|
|
|
|
|
|
return ent, nil
|
2015-04-14 18:00:51 +00:00
|
|
|
}
|
|
|
|
|
2018-01-19 06:44:44 +00:00
|
|
|
func (c *Cache) Delete(ctx context.Context, key string) error {
|
2018-01-26 03:21:51 +00:00
|
|
|
if atomic.LoadUint32(c.enabled) == 0 {
|
|
|
|
return c.backend.Delete(ctx, key)
|
|
|
|
}
|
|
|
|
|
2017-03-07 16:21:32 +00:00
|
|
|
lock := locksutil.LockForKey(c.locks, key)
|
2017-02-17 14:15:35 +00:00
|
|
|
lock.Lock()
|
|
|
|
defer lock.Unlock()
|
|
|
|
|
2018-01-19 06:44:44 +00:00
|
|
|
err := c.backend.Delete(ctx, key)
|
2018-01-26 03:21:51 +00:00
|
|
|
if err == nil {
|
2016-10-28 16:55:56 +00:00
|
|
|
c.lru.Remove(key)
|
|
|
|
}
|
2015-04-14 18:00:51 +00:00
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2018-01-19 06:44:44 +00:00
|
|
|
func (c *Cache) List(ctx context.Context, prefix string) ([]string, error) {
|
2017-02-17 14:15:35 +00:00
|
|
|
// Always pass-through as this would be difficult to cache. For the same
|
|
|
|
// reason we don't lock as we can't reasonably know which locks to readlock
|
|
|
|
// ahead of time.
|
2018-01-19 06:44:44 +00:00
|
|
|
return c.backend.List(ctx, prefix)
|
2015-04-14 18:00:51 +00:00
|
|
|
}
|
2017-02-17 14:15:35 +00:00
|
|
|
|
2018-01-19 06:44:44 +00:00
|
|
|
func (c *TransactionalCache) Transaction(ctx context.Context, txns []*TxnEntry) error {
|
2017-12-06 17:25:17 +00:00
|
|
|
// Collect keys that need to be locked
|
|
|
|
var keys []string
|
|
|
|
for _, curr := range txns {
|
|
|
|
keys = append(keys, curr.Entry.Key)
|
|
|
|
}
|
|
|
|
// Lock the keys
|
|
|
|
for _, l := range locksutil.LocksForKeys(c.locks, keys) {
|
|
|
|
l.Lock()
|
|
|
|
defer l.Unlock()
|
2017-02-17 14:15:35 +00:00
|
|
|
}
|
|
|
|
|
2018-01-19 06:44:44 +00:00
|
|
|
if err := c.Transactional.Transaction(ctx, txns); err != nil {
|
2017-02-17 14:15:35 +00:00
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2018-01-26 03:21:51 +00:00
|
|
|
if atomic.LoadUint32(c.enabled) == 1 {
|
|
|
|
for _, txn := range txns {
|
2017-12-06 17:25:17 +00:00
|
|
|
switch txn.Operation {
|
|
|
|
case PutOperation:
|
|
|
|
c.lru.Add(txn.Entry.Key, txn.Entry)
|
|
|
|
case DeleteOperation:
|
|
|
|
c.lru.Remove(txn.Entry.Key)
|
|
|
|
}
|
2017-02-17 14:15:35 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|