physical: finish super naive file backend
This thing is SUPER slow and has some dumb edge cases. It is only really meant for development at this point and is commented as such. We won't document it publicly unless we make it good.
This commit is contained in:
parent
9b14cf789e
commit
1e36ef252d
128
physical/file.go
128
physical/file.go
|
@ -1,13 +1,137 @@
|
|||
package physical
|
||||
|
||||
import (
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"os"
|
||||
"path/filepath"
|
||||
"sync"
|
||||
)
|
||||
|
||||
// FileBackend is a physical backend that stores data on disk
|
||||
// at a given file path. It can be used for durable single server
|
||||
// situations, or to develop locally where durability is not critical.
|
||||
//
|
||||
// WARNING: the file backend implementation is currently extremely unsafe
|
||||
// and non-performant. It is meant mostly for local testing and development.
|
||||
// It can be improved in the future.
|
||||
type FileBackend struct {
|
||||
Path string
|
||||
|
||||
l sync.Mutex
|
||||
}
|
||||
|
||||
// newFileBackend constructs a Filebackend using the given directory
|
||||
func newFileBackend(conf map[string]string) (Backend, error) {
|
||||
// TODO:
|
||||
return nil, nil
|
||||
path, ok := conf["path"]
|
||||
if !ok {
|
||||
return nil, fmt.Errorf("'path' must be set")
|
||||
}
|
||||
|
||||
return &FileBackend{Path: path}, nil
|
||||
}
|
||||
|
||||
func (b *FileBackend) Delete(k string) error {
|
||||
b.l.Lock()
|
||||
defer b.l.Unlock()
|
||||
|
||||
path, key := b.path(k)
|
||||
path = filepath.Join(path, key)
|
||||
|
||||
err := os.Remove(path)
|
||||
if err != nil && os.IsNotExist(err) {
|
||||
err = nil
|
||||
}
|
||||
|
||||
return err
|
||||
}
|
||||
|
||||
func (b *FileBackend) Get(k string) (*Entry, error) {
|
||||
b.l.Lock()
|
||||
defer b.l.Unlock()
|
||||
|
||||
path, key := b.path(k)
|
||||
path = filepath.Join(path, key)
|
||||
|
||||
f, err := os.Open(path)
|
||||
if err != nil {
|
||||
if os.IsNotExist(err) {
|
||||
return nil, nil
|
||||
}
|
||||
|
||||
return nil, err
|
||||
}
|
||||
defer f.Close()
|
||||
|
||||
var entry Entry
|
||||
dec := json.NewDecoder(f)
|
||||
if err := dec.Decode(&entry); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
return &entry, nil
|
||||
}
|
||||
|
||||
func (b *FileBackend) Put(entry *Entry) error {
|
||||
path, key := b.path(entry.Key)
|
||||
|
||||
b.l.Lock()
|
||||
defer b.l.Unlock()
|
||||
|
||||
// Make the parent tree
|
||||
if err := os.MkdirAll(path, 0755); err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
// JSON encode the entry and write it
|
||||
f, err := os.Create(filepath.Join(path, key))
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
defer f.Close()
|
||||
enc := json.NewEncoder(f)
|
||||
return enc.Encode(entry)
|
||||
}
|
||||
|
||||
func (b *FileBackend) List(prefix string) ([]string, error) {
|
||||
b.l.Lock()
|
||||
defer b.l.Unlock()
|
||||
|
||||
path := b.Path
|
||||
if prefix != "" {
|
||||
path = filepath.Join(path, prefix)
|
||||
}
|
||||
|
||||
// Read the directory contents
|
||||
f, err := os.Open(path)
|
||||
if err != nil {
|
||||
if os.IsNotExist(err) {
|
||||
return nil, nil
|
||||
}
|
||||
|
||||
return nil, err
|
||||
}
|
||||
defer f.Close()
|
||||
|
||||
names, err := f.Readdirnames(-1)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
for i, name := range names {
|
||||
if name[0] == '_' {
|
||||
names[i] = name[1:]
|
||||
} else {
|
||||
names[i] = name + "/"
|
||||
}
|
||||
}
|
||||
|
||||
return names, nil
|
||||
}
|
||||
|
||||
func (b *FileBackend) path(k string) (string, string) {
|
||||
path := filepath.Join(b.Path, k)
|
||||
key := filepath.Base(path)
|
||||
path = filepath.Dir(path)
|
||||
return path, "_" + key
|
||||
}
|
||||
|
|
|
@ -0,0 +1,25 @@
|
|||
package physical
|
||||
|
||||
import (
|
||||
"io/ioutil"
|
||||
"os"
|
||||
"testing"
|
||||
)
|
||||
|
||||
func TestFileBackend(t *testing.T) {
|
||||
dir, err := ioutil.TempDir("", "vault")
|
||||
if err != nil {
|
||||
t.Fatalf("err: %s", err)
|
||||
}
|
||||
defer os.RemoveAll(dir)
|
||||
|
||||
b, err := NewBackend("file", map[string]string{
|
||||
"path": dir,
|
||||
})
|
||||
if err != nil {
|
||||
t.Fatalf("err: %s", err)
|
||||
}
|
||||
|
||||
testBackend(t, b)
|
||||
testBackend_ListPrefix(t, b)
|
||||
}
|
Loading…
Reference in New Issue