2015-04-19 00:34:36 +00:00
|
|
|
package postgresql
|
|
|
|
|
|
|
|
import (
|
2018-01-19 06:44:44 +00:00
|
|
|
"context"
|
2015-04-19 01:09:33 +00:00
|
|
|
"database/sql"
|
|
|
|
"fmt"
|
2015-04-19 00:34:36 +00:00
|
|
|
"strings"
|
2015-04-19 01:09:33 +00:00
|
|
|
"sync"
|
2015-04-19 00:34:36 +00:00
|
|
|
|
2018-04-03 00:46:59 +00:00
|
|
|
log "github.com/hashicorp/go-hclog"
|
2016-08-19 20:45:17 +00:00
|
|
|
|
2019-04-12 21:54:35 +00:00
|
|
|
"github.com/hashicorp/vault/sdk/framework"
|
2019-04-13 07:44:06 +00:00
|
|
|
"github.com/hashicorp/vault/sdk/logical"
|
2015-04-19 00:34:36 +00:00
|
|
|
)
|
|
|
|
|
2018-01-19 06:44:44 +00:00
|
|
|
func Factory(ctx context.Context, conf *logical.BackendConfig) (logical.Backend, error) {
|
Backend plugin system (#2874)
* Add backend plugin changes
* Fix totp backend plugin tests
* Fix logical/plugin InvalidateKey test
* Fix plugin catalog CRUD test, fix NoopBackend
* Clean up commented code block
* Fix system backend mount test
* Set plugin_name to omitempty, fix handleMountTable config parsing
* Clean up comments, keep shim connections alive until cleanup
* Include pluginClient, disallow LookupPlugin call from within a plugin
* Add wrapper around backendPluginClient for proper cleanup
* Add logger shim tests
* Add logger, storage, and system shim tests
* Use pointer receivers for system view shim
* Use plugin name if no path is provided on mount
* Enable plugins for auth backends
* Add backend type attribute, move builtin/plugin/package
* Fix merge conflict
* Fix missing plugin name in mount config
* Add integration tests on enabling auth backend plugins
* Remove dependency cycle on mock-plugin
* Add passthrough backend plugin, use logical.BackendType to determine lease generation
* Remove vault package dependency on passthrough package
* Add basic impl test for passthrough plugin
* Incorporate feedback; set b.backend after shims creation on backendPluginServer
* Fix totp plugin test
* Add plugin backends docs
* Fix tests
* Fix builtin/plugin tests
* Remove flatten from PluginRunner fields
* Move mock plugin to logical/plugin, remove totp and passthrough plugins
* Move pluginMap into newPluginClient
* Do not create storage RPC connection on HandleRequest and HandleExistenceCheck
* Change shim logger's Fatal to no-op
* Change BackendType to uint32, match UX backend types
* Change framework.Backend Setup signature
* Add Setup func to logical.Backend interface
* Move OptionallyEnableMlock call into plugin.Serve, update docs and comments
* Remove commented var in plugin package
* RegisterLicense on logical.Backend interface (#3017)
* Add RegisterLicense to logical.Backend interface
* Update RegisterLicense to use callback func on framework.Backend
* Refactor framework.Backend.RegisterLicense
* plugin: Prevent plugin.SystemViewClient.ResponseWrapData from getting JWTs
* plugin: Revert BackendType to remove TypePassthrough and related references
* Fix typo in plugin backends docs
2017-07-20 17:28:40 +00:00
|
|
|
b := Backend(conf)
|
2018-01-19 06:44:44 +00:00
|
|
|
if err := b.Setup(ctx, conf); err != nil {
|
Backend plugin system (#2874)
* Add backend plugin changes
* Fix totp backend plugin tests
* Fix logical/plugin InvalidateKey test
* Fix plugin catalog CRUD test, fix NoopBackend
* Clean up commented code block
* Fix system backend mount test
* Set plugin_name to omitempty, fix handleMountTable config parsing
* Clean up comments, keep shim connections alive until cleanup
* Include pluginClient, disallow LookupPlugin call from within a plugin
* Add wrapper around backendPluginClient for proper cleanup
* Add logger shim tests
* Add logger, storage, and system shim tests
* Use pointer receivers for system view shim
* Use plugin name if no path is provided on mount
* Enable plugins for auth backends
* Add backend type attribute, move builtin/plugin/package
* Fix merge conflict
* Fix missing plugin name in mount config
* Add integration tests on enabling auth backend plugins
* Remove dependency cycle on mock-plugin
* Add passthrough backend plugin, use logical.BackendType to determine lease generation
* Remove vault package dependency on passthrough package
* Add basic impl test for passthrough plugin
* Incorporate feedback; set b.backend after shims creation on backendPluginServer
* Fix totp plugin test
* Add plugin backends docs
* Fix tests
* Fix builtin/plugin tests
* Remove flatten from PluginRunner fields
* Move mock plugin to logical/plugin, remove totp and passthrough plugins
* Move pluginMap into newPluginClient
* Do not create storage RPC connection on HandleRequest and HandleExistenceCheck
* Change shim logger's Fatal to no-op
* Change BackendType to uint32, match UX backend types
* Change framework.Backend Setup signature
* Add Setup func to logical.Backend interface
* Move OptionallyEnableMlock call into plugin.Serve, update docs and comments
* Remove commented var in plugin package
* RegisterLicense on logical.Backend interface (#3017)
* Add RegisterLicense to logical.Backend interface
* Update RegisterLicense to use callback func on framework.Backend
* Refactor framework.Backend.RegisterLicense
* plugin: Prevent plugin.SystemViewClient.ResponseWrapData from getting JWTs
* plugin: Revert BackendType to remove TypePassthrough and related references
* Fix typo in plugin backends docs
2017-07-20 17:28:40 +00:00
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
return b, nil
|
2015-04-19 00:34:36 +00:00
|
|
|
}
|
|
|
|
|
2016-06-24 20:10:27 +00:00
|
|
|
func Backend(conf *logical.BackendConfig) *backend {
|
2015-04-19 00:34:36 +00:00
|
|
|
var b backend
|
|
|
|
b.Backend = &framework.Backend{
|
|
|
|
Help: strings.TrimSpace(backendHelp),
|
|
|
|
|
2017-11-03 15:43:31 +00:00
|
|
|
PathsSpecial: &logical.Paths{
|
|
|
|
SealWrapStorage: []string{
|
|
|
|
"config/connection",
|
|
|
|
},
|
|
|
|
},
|
|
|
|
|
2015-04-19 00:34:36 +00:00
|
|
|
Paths: []*framework.Path{
|
2015-04-19 01:09:33 +00:00
|
|
|
pathConfigConnection(&b),
|
2015-04-19 04:45:05 +00:00
|
|
|
pathConfigLease(&b),
|
2016-01-28 19:41:50 +00:00
|
|
|
pathListRoles(&b),
|
2015-04-19 01:09:33 +00:00
|
|
|
pathRoles(&b),
|
2015-04-19 01:37:27 +00:00
|
|
|
pathRoleCreate(&b),
|
|
|
|
},
|
|
|
|
|
|
|
|
Secrets: []*framework.Secret{
|
|
|
|
secretCreds(&b),
|
2015-04-19 00:34:36 +00:00
|
|
|
},
|
2015-09-10 14:24:18 +00:00
|
|
|
|
2017-07-28 18:04:46 +00:00
|
|
|
Clean: b.ResetDB,
|
|
|
|
Invalidate: b.invalidate,
|
|
|
|
BackendType: logical.TypeLogical,
|
2015-04-19 00:34:36 +00:00
|
|
|
}
|
|
|
|
|
2016-06-24 20:10:27 +00:00
|
|
|
b.logger = conf.Logger
|
2016-06-10 19:53:02 +00:00
|
|
|
return &b
|
2015-04-19 00:34:36 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type backend struct {
|
|
|
|
*framework.Backend
|
2015-04-19 01:09:33 +00:00
|
|
|
|
|
|
|
db *sql.DB
|
|
|
|
lock sync.Mutex
|
2016-06-24 20:10:27 +00:00
|
|
|
|
2016-08-19 20:45:17 +00:00
|
|
|
logger log.Logger
|
2015-04-19 01:09:33 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// DB returns the database connection.
|
2018-01-19 06:44:44 +00:00
|
|
|
func (b *backend) DB(ctx context.Context, s logical.Storage) (*sql.DB, error) {
|
2018-04-03 00:46:59 +00:00
|
|
|
b.logger.Debug("postgres/db: enter")
|
|
|
|
defer b.logger.Debug("postgres/db: exit")
|
2016-08-19 20:45:17 +00:00
|
|
|
|
2015-04-19 01:09:33 +00:00
|
|
|
b.lock.Lock()
|
|
|
|
defer b.lock.Unlock()
|
|
|
|
|
|
|
|
// If we already have a DB, we got it!
|
|
|
|
if b.db != nil {
|
2016-07-01 16:00:21 +00:00
|
|
|
if err := b.db.Ping(); err == nil {
|
|
|
|
return b.db, nil
|
|
|
|
}
|
|
|
|
// If the ping was unsuccessful, close it and ignore errors as we'll be
|
|
|
|
// reestablishing anyways
|
|
|
|
b.db.Close()
|
2015-04-19 01:09:33 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// Otherwise, attempt to make connection
|
2018-01-19 06:44:44 +00:00
|
|
|
entry, err := s.Get(ctx, "config/connection")
|
2015-04-19 01:09:33 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
if entry == nil {
|
|
|
|
return nil,
|
|
|
|
fmt.Errorf("configure the DB connection with config/connection first")
|
|
|
|
}
|
|
|
|
|
2015-10-02 00:11:24 +00:00
|
|
|
var connConfig connectionConfig
|
|
|
|
if err := entry.DecodeJSON(&connConfig); err != nil {
|
2015-04-19 01:09:33 +00:00
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
2016-02-19 02:03:47 +00:00
|
|
|
conn := connConfig.ConnectionURL
|
2015-10-03 03:47:10 +00:00
|
|
|
if len(conn) == 0 {
|
2016-02-19 02:03:47 +00:00
|
|
|
conn = connConfig.ConnectionString
|
2015-10-03 03:47:10 +00:00
|
|
|
}
|
2015-10-02 00:11:24 +00:00
|
|
|
|
2018-03-20 18:54:10 +00:00
|
|
|
// Ensure timezone is set to UTC for all the connections
|
2015-09-14 10:41:29 +00:00
|
|
|
if strings.HasPrefix(conn, "postgres://") || strings.HasPrefix(conn, "postgresql://") {
|
2016-02-19 02:03:47 +00:00
|
|
|
if strings.Contains(conn, "?") {
|
|
|
|
conn += "&timezone=utc"
|
|
|
|
} else {
|
|
|
|
conn += "?timezone=utc"
|
2015-09-14 10:41:29 +00:00
|
|
|
}
|
2016-02-19 02:03:47 +00:00
|
|
|
} else {
|
|
|
|
conn += " timezone=utc"
|
2015-09-14 10:41:29 +00:00
|
|
|
}
|
|
|
|
|
2015-04-19 01:09:33 +00:00
|
|
|
b.db, err = sql.Open("postgres", conn)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
// Set some connection pool settings. We don't need much of this,
|
|
|
|
// since the request rate shouldn't be high.
|
2015-10-02 00:11:24 +00:00
|
|
|
b.db.SetMaxOpenConns(connConfig.MaxOpenConnections)
|
2016-01-21 20:38:10 +00:00
|
|
|
b.db.SetMaxIdleConns(connConfig.MaxIdleConnections)
|
2015-04-19 01:09:33 +00:00
|
|
|
|
|
|
|
return b.db, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// ResetDB forces a connection next time DB() is called.
|
2018-01-19 06:44:44 +00:00
|
|
|
func (b *backend) ResetDB(_ context.Context) {
|
2018-04-03 00:46:59 +00:00
|
|
|
b.logger.Debug("postgres/db: enter")
|
|
|
|
defer b.logger.Debug("postgres/db: exit")
|
2016-06-24 20:10:27 +00:00
|
|
|
|
2015-04-19 01:09:33 +00:00
|
|
|
b.lock.Lock()
|
|
|
|
defer b.lock.Unlock()
|
|
|
|
|
|
|
|
if b.db != nil {
|
|
|
|
b.db.Close()
|
|
|
|
}
|
|
|
|
|
|
|
|
b.db = nil
|
2015-04-19 00:34:36 +00:00
|
|
|
}
|
|
|
|
|
2018-01-19 06:44:44 +00:00
|
|
|
func (b *backend) invalidate(ctx context.Context, key string) {
|
2017-02-16 21:29:30 +00:00
|
|
|
switch key {
|
|
|
|
case "config/connection":
|
2018-01-19 06:44:44 +00:00
|
|
|
b.ResetDB(ctx)
|
2017-02-16 21:29:30 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2015-04-19 04:45:05 +00:00
|
|
|
// Lease returns the lease information
|
2018-01-19 06:44:44 +00:00
|
|
|
func (b *backend) Lease(ctx context.Context, s logical.Storage) (*configLease, error) {
|
|
|
|
entry, err := s.Get(ctx, "config/lease")
|
2015-04-19 04:45:05 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
if entry == nil {
|
|
|
|
return nil, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
var result configLease
|
|
|
|
if err := entry.DecodeJSON(&result); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
return &result, nil
|
|
|
|
}
|
|
|
|
|
2015-04-19 00:34:36 +00:00
|
|
|
const backendHelp = `
|
|
|
|
The PostgreSQL backend dynamically generates database users.
|
|
|
|
|
|
|
|
After mounting this backend, configure it using the endpoints within
|
|
|
|
the "config/" path.
|
|
|
|
`
|