2017-05-11 21:38:54 +00:00
|
|
|
package mongodb
|
|
|
|
|
|
|
|
import (
|
2017-12-14 22:03:11 +00:00
|
|
|
"context"
|
2020-02-13 22:54:00 +00:00
|
|
|
"crypto/tls"
|
|
|
|
"crypto/x509"
|
2017-12-05 20:31:01 +00:00
|
|
|
"encoding/base64"
|
|
|
|
"encoding/json"
|
2017-05-11 21:38:54 +00:00
|
|
|
"fmt"
|
|
|
|
"sync"
|
|
|
|
"time"
|
|
|
|
|
2018-03-21 19:05:56 +00:00
|
|
|
"github.com/hashicorp/errwrap"
|
2019-04-15 18:10:07 +00:00
|
|
|
"github.com/hashicorp/vault/sdk/database/helper/connutil"
|
|
|
|
"github.com/hashicorp/vault/sdk/database/helper/dbutil"
|
2017-05-11 21:38:54 +00:00
|
|
|
"github.com/mitchellh/mapstructure"
|
2020-01-24 08:32:47 +00:00
|
|
|
"go.mongodb.org/mongo-driver/mongo"
|
|
|
|
"go.mongodb.org/mongo-driver/mongo/options"
|
|
|
|
"go.mongodb.org/mongo-driver/mongo/readpref"
|
|
|
|
"go.mongodb.org/mongo-driver/mongo/writeconcern"
|
2017-05-11 21:38:54 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
// mongoDBConnectionProducer implements ConnectionProducer and provides an
|
|
|
|
// interface for databases to make connections.
|
|
|
|
type mongoDBConnectionProducer struct {
|
|
|
|
ConnectionURL string `json:"connection_url" structs:"connection_url" mapstructure:"connection_url"`
|
2017-12-05 20:31:01 +00:00
|
|
|
WriteConcern string `json:"write_concern" structs:"write_concern" mapstructure:"write_concern"`
|
2020-02-13 22:54:00 +00:00
|
|
|
|
|
|
|
Username string `json:"username" structs:"username" mapstructure:"username"`
|
|
|
|
Password string `json:"password" structs:"password" mapstructure:"password"`
|
|
|
|
|
|
|
|
TLSCertificateKeyData []byte `json:"tls_certificate_key" structs:"-" mapstructure:"tls_certificate_key"`
|
|
|
|
TLSCAData []byte `json:"tls_ca" structs:"-" mapstructure:"tls_ca"`
|
2017-05-11 21:38:54 +00:00
|
|
|
|
2020-01-24 08:32:47 +00:00
|
|
|
Initialized bool
|
|
|
|
RawConfig map[string]interface{}
|
|
|
|
Type string
|
|
|
|
clientOptions *options.ClientOptions
|
|
|
|
client *mongo.Client
|
2017-05-11 21:38:54 +00:00
|
|
|
sync.Mutex
|
|
|
|
}
|
|
|
|
|
2020-01-24 08:32:47 +00:00
|
|
|
// writeConcern defines the write concern options
|
|
|
|
type writeConcern struct {
|
|
|
|
W int // Min # of servers to ack before success
|
|
|
|
WMode string // Write mode for MongoDB 2.0+ (e.g. "majority")
|
|
|
|
WTimeout int // Milliseconds to wait for W before timing out
|
|
|
|
FSync bool // DEPRECATED: Is now handled by J. See: https://jira.mongodb.org/browse/CXX-910
|
|
|
|
J bool // Sync via the journal if present
|
|
|
|
}
|
|
|
|
|
2017-12-14 22:03:11 +00:00
|
|
|
func (c *mongoDBConnectionProducer) Initialize(ctx context.Context, conf map[string]interface{}, verifyConnection bool) error {
|
2018-03-21 19:05:56 +00:00
|
|
|
_, err := c.Init(ctx, conf, verifyConnection)
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
// Initialize parses connection configuration.
|
|
|
|
func (c *mongoDBConnectionProducer) Init(ctx context.Context, conf map[string]interface{}, verifyConnection bool) (map[string]interface{}, error) {
|
2017-05-11 21:38:54 +00:00
|
|
|
c.Lock()
|
|
|
|
defer c.Unlock()
|
|
|
|
|
2018-03-21 19:05:56 +00:00
|
|
|
c.RawConfig = conf
|
|
|
|
|
2017-06-15 01:59:27 +00:00
|
|
|
err := mapstructure.WeakDecode(conf, c)
|
2017-05-11 21:38:54 +00:00
|
|
|
if err != nil {
|
2018-03-21 19:05:56 +00:00
|
|
|
return nil, err
|
2017-05-11 21:38:54 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
if len(c.ConnectionURL) == 0 {
|
2018-03-21 19:05:56 +00:00
|
|
|
return nil, fmt.Errorf("connection_url cannot be empty")
|
2017-05-11 21:38:54 +00:00
|
|
|
}
|
|
|
|
|
2020-02-13 22:54:00 +00:00
|
|
|
writeOpts, err := c.getWriteConcern()
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2020-01-24 08:32:47 +00:00
|
|
|
|
2020-02-13 22:54:00 +00:00
|
|
|
authOpts, err := c.getTLSAuth()
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
2017-12-05 20:31:01 +00:00
|
|
|
}
|
|
|
|
|
2020-02-13 22:54:00 +00:00
|
|
|
c.clientOptions = options.MergeClientOptions(writeOpts, authOpts)
|
|
|
|
|
2017-05-11 21:38:54 +00:00
|
|
|
// Set initialized to true at this point since all fields are set,
|
|
|
|
// and the connection can be established at a later time.
|
|
|
|
c.Initialized = true
|
|
|
|
|
|
|
|
if verifyConnection {
|
2017-12-14 22:03:11 +00:00
|
|
|
if _, err := c.Connection(ctx); err != nil {
|
2018-03-21 19:05:56 +00:00
|
|
|
return nil, errwrap.Wrapf("error verifying connection: {{err}}", err)
|
2017-05-11 21:38:54 +00:00
|
|
|
}
|
|
|
|
|
2020-01-24 08:32:47 +00:00
|
|
|
if err := c.client.Ping(ctx, readpref.Primary()); err != nil {
|
2018-03-21 19:05:56 +00:00
|
|
|
return nil, errwrap.Wrapf("error verifying connection: {{err}}", err)
|
2017-05-11 21:38:54 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-03-21 19:05:56 +00:00
|
|
|
return conf, nil
|
2017-05-11 21:38:54 +00:00
|
|
|
}
|
|
|
|
|
2018-03-20 18:54:10 +00:00
|
|
|
// Connection creates or returns an existing a database connection. If the session fails
|
2018-01-08 17:42:05 +00:00
|
|
|
// on a ping check, the session will be closed and then re-created.
|
2020-01-24 08:32:47 +00:00
|
|
|
// This method does not lock the mutex and it is intended that this is the callers
|
|
|
|
// responsibility.
|
|
|
|
func (c *mongoDBConnectionProducer) Connection(ctx context.Context) (interface{}, error) {
|
2017-05-11 21:38:54 +00:00
|
|
|
if !c.Initialized {
|
|
|
|
return nil, connutil.ErrNotInitialized
|
|
|
|
}
|
|
|
|
|
2020-01-24 08:32:47 +00:00
|
|
|
if c.client != nil {
|
|
|
|
if err := c.client.Ping(ctx, readpref.Primary()); err == nil {
|
|
|
|
return c.client, nil
|
2017-12-19 15:11:04 +00:00
|
|
|
}
|
2020-01-24 08:32:47 +00:00
|
|
|
// Ignore error on purpose since we want to re-create a session
|
|
|
|
_ = c.client.Disconnect(ctx)
|
2017-05-11 21:38:54 +00:00
|
|
|
}
|
|
|
|
|
2020-05-15 17:24:10 +00:00
|
|
|
connURL := c.getConnectionURL()
|
|
|
|
client, err := createClient(ctx, connURL, c.clientOptions)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
2017-05-11 21:38:54 +00:00
|
|
|
}
|
2020-05-15 17:24:10 +00:00
|
|
|
c.client = client
|
|
|
|
return c.client, nil
|
|
|
|
}
|
2017-05-11 21:38:54 +00:00
|
|
|
|
2020-05-15 17:24:10 +00:00
|
|
|
func createClient(ctx context.Context, connURL string, clientOptions *options.ClientOptions) (client *mongo.Client, err error) {
|
|
|
|
if clientOptions == nil {
|
|
|
|
clientOptions = options.Client()
|
|
|
|
}
|
|
|
|
clientOptions.SetSocketTimeout(1 * time.Minute)
|
|
|
|
clientOptions.SetConnectTimeout(1 * time.Minute)
|
|
|
|
|
2020-07-22 16:09:02 +00:00
|
|
|
client, err = mongo.Connect(ctx, options.MergeClientOptions(options.Client().ApplyURI(connURL), clientOptions))
|
2017-05-11 21:38:54 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2020-05-15 17:24:10 +00:00
|
|
|
return client, nil
|
2017-05-11 21:38:54 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// Close terminates the database connection.
|
|
|
|
func (c *mongoDBConnectionProducer) Close() error {
|
|
|
|
c.Lock()
|
|
|
|
defer c.Unlock()
|
|
|
|
|
2020-01-24 08:32:47 +00:00
|
|
|
if c.client != nil {
|
2020-01-28 05:11:00 +00:00
|
|
|
ctx, cancel := context.WithTimeout(context.Background(), 1*time.Minute)
|
2020-01-24 08:32:47 +00:00
|
|
|
defer cancel()
|
|
|
|
if err := c.client.Disconnect(ctx); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2017-05-11 21:38:54 +00:00
|
|
|
}
|
|
|
|
|
2020-01-24 08:32:47 +00:00
|
|
|
c.client = nil
|
2017-05-11 21:38:54 +00:00
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2018-03-21 19:05:56 +00:00
|
|
|
func (c *mongoDBConnectionProducer) secretValues() map[string]interface{} {
|
|
|
|
return map[string]interface{}{
|
|
|
|
c.Password: "[password]",
|
|
|
|
}
|
|
|
|
}
|
2020-02-13 22:54:00 +00:00
|
|
|
|
|
|
|
func (c *mongoDBConnectionProducer) getConnectionURL() (connURL string) {
|
|
|
|
connURL = dbutil.QueryHelper(c.ConnectionURL, map[string]string{
|
|
|
|
"username": c.Username,
|
|
|
|
"password": c.Password,
|
|
|
|
})
|
|
|
|
return connURL
|
|
|
|
}
|
|
|
|
|
|
|
|
func (c *mongoDBConnectionProducer) getWriteConcern() (opts *options.ClientOptions, err error) {
|
|
|
|
if c.WriteConcern == "" {
|
|
|
|
return nil, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
input := c.WriteConcern
|
|
|
|
|
|
|
|
// Try to base64 decode the input. If successful, consider the decoded
|
|
|
|
// value as input.
|
|
|
|
inputBytes, err := base64.StdEncoding.DecodeString(input)
|
|
|
|
if err == nil {
|
|
|
|
input = string(inputBytes)
|
|
|
|
}
|
|
|
|
|
|
|
|
concern := &writeConcern{}
|
|
|
|
err = json.Unmarshal([]byte(input), concern)
|
|
|
|
if err != nil {
|
|
|
|
return nil, errwrap.Wrapf("error unmarshalling write_concern: {{err}}", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Translate write concern to mongo options
|
|
|
|
var w writeconcern.Option
|
|
|
|
switch {
|
|
|
|
case concern.W != 0:
|
|
|
|
w = writeconcern.W(concern.W)
|
|
|
|
case concern.WMode != "":
|
|
|
|
w = writeconcern.WTagSet(concern.WMode)
|
|
|
|
default:
|
|
|
|
w = writeconcern.WMajority()
|
|
|
|
}
|
|
|
|
|
|
|
|
var j writeconcern.Option
|
|
|
|
switch {
|
|
|
|
case concern.FSync:
|
|
|
|
j = writeconcern.J(concern.FSync)
|
|
|
|
case concern.J:
|
|
|
|
j = writeconcern.J(concern.J)
|
|
|
|
default:
|
|
|
|
j = writeconcern.J(false)
|
|
|
|
}
|
|
|
|
|
|
|
|
writeConcern := writeconcern.New(
|
|
|
|
w,
|
|
|
|
j,
|
|
|
|
writeconcern.WTimeout(time.Duration(concern.WTimeout)*time.Millisecond))
|
|
|
|
|
|
|
|
opts = options.Client()
|
|
|
|
opts.SetWriteConcern(writeConcern)
|
|
|
|
return opts, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (c *mongoDBConnectionProducer) getTLSAuth() (opts *options.ClientOptions, err error) {
|
|
|
|
if len(c.TLSCAData) == 0 && len(c.TLSCertificateKeyData) == 0 {
|
|
|
|
return nil, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
opts = options.Client()
|
|
|
|
|
|
|
|
tlsConfig := &tls.Config{}
|
|
|
|
|
|
|
|
if len(c.TLSCAData) > 0 {
|
|
|
|
tlsConfig.RootCAs = x509.NewCertPool()
|
|
|
|
|
|
|
|
ok := tlsConfig.RootCAs.AppendCertsFromPEM(c.TLSCAData)
|
|
|
|
if !ok {
|
|
|
|
return nil, fmt.Errorf("failed to append CA to client options")
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if len(c.TLSCertificateKeyData) > 0 {
|
|
|
|
certificate, err := tls.X509KeyPair(c.TLSCertificateKeyData, c.TLSCertificateKeyData)
|
|
|
|
if err != nil {
|
|
|
|
return nil, fmt.Errorf("unable to load tls_certificate_key_data: %w", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
opts.SetAuth(options.Credential{
|
|
|
|
AuthMechanism: "MONGODB-X509",
|
|
|
|
Username: c.Username,
|
|
|
|
})
|
|
|
|
|
|
|
|
tlsConfig.Certificates = append(tlsConfig.Certificates, certificate)
|
|
|
|
}
|
|
|
|
|
|
|
|
opts.SetTLSConfig(tlsConfig)
|
|
|
|
return opts, nil
|
|
|
|
}
|