luxolus
/
open-vault
2
0
Fork 0
Code Issues 1 Pull Requests Releases Activity

backport of commit 8d74143872101df6f845fe86e69faea276e9e0f4 (#21810) 

Co-authored-by: Steven Clark <steven.clark@hashicorp.com>
This commit is contained in:
hc-github-team-secure-vault-core 2023-07-13 09:24:09 -04:00 committed by GitHub
parent d2bbc42fcb
commit 6738b00b59
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 42 additions and 27 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

65
builtin/logical/pki/path_tidy_test.go
View File

@ -555,7 +555,8 @@ func TestCertStorageMetrics(t *testing.T) {
}
// Since certificate counts are off by default, those metrics should not exist yet
mostRecentInterval := inmemSink.Data()[len(inmemSink.Data())-1]
stableMetric := inmemSink.Data()
mostRecentInterval := stableMetric[len(stableMetric)-1]
_, ok = mostRecentInterval.Gauges["secrets.pki."+backendUUID+".total_revoked_certificates_stored"]
if ok {
t.Fatalf("Certificate counting should be off by default, but revoked cert count was emitted as a metric in an unconfigured mount")
@ -582,14 +583,21 @@ func TestCertStorageMetrics(t *testing.T) {
testhelpers.EnsureCoresSealed(t, cluster)
testhelpers.EnsureCoresUnsealed(t, cluster)
// By reading the auto-tidy endpoint, we ensure that initialize has completed (which has a write lock on auto-tidy)
_, err = client.Logical().Read("/pki/config/auto-tidy")
// Wait until a tidy run has completed.
testhelpers.RetryUntil(t, 5*time.Second, func() error {
resp, err = client.Logical().Read("pki/tidy-status")
if err != nil {
t.Fatal(err)
return fmt.Errorf("error reading tidy status: %w", err)
}
if finished, ok := resp.Data["time_finished"]; !ok || finished == "" || finished == nil {
return fmt.Errorf("tidy time_finished not run yet: %v", finished)
}
return nil
})
// Since publish_stored_certificate_count_metrics is still false, these metrics should still not exist yet
mostRecentInterval = inmemSink.Data()[len(inmemSink.Data())-1]
stableMetric = inmemSink.Data()
mostRecentInterval = stableMetric[len(stableMetric)-1]
_, ok = mostRecentInterval.Gauges["secrets.pki."+backendUUID+".total_revoked_certificates_stored"]
if ok {
t.Fatalf("Certificate counting should be off by default, but revoked cert count was emitted as a metric in an unconfigured mount")
@ -601,9 +609,8 @@ func TestCertStorageMetrics(t *testing.T) {
// But since certificate counting is on, the metrics should exist on tidyStatus endpoint:
tidyStatus, err = client.Logical().Read("pki/tidy-status")
if err != nil {
t.Fatal(err)
}
require.NoError(t, err, "failed reading tidy-status endpoint")
// backendUUID should exist, we need this for metrics
backendUUID = tidyStatus.Data["internal_backend_uuid"].(string)
// "current_cert_store_count", "current_revoked_cert_count"
@ -632,16 +639,16 @@ func TestCertStorageMetrics(t *testing.T) {
"maintain_stored_certificate_counts": true,
"publish_stored_certificate_count_metrics": true,
})
require.NoError(t, err)
require.NoError(t, err, "failed updating auto-tidy configuration")
// Issue a cert and revoke it.
resp, err = client.Logical().Write("pki/issue/local-testing", map[string]interface{}{
"common_name": "example.com",
"ttl": "10s",
})
require.NoError(t, err)
require.NotNil(t, resp)
require.NotNil(t, resp.Data)
require.NoError(t, err, "failed to issue leaf certificate")
require.NotNil(t, resp, "nil response without error on issuing leaf certificate")
require.NotNil(t, resp.Data, "empty Data without error on issuing leaf certificate")
require.NotEmpty(t, resp.Data["serial_number"])
require.NotEmpty(t, resp.Data["certificate"])
leafSerial := resp.Data["serial_number"].(string)
@ -658,22 +665,25 @@ func TestCertStorageMetrics(t *testing.T) {
require.Empty(t, resp.Data["revocation_time_rfc3339"], "revocation_time_rfc3339 was not empty")
require.Empty(t, resp.Data["issuer_id"], "issuer_id was not empty")
_, err = client.Logical().Write("pki/revoke", map[string]interface{}{
revokeResp, err := client.Logical().Write("pki/revoke", map[string]interface{}{
"serial_number": leafSerial,
})
require.NoError(t, err)
require.NoError(t, err, "failed revoking serial number: %s", leafSerial)
for _, warning := range revokeResp.Warnings {
if strings.Contains(warning, "already expired; refusing to add to CRL") {
t.Skipf("Skipping test as we missed the revocation window of our leaf cert")
}
}
// We read the auto-tidy endpoint again, to ensure any metrics logic has completed (lock on config)
_, err = client.Logical().Read("/pki/config/auto-tidy")
if err != nil {
t.Fatal(err)
}
require.NoError(t, err, "failed to read auto-tidy configuration")
// Check Metrics After Cert Has Be Created and Revoked
tidyStatus, err = client.Logical().Read("pki/tidy-status")
if err != nil {
t.Fatal(err)
}
require.NoError(t, err, "failed to read tidy-status")
backendUUID = tidyStatus.Data["internal_backend_uuid"].(string)
certStoreCount, ok = tidyStatus.Data["current_cert_store_count"]
if !ok {
@ -687,7 +697,7 @@ func TestCertStorageMetrics(t *testing.T) {
t.Fatalf("Certificate counting has been turned on, but revoked cert store count does not appear in tidy status")
}
if revokedCertCount != json.Number("1") {
t.Fatalf("Revoked one certificate, but got a revoked cert store count of %v", revokedCertCount)
t.Fatalf("Revoked one certificate, but got a revoked cert store count of %v\n:%v", revokedCertCount, tidyStatus)
}
// This should now be initialized
certCountError, ok := tidyStatus.Data["certificate_counting_error"]
@ -696,7 +706,8 @@ func TestCertStorageMetrics(t *testing.T) {
}
testhelpers.RetryUntil(t, newPeriod*5, func() error {
mostRecentInterval = inmemSink.Data()[len(inmemSink.Data())-1]
stableMetric = inmemSink.Data()
mostRecentInterval = stableMetric[len(stableMetric)-1]
revokedCertCountGaugeValue, ok := mostRecentInterval.Gauges["secrets.pki."+backendUUID+".total_revoked_certificates_stored"]
if !ok {
return errors.New("turned on metrics, but revoked cert count was not emitted")
@ -715,7 +726,9 @@ func TestCertStorageMetrics(t *testing.T) {
})
// Wait for cert to expire and the safety buffer to elapse.
time.Sleep(time.Until(leafCert.NotAfter) + 3*time.Second)
sleepFor := time.Until(leafCert.NotAfter) + 3*time.Second
t.Logf("%v: Sleeping for %v, leaf certificate expires: %v", time.Now().Format(time.RFC3339), sleepFor, leafCert.NotAfter)
time.Sleep(sleepFor)
// Wait for auto-tidy to run afterwards.
var foundTidyRunning string
@ -740,7 +753,8 @@ func TestCertStorageMetrics(t *testing.T) {
require.NotEmpty(t, resp.Data["time_started"])
state := resp.Data["state"].(string)
started := resp.Data["time_started"].(string)
t.Logf("Resp: %v", resp.Data)
t.Logf("%v: Resp: %v", time.Now().Format(time.RFC3339), resp.Data)
// We want the _next_ tidy run after the cert expires. This
// means if we're currently finished when we hit this the
@ -777,7 +791,8 @@ func TestCertStorageMetrics(t *testing.T) {
}
testhelpers.RetryUntil(t, newPeriod*5, func() error {
mostRecentInterval = inmemSink.Data()[len(inmemSink.Data())-1]
stableMetric = inmemSink.Data()
mostRecentInterval = stableMetric[len(stableMetric)-1]
revokedCertCountGaugeValue, ok := mostRecentInterval.Gauges["secrets.pki."+backendUUID+".total_revoked_certificates_stored"]
if !ok {
return errors.New("turned on metrics, but revoked cert count was not emitted")