Cleans up comments.
This commit is contained in:
parent
5bbef3b47e
commit
8db344248b
|
@ -6,49 +6,52 @@ import (
|
||||||
"time"
|
"time"
|
||||||
)
|
)
|
||||||
|
|
||||||
// TombstoneGC is used to track creation of tombstones
|
// TombstoneGC is used to track creation of tombstones so that they can be
|
||||||
// so that they can be garbage collected after their TTL
|
// garbage collected after their TTL expires. The tombstones allow queries to
|
||||||
// expires. The tombstones allow queries to provide monotonic
|
// provide monotonic index values within the TTL window. The GC is used to
|
||||||
// index values within the TTL window. The GC is used to
|
// prevent monotonic growth in storage usage. This is a trade off between the
|
||||||
// prevent monotonic growth in storage usage. This is a trade off
|
// length of the TTL and the storage overhead.
|
||||||
// between the length of the TTL and the storage overhead.
|
|
||||||
//
|
//
|
||||||
// In practice, this is required to fix the issue of delete
|
// In practice, this is required to fix the issue of delete visibility. When
|
||||||
// visibility. When data is deleted from the KV store, the
|
// data is deleted from the KV store, the "latest" row can go backwards if the
|
||||||
// "latest" row can go backwards if the newest row is removed.
|
// newest row is removed. The tombstones provide a way to ensure time doesn't
|
||||||
// The tombstones provide a way to ensure time doesn't move
|
// move backwards within some interval.
|
||||||
// backwards within some interval.
|
|
||||||
//
|
//
|
||||||
type TombstoneGC struct {
|
type TombstoneGC struct {
|
||||||
|
// ttl sets the TTL for tombstones.
|
||||||
ttl time.Duration
|
ttl time.Duration
|
||||||
|
|
||||||
|
// granularity determines how we bin TTLs into timers.
|
||||||
granularity time.Duration
|
granularity time.Duration
|
||||||
|
|
||||||
// enabled controls if we actually setup any timers.
|
// enabled controls if we actually setup any timers.
|
||||||
enabled bool
|
enabled bool
|
||||||
|
|
||||||
// expires maps the time of expiration to the highest
|
// expires maps the time of expiration to the highest tombstone value
|
||||||
// tombstone value that should be expired.
|
// that should be expired.
|
||||||
expires map[time.Time]*expireInterval
|
expires map[time.Time]*expireInterval
|
||||||
|
|
||||||
// expireCh is used to stream expiration
|
// expireCh is used to stream expiration to the leader for processing.
|
||||||
expireCh chan uint64
|
expireCh chan uint64
|
||||||
|
|
||||||
// lock is used to ensure safe access to all the fields
|
// lock is used to ensure safe access to all the fields.
|
||||||
lock sync.Mutex
|
lock sync.Mutex
|
||||||
}
|
}
|
||||||
|
|
||||||
// expireInterval is used to track the maximum index
|
// expireInterval is used to track the maximum index to expire in a given
|
||||||
// to expire in a given interval with a timer
|
// interval with a timer.
|
||||||
type expireInterval struct {
|
type expireInterval struct {
|
||||||
|
// maxIndex has the highest tombstone index that should be GC-d.
|
||||||
maxIndex uint64
|
maxIndex uint64
|
||||||
|
|
||||||
|
// timer is the timer tracking this bin.
|
||||||
timer *time.Timer
|
timer *time.Timer
|
||||||
}
|
}
|
||||||
|
|
||||||
// NewTombstoneGC is used to construct a new TombstoneGC given
|
// NewTombstoneGC is used to construct a new TombstoneGC given a TTL for
|
||||||
// a TTL for tombstones and a tracking granularity. Longer TTLs
|
// tombstones and a tracking granularity. Longer TTLs ensure correct behavior
|
||||||
// ensure correct behavior for more time, but use more storage.
|
// for more time, but use more storage. A shorter granularity increases the
|
||||||
// A shorter granularity increases the number of Raft transactions
|
// number of Raft transactions and reduce how far past the TTL we perform GC.
|
||||||
// and reduce how far past the TTL we perform GC.
|
|
||||||
func NewTombstoneGC(ttl, granularity time.Duration) (*TombstoneGC, error) {
|
func NewTombstoneGC(ttl, granularity time.Duration) (*TombstoneGC, error) {
|
||||||
// Sanity check the inputs
|
// Sanity check the inputs
|
||||||
if ttl <= 0 || granularity <= 0 {
|
if ttl <= 0 || granularity <= 0 {
|
||||||
|
@ -65,8 +68,8 @@ func NewTombstoneGC(ttl, granularity time.Duration) (*TombstoneGC, error) {
|
||||||
return t, nil
|
return t, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
// ExpireCh is used to return a channel that streams the next index
|
// ExpireCh is used to return a channel that streams the next index that should
|
||||||
// that should be expired
|
// be expired.
|
||||||
func (t *TombstoneGC) ExpireCh() <-chan uint64 {
|
func (t *TombstoneGC) ExpireCh() <-chan uint64 {
|
||||||
return t.expireCh
|
return t.expireCh
|
||||||
}
|
}
|
||||||
|
@ -103,17 +106,17 @@ func (t *TombstoneGC) Hint(index uint64) {
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
// Check for an existing expiration timer
|
// Check for an existing expiration timer and bump its index if we
|
||||||
|
// find one.
|
||||||
exp, ok := t.expires[expires]
|
exp, ok := t.expires[expires]
|
||||||
if ok {
|
if ok {
|
||||||
// Increment the highest index to be expired at that time
|
|
||||||
if index > exp.maxIndex {
|
if index > exp.maxIndex {
|
||||||
exp.maxIndex = index
|
exp.maxIndex = index
|
||||||
}
|
}
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
// Create new expiration time
|
// Create a new expiration timer.
|
||||||
t.expires[expires] = &expireInterval{
|
t.expires[expires] = &expireInterval{
|
||||||
maxIndex: index,
|
maxIndex: index,
|
||||||
timer: time.AfterFunc(expires.Sub(time.Now()), func() {
|
timer: time.AfterFunc(expires.Sub(time.Now()), func() {
|
||||||
|
@ -122,14 +125,17 @@ func (t *TombstoneGC) Hint(index uint64) {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// PendingExpiration is used to check if any expirations are pending
|
// PendingExpiration is used to check if any expirations are pending.
|
||||||
func (t *TombstoneGC) PendingExpiration() bool {
|
func (t *TombstoneGC) PendingExpiration() bool {
|
||||||
t.lock.Lock()
|
t.lock.Lock()
|
||||||
defer t.lock.Unlock()
|
defer t.lock.Unlock()
|
||||||
|
|
||||||
return len(t.expires) > 0
|
return len(t.expires) > 0
|
||||||
}
|
}
|
||||||
|
|
||||||
// nextExpires is used to calculate the next expiration time
|
// nextExpires is used to calculate the next expiration time, based on the
|
||||||
|
// granularity that is set. This allows us to bin expirations and avoid a ton
|
||||||
|
// of timers.
|
||||||
func (t *TombstoneGC) nextExpires() time.Time {
|
func (t *TombstoneGC) nextExpires() time.Time {
|
||||||
expires := time.Now().Add(t.ttl)
|
expires := time.Now().Add(t.ttl)
|
||||||
remain := expires.UnixNano() % int64(t.granularity)
|
remain := expires.UnixNano() % int64(t.granularity)
|
||||||
|
@ -137,7 +143,7 @@ func (t *TombstoneGC) nextExpires() time.Time {
|
||||||
return adj
|
return adj
|
||||||
}
|
}
|
||||||
|
|
||||||
// expireTime is used to expire the entries at the given time
|
// expireTime is used to expire the entries at the given time.
|
||||||
func (t *TombstoneGC) expireTime(expires time.Time) {
|
func (t *TombstoneGC) expireTime(expires time.Time) {
|
||||||
// Get the maximum index and clear the entry
|
// Get the maximum index and clear the entry
|
||||||
t.lock.Lock()
|
t.lock.Lock()
|
||||||
|
|
Loading…
Reference in New Issue