2016-02-13 00:50:37 +00:00
|
|
|
package raft
|
|
|
|
|
|
|
|
import (
|
2016-08-09 02:18:43 +00:00
|
|
|
"sync"
|
2016-02-13 00:50:37 +00:00
|
|
|
"sync/atomic"
|
|
|
|
)
|
|
|
|
|
|
|
|
// RaftState captures the state of a Raft node: Follower, Candidate, Leader,
|
|
|
|
// or Shutdown.
|
|
|
|
type RaftState uint32
|
|
|
|
|
|
|
|
const (
|
|
|
|
// Follower is the initial state of a Raft node.
|
|
|
|
Follower RaftState = iota
|
|
|
|
|
|
|
|
// Candidate is one of the valid states of a Raft node.
|
|
|
|
Candidate
|
|
|
|
|
|
|
|
// Leader is one of the valid states of a Raft node.
|
|
|
|
Leader
|
|
|
|
|
|
|
|
// Shutdown is the terminal state of a Raft node.
|
|
|
|
Shutdown
|
|
|
|
)
|
|
|
|
|
|
|
|
func (s RaftState) String() string {
|
|
|
|
switch s {
|
|
|
|
case Follower:
|
|
|
|
return "Follower"
|
|
|
|
case Candidate:
|
|
|
|
return "Candidate"
|
|
|
|
case Leader:
|
|
|
|
return "Leader"
|
|
|
|
case Shutdown:
|
|
|
|
return "Shutdown"
|
|
|
|
default:
|
|
|
|
return "Unknown"
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// raftState is used to maintain various state variables
|
|
|
|
// and provides an interface to set/get the variables in a
|
|
|
|
// thread safe manner.
|
|
|
|
type raftState struct {
|
2017-08-24 21:44:05 +00:00
|
|
|
// currentTerm commitIndex, lastApplied, must be kept at the top of
|
|
|
|
// the struct so they're 64 bit aligned which is a requirement for
|
|
|
|
// atomic ops on 32 bit platforms.
|
|
|
|
|
2016-02-13 00:50:37 +00:00
|
|
|
// The current term, cache of StableStore
|
|
|
|
currentTerm uint64
|
|
|
|
|
|
|
|
// Highest committed log entry
|
|
|
|
commitIndex uint64
|
|
|
|
|
|
|
|
// Last applied log to the FSM
|
|
|
|
lastApplied uint64
|
|
|
|
|
2016-08-09 02:18:43 +00:00
|
|
|
// protects 4 next fields
|
|
|
|
lastLock sync.Mutex
|
|
|
|
|
2016-02-13 00:50:37 +00:00
|
|
|
// Cache the latest snapshot index/term
|
|
|
|
lastSnapshotIndex uint64
|
|
|
|
lastSnapshotTerm uint64
|
|
|
|
|
2016-08-09 02:18:43 +00:00
|
|
|
// Cache the latest log from LogStore
|
|
|
|
lastLogIndex uint64
|
|
|
|
lastLogTerm uint64
|
|
|
|
|
|
|
|
// Tracks running goroutines
|
|
|
|
routinesGroup sync.WaitGroup
|
2016-02-13 00:50:37 +00:00
|
|
|
|
|
|
|
// The current state
|
|
|
|
state RaftState
|
|
|
|
}
|
|
|
|
|
|
|
|
func (r *raftState) getState() RaftState {
|
|
|
|
stateAddr := (*uint32)(&r.state)
|
|
|
|
return RaftState(atomic.LoadUint32(stateAddr))
|
|
|
|
}
|
|
|
|
|
|
|
|
func (r *raftState) setState(s RaftState) {
|
|
|
|
stateAddr := (*uint32)(&r.state)
|
|
|
|
atomic.StoreUint32(stateAddr, uint32(s))
|
|
|
|
}
|
|
|
|
|
|
|
|
func (r *raftState) getCurrentTerm() uint64 {
|
|
|
|
return atomic.LoadUint64(&r.currentTerm)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (r *raftState) setCurrentTerm(term uint64) {
|
|
|
|
atomic.StoreUint64(&r.currentTerm, term)
|
|
|
|
}
|
|
|
|
|
2016-08-09 02:18:43 +00:00
|
|
|
func (r *raftState) getLastLog() (index, term uint64) {
|
|
|
|
r.lastLock.Lock()
|
|
|
|
index = r.lastLogIndex
|
|
|
|
term = r.lastLogTerm
|
|
|
|
r.lastLock.Unlock()
|
|
|
|
return
|
2016-02-13 00:50:37 +00:00
|
|
|
}
|
|
|
|
|
2016-08-09 02:18:43 +00:00
|
|
|
func (r *raftState) setLastLog(index, term uint64) {
|
|
|
|
r.lastLock.Lock()
|
|
|
|
r.lastLogIndex = index
|
|
|
|
r.lastLogTerm = term
|
|
|
|
r.lastLock.Unlock()
|
2016-02-13 00:50:37 +00:00
|
|
|
}
|
|
|
|
|
2016-08-09 02:18:43 +00:00
|
|
|
func (r *raftState) getLastSnapshot() (index, term uint64) {
|
|
|
|
r.lastLock.Lock()
|
|
|
|
index = r.lastSnapshotIndex
|
|
|
|
term = r.lastSnapshotTerm
|
|
|
|
r.lastLock.Unlock()
|
|
|
|
return
|
2016-02-13 00:50:37 +00:00
|
|
|
}
|
|
|
|
|
2016-08-09 02:18:43 +00:00
|
|
|
func (r *raftState) setLastSnapshot(index, term uint64) {
|
|
|
|
r.lastLock.Lock()
|
|
|
|
r.lastSnapshotIndex = index
|
|
|
|
r.lastSnapshotTerm = term
|
|
|
|
r.lastLock.Unlock()
|
2016-02-13 00:50:37 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (r *raftState) getCommitIndex() uint64 {
|
|
|
|
return atomic.LoadUint64(&r.commitIndex)
|
|
|
|
}
|
|
|
|
|
2016-08-09 02:18:43 +00:00
|
|
|
func (r *raftState) setCommitIndex(index uint64) {
|
|
|
|
atomic.StoreUint64(&r.commitIndex, index)
|
2016-02-13 00:50:37 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (r *raftState) getLastApplied() uint64 {
|
|
|
|
return atomic.LoadUint64(&r.lastApplied)
|
|
|
|
}
|
|
|
|
|
2016-08-09 02:18:43 +00:00
|
|
|
func (r *raftState) setLastApplied(index uint64) {
|
|
|
|
atomic.StoreUint64(&r.lastApplied, index)
|
2016-02-13 00:50:37 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// Start a goroutine and properly handle the race between a routine
|
|
|
|
// starting and incrementing, and exiting and decrementing.
|
|
|
|
func (r *raftState) goFunc(f func()) {
|
2016-08-09 02:18:43 +00:00
|
|
|
r.routinesGroup.Add(1)
|
2016-02-13 00:50:37 +00:00
|
|
|
go func() {
|
2016-08-09 02:18:43 +00:00
|
|
|
defer r.routinesGroup.Done()
|
2016-02-13 00:50:37 +00:00
|
|
|
f()
|
|
|
|
}()
|
|
|
|
}
|
|
|
|
|
2016-08-09 02:18:43 +00:00
|
|
|
func (r *raftState) waitShutdown() {
|
|
|
|
r.routinesGroup.Wait()
|
|
|
|
}
|
|
|
|
|
2016-02-13 00:50:37 +00:00
|
|
|
// getLastIndex returns the last index in stable storage.
|
|
|
|
// Either from the last log or from the last snapshot.
|
|
|
|
func (r *raftState) getLastIndex() uint64 {
|
2016-08-09 02:18:43 +00:00
|
|
|
r.lastLock.Lock()
|
|
|
|
defer r.lastLock.Unlock()
|
|
|
|
return max(r.lastLogIndex, r.lastSnapshotIndex)
|
2016-02-13 00:50:37 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// getLastEntry returns the last index and term in stable storage.
|
|
|
|
// Either from the last log or from the last snapshot.
|
|
|
|
func (r *raftState) getLastEntry() (uint64, uint64) {
|
2016-08-09 02:18:43 +00:00
|
|
|
r.lastLock.Lock()
|
|
|
|
defer r.lastLock.Unlock()
|
|
|
|
if r.lastLogIndex >= r.lastSnapshotIndex {
|
|
|
|
return r.lastLogIndex, r.lastLogTerm
|
2016-02-13 00:50:37 +00:00
|
|
|
}
|
2016-08-09 02:18:43 +00:00
|
|
|
return r.lastSnapshotIndex, r.lastSnapshotTerm
|
2016-02-13 00:50:37 +00:00
|
|
|
}
|