use std::collections::BTreeSet;
use std::sync::Arc;
use std::time::Duration;
use maplit::btreeset;
use pretty_assertions::assert_eq;
use crate::Membership;
use crate::Vote;
use crate::batch::Batch;
use crate::core::ServerState;
use crate::engine::Command;
use crate::engine::Engine;
use crate::engine::LogIdList;
use crate::engine::TargetProgress;
use crate::engine::testing::UTConfig;
use crate::engine::testing::log_id;
use crate::entry::RaftEntry;
use crate::log_id_range::LogIdRange;
use crate::progress::entry::ProgressEntry;
use crate::progress::inflight_id::InflightId;
use crate::progress::stream_id::StreamId;
use crate::raft::VoteResponse;
use crate::raft_state::IOId;
use crate::replication::replicate::Replicate;
use crate::type_config::TypeConfigExt;
use crate::type_config::alias::EffectiveMembershipOf;
use crate::type_config::alias::EntryOf;
use crate::utime::Leased;
use crate::vote::raft_vote::RaftVoteExt;
fn m12() -> Membership<u64, ()> {
Membership::<u64, ()>::new_with_defaults(vec![btreeset! {1,2}], [])
}
fn m1234() -> Membership<u64, ()> {
Membership::<u64, ()>::new_with_defaults(vec![btreeset! {1,2,3,4}], [])
}
fn eng() -> Engine<UTConfig> {
let mut eng = Engine::testing_default(0);
eng.state.enable_validation(false);
eng.state.log_ids = LogIdList::new(None, [log_id(0, 0, 0)]);
eng
}
#[test]
fn test_handle_vote_resp() -> anyhow::Result<()> {
tracing::info!("--- not in election. just ignore");
{
let mut eng = eng();
eng.state.server_state = ServerState::Follower;
eng.state.vote = Leased::new(UTConfig::<()>::now(), Duration::from_millis(500), Vote::new(2, 1));
eng.state.membership_state.set_effective(Arc::new(EffectiveMembershipOf::<UTConfig>::new(
Some(log_id(1, 1, 1)),
m12(),
)));
eng.handle_vote_resp(2, VoteResponse::new(Vote::new(2, 2), Some(log_id(2, 1, 2)), true));
assert_eq!(Vote::new(2, 1), *eng.state.vote_ref());
assert!(eng.leader.is_none());
assert_eq!(ServerState::Follower, eng.state.server_state);
assert_eq!(0, eng.output.take_commands().len());
}
tracing::info!("--- recv a smaller vote; always keep trying in candidate state");
{
let mut eng = eng();
eng.config.id = 1;
eng.state.vote = Leased::new(UTConfig::<()>::now(), Duration::from_millis(500), Vote::new(2, 1));
eng.state.membership_state.set_effective(Arc::new(EffectiveMembershipOf::<UTConfig>::new(
Some(log_id(1, 1, 1)),
m12(),
)));
eng.new_candidate(*eng.state.vote_ref());
eng.output.take_commands();
let voting = eng.new_candidate(*eng.state.vote_ref());
voting.grant_by(&1);
eng.state.server_state = ServerState::Candidate;
eng.handle_vote_resp(2, VoteResponse::new(Vote::new(1, 1), Some(log_id(2, 1, 2)), true));
assert_eq!(Vote::new(2, 1), *eng.state.vote_ref());
assert_eq!(&Vote::new(2, 1), eng.candidate_ref().unwrap().vote_ref());
assert_eq!(
btreeset! {1},
eng.candidate_ref().unwrap().granters().collect::<BTreeSet<_>>()
);
assert_eq!(ServerState::Candidate, eng.state.server_state);
assert_eq!(eng.output.take_commands(), vec![]);
}
tracing::info!("--- seen a higher vote. revert to follower");
{
let mut eng = eng();
eng.config.id = 1;
eng.state.vote = Leased::new(UTConfig::<()>::now(), Duration::from_millis(500), Vote::new(2, 1));
eng.state.log_ids = LogIdList::new(None, vec![log_id(3, 1, 3)]);
eng.state.membership_state.set_effective(Arc::new(EffectiveMembershipOf::<UTConfig>::new(
Some(log_id(1, 1, 1)),
m12(),
)));
eng.new_candidate(*eng.state.vote_ref());
eng.output.take_commands();
let voting = eng.new_candidate(*eng.state.vote_ref());
voting.grant_by(&1);
eng.state.server_state = ServerState::Candidate;
eng.handle_vote_resp(2, VoteResponse::new(Vote::new(3, 2), Some(log_id(2, 1, 2)), true));
assert_eq!(Vote::new(3, 2), *eng.state.vote_ref());
assert!(eng.leader.is_none());
assert_eq!(ServerState::Follower, eng.state.server_state,);
assert_eq!(
eng.output.take_commands(),
vec![
Command::SaveVote { vote: Vote::new(3, 2) },
Command::CloseReplicationStreams,
],
"no SaveVote because the higher vote is not yet granted by this node"
);
}
tracing::info!("--- equal vote, granted, but not constitute a quorum. nothing to do");
{
let mut eng = eng();
eng.config.id = 1;
eng.state.vote = Leased::new(UTConfig::<()>::now(), Duration::from_millis(500), Vote::new(2, 1));
eng.state.membership_state.set_effective(Arc::new(EffectiveMembershipOf::<UTConfig>::new(
Some(log_id(1, 1, 1)),
m1234(),
)));
eng.new_candidate(*eng.state.vote_ref());
eng.output.take_commands();
let voting = eng.new_candidate(*eng.state.vote_ref());
voting.grant_by(&1);
eng.state.server_state = ServerState::Candidate;
eng.handle_vote_resp(2, VoteResponse::new(Vote::new(2, 1), Some(log_id(2, 1, 2)), true));
assert_eq!(Vote::new(2, 1), *eng.state.vote_ref());
assert_eq!(&Vote::new(2, 1), eng.candidate_ref().unwrap().vote_ref());
assert_eq!(
btreeset! {1,2},
eng.candidate_ref().unwrap().granters().collect::<BTreeSet<_>>()
);
assert_eq!(ServerState::Candidate, eng.state.server_state);
assert_eq!(eng.output.take_commands(), vec![]);
}
Ok(())
}
#[test]
fn test_handle_vote_resp_equal_vote() -> anyhow::Result<()> {
tracing::info!("--- equal vote, granted, constitute a quorum. become leader");
{
let mut eng = eng();
eng.config.id = 1;
eng.state.vote = Leased::new(UTConfig::<()>::now(), Duration::from_millis(500), Vote::new(2, 1));
eng.state.membership_state.set_effective(Arc::new(EffectiveMembershipOf::<UTConfig>::new(
Some(log_id(1, 1, 1)),
m12(),
)));
eng.new_candidate(*eng.state.vote_ref());
let voting = eng.new_candidate(*eng.state.vote_ref());
voting.grant_by(&1);
eng.state.server_state = ServerState::Candidate;
eng.handle_vote_resp(2, VoteResponse::new(Vote::new(2, 1), Some(log_id(2, 1, 2)), true));
assert_eq!(Vote::new_committed(2, 1), *eng.state.vote_ref(),);
assert_eq!(log_id(2, 1, 1), eng.leader.as_ref().unwrap().noop_log_id);
assert_eq!(
Some(log_id(2, 1, 1)),
eng.leader.as_ref().unwrap().last_log_id().copied()
);
assert_eq!(
Some(&IOId::new_log_io(
Vote::new(2, 1).into_committed(),
Some(log_id(2, 1, 1))
)),
eng.state.accepted_log_io()
);
assert!(
eng.candidate_ref().is_none(),
"candidate state is removed when becoming leader"
);
assert_eq!(ServerState::Leader, eng.state.server_state);
assert_eq!(
vec![
Command::RebuildReplicationStreams {
leader_vote: Vote::new(2, 1).into_committed(),
targets: vec![TargetProgress {
target: 2,
target_node: (),
progress: ProgressEntry::empty(StreamId::new(2), 1),
}],
close_old_streams: true,
},
Command::SaveVote {
vote: Vote::new_committed(2, 1)
},
Command::AppendEntries {
committed_vote: Vote::new(2, 1).into_committed(),
entries: Batch::of([EntryOf::<UTConfig>::new_blank(log_id(2, 1, 1))]),
},
Command::Replicate {
target: 2,
req: Replicate::new_logs(LogIdRange::new(None, Some(log_id(2, 1, 1))), InflightId::new(1))
},
],
eng.output.take_commands()
);
}
Ok(())
}