2018-04-26 06:22:18 -07:00
|
|
|
|
//! Asynchronous Common Subset algorithm.
|
|
|
|
|
|
2018-05-04 02:19:36 -07:00
|
|
|
|
// TODO: This module is work in progress. Remove this attribute when it's not needed anymore.
|
|
|
|
|
#![allow(unused)]
|
|
|
|
|
|
2018-04-26 06:22:18 -07:00
|
|
|
|
use std::collections::{HashMap, HashSet, VecDeque};
|
2018-05-02 00:15:47 -07:00
|
|
|
|
use std::fmt::{Debug, Display};
|
2018-05-03 02:10:31 -07:00
|
|
|
|
use std::hash::Hash;
|
2018-04-26 06:22:18 -07:00
|
|
|
|
|
2018-05-01 10:12:05 -07:00
|
|
|
|
use agreement;
|
2018-05-08 09:25:57 -07:00
|
|
|
|
use agreement::{Agreement, AgreementMessage};
|
2018-05-01 10:12:05 -07:00
|
|
|
|
|
2018-05-01 07:08:40 -07:00
|
|
|
|
use broadcast;
|
2018-05-08 07:20:32 -07:00
|
|
|
|
use broadcast::{Broadcast, BroadcastMessage, TargetedBroadcastMessage};
|
2018-05-01 07:08:40 -07:00
|
|
|
|
|
2018-05-05 06:39:32 -07:00
|
|
|
|
// TODO: Make this a generic argument of `Broadcast`.
|
|
|
|
|
type ProposedValue = Vec<u8>;
|
2018-05-07 02:59:14 -07:00
|
|
|
|
// Type of output from the Common Subset message handler.
|
|
|
|
|
type CommonSubsetOutput<NodeUid> = (Option<HashSet<ProposedValue>>, VecDeque<Output<NodeUid>>);
|
2018-05-05 06:39:32 -07:00
|
|
|
|
|
2018-05-02 03:57:28 -07:00
|
|
|
|
/// Output from Common Subset to remote nodes.
|
2018-05-02 00:15:47 -07:00
|
|
|
|
pub enum Output<NodeUid> {
|
2018-05-03 02:10:31 -07:00
|
|
|
|
/// A broadcast message to be sent to the destination set in the
|
|
|
|
|
/// `TargetedBroadcastMessage`.
|
|
|
|
|
Broadcast(TargetedBroadcastMessage<NodeUid>),
|
|
|
|
|
/// An agreement message to be broadcast to all nodes. There are no
|
|
|
|
|
/// one-to-one agreement messages.
|
|
|
|
|
Agreement(AgreementMessage),
|
2018-05-02 00:15:47 -07:00
|
|
|
|
}
|
|
|
|
|
|
2018-05-08 07:20:32 -07:00
|
|
|
|
pub struct CommonSubset<NodeUid: Eq + Hash + Ord> {
|
2018-04-26 06:22:18 -07:00
|
|
|
|
uid: NodeUid,
|
|
|
|
|
num_nodes: usize,
|
|
|
|
|
num_faulty_nodes: usize,
|
2018-05-02 03:57:28 -07:00
|
|
|
|
broadcast_instances: HashMap<NodeUid, Broadcast<NodeUid>>,
|
2018-05-06 14:39:01 -07:00
|
|
|
|
agreement_instances: HashMap<NodeUid, Agreement<NodeUid>>,
|
2018-05-02 07:47:30 -07:00
|
|
|
|
broadcast_results: HashMap<NodeUid, ProposedValue>,
|
|
|
|
|
agreement_results: HashMap<NodeUid, bool>,
|
2018-04-26 06:22:18 -07:00
|
|
|
|
}
|
|
|
|
|
|
2018-05-02 07:47:30 -07:00
|
|
|
|
impl<NodeUid: Clone + Debug + Display + Eq + Hash + Ord> CommonSubset<NodeUid> {
|
2018-05-06 14:39:01 -07:00
|
|
|
|
pub fn new(uid: NodeUid, all_uids: &HashSet<NodeUid>) -> Result<Self, Error> {
|
|
|
|
|
let num_nodes = all_uids.len();
|
2018-04-26 06:22:18 -07:00
|
|
|
|
let num_faulty_nodes = (num_nodes - 1) / 3;
|
|
|
|
|
|
2018-05-02 06:10:26 -07:00
|
|
|
|
// Create all broadcast instances.
|
2018-05-03 02:10:31 -07:00
|
|
|
|
let mut broadcast_instances: HashMap<NodeUid, Broadcast<NodeUid>> = HashMap::new();
|
2018-05-02 07:47:30 -07:00
|
|
|
|
for uid0 in all_uids {
|
2018-05-03 01:07:37 -07:00
|
|
|
|
broadcast_instances.insert(
|
|
|
|
|
uid0.clone(),
|
2018-05-08 07:20:32 -07:00
|
|
|
|
Broadcast::new(
|
|
|
|
|
uid.clone(),
|
|
|
|
|
uid0.clone(),
|
|
|
|
|
all_uids.iter().cloned().collect(),
|
|
|
|
|
)?,
|
2018-05-03 01:07:37 -07:00
|
|
|
|
);
|
2018-05-02 06:10:26 -07:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Create all agreement instances.
|
2018-05-06 14:39:01 -07:00
|
|
|
|
let mut agreement_instances: HashMap<NodeUid, Agreement<NodeUid>> = HashMap::new();
|
2018-05-02 07:47:30 -07:00
|
|
|
|
for uid0 in all_uids {
|
2018-05-06 14:39:01 -07:00
|
|
|
|
agreement_instances.insert(uid0.clone(), Agreement::new(uid0.clone(), num_nodes));
|
2018-05-02 06:10:26 -07:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Ok(CommonSubset {
|
2018-04-26 06:22:18 -07:00
|
|
|
|
uid,
|
|
|
|
|
num_nodes,
|
|
|
|
|
num_faulty_nodes,
|
2018-05-04 02:19:36 -07:00
|
|
|
|
broadcast_instances,
|
2018-05-06 14:39:01 -07:00
|
|
|
|
agreement_instances,
|
2018-05-02 07:47:30 -07:00
|
|
|
|
broadcast_results: HashMap::new(),
|
|
|
|
|
agreement_results: HashMap::new(),
|
2018-05-02 06:10:26 -07:00
|
|
|
|
})
|
2018-04-26 06:22:18 -07:00
|
|
|
|
}
|
|
|
|
|
|
2018-05-01 07:08:40 -07:00
|
|
|
|
/// Common Subset input message handler. It receives a value for broadcast
|
|
|
|
|
/// and redirects it to the corresponding broadcast instance.
|
2018-05-03 02:10:31 -07:00
|
|
|
|
pub fn send_proposed_value(
|
|
|
|
|
&self,
|
|
|
|
|
value: ProposedValue,
|
|
|
|
|
) -> Result<VecDeque<Output<NodeUid>>, Error> {
|
2018-05-01 07:08:40 -07:00
|
|
|
|
// Upon receiving input v_i , input v_i to RBC_i. See Figure 2.
|
2018-05-02 03:57:28 -07:00
|
|
|
|
if let Some(instance) = self.broadcast_instances.get(&self.uid) {
|
2018-05-01 09:32:01 -07:00
|
|
|
|
Ok(instance
|
|
|
|
|
.propose_value(value)?
|
|
|
|
|
.into_iter()
|
2018-05-02 00:15:47 -07:00
|
|
|
|
.map(Output::Broadcast)
|
2018-05-01 09:32:01 -07:00
|
|
|
|
.collect())
|
|
|
|
|
} else {
|
2018-05-02 00:15:47 -07:00
|
|
|
|
Err(Error::NoSuchBroadcastInstance)
|
2018-05-01 07:08:40 -07:00
|
|
|
|
}
|
|
|
|
|
}
|
2018-05-01 10:12:05 -07:00
|
|
|
|
|
|
|
|
|
/// Upon delivery of v_j from RBC_j, if input has not yet been provided to
|
|
|
|
|
/// BA_j, then provide input 1 to BA_j. See Figure 11.
|
2018-05-07 02:59:14 -07:00
|
|
|
|
fn on_broadcast_result(&mut self, uid: &NodeUid) -> Result<Option<AgreementMessage>, Error> {
|
2018-05-06 14:39:01 -07:00
|
|
|
|
if let Some(agreement_instance) = self.agreement_instances.get_mut(&uid) {
|
2018-05-10 04:09:22 -07:00
|
|
|
|
if agreement_instance.accepts_input() {
|
2018-05-09 07:27:31 -07:00
|
|
|
|
Ok(Some(agreement_instance.set_input(true)?))
|
2018-05-03 02:10:31 -07:00
|
|
|
|
} else {
|
|
|
|
|
Ok(None)
|
2018-05-01 10:12:05 -07:00
|
|
|
|
}
|
2018-05-03 02:10:31 -07:00
|
|
|
|
} else {
|
2018-05-02 00:15:47 -07:00
|
|
|
|
Err(Error::NoSuchBroadcastInstance)
|
2018-05-01 10:12:05 -07:00
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2018-05-10 03:01:25 -07:00
|
|
|
|
/// Receives a broadcast message from a remote node `sender_id` concerning a
|
|
|
|
|
/// value proposed by the node `proposer_id`. The output contains an
|
|
|
|
|
/// optional result of the Common Subset algorithm - a set of proposed
|
|
|
|
|
/// values - and a queue of messages to be sent to remote nodes, or an
|
|
|
|
|
/// error.
|
|
|
|
|
pub fn handle_broadcast(
|
2018-05-08 09:25:57 -07:00
|
|
|
|
&mut self,
|
2018-05-10 03:01:25 -07:00
|
|
|
|
sender_id: &NodeUid,
|
|
|
|
|
proposer_id: &NodeUid,
|
2018-05-10 08:50:07 -07:00
|
|
|
|
bmessage: BroadcastMessage,
|
2018-05-08 09:25:57 -07:00
|
|
|
|
) -> Result<CommonSubsetOutput<NodeUid>, Error> {
|
|
|
|
|
let mut instance_result = None;
|
|
|
|
|
let input_result: Result<VecDeque<Output<NodeUid>>, Error> = {
|
2018-05-10 03:01:25 -07:00
|
|
|
|
if let Some(broadcast_instance) = self.broadcast_instances.get(proposer_id) {
|
2018-05-08 09:25:57 -07:00
|
|
|
|
broadcast_instance
|
2018-05-10 03:01:25 -07:00
|
|
|
|
.handle_broadcast_message(sender_id, bmessage)
|
2018-05-08 09:25:57 -07:00
|
|
|
|
.map(|(opt_value, queue)| {
|
|
|
|
|
instance_result = opt_value;
|
|
|
|
|
queue.into_iter().map(Output::Broadcast).collect()
|
2018-05-07 02:59:14 -07:00
|
|
|
|
})
|
2018-05-08 09:25:57 -07:00
|
|
|
|
.map_err(Error::from)
|
|
|
|
|
} else {
|
|
|
|
|
Err(Error::NoSuchBroadcastInstance)
|
|
|
|
|
}
|
|
|
|
|
};
|
|
|
|
|
let mut opt_message: Option<AgreementMessage> = None;
|
|
|
|
|
if let Some(value) = instance_result {
|
2018-05-10 03:01:25 -07:00
|
|
|
|
self.broadcast_results.insert(proposer_id.clone(), value);
|
|
|
|
|
opt_message = self.on_broadcast_result(proposer_id)?;
|
2018-05-08 09:25:57 -07:00
|
|
|
|
}
|
|
|
|
|
input_result.map(|mut queue| {
|
|
|
|
|
if let Some(agreement_message) = opt_message {
|
|
|
|
|
// Append the message to agreement nodes to the common output queue.
|
|
|
|
|
queue.push_back(Output::Agreement(agreement_message))
|
2018-05-01 10:12:05 -07:00
|
|
|
|
}
|
2018-05-08 09:25:57 -07:00
|
|
|
|
(None, queue)
|
|
|
|
|
})
|
|
|
|
|
}
|
|
|
|
|
|
2018-05-10 03:01:25 -07:00
|
|
|
|
/// Receives an agreement message from a remote node `sender_id` concerning
|
|
|
|
|
/// a value proposed by the node `proposer_id`. The output contains an
|
|
|
|
|
/// optional result of the Common Subset algorithm - a set of proposed
|
|
|
|
|
/// values - and a queue of messages to be sent to remote nodes, or an
|
|
|
|
|
/// error.
|
|
|
|
|
pub fn handle_agreement(
|
2018-05-08 09:25:57 -07:00
|
|
|
|
&mut self,
|
2018-05-10 03:01:25 -07:00
|
|
|
|
sender_id: &NodeUid,
|
|
|
|
|
proposer_id: &NodeUid,
|
2018-05-08 09:25:57 -07:00
|
|
|
|
amessage: &AgreementMessage,
|
|
|
|
|
) -> Result<CommonSubsetOutput<NodeUid>, Error> {
|
2018-05-09 01:55:34 -07:00
|
|
|
|
// The result defaults to error.
|
|
|
|
|
let mut result = Err(Error::NoSuchAgreementInstance);
|
|
|
|
|
|
|
|
|
|
// Send the message to the local instance of Agreement
|
2018-05-10 03:01:25 -07:00
|
|
|
|
if let Some(agreement_instance) = self.agreement_instances.get_mut(proposer_id) {
|
2018-05-09 01:55:34 -07:00
|
|
|
|
// Optional output of agreement and outgoing agreement
|
|
|
|
|
// messages to remote nodes.
|
|
|
|
|
result = if agreement_instance.terminated() {
|
|
|
|
|
// This instance has terminated and does not accept input.
|
|
|
|
|
Ok((None, VecDeque::new()))
|
|
|
|
|
} else {
|
|
|
|
|
// Send the message to the agreement instance.
|
|
|
|
|
agreement_instance
|
2018-05-10 04:09:22 -07:00
|
|
|
|
.handle_agreement_message(sender_id, &amessage)
|
2018-05-09 01:55:34 -07:00
|
|
|
|
.map_err(Error::from)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if let Ok((output, mut outgoing)) = result {
|
2018-05-08 09:25:57 -07:00
|
|
|
|
// Process Agreement outputs.
|
2018-05-09 01:55:34 -07:00
|
|
|
|
if let Some(b) = output {
|
2018-05-10 03:01:25 -07:00
|
|
|
|
outgoing.append(&mut self.on_agreement_result(proposer_id, b)?);
|
2018-05-09 01:55:34 -07:00
|
|
|
|
}
|
2018-05-08 09:25:57 -07:00
|
|
|
|
|
|
|
|
|
// Check whether Agreement has completed.
|
|
|
|
|
Ok((
|
|
|
|
|
self.try_agreement_completion(),
|
|
|
|
|
outgoing.into_iter().map(Output::Agreement).collect(),
|
|
|
|
|
))
|
|
|
|
|
} else {
|
|
|
|
|
// error
|
2018-05-09 01:55:34 -07:00
|
|
|
|
result
|
2018-05-08 09:25:57 -07:00
|
|
|
|
.map(|(_, messages)| (None, messages.into_iter().map(Output::Agreement).collect()))
|
2018-05-01 10:12:05 -07:00
|
|
|
|
}
|
|
|
|
|
}
|
2018-04-26 06:22:18 -07:00
|
|
|
|
|
2018-05-02 03:57:28 -07:00
|
|
|
|
/// Callback to be invoked on receipt of a returned value of the Agreement
|
|
|
|
|
/// instance `uid`.
|
2018-05-09 01:55:34 -07:00
|
|
|
|
fn on_agreement_result(
|
|
|
|
|
&mut self,
|
2018-05-10 03:01:25 -07:00
|
|
|
|
element_proposer_id: &NodeUid,
|
2018-05-09 01:55:34 -07:00
|
|
|
|
result: bool,
|
2018-05-09 07:27:31 -07:00
|
|
|
|
) -> Result<VecDeque<AgreementMessage>, Error> {
|
2018-05-03 02:10:31 -07:00
|
|
|
|
let mut outgoing = VecDeque::new();
|
2018-05-02 03:57:28 -07:00
|
|
|
|
// Upon delivery of value 1 from at least N − f instances of BA, provide
|
|
|
|
|
// input 0 to each instance of BA that has not yet been provided input.
|
|
|
|
|
if result {
|
2018-05-10 03:01:25 -07:00
|
|
|
|
self.agreement_results
|
|
|
|
|
.insert(element_proposer_id.clone(), result);
|
2018-05-07 02:59:14 -07:00
|
|
|
|
// The number of instances of BA that output 1.
|
2018-05-08 09:25:57 -07:00
|
|
|
|
let results1 = self.agreement_results.values().filter(|v| **v).count();
|
2018-05-02 03:57:28 -07:00
|
|
|
|
|
2018-05-07 02:59:14 -07:00
|
|
|
|
if results1 >= self.num_nodes - self.num_faulty_nodes {
|
|
|
|
|
for instance in self.agreement_instances.values_mut() {
|
2018-05-10 04:09:22 -07:00
|
|
|
|
if instance.accepts_input() {
|
2018-05-09 07:27:31 -07:00
|
|
|
|
outgoing.push_back(instance.set_input(false)?);
|
2018-05-02 03:57:28 -07:00
|
|
|
|
}
|
2018-04-30 08:55:51 -07:00
|
|
|
|
}
|
2018-04-26 06:22:18 -07:00
|
|
|
|
}
|
2018-04-30 08:55:51 -07:00
|
|
|
|
}
|
2018-05-09 07:27:31 -07:00
|
|
|
|
Ok(outgoing)
|
2018-04-30 08:55:51 -07:00
|
|
|
|
}
|
2018-04-26 06:22:18 -07:00
|
|
|
|
|
2018-05-07 02:59:14 -07:00
|
|
|
|
fn try_agreement_completion(&self) -> Option<HashSet<ProposedValue>> {
|
2018-05-02 07:47:30 -07:00
|
|
|
|
// Once all instances of BA have completed, let C ⊂ [1..N] be
|
|
|
|
|
// the indexes of each BA that delivered 1. Wait for the output
|
|
|
|
|
// v_j for each RBC_j such that j∈C. Finally output ∪ j∈C v_j.
|
2018-05-07 02:59:14 -07:00
|
|
|
|
if self.agreement_instances
|
2018-05-08 09:25:57 -07:00
|
|
|
|
.values()
|
|
|
|
|
.all(|instance| instance.terminated())
|
2018-05-07 02:59:14 -07:00
|
|
|
|
{
|
|
|
|
|
// All instances of Agreement that delivered `true` (or "1" in the paper).
|
|
|
|
|
let delivered_1: HashSet<&NodeUid> = self.agreement_results
|
2018-05-03 02:10:31 -07:00
|
|
|
|
.iter()
|
|
|
|
|
.filter(|(_, v)| **v)
|
2018-05-07 02:59:14 -07:00
|
|
|
|
.map(|(k, _)| k)
|
2018-05-03 02:10:31 -07:00
|
|
|
|
.collect();
|
2018-05-02 07:47:30 -07:00
|
|
|
|
// Results of Broadcast instances in `delivered_1`
|
2018-05-03 02:10:31 -07:00
|
|
|
|
let broadcast_results: HashSet<ProposedValue> = self.broadcast_results
|
|
|
|
|
.iter()
|
|
|
|
|
.filter(|(k, _)| delivered_1.get(k).is_some())
|
|
|
|
|
.map(|(_, v)| v.clone())
|
|
|
|
|
.collect();
|
2018-05-02 07:47:30 -07:00
|
|
|
|
|
|
|
|
|
if delivered_1.len() == broadcast_results.len() {
|
|
|
|
|
Some(broadcast_results)
|
2018-05-03 02:10:31 -07:00
|
|
|
|
} else {
|
2018-05-02 07:47:30 -07:00
|
|
|
|
None
|
|
|
|
|
}
|
2018-05-03 02:10:31 -07:00
|
|
|
|
} else {
|
2018-05-02 07:47:30 -07:00
|
|
|
|
None
|
|
|
|
|
}
|
|
|
|
|
}
|
2018-04-26 06:22:18 -07:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#[derive(Clone, Debug)]
|
|
|
|
|
pub enum Error {
|
|
|
|
|
UnexpectedMessage,
|
|
|
|
|
NotImplemented,
|
2018-05-02 00:15:47 -07:00
|
|
|
|
NoSuchBroadcastInstance,
|
2018-05-06 14:39:01 -07:00
|
|
|
|
NoSuchAgreementInstance,
|
2018-05-01 07:08:40 -07:00
|
|
|
|
Broadcast(broadcast::Error),
|
2018-05-02 03:57:28 -07:00
|
|
|
|
Agreement(agreement::Error),
|
2018-04-26 06:22:18 -07:00
|
|
|
|
}
|
2018-05-01 07:08:40 -07:00
|
|
|
|
|
|
|
|
|
impl From<broadcast::Error> for Error {
|
|
|
|
|
fn from(err: broadcast::Error) -> Error {
|
|
|
|
|
Error::Broadcast(err)
|
|
|
|
|
}
|
|
|
|
|
}
|
2018-05-02 03:57:28 -07:00
|
|
|
|
|
|
|
|
|
impl From<agreement::Error> for Error {
|
|
|
|
|
fn from(err: agreement::Error) -> Error {
|
|
|
|
|
Error::Agreement(err)
|
|
|
|
|
}
|
|
|
|
|
}
|