garage/src/membership.rs

153 lines
3.4 KiB
Rust
Raw Normal View History

2020-04-06 17:55:39 +00:00
use std::sync::Arc;
use std::collections::HashMap;
use std::time::Duration;
2020-04-06 19:02:15 +00:00
use std::net::{IpAddr, SocketAddr};
2020-04-06 17:55:39 +00:00
2020-04-06 19:02:15 +00:00
use futures::future::join_all;
use futures::stream::StreamExt;
2020-04-06 17:55:39 +00:00
use hyper::client::Client;
use tokio::sync::RwLock;
2020-04-06 19:02:15 +00:00
use sha2::{Sha256, Digest};
2020-04-06 17:55:39 +00:00
use crate::Config;
use crate::error::Error;
use crate::data::*;
use crate::proto::*;
use crate::rpc::*;
const PING_INTERVAL: Duration = Duration::from_secs(10);
const PING_TIMEOUT: Duration = Duration::from_secs(2);
const MAX_FAILED_PINGS: usize = 3;
pub struct System {
pub config: Config,
pub id: UUID,
pub rpc_client: Client<hyper::client::HttpConnector, hyper::Body>,
pub members: RwLock<Members>,
}
pub struct Members {
pub present: Vec<UUID>,
pub status: HashMap<UUID, NodeStatus>,
2020-04-06 19:02:15 +00:00
pub status_hash: Hash,
2020-04-06 17:55:39 +00:00
pub config: HashMap<UUID, NodeConfig>,
pub config_version: u64,
}
2020-04-06 19:02:15 +00:00
impl Members {
fn handle_ping(&mut self, ip: IpAddr, info: &PingMessage) {
match self.present.binary_search(&info.id) {
Ok(pos) => {}
Err(pos) => self.present.insert(pos, info.id.clone()),
}
self.status.insert(info.id.clone(),
NodeStatus{
addr: SocketAddr::new(ip, info.rpc_port),
remaining_ping_attempts: MAX_FAILED_PINGS,
});
}
fn recalculate_status_hash(&mut self) {
let mut hasher = Sha256::new();
for node in self.present.iter() {
if let Some(status) = self.status.get(node) {
hasher.input(format!("{} {}\n", hex::encode(node), status.addr));
}
}
self.status_hash.copy_from_slice(&hasher.result()[..]);
}
}
2020-04-06 17:55:39 +00:00
pub struct NodeStatus {
pub addr: SocketAddr,
2020-04-06 19:02:15 +00:00
pub remaining_ping_attempts: usize,
2020-04-06 17:55:39 +00:00
}
pub struct NodeConfig {
pub n_tokens: u32,
}
impl System {
pub fn new(config: Config, id: UUID) -> Self {
System{
config,
id,
rpc_client: Client::new(),
members: RwLock::new(Members{
present: Vec::new(),
status: HashMap::new(),
2020-04-06 19:02:15 +00:00
status_hash: [0u8; 32],
2020-04-06 17:55:39 +00:00
config: HashMap::new(),
config_version: 0,
}),
}
}
2020-04-06 19:02:15 +00:00
pub async fn make_ping(&self) -> Message {
Message::Ping(PingMessage{
id: self.id,
rpc_port: self.config.rpc_port,
present_hash: self.members.read().await.status_hash.clone(),
config_version: 0,
})
}
2020-04-06 17:55:39 +00:00
pub async fn broadcast(&self) -> Vec<UUID> {
self.members.read().await.present.clone()
}
2020-04-06 19:02:15 +00:00
pub async fn bootstrap(self: Arc<Self>) {
let ping_msg = self.make_ping().await;
let ping_resps = join_all(
self.config.bootstrap_peers.iter().cloned()
.map(|to| {
let sys = self.clone();
let ping_msg_ref = &ping_msg;
async move {
(to.clone(), rpc_call_addr(sys, &to, ping_msg_ref, PING_TIMEOUT).await)
}
})).await;
let mut members = self.members.write().await;
for (addr, ping_resp) in ping_resps {
if let Ok(Message::Ping(info)) = ping_resp {
members.handle_ping(addr.ip(), &info);
}
}
members.recalculate_status_hash();
drop(members);
2020-04-06 17:55:39 +00:00
2020-04-06 19:02:15 +00:00
let resps = rpc_call_many_addr(self.clone(),
&self.config.bootstrap_peers,
&ping_msg,
None,
PING_TIMEOUT).await;
2020-04-06 17:55:39 +00:00
2020-04-06 19:02:15 +00:00
unimplemented!() //TODO
}
pub async fn handle_ping(self: Arc<Self>,
from: &SocketAddr,
ping: &PingMessage)
-> Result<Message, Error>
{
let mut members = self.members.write().await;
members.handle_ping(from.ip(), ping);
members.recalculate_status_hash();
drop(members);
Ok(self.make_ping().await)
}
pub async fn handle_advertise_node(self: Arc<Self>,
ping: &AdvertiseNodeMessage)
-> Result<Message, Error>
{
unimplemented!() //TODO
}
2020-04-06 17:55:39 +00:00
}