added rustfmt: a rustfmt.toml file diescribing syntax (soft tabs of 2 spaces), a CONTRIBUTING.md file to explain how to use rustfmt, a .drone.yml file to add code style checks in CI, 2 lines in README.md to present CONTRIBUTING.md, and applied rustfmt on the source
Some checks failed
continuous-integration/drone/pr Build is failing
Some checks failed
continuous-integration/drone/pr Build is failing
This commit is contained in:
parent
fa25c54e47
commit
f720070905
16 changed files with 456 additions and 334 deletions
23
.drone.yml
Normal file
23
.drone.yml
Normal file
|
@ -0,0 +1,23 @@
|
||||||
|
---
|
||||||
|
kind: pipeline
|
||||||
|
name: default
|
||||||
|
|
||||||
|
workspace:
|
||||||
|
base: /drone/diplonat
|
||||||
|
|
||||||
|
steps:
|
||||||
|
- name: code style
|
||||||
|
image: rust:1.47
|
||||||
|
commands:
|
||||||
|
- cargo fmt --all -- --check
|
||||||
|
# - name: code quality
|
||||||
|
# image: rust:1.47
|
||||||
|
# commands:
|
||||||
|
# - cargo clippy -- --deny warnings
|
||||||
|
# - name: test
|
||||||
|
# image: rust:1.47
|
||||||
|
# commands:
|
||||||
|
# - cargo build --verbose --all
|
||||||
|
# - cargo test --verbose --all
|
||||||
|
|
||||||
|
|
2
.rustfmt.toml
Normal file
2
.rustfmt.toml
Normal file
|
@ -0,0 +1,2 @@
|
||||||
|
hard_tabs = false
|
||||||
|
tab_spaces = 2
|
34
CONTRIBUTING.md
Normal file
34
CONTRIBUTING.md
Normal file
|
@ -0,0 +1,34 @@
|
||||||
|
# Contributing to Diplonat
|
||||||
|
|
||||||
|
## Development guidelines
|
||||||
|
|
||||||
|
### Code formatting
|
||||||
|
|
||||||
|
[Our CI pipeline](./.drone.yml) features a verification of the code format, using [rustfmt](https://github.com/rust-lang/rustfmt).
|
||||||
|
|
||||||
|
#### Installing rustfmt
|
||||||
|
|
||||||
|
You can run `rustfmt` with Rust 1.24 and above.
|
||||||
|
|
||||||
|
To install:
|
||||||
|
|
||||||
|
```
|
||||||
|
rustup component add rustfmt
|
||||||
|
```
|
||||||
|
|
||||||
|
#### Usage
|
||||||
|
|
||||||
|
To run on Diplonat, launch the following in the root directory:
|
||||||
|
|
||||||
|
```
|
||||||
|
cargo fmt --all
|
||||||
|
```
|
||||||
|
|
||||||
|
This will format the whole repository using the settigs defined in [`.rustfmt.toml`](./.rustfmt.toml): soft tabs of 2 spaces.
|
||||||
|
|
||||||
|
#### Auto-format code
|
||||||
|
|
||||||
|
You can automate formatting in a number of ways:
|
||||||
|
|
||||||
|
* [Setup your IDE to use `rustfmt`](https://github.com/rust-lang/rustfmt#running-rustfmt-from-your-editor).
|
||||||
|
* Setup a git hook to run `rustfmt` before each commit.
|
|
@ -48,6 +48,10 @@ export RUST_LOG=debug
|
||||||
cargo run
|
cargo run
|
||||||
```
|
```
|
||||||
|
|
||||||
|
## Contributing
|
||||||
|
|
||||||
|
Refer to [CONTRIBUTING.md](./CONTRIBUTING.md).
|
||||||
|
|
||||||
## Design Guidelines
|
## Design Guidelines
|
||||||
|
|
||||||
Diplonat is made of a set of Components.
|
Diplonat is made of a set of Components.
|
||||||
|
|
|
@ -4,7 +4,9 @@ mod options_test;
|
||||||
mod runtime;
|
mod runtime;
|
||||||
|
|
||||||
pub use options::{ConfigOpts, ConfigOptsAcme, ConfigOptsBase, ConfigOptsConsul};
|
pub use options::{ConfigOpts, ConfigOptsAcme, ConfigOptsBase, ConfigOptsConsul};
|
||||||
pub use runtime::{RuntimeConfig, RuntimeConfigAcme, RuntimeConfigConsul, RuntimeConfigFirewall, RuntimeConfigIgd};
|
pub use runtime::{
|
||||||
|
RuntimeConfig, RuntimeConfigAcme, RuntimeConfigConsul, RuntimeConfigFirewall, RuntimeConfigIgd,
|
||||||
|
};
|
||||||
|
|
||||||
pub const EXPIRATION_TIME: u16 = 300;
|
pub const EXPIRATION_TIME: u16 = 300;
|
||||||
pub const REFRESH_TIME: u16 = 60;
|
pub const REFRESH_TIME: u16 = 60;
|
||||||
|
|
|
@ -62,7 +62,9 @@ impl ConfigOpts {
|
||||||
// Currently only used in tests
|
// Currently only used in tests
|
||||||
#[allow(dead_code)]
|
#[allow(dead_code)]
|
||||||
pub fn from_iter<Iter: Clone>(iter: Iter) -> Result<RuntimeConfig>
|
pub fn from_iter<Iter: Clone>(iter: Iter) -> Result<RuntimeConfig>
|
||||||
where Iter: IntoIterator<Item = (String, String)> {
|
where
|
||||||
|
Iter: IntoIterator<Item = (String, String)>,
|
||||||
|
{
|
||||||
let base: ConfigOptsBase = envy::prefixed("DIPLONAT_").from_iter(iter.clone())?;
|
let base: ConfigOptsBase = envy::prefixed("DIPLONAT_").from_iter(iter.clone())?;
|
||||||
let consul: ConfigOptsConsul = envy::prefixed("DIPLONAT_CONSUL_").from_iter(iter.clone())?;
|
let consul: ConfigOptsConsul = envy::prefixed("DIPLONAT_CONSUL_").from_iter(iter.clone())?;
|
||||||
let acme: ConfigOptsAcme = envy::prefixed("DIPLONAT_ACME_").from_iter(iter.clone())?;
|
let acme: ConfigOptsAcme = envy::prefixed("DIPLONAT_ACME_").from_iter(iter.clone())?;
|
||||||
|
|
|
@ -11,8 +11,14 @@ use crate::config::*;
|
||||||
|
|
||||||
fn minimal_valid_options() -> HashMap<String, String> {
|
fn minimal_valid_options() -> HashMap<String, String> {
|
||||||
let mut opts = HashMap::new();
|
let mut opts = HashMap::new();
|
||||||
opts.insert("DIPLONAT_PRIVATE_IP".to_string(), "172.123.43.555".to_string());
|
opts.insert(
|
||||||
opts.insert("DIPLONAT_CONSUL_NODE_NAME".to_string(), "consul_node".to_string());
|
"DIPLONAT_PRIVATE_IP".to_string(),
|
||||||
|
"172.123.43.555".to_string(),
|
||||||
|
);
|
||||||
|
opts.insert(
|
||||||
|
"DIPLONAT_CONSUL_NODE_NAME".to_string(),
|
||||||
|
"consul_node".to_string(),
|
||||||
|
);
|
||||||
opts
|
opts
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -20,9 +26,15 @@ fn all_valid_options() -> HashMap<String, String> {
|
||||||
let mut opts = minimal_valid_options();
|
let mut opts = minimal_valid_options();
|
||||||
opts.insert("DIPLONAT_EXPIRATION_TIME".to_string(), "30".to_string());
|
opts.insert("DIPLONAT_EXPIRATION_TIME".to_string(), "30".to_string());
|
||||||
opts.insert("DIPLONAT_REFRESH_TIME".to_string(), "10".to_string());
|
opts.insert("DIPLONAT_REFRESH_TIME".to_string(), "10".to_string());
|
||||||
opts.insert("DIPLONAT_CONSUL_URL".to_string(), "http://127.0.0.1:9999".to_string());
|
opts.insert(
|
||||||
|
"DIPLONAT_CONSUL_URL".to_string(),
|
||||||
|
"http://127.0.0.1:9999".to_string(),
|
||||||
|
);
|
||||||
opts.insert("DIPLONAT_ACME_ENABLE".to_string(), "true".to_string());
|
opts.insert("DIPLONAT_ACME_ENABLE".to_string(), "true".to_string());
|
||||||
opts.insert("DIPLONAT_ACME_EMAIL".to_string(), "bozo@bozo.net".to_string());
|
opts.insert(
|
||||||
|
"DIPLONAT_ACME_EMAIL".to_string(),
|
||||||
|
"bozo@bozo.net".to_string(),
|
||||||
|
);
|
||||||
opts
|
opts
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -44,10 +56,7 @@ fn ok_from_iter_minimal_valid_options() {
|
||||||
&rt_config.consul.node_name,
|
&rt_config.consul.node_name,
|
||||||
opts.get(&"DIPLONAT_CONSUL_NODE_NAME".to_string()).unwrap()
|
opts.get(&"DIPLONAT_CONSUL_NODE_NAME".to_string()).unwrap()
|
||||||
);
|
);
|
||||||
assert_eq!(
|
assert_eq!(rt_config.consul.url, CONSUL_URL.to_string());
|
||||||
rt_config.consul.url,
|
|
||||||
CONSUL_URL.to_string()
|
|
||||||
);
|
|
||||||
assert_eq!(
|
assert_eq!(
|
||||||
rt_config.firewall.refresh_time,
|
rt_config.firewall.refresh_time,
|
||||||
Duration::from_secs(REFRESH_TIME.into())
|
Duration::from_secs(REFRESH_TIME.into())
|
||||||
|
@ -81,18 +90,27 @@ fn ok_from_iter_all_valid_options() {
|
||||||
let rt_config = ConfigOpts::from_iter(opts.clone()).unwrap();
|
let rt_config = ConfigOpts::from_iter(opts.clone()).unwrap();
|
||||||
|
|
||||||
let expiration_time = Duration::from_secs(
|
let expiration_time = Duration::from_secs(
|
||||||
opts.get(&"DIPLONAT_EXPIRATION_TIME".to_string()).unwrap()
|
opts
|
||||||
.parse::<u64>().unwrap()
|
.get(&"DIPLONAT_EXPIRATION_TIME".to_string())
|
||||||
.into());
|
.unwrap()
|
||||||
|
.parse::<u64>()
|
||||||
|
.unwrap()
|
||||||
|
.into(),
|
||||||
|
);
|
||||||
let refresh_time = Duration::from_secs(
|
let refresh_time = Duration::from_secs(
|
||||||
opts.get(&"DIPLONAT_REFRESH_TIME".to_string()).unwrap()
|
opts
|
||||||
.parse::<u64>().unwrap()
|
.get(&"DIPLONAT_REFRESH_TIME".to_string())
|
||||||
.into());
|
.unwrap()
|
||||||
|
.parse::<u64>()
|
||||||
|
.unwrap()
|
||||||
|
.into(),
|
||||||
|
);
|
||||||
|
|
||||||
assert!(rt_config.acme.is_some());
|
assert!(rt_config.acme.is_some());
|
||||||
assert_eq!(
|
assert_eq!(
|
||||||
&rt_config.acme.unwrap().email,
|
&rt_config.acme.unwrap().email,
|
||||||
opts.get(&"DIPLONAT_ACME_EMAIL".to_string()).unwrap());
|
opts.get(&"DIPLONAT_ACME_EMAIL".to_string()).unwrap()
|
||||||
|
);
|
||||||
assert_eq!(
|
assert_eq!(
|
||||||
&rt_config.consul.node_name,
|
&rt_config.consul.node_name,
|
||||||
opts.get(&"DIPLONAT_CONSUL_NODE_NAME".to_string()).unwrap()
|
opts.get(&"DIPLONAT_CONSUL_NODE_NAME".to_string()).unwrap()
|
||||||
|
@ -101,20 +119,11 @@ fn ok_from_iter_all_valid_options() {
|
||||||
&rt_config.consul.url,
|
&rt_config.consul.url,
|
||||||
opts.get(&"DIPLONAT_CONSUL_URL".to_string()).unwrap()
|
opts.get(&"DIPLONAT_CONSUL_URL".to_string()).unwrap()
|
||||||
);
|
);
|
||||||
assert_eq!(
|
assert_eq!(rt_config.firewall.refresh_time, refresh_time);
|
||||||
rt_config.firewall.refresh_time,
|
|
||||||
refresh_time
|
|
||||||
);
|
|
||||||
assert_eq!(
|
assert_eq!(
|
||||||
&rt_config.igd.private_ip,
|
&rt_config.igd.private_ip,
|
||||||
opts.get(&"DIPLONAT_PRIVATE_IP".to_string()).unwrap()
|
opts.get(&"DIPLONAT_PRIVATE_IP".to_string()).unwrap()
|
||||||
);
|
);
|
||||||
assert_eq!(
|
assert_eq!(rt_config.igd.expiration_time, expiration_time);
|
||||||
rt_config.igd.expiration_time,
|
assert_eq!(rt_config.igd.refresh_time, refresh_time);
|
||||||
expiration_time
|
|
||||||
);
|
|
||||||
assert_eq!(
|
|
||||||
rt_config.igd.refresh_time,
|
|
||||||
refresh_time
|
|
||||||
);
|
|
||||||
}
|
}
|
|
@ -1,6 +1,6 @@
|
||||||
use std::time::Duration;
|
use std::time::Duration;
|
||||||
|
|
||||||
use anyhow::{Result, anyhow};
|
use anyhow::{anyhow, Result};
|
||||||
|
|
||||||
use crate::config::{ConfigOpts, ConfigOptsAcme, ConfigOptsBase, ConfigOptsConsul};
|
use crate::config::{ConfigOpts, ConfigOptsAcme, ConfigOptsBase, ConfigOptsConsul};
|
||||||
|
|
||||||
|
@ -64,46 +64,44 @@ impl RuntimeConfigAcme {
|
||||||
|
|
||||||
let email = opts.email.expect(
|
let email = opts.email.expect(
|
||||||
"'DIPLONAT_ACME_EMAIL' environment variable is required \
|
"'DIPLONAT_ACME_EMAIL' environment variable is required \
|
||||||
if 'DIPLONAT_ACME_ENABLE' == 'true'");
|
if 'DIPLONAT_ACME_ENABLE' == 'true'",
|
||||||
|
);
|
||||||
|
|
||||||
Ok(Some(Self {
|
Ok(Some(Self { email }))
|
||||||
email,
|
|
||||||
}))
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
impl RuntimeConfigConsul {
|
impl RuntimeConfigConsul {
|
||||||
pub(super) fn new(opts: ConfigOptsConsul) -> Result<Self> {
|
pub(super) fn new(opts: ConfigOptsConsul) -> Result<Self> {
|
||||||
let node_name = opts.node_name.expect(
|
let node_name = opts
|
||||||
"'DIPLONAT_CONSUL_NODE_NAME' environment variable is required");
|
.node_name
|
||||||
|
.expect("'DIPLONAT_CONSUL_NODE_NAME' environment variable is required");
|
||||||
let url = opts.url.unwrap_or(super::CONSUL_URL.to_string());
|
let url = opts.url.unwrap_or(super::CONSUL_URL.to_string());
|
||||||
|
|
||||||
Ok(Self {
|
Ok(Self { node_name, url })
|
||||||
node_name,
|
|
||||||
url,
|
|
||||||
})
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
impl RuntimeConfigFirewall {
|
impl RuntimeConfigFirewall {
|
||||||
pub(super) fn new(opts: ConfigOptsBase) -> Result<Self> {
|
pub(super) fn new(opts: ConfigOptsBase) -> Result<Self> {
|
||||||
let refresh_time = Duration::from_secs(
|
let refresh_time = Duration::from_secs(opts.refresh_time.unwrap_or(super::REFRESH_TIME).into());
|
||||||
opts.refresh_time.unwrap_or(super::REFRESH_TIME).into());
|
|
||||||
|
|
||||||
Ok(Self {
|
Ok(Self { refresh_time })
|
||||||
refresh_time,
|
|
||||||
})
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
impl RuntimeConfigIgd {
|
impl RuntimeConfigIgd {
|
||||||
pub(super) fn new(opts: ConfigOptsBase) -> Result<Self> {
|
pub(super) fn new(opts: ConfigOptsBase) -> Result<Self> {
|
||||||
let private_ip = opts.private_ip.expect(
|
let private_ip = opts
|
||||||
"'DIPLONAT_PRIVATE_IP' environment variable is required");
|
.private_ip
|
||||||
|
.expect("'DIPLONAT_PRIVATE_IP' environment variable is required");
|
||||||
let expiration_time = Duration::from_secs(
|
let expiration_time = Duration::from_secs(
|
||||||
opts.expiration_time.unwrap_or(super::EXPIRATION_TIME).into());
|
opts
|
||||||
let refresh_time = Duration::from_secs(
|
.expiration_time
|
||||||
opts.refresh_time.unwrap_or(super::REFRESH_TIME).into());
|
.unwrap_or(super::EXPIRATION_TIME)
|
||||||
|
.into(),
|
||||||
|
);
|
||||||
|
let refresh_time = Duration::from_secs(opts.refresh_time.unwrap_or(super::REFRESH_TIME).into());
|
||||||
|
|
||||||
if refresh_time.as_secs() * 2 > expiration_time.as_secs() {
|
if refresh_time.as_secs() * 2 > expiration_time.as_secs() {
|
||||||
return Err(anyhow!(
|
return Err(anyhow!(
|
||||||
|
|
|
@ -1,21 +1,21 @@
|
||||||
use serde::{Serialize, Deserialize};
|
use anyhow::{anyhow, Result};
|
||||||
|
use serde::{Deserialize, Serialize};
|
||||||
use std::collections::HashMap;
|
use std::collections::HashMap;
|
||||||
use anyhow::{Result, anyhow};
|
|
||||||
|
|
||||||
#[derive(Serialize, Deserialize, Debug)]
|
#[derive(Serialize, Deserialize, Debug)]
|
||||||
pub struct ServiceEntry {
|
pub struct ServiceEntry {
|
||||||
pub Tags: Vec<String>
|
pub Tags: Vec<String>,
|
||||||
}
|
}
|
||||||
|
|
||||||
#[derive(Serialize, Deserialize, Debug)]
|
#[derive(Serialize, Deserialize, Debug)]
|
||||||
pub struct CatalogNode {
|
pub struct CatalogNode {
|
||||||
pub Services: HashMap<String, ServiceEntry>
|
pub Services: HashMap<String, ServiceEntry>,
|
||||||
}
|
}
|
||||||
|
|
||||||
pub struct Consul {
|
pub struct Consul {
|
||||||
client: reqwest::Client,
|
client: reqwest::Client,
|
||||||
url: String,
|
url: String,
|
||||||
idx: Option<u64>
|
idx: Option<u64>,
|
||||||
}
|
}
|
||||||
|
|
||||||
impl Consul {
|
impl Consul {
|
||||||
|
@ -23,7 +23,7 @@ impl Consul {
|
||||||
return Self {
|
return Self {
|
||||||
client: reqwest::Client::new(),
|
client: reqwest::Client::new(),
|
||||||
url: url.to_string(),
|
url: url.to_string(),
|
||||||
idx: None
|
idx: None,
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -34,16 +34,16 @@ impl Consul {
|
||||||
pub async fn watch_node(&mut self, host: &str) -> Result<CatalogNode> {
|
pub async fn watch_node(&mut self, host: &str) -> Result<CatalogNode> {
|
||||||
let url = match self.idx {
|
let url = match self.idx {
|
||||||
Some(i) => format!("{}/v1/catalog/node/{}?index={}", self.url, host, i),
|
Some(i) => format!("{}/v1/catalog/node/{}?index={}", self.url, host, i),
|
||||||
None => format!("{}/v1/catalog/node/{}", self.url, host)
|
None => format!("{}/v1/catalog/node/{}", self.url, host),
|
||||||
};
|
};
|
||||||
|
|
||||||
let http = self.client.get(&url).send().await?;
|
let http = self.client.get(&url).send().await?;
|
||||||
self.idx = match http.headers().get("X-Consul-Index") {
|
self.idx = match http.headers().get("X-Consul-Index") {
|
||||||
Some(v) => Some(v.to_str()?.parse::<u64>()?),
|
Some(v) => Some(v.to_str()?.parse::<u64>()?),
|
||||||
None => return Err(anyhow!("X-Consul-Index header not found"))
|
None => return Err(anyhow!("X-Consul-Index header not found")),
|
||||||
};
|
};
|
||||||
|
|
||||||
let resp: CatalogNode = http.json().await?;
|
let resp: CatalogNode = http.json().await?;
|
||||||
return Ok(resp)
|
return Ok(resp);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
|
@ -1,24 +1,24 @@
|
||||||
use std::cmp;
|
use crate::consul;
|
||||||
use std::time::Duration;
|
use crate::messages;
|
||||||
|
use anyhow::Result;
|
||||||
use log::*;
|
use log::*;
|
||||||
|
use serde::{Deserialize, Serialize};
|
||||||
|
use serde_lexpr::{error, from_str};
|
||||||
|
use std::cmp;
|
||||||
|
use std::collections::HashSet;
|
||||||
|
use std::time::Duration;
|
||||||
use tokio::sync::watch;
|
use tokio::sync::watch;
|
||||||
use tokio::time::delay_for;
|
use tokio::time::delay_for;
|
||||||
use anyhow::Result;
|
|
||||||
use serde::{Serialize, Deserialize};
|
|
||||||
use serde_lexpr::{from_str,error};
|
|
||||||
use crate::messages;
|
|
||||||
use crate::consul;
|
|
||||||
use std::collections::HashSet;
|
|
||||||
|
|
||||||
#[derive(Serialize, Deserialize, Debug)]
|
#[derive(Serialize, Deserialize, Debug)]
|
||||||
pub enum DiplonatParameter {
|
pub enum DiplonatParameter {
|
||||||
tcp_port(HashSet<u16>),
|
tcp_port(HashSet<u16>),
|
||||||
udp_port(HashSet<u16>)
|
udp_port(HashSet<u16>),
|
||||||
}
|
}
|
||||||
|
|
||||||
#[derive(Serialize, Deserialize, Debug)]
|
#[derive(Serialize, Deserialize, Debug)]
|
||||||
pub enum DiplonatConsul {
|
pub enum DiplonatConsul {
|
||||||
diplonat(Vec<DiplonatParameter>)
|
diplonat(Vec<DiplonatParameter>),
|
||||||
}
|
}
|
||||||
|
|
||||||
pub struct ConsulActor {
|
pub struct ConsulActor {
|
||||||
|
@ -27,13 +27,16 @@ pub struct ConsulActor {
|
||||||
consul: consul::Consul,
|
consul: consul::Consul,
|
||||||
node: String,
|
node: String,
|
||||||
retries: u32,
|
retries: u32,
|
||||||
tx_open_ports: watch::Sender<messages::PublicExposedPorts>
|
tx_open_ports: watch::Sender<messages::PublicExposedPorts>,
|
||||||
}
|
}
|
||||||
|
|
||||||
fn retry_to_time(retries: u32, max_time: Duration) -> Duration {
|
fn retry_to_time(retries: u32, max_time: Duration) -> Duration {
|
||||||
// 1.2^x seems to be a good value to exponentially increase time at a good pace
|
// 1.2^x seems to be a good value to exponentially increase time at a good pace
|
||||||
// eg. 1.2^32 = 341 seconds ~= 5 minutes - ie. after 32 retries we wait 5 minutes
|
// eg. 1.2^32 = 341 seconds ~= 5 minutes - ie. after 32 retries we wait 5 minutes
|
||||||
return Duration::from_secs(cmp::min(max_time.as_secs(), 1.2f64.powf(retries as f64) as u64))
|
return Duration::from_secs(cmp::min(
|
||||||
|
max_time.as_secs(),
|
||||||
|
1.2f64.powf(retries as f64) as u64,
|
||||||
|
));
|
||||||
}
|
}
|
||||||
|
|
||||||
fn to_parameters(catalog: &consul::CatalogNode) -> Vec<DiplonatConsul> {
|
fn to_parameters(catalog: &consul::CatalogNode) -> Vec<DiplonatConsul> {
|
||||||
|
@ -55,7 +58,7 @@ fn to_parameters(catalog: &consul::CatalogNode) -> Vec<DiplonatConsul> {
|
||||||
fn to_open_ports(params: &Vec<DiplonatConsul>) -> messages::PublicExposedPorts {
|
fn to_open_ports(params: &Vec<DiplonatConsul>) -> messages::PublicExposedPorts {
|
||||||
let mut op = messages::PublicExposedPorts {
|
let mut op = messages::PublicExposedPorts {
|
||||||
tcp_ports: HashSet::new(),
|
tcp_ports: HashSet::new(),
|
||||||
udp_ports: HashSet::new()
|
udp_ports: HashSet::new(),
|
||||||
};
|
};
|
||||||
|
|
||||||
for conf in params {
|
for conf in params {
|
||||||
|
@ -73,9 +76,9 @@ fn to_open_ports(params: &Vec<DiplonatConsul>) -> messages::PublicExposedPorts {
|
||||||
|
|
||||||
impl ConsulActor {
|
impl ConsulActor {
|
||||||
pub fn new(url: &str, node: &str) -> Self {
|
pub fn new(url: &str, node: &str) -> Self {
|
||||||
let (tx, rx) = watch::channel(messages::PublicExposedPorts{
|
let (tx, rx) = watch::channel(messages::PublicExposedPorts {
|
||||||
tcp_ports: HashSet::new(),
|
tcp_ports: HashSet::new(),
|
||||||
udp_ports: HashSet::new()
|
udp_ports: HashSet::new(),
|
||||||
});
|
});
|
||||||
|
|
||||||
return Self {
|
return Self {
|
||||||
|
@ -95,7 +98,11 @@ impl ConsulActor {
|
||||||
self.consul.watch_node_reset();
|
self.consul.watch_node_reset();
|
||||||
self.retries = cmp::min(std::u32::MAX - 1, self.retries) + 1;
|
self.retries = cmp::min(std::u32::MAX - 1, self.retries) + 1;
|
||||||
let will_retry_in = retry_to_time(self.retries, Duration::from_secs(600));
|
let will_retry_in = retry_to_time(self.retries, Duration::from_secs(600));
|
||||||
error!("Failed to query consul. Will retry in {}s. {}", will_retry_in.as_secs(), e);
|
error!(
|
||||||
|
"Failed to query consul. Will retry in {}s. {}",
|
||||||
|
will_retry_in.as_secs(),
|
||||||
|
e
|
||||||
|
);
|
||||||
delay_for(will_retry_in).await;
|
delay_for(will_retry_in).await;
|
||||||
continue;
|
continue;
|
||||||
}
|
}
|
||||||
|
|
|
@ -19,22 +19,20 @@ impl Diplonat {
|
||||||
|
|
||||||
let ca = ConsulActor::new(&rt_cfg.consul.url, &rt_cfg.consul.node_name);
|
let ca = ConsulActor::new(&rt_cfg.consul.url, &rt_cfg.consul.node_name);
|
||||||
|
|
||||||
let fw = FirewallActor::new(
|
let fw = FirewallActor::new(rt_cfg.firewall.refresh_time, &ca.rx_open_ports).await?;
|
||||||
rt_cfg.firewall.refresh_time,
|
|
||||||
&ca.rx_open_ports
|
|
||||||
).await?;
|
|
||||||
|
|
||||||
let ia = IgdActor::new(
|
let ia = IgdActor::new(
|
||||||
&rt_cfg.igd.private_ip,
|
&rt_cfg.igd.private_ip,
|
||||||
rt_cfg.igd.refresh_time,
|
rt_cfg.igd.refresh_time,
|
||||||
rt_cfg.igd.expiration_time,
|
rt_cfg.igd.expiration_time,
|
||||||
&ca.rx_open_ports
|
&ca.rx_open_ports,
|
||||||
).await?;
|
)
|
||||||
|
.await?;
|
||||||
|
|
||||||
let ctx = Self {
|
let ctx = Self {
|
||||||
consul: ca,
|
consul: ca,
|
||||||
igd: ia,
|
igd: ia,
|
||||||
firewall: fw
|
firewall: fw,
|
||||||
};
|
};
|
||||||
|
|
||||||
return Ok(ctx);
|
return Ok(ctx);
|
||||||
|
|
56
src/fw.rs
56
src/fw.rs
|
@ -1,28 +1,43 @@
|
||||||
|
use crate::messages;
|
||||||
|
use anyhow::{Context, Result};
|
||||||
use iptables;
|
use iptables;
|
||||||
|
use log::*;
|
||||||
use regex::Regex;
|
use regex::Regex;
|
||||||
use std::collections::HashSet;
|
use std::collections::HashSet;
|
||||||
use crate::messages;
|
|
||||||
use anyhow::{Result,Context};
|
|
||||||
use log::*;
|
|
||||||
|
|
||||||
pub fn setup(ipt: &iptables::IPTables) -> Result<()> {
|
pub fn setup(ipt: &iptables::IPTables) -> Result<()> {
|
||||||
|
|
||||||
// ensure we start from a clean state without any rule already set
|
// ensure we start from a clean state without any rule already set
|
||||||
cleanup(ipt)?;
|
cleanup(ipt)?;
|
||||||
|
|
||||||
ipt.new_chain("filter", "DIPLONAT").context("Failed to create new chain")?;
|
ipt
|
||||||
ipt.insert_unique("filter", "INPUT", "-j DIPLONAT", 1).context("Failed to insert jump rule")?;
|
.new_chain("filter", "DIPLONAT")
|
||||||
|
.context("Failed to create new chain")?;
|
||||||
|
ipt
|
||||||
|
.insert_unique("filter", "INPUT", "-j DIPLONAT", 1)
|
||||||
|
.context("Failed to insert jump rule")?;
|
||||||
|
|
||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
|
|
||||||
pub fn open_ports(ipt: &iptables::IPTables, ports: messages::PublicExposedPorts) -> Result<()> {
|
pub fn open_ports(ipt: &iptables::IPTables, ports: messages::PublicExposedPorts) -> Result<()> {
|
||||||
for p in ports.tcp_ports {
|
for p in ports.tcp_ports {
|
||||||
ipt.append("filter", "DIPLONAT", &format!("-p tcp --dport {} -j ACCEPT", p)).context("Failed to insert port rule")?;
|
ipt
|
||||||
|
.append(
|
||||||
|
"filter",
|
||||||
|
"DIPLONAT",
|
||||||
|
&format!("-p tcp --dport {} -j ACCEPT", p),
|
||||||
|
)
|
||||||
|
.context("Failed to insert port rule")?;
|
||||||
}
|
}
|
||||||
|
|
||||||
for p in ports.udp_ports {
|
for p in ports.udp_ports {
|
||||||
ipt.append("filter", "DIPLONAT", &format!("-p udp --dport {} -j ACCEPT", p)).context("Failed to insert port rule")?;
|
ipt
|
||||||
|
.append(
|
||||||
|
"filter",
|
||||||
|
"DIPLONAT",
|
||||||
|
&format!("-p udp --dport {} -j ACCEPT", p),
|
||||||
|
)
|
||||||
|
.context("Failed to insert port rule")?;
|
||||||
}
|
}
|
||||||
|
|
||||||
Ok(())
|
Ok(())
|
||||||
|
@ -31,18 +46,17 @@ pub fn open_ports(ipt: &iptables::IPTables, ports: messages::PublicExposedPorts)
|
||||||
pub fn get_opened_ports(ipt: &iptables::IPTables) -> Result<messages::PublicExposedPorts> {
|
pub fn get_opened_ports(ipt: &iptables::IPTables) -> Result<messages::PublicExposedPorts> {
|
||||||
let mut ports = messages::PublicExposedPorts {
|
let mut ports = messages::PublicExposedPorts {
|
||||||
tcp_ports: HashSet::new(),
|
tcp_ports: HashSet::new(),
|
||||||
udp_ports: HashSet::new()
|
udp_ports: HashSet::new(),
|
||||||
};
|
};
|
||||||
|
|
||||||
let list = ipt.list("filter", "DIPLONAT")?;
|
let list = ipt.list("filter", "DIPLONAT")?;
|
||||||
let re = Regex::new(r"\-A.*? \-p (\w+).*\-\-dport (\d+).*?\-j ACCEPT").context("Regex matching open ports encountered an unexpected rule")?;
|
let re = Regex::new(r"\-A.*? \-p (\w+).*\-\-dport (\d+).*?\-j ACCEPT")
|
||||||
|
.context("Regex matching open ports encountered an unexpected rule")?;
|
||||||
for i in list {
|
for i in list {
|
||||||
let caps = re.captures(&i);
|
let caps = re.captures(&i);
|
||||||
match caps {
|
match caps {
|
||||||
Some(c) => {
|
Some(c) => {
|
||||||
|
|
||||||
if let (Some(raw_proto), Some(raw_port)) = (c.get(1), c.get(2)) {
|
if let (Some(raw_proto), Some(raw_port)) = (c.get(1), c.get(2)) {
|
||||||
|
|
||||||
let proto = String::from(raw_proto.as_str());
|
let proto = String::from(raw_proto.as_str());
|
||||||
let number = String::from(raw_port.as_str()).parse::<u16>()?;
|
let number = String::from(raw_port.as_str()).parse::<u16>()?;
|
||||||
|
|
||||||
|
@ -51,12 +65,10 @@ pub fn get_opened_ports(ipt: &iptables::IPTables) -> Result<messages::PublicExpo
|
||||||
} else {
|
} else {
|
||||||
ports.udp_ports.insert(number);
|
ports.udp_ports.insert(number);
|
||||||
}
|
}
|
||||||
|
|
||||||
} else {
|
} else {
|
||||||
error!("Unexpected rule found in DIPLONAT chain")
|
error!("Unexpected rule found in DIPLONAT chain")
|
||||||
}
|
}
|
||||||
|
}
|
||||||
},
|
|
||||||
_ => {}
|
_ => {}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
@ -65,17 +77,21 @@ pub fn get_opened_ports(ipt: &iptables::IPTables) -> Result<messages::PublicExpo
|
||||||
}
|
}
|
||||||
|
|
||||||
pub fn cleanup(ipt: &iptables::IPTables) -> Result<()> {
|
pub fn cleanup(ipt: &iptables::IPTables) -> Result<()> {
|
||||||
|
|
||||||
if ipt.chain_exists("filter", "DIPLONAT")? {
|
if ipt.chain_exists("filter", "DIPLONAT")? {
|
||||||
ipt.flush_chain("filter", "DIPLONAT").context("Failed to flush the DIPLONAT chain")?;
|
ipt
|
||||||
|
.flush_chain("filter", "DIPLONAT")
|
||||||
|
.context("Failed to flush the DIPLONAT chain")?;
|
||||||
|
|
||||||
if ipt.exists("filter", "INPUT", "-j DIPLONAT")? {
|
if ipt.exists("filter", "INPUT", "-j DIPLONAT")? {
|
||||||
ipt.delete("filter", "INPUT", "-j DIPLONAT").context("Failed to delete jump rule")?;
|
ipt
|
||||||
|
.delete("filter", "INPUT", "-j DIPLONAT")
|
||||||
|
.context("Failed to delete jump rule")?;
|
||||||
}
|
}
|
||||||
|
|
||||||
ipt.delete_chain("filter", "DIPLONAT").context("Failed to delete chain")?;
|
ipt
|
||||||
|
.delete_chain("filter", "DIPLONAT")
|
||||||
|
.context("Failed to delete chain")?;
|
||||||
}
|
}
|
||||||
|
|
||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
@ -1,27 +1,28 @@
|
||||||
use anyhow::Result;
|
use anyhow::Result;
|
||||||
|
use log::*;
|
||||||
use tokio::{
|
use tokio::{
|
||||||
select,
|
select,
|
||||||
sync::watch,
|
sync::watch,
|
||||||
time::{
|
time::{self, Duration},
|
||||||
self,
|
};
|
||||||
Duration
|
|
||||||
}};
|
|
||||||
use log::*;
|
|
||||||
|
|
||||||
use iptables;
|
|
||||||
use crate::messages;
|
|
||||||
use crate::fw;
|
use crate::fw;
|
||||||
|
use crate::messages;
|
||||||
|
use iptables;
|
||||||
use std::collections::HashSet;
|
use std::collections::HashSet;
|
||||||
|
|
||||||
pub struct FirewallActor {
|
pub struct FirewallActor {
|
||||||
pub ipt: iptables::IPTables,
|
pub ipt: iptables::IPTables,
|
||||||
rx_ports: watch::Receiver<messages::PublicExposedPorts>,
|
rx_ports: watch::Receiver<messages::PublicExposedPorts>,
|
||||||
last_ports: messages::PublicExposedPorts,
|
last_ports: messages::PublicExposedPorts,
|
||||||
refresh: Duration
|
refresh: Duration,
|
||||||
}
|
}
|
||||||
|
|
||||||
impl FirewallActor {
|
impl FirewallActor {
|
||||||
pub async fn new(_refresh: Duration, rxp: &watch::Receiver<messages::PublicExposedPorts>) -> Result<Self> {
|
pub async fn new(
|
||||||
|
_refresh: Duration,
|
||||||
|
rxp: &watch::Receiver<messages::PublicExposedPorts>,
|
||||||
|
) -> Result<Self> {
|
||||||
let ctx = Self {
|
let ctx = Self {
|
||||||
ipt: iptables::new(false)?,
|
ipt: iptables::new(false)?,
|
||||||
rx_ports: rxp.clone(),
|
rx_ports: rxp.clone(),
|
||||||
|
@ -45,7 +46,9 @@ impl FirewallActor {
|
||||||
};
|
};
|
||||||
|
|
||||||
// 2. Update last ports if needed
|
// 2. Update last ports if needed
|
||||||
if let Some(p) = new_ports { self.last_ports = p; }
|
if let Some(p) = new_ports {
|
||||||
|
self.last_ports = p;
|
||||||
|
}
|
||||||
|
|
||||||
// 3. Update firewall rules
|
// 3. Update firewall rules
|
||||||
match self.do_fw_update().await {
|
match self.do_fw_update().await {
|
||||||
|
@ -58,18 +61,26 @@ impl FirewallActor {
|
||||||
pub async fn do_fw_update(&self) -> Result<()> {
|
pub async fn do_fw_update(&self) -> Result<()> {
|
||||||
let curr_opened_ports = fw::get_opened_ports(&self.ipt)?;
|
let curr_opened_ports = fw::get_opened_ports(&self.ipt)?;
|
||||||
|
|
||||||
let diff_tcp = self.last_ports.tcp_ports.difference(&curr_opened_ports.tcp_ports).copied().collect::<HashSet<u16>>();
|
let diff_tcp = self
|
||||||
let diff_udp = self.last_ports.udp_ports.difference(&curr_opened_ports.udp_ports).copied().collect::<HashSet<u16>>();
|
.last_ports
|
||||||
|
.tcp_ports
|
||||||
|
.difference(&curr_opened_ports.tcp_ports)
|
||||||
|
.copied()
|
||||||
|
.collect::<HashSet<u16>>();
|
||||||
|
let diff_udp = self
|
||||||
|
.last_ports
|
||||||
|
.udp_ports
|
||||||
|
.difference(&curr_opened_ports.udp_ports)
|
||||||
|
.copied()
|
||||||
|
.collect::<HashSet<u16>>();
|
||||||
|
|
||||||
let ports_to_open = messages::PublicExposedPorts {
|
let ports_to_open = messages::PublicExposedPorts {
|
||||||
tcp_ports: diff_tcp,
|
tcp_ports: diff_tcp,
|
||||||
udp_ports: diff_udp
|
udp_ports: diff_udp,
|
||||||
};
|
};
|
||||||
|
|
||||||
fw::open_ports(&self.ipt, ports_to_open)?;
|
fw::open_ports(&self.ipt, ports_to_open)?;
|
||||||
|
|
||||||
return Ok(());
|
return Ok(());
|
||||||
}
|
}
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
@ -1,16 +1,14 @@
|
||||||
|
use crate::messages;
|
||||||
|
use anyhow::{Context, Result};
|
||||||
use igd::aio::*;
|
use igd::aio::*;
|
||||||
use igd::PortMappingProtocol;
|
use igd::PortMappingProtocol;
|
||||||
use std::net::SocketAddrV4;
|
|
||||||
use log::*;
|
use log::*;
|
||||||
use anyhow::{Result, Context};
|
use std::net::SocketAddrV4;
|
||||||
use tokio::{
|
use tokio::{
|
||||||
select,
|
select,
|
||||||
sync::watch,
|
sync::watch,
|
||||||
time::{
|
time::{self, Duration},
|
||||||
self,
|
};
|
||||||
Duration
|
|
||||||
}};
|
|
||||||
use crate::messages;
|
|
||||||
|
|
||||||
pub struct IgdActor {
|
pub struct IgdActor {
|
||||||
last_ports: messages::PublicExposedPorts,
|
last_ports: messages::PublicExposedPorts,
|
||||||
|
@ -18,11 +16,16 @@ pub struct IgdActor {
|
||||||
gateway: Gateway,
|
gateway: Gateway,
|
||||||
refresh: Duration,
|
refresh: Duration,
|
||||||
expire: Duration,
|
expire: Duration,
|
||||||
private_ip: String
|
private_ip: String,
|
||||||
}
|
}
|
||||||
|
|
||||||
impl IgdActor {
|
impl IgdActor {
|
||||||
pub async fn new(priv_ip: &str, refresh: Duration, expire: Duration, rxp: &watch::Receiver<messages::PublicExposedPorts>) -> Result<Self> {
|
pub async fn new(
|
||||||
|
priv_ip: &str,
|
||||||
|
refresh: Duration,
|
||||||
|
expire: Duration,
|
||||||
|
rxp: &watch::Receiver<messages::PublicExposedPorts>,
|
||||||
|
) -> Result<Self> {
|
||||||
let gw = search_gateway(Default::default())
|
let gw = search_gateway(Default::default())
|
||||||
.await
|
.await
|
||||||
.context("Failed to find IGD gateway")?;
|
.context("Failed to find IGD gateway")?;
|
||||||
|
@ -34,7 +37,7 @@ impl IgdActor {
|
||||||
private_ip: priv_ip.to_string(),
|
private_ip: priv_ip.to_string(),
|
||||||
refresh: refresh,
|
refresh: refresh,
|
||||||
expire: expire,
|
expire: expire,
|
||||||
last_ports: messages::PublicExposedPorts::new()
|
last_ports: messages::PublicExposedPorts::new(),
|
||||||
};
|
};
|
||||||
|
|
||||||
return Ok(ctx);
|
return Ok(ctx);
|
||||||
|
@ -51,7 +54,9 @@ impl IgdActor {
|
||||||
};
|
};
|
||||||
|
|
||||||
// 2. Update last ports if needed
|
// 2. Update last ports if needed
|
||||||
if let Some(p) = new_ports { self.last_ports = p; }
|
if let Some(p) = new_ports {
|
||||||
|
self.last_ports = p;
|
||||||
|
}
|
||||||
|
|
||||||
// 3. Flush IGD requests
|
// 3. Flush IGD requests
|
||||||
match self.do_igd().await {
|
match self.do_igd().await {
|
||||||
|
@ -64,14 +69,25 @@ impl IgdActor {
|
||||||
pub async fn do_igd(&self) -> Result<()> {
|
pub async fn do_igd(&self) -> Result<()> {
|
||||||
let actions = [
|
let actions = [
|
||||||
(PortMappingProtocol::TCP, &self.last_ports.tcp_ports),
|
(PortMappingProtocol::TCP, &self.last_ports.tcp_ports),
|
||||||
(PortMappingProtocol::UDP, &self.last_ports.udp_ports)
|
(PortMappingProtocol::UDP, &self.last_ports.udp_ports),
|
||||||
];
|
];
|
||||||
|
|
||||||
for (proto, list) in actions.iter() {
|
for (proto, list) in actions.iter() {
|
||||||
for port in *list {
|
for port in *list {
|
||||||
let service_str = format!("{}:{}", self.private_ip, port);
|
let service_str = format!("{}:{}", self.private_ip, port);
|
||||||
let service = service_str.parse::<SocketAddrV4>().context("Invalid socket address")?;
|
let service = service_str
|
||||||
self.gateway.add_port(*proto, *port, service, self.expire.as_secs() as u32, "diplonat").await?;
|
.parse::<SocketAddrV4>()
|
||||||
|
.context("Invalid socket address")?;
|
||||||
|
self
|
||||||
|
.gateway
|
||||||
|
.add_port(
|
||||||
|
*proto,
|
||||||
|
*port,
|
||||||
|
service,
|
||||||
|
self.expire.as_secs() as u32,
|
||||||
|
"diplonat",
|
||||||
|
)
|
||||||
|
.await?;
|
||||||
debug!("IGD request successful for {:#?} {}", proto, service);
|
debug!("IGD request successful for {:#?} {}", proto, service);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
|
@ -7,8 +7,8 @@ mod fw_actor;
|
||||||
mod igd_actor;
|
mod igd_actor;
|
||||||
mod messages;
|
mod messages;
|
||||||
|
|
||||||
use log::*;
|
|
||||||
use diplonat::Diplonat;
|
use diplonat::Diplonat;
|
||||||
|
use log::*;
|
||||||
|
|
||||||
#[tokio::main]
|
#[tokio::main]
|
||||||
async fn main() {
|
async fn main() {
|
||||||
|
|
|
@ -3,14 +3,14 @@ use std::collections::HashSet;
|
||||||
#[derive(Debug, Clone, PartialEq, Eq)]
|
#[derive(Debug, Clone, PartialEq, Eq)]
|
||||||
pub struct PublicExposedPorts {
|
pub struct PublicExposedPorts {
|
||||||
pub tcp_ports: HashSet<u16>,
|
pub tcp_ports: HashSet<u16>,
|
||||||
pub udp_ports: HashSet<u16>
|
pub udp_ports: HashSet<u16>,
|
||||||
}
|
}
|
||||||
|
|
||||||
impl PublicExposedPorts {
|
impl PublicExposedPorts {
|
||||||
pub fn new() -> Self {
|
pub fn new() -> Self {
|
||||||
return Self {
|
return Self {
|
||||||
tcp_ports: HashSet::new(),
|
tcp_ports: HashSet::new(),
|
||||||
udp_ports: HashSet::new()
|
udp_ports: HashSet::new(),
|
||||||
}
|
};
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
Loading…
Reference in a new issue