2020-04-10 20:01:48 +00:00
|
|
|
use std::sync::Arc;
|
2020-04-17 15:09:57 +00:00
|
|
|
|
2020-04-24 10:10:01 +00:00
|
|
|
use garage_util::background::*;
|
|
|
|
use garage_util::config::*;
|
2020-04-07 14:26:22 +00:00
|
|
|
|
2020-04-24 10:10:01 +00:00
|
|
|
use garage_rpc::membership::System;
|
|
|
|
use garage_rpc::rpc_client::RpcHttpClient;
|
|
|
|
use garage_rpc::rpc_server::RpcServer;
|
2020-04-11 16:51:11 +00:00
|
|
|
|
2021-03-26 18:41:46 +00:00
|
|
|
use garage_table::replication::TableFullReplication;
|
|
|
|
use garage_table::replication::TableShardedReplication;
|
2020-04-24 10:10:01 +00:00
|
|
|
use garage_table::*;
|
2020-04-11 16:51:11 +00:00
|
|
|
|
2020-04-24 10:10:01 +00:00
|
|
|
use crate::block::*;
|
|
|
|
use crate::block_ref_table::*;
|
|
|
|
use crate::bucket_table::*;
|
|
|
|
use crate::key_table::*;
|
|
|
|
use crate::object_table::*;
|
|
|
|
use crate::version_table::*;
|
2020-04-11 16:51:11 +00:00
|
|
|
|
2020-04-08 20:00:41 +00:00
|
|
|
pub struct Garage {
|
2020-04-23 17:05:46 +00:00
|
|
|
pub config: Config,
|
|
|
|
|
2020-04-08 20:00:41 +00:00
|
|
|
pub db: sled::Db,
|
2020-04-17 13:36:16 +00:00
|
|
|
pub background: Arc<BackgroundRunner>,
|
2020-04-08 20:00:41 +00:00
|
|
|
pub system: Arc<System>,
|
2020-04-12 11:03:55 +00:00
|
|
|
pub block_manager: Arc<BlockManager>,
|
2020-04-08 20:00:41 +00:00
|
|
|
|
2020-04-19 15:15:48 +00:00
|
|
|
pub bucket_table: Arc<Table<BucketTable, TableFullReplication>>,
|
2020-04-23 20:25:45 +00:00
|
|
|
pub key_table: Arc<Table<KeyTable, TableFullReplication>>,
|
|
|
|
|
2020-04-19 11:22:28 +00:00
|
|
|
pub object_table: Arc<Table<ObjectTable, TableShardedReplication>>,
|
|
|
|
pub version_table: Arc<Table<VersionTable, TableShardedReplication>>,
|
|
|
|
pub block_ref_table: Arc<Table<BlockRefTable, TableShardedReplication>>,
|
2020-04-08 20:00:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
impl Garage {
|
2021-03-11 12:47:21 +00:00
|
|
|
pub fn new(
|
2020-04-11 16:51:11 +00:00
|
|
|
config: Config,
|
|
|
|
db: sled::Db,
|
|
|
|
background: Arc<BackgroundRunner>,
|
2020-04-18 17:21:34 +00:00
|
|
|
rpc_server: &mut RpcServer,
|
2020-04-11 16:51:11 +00:00
|
|
|
) -> Arc<Self> {
|
2020-04-21 12:54:55 +00:00
|
|
|
info!("Initialize membership management system...");
|
2020-04-23 17:05:46 +00:00
|
|
|
let rpc_http_client = Arc::new(
|
|
|
|
RpcHttpClient::new(config.max_concurrent_rpc_requests, &config.rpc_tls)
|
|
|
|
.expect("Could not create RPC client"),
|
|
|
|
);
|
|
|
|
let system = System::new(
|
|
|
|
config.metadata_dir.clone(),
|
|
|
|
rpc_http_client,
|
|
|
|
background.clone(),
|
|
|
|
rpc_server,
|
|
|
|
);
|
2020-04-08 20:00:41 +00:00
|
|
|
|
2020-04-19 11:22:28 +00:00
|
|
|
let data_rep_param = TableShardedReplication {
|
2021-03-16 10:14:27 +00:00
|
|
|
system: system.clone(),
|
2020-04-23 17:05:46 +00:00
|
|
|
replication_factor: config.data_replication_factor,
|
|
|
|
write_quorum: (config.data_replication_factor + 1) / 2,
|
2020-04-12 11:03:55 +00:00
|
|
|
read_quorum: 1,
|
|
|
|
};
|
|
|
|
|
2020-04-19 11:22:28 +00:00
|
|
|
let meta_rep_param = TableShardedReplication {
|
2021-03-16 10:14:27 +00:00
|
|
|
system: system.clone(),
|
2020-04-23 17:05:46 +00:00
|
|
|
replication_factor: config.meta_replication_factor,
|
|
|
|
write_quorum: (config.meta_replication_factor + 1) / 2,
|
|
|
|
read_quorum: (config.meta_replication_factor + 1) / 2,
|
2020-04-08 20:00:41 +00:00
|
|
|
};
|
|
|
|
|
2021-03-16 10:14:27 +00:00
|
|
|
let control_rep_param = TableFullReplication {
|
|
|
|
system: system.clone(),
|
|
|
|
max_faults: config.control_write_max_faults,
|
|
|
|
};
|
2020-04-23 17:05:46 +00:00
|
|
|
|
|
|
|
info!("Initialize block manager...");
|
|
|
|
let block_manager = BlockManager::new(
|
|
|
|
&db,
|
|
|
|
config.data_dir.clone(),
|
|
|
|
data_rep_param.clone(),
|
|
|
|
system.clone(),
|
|
|
|
rpc_server,
|
2020-04-19 15:15:48 +00:00
|
|
|
);
|
|
|
|
|
2020-04-21 12:54:55 +00:00
|
|
|
info!("Initialize block_ref_table...");
|
2020-04-12 20:24:53 +00:00
|
|
|
let block_ref_table = Table::new(
|
2020-04-12 11:03:55 +00:00
|
|
|
BlockRefTable {
|
|
|
|
block_manager: block_manager.clone(),
|
2020-04-10 20:01:48 +00:00
|
|
|
},
|
2020-04-19 11:22:28 +00:00
|
|
|
data_rep_param.clone(),
|
2020-04-08 20:00:41 +00:00
|
|
|
system.clone(),
|
|
|
|
&db,
|
2020-04-12 11:03:55 +00:00
|
|
|
"block_ref".to_string(),
|
2020-04-18 17:21:34 +00:00
|
|
|
rpc_server,
|
2021-03-11 12:47:21 +00:00
|
|
|
);
|
2020-04-17 15:09:57 +00:00
|
|
|
|
2020-04-21 12:54:55 +00:00
|
|
|
info!("Initialize version_table...");
|
2020-04-12 20:24:53 +00:00
|
|
|
let version_table = Table::new(
|
2020-04-10 20:01:48 +00:00
|
|
|
VersionTable {
|
2020-04-12 11:03:55 +00:00
|
|
|
background: background.clone(),
|
|
|
|
block_ref_table: block_ref_table.clone(),
|
2020-04-10 20:01:48 +00:00
|
|
|
},
|
2020-04-19 11:22:28 +00:00
|
|
|
meta_rep_param.clone(),
|
2020-04-09 21:45:07 +00:00
|
|
|
system.clone(),
|
|
|
|
&db,
|
|
|
|
"version".to_string(),
|
2020-04-18 17:21:34 +00:00
|
|
|
rpc_server,
|
2021-03-11 12:47:21 +00:00
|
|
|
);
|
2020-04-17 15:09:57 +00:00
|
|
|
|
2020-04-21 12:54:55 +00:00
|
|
|
info!("Initialize object_table...");
|
2020-04-12 20:24:53 +00:00
|
|
|
let object_table = Table::new(
|
2020-04-12 11:03:55 +00:00
|
|
|
ObjectTable {
|
|
|
|
background: background.clone(),
|
|
|
|
version_table: version_table.clone(),
|
2020-04-10 21:11:52 +00:00
|
|
|
},
|
2020-04-19 11:22:28 +00:00
|
|
|
meta_rep_param.clone(),
|
2020-04-10 21:11:52 +00:00
|
|
|
system.clone(),
|
|
|
|
&db,
|
2020-04-12 11:03:55 +00:00
|
|
|
"object".to_string(),
|
2020-04-18 17:21:34 +00:00
|
|
|
rpc_server,
|
2021-03-11 12:47:21 +00:00
|
|
|
);
|
2020-04-08 20:00:41 +00:00
|
|
|
|
2020-04-21 12:54:55 +00:00
|
|
|
info!("Initialize bucket_table...");
|
2020-04-19 15:15:48 +00:00
|
|
|
let bucket_table = Table::new(
|
|
|
|
BucketTable,
|
|
|
|
control_rep_param.clone(),
|
|
|
|
system.clone(),
|
|
|
|
&db,
|
|
|
|
"bucket".to_string(),
|
|
|
|
rpc_server,
|
2021-03-11 12:47:21 +00:00
|
|
|
);
|
2020-04-19 15:15:48 +00:00
|
|
|
|
2020-04-23 20:25:45 +00:00
|
|
|
info!("Initialize key_table_table...");
|
|
|
|
let key_table = Table::new(
|
|
|
|
KeyTable,
|
|
|
|
control_rep_param.clone(),
|
|
|
|
system.clone(),
|
|
|
|
&db,
|
|
|
|
"key".to_string(),
|
|
|
|
rpc_server,
|
2021-03-11 12:47:21 +00:00
|
|
|
);
|
2020-04-23 20:25:45 +00:00
|
|
|
|
2020-04-21 12:54:55 +00:00
|
|
|
info!("Initialize Garage...");
|
2020-04-18 17:21:34 +00:00
|
|
|
let garage = Arc::new(Self {
|
2020-04-23 17:05:46 +00:00
|
|
|
config,
|
2020-04-08 20:00:41 +00:00
|
|
|
db,
|
|
|
|
system: system.clone(),
|
2020-04-11 21:00:26 +00:00
|
|
|
block_manager,
|
2020-04-11 16:51:11 +00:00
|
|
|
background,
|
2020-04-19 15:15:48 +00:00
|
|
|
bucket_table,
|
2020-04-23 20:25:45 +00:00
|
|
|
key_table,
|
2020-04-09 15:32:28 +00:00
|
|
|
object_table,
|
2020-04-09 21:45:07 +00:00
|
|
|
version_table,
|
2020-04-10 21:11:52 +00:00
|
|
|
block_ref_table,
|
2020-04-18 17:21:34 +00:00
|
|
|
});
|
2020-04-17 15:09:57 +00:00
|
|
|
|
2020-04-21 12:54:55 +00:00
|
|
|
info!("Start block manager background thread...");
|
2020-04-17 15:09:57 +00:00
|
|
|
garage.block_manager.garage.swap(Some(garage.clone()));
|
2021-03-11 12:47:21 +00:00
|
|
|
garage.block_manager.clone().spawn_background_worker();
|
2020-04-17 15:09:57 +00:00
|
|
|
|
|
|
|
garage
|
2020-04-08 20:00:41 +00:00
|
|
|
}
|
|
|
|
}
|