Deuxfleurs/garage
41
56
Fork 73
Code Issues 99 Pull requests 14 Releases 30 Wiki Activity

performance improvements #342

Merged
lx merged 21 commits from lx-perf-improvements into main 2022-09-12 14:38:44 +00:00
Conversation 0 Commits 21 Files changed 16 +5 -8
1 changed files with 5 additions and 8 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files
Showing only changes of commit f91fab8582 - Show all commits

13
src/util/async_hash.rs
View file

@ -1,7 +1,7 @@
use bytes::Bytes;
use digest::Digest;
use tokio::sync::{mpsc, oneshot};
use tokio::sync::mpsc;
use tokio::task::JoinHandle;
use crate::data::*;
@ -27,18 +27,17 @@ pub async fn async_blake2sum(data: Bytes) -> Hash {
// ----
pub struct AsyncHasher<D: Digest> {
sendblk: mpsc::UnboundedSender<(Bytes, oneshot::Sender<()>)>,
sendblk: mpsc::Sender<Bytes>,
task: JoinHandle<digest::Output<D>>,
}
impl<D: Digest> AsyncHasher<D> {
pub fn new() -> Self {
let (sendblk, mut recvblk) = mpsc::unbounded_channel::<(Bytes, oneshot::Sender<()>)>();
let (sendblk, mut recvblk) = mpsc::channel::<Bytes>(1);
let task = tokio::task::spawn_blocking(move || {
let mut digest = D::new();
while let Some((blk, ch)) = recvblk.blocking_recv() {
while let Some(blk) = recvblk.blocking_recv() {
digest.update(&blk[..]);
let _ = ch.send(());
}
digest.finalize()
});
@ -46,9 +45,7 @@ impl<D: Digest> AsyncHasher<D> {
}
pub async fn update(&self, b: Bytes) {
let (tx, rx) = oneshot::channel();
self.sendblk.send((b, tx)).unwrap();
let _ = rx.await;
self.sendblk.send(b).await.unwrap();
}
pub async fn finalize(self) -> digest::Output<D> {