diff --git a/src/send.rs b/src/send.rs
index af5f00c..4e16179 100644
--- a/src/send.rs
+++ b/src/send.rs
@@ -84,6 +84,7 @@ impl SendQueue {
 		for (_, prioq) in self.items.iter_mut() {
 			prioq.remove(id);
 		}
+		self.items.retain(|(_prio, q)| !q.is_empty());
 	}
 	fn is_empty(&self) -> bool {
 		self.items.iter().all(|(_k, v)| v.is_empty())