use std::collections::{BTreeMap, BTreeSet}; use std::fmt::Write; use std::sync::Arc; use chrono::{DateTime, NaiveDateTime, SecondsFormat, Utc}; use hyper::Response; use garage_util::error::Error; use garage_core::garage::Garage; use crate::encoding::*; use crate::http_util::*; #[derive(Debug)] struct ListResultInfo { last_modified: u64, size: u64, } pub async fn handle_list( garage: Arc, bucket: &str, delimiter: &str, max_keys: usize, prefix: &str, marker: Option<&str>, urlencode_resp: bool, ) -> Result, Error> { let mut result_keys = BTreeMap::::new(); let mut result_common_prefixes = BTreeSet::::new(); let mut truncated = true; let mut next_chunk_start = marker.unwrap_or(prefix).to_string(); debug!("List request: `{}` {} `{}`", delimiter, max_keys, prefix); while result_keys.len() + result_common_prefixes.len() < max_keys && truncated { let objects = garage .object_table .get_range( &bucket.to_string(), Some(next_chunk_start.clone()), Some(()), max_keys, ) .await?; for object in objects.iter() { if let Some(version) = object.versions().iter().find(|x| x.is_data()) { if !object.key.starts_with(prefix) { truncated = false; break; } let common_prefix = if delimiter.len() > 0 { let relative_key = &object.key[prefix.len()..]; match relative_key.find(delimiter) { Some(i) => Some(&object.key[..prefix.len() + i + delimiter.len()]), None => None, } } else { None }; if let Some(pfx) = common_prefix { result_common_prefixes.insert(pfx.to_string()); } else { let info = match result_keys.get(&object.key) { None => ListResultInfo { last_modified: version.timestamp, size: version.size, }, Some(_lri) => { return Err(Error::Message(format!("Duplicate key?? {}", object.key))) } }; result_keys.insert(object.key.clone(), info); }; } } if objects.len() < max_keys { truncated = false; } if objects.len() > 0 { next_chunk_start = objects[objects.len() - 1].key.clone(); } } let mut xml = String::new(); writeln!(&mut xml, r#""#).unwrap(); writeln!( &mut xml, r#""# ) .unwrap(); writeln!(&mut xml, "\t{}", bucket).unwrap(); writeln!(&mut xml, "\t{}", prefix).unwrap(); writeln!(&mut xml, "\t{}", result_keys.len()).unwrap(); writeln!(&mut xml, "\t{}", max_keys).unwrap(); writeln!(&mut xml, "\t{}", truncated).unwrap(); for (key, info) in result_keys.iter() { let last_modif = NaiveDateTime::from_timestamp(info.last_modified as i64 / 1000, 0); let last_modif = DateTime::::from_utc(last_modif, Utc); let last_modif = last_modif.to_rfc3339_opts(SecondsFormat::Millis, true); writeln!(&mut xml, "\t").unwrap(); writeln!( &mut xml, "\t\t{}", xml_encode_key(key, urlencode_resp) ) .unwrap(); writeln!(&mut xml, "\t\t{}", last_modif).unwrap(); writeln!(&mut xml, "\t\t{}", info.size).unwrap(); writeln!(&mut xml, "\t\tSTANDARD").unwrap(); writeln!(&mut xml, "\t").unwrap(); } if result_common_prefixes.len() > 0 { writeln!(&mut xml, "\t").unwrap(); for pfx in result_common_prefixes.iter() { writeln!( &mut xml, "\t{}", xml_encode_key(pfx, urlencode_resp) ) .unwrap(); } writeln!(&mut xml, "\t").unwrap(); } writeln!(&mut xml, "").unwrap(); Ok(Response::new(Box::new(BytesBody::from(xml.into_bytes())))) }