use std::sync::Arc; use std::time::{Duration, UNIX_EPOCH}; use futures::stream::*; use hyper::body::Bytes; use hyper::{Body, Request, Response, StatusCode}; use garage_util::error::Error; use garage_table::EmptyKey; use garage_model::garage::Garage; use garage_model::object_table::*; fn object_headers(version: &ObjectVersion) -> http::response::Builder { let date = UNIX_EPOCH + Duration::from_millis(version.timestamp); let date_str = httpdate::fmt_http_date(date); Response::builder() .header("Content-Type", version.mime_type.to_string()) .header("Content-Length", format!("{}", version.size)) .header("Last-Modified", date_str) .header("Accept-Ranges", format!("bytes")) } pub async fn handle_head( garage: Arc, bucket: &str, key: &str, ) -> Result, Error> { let object = match garage .object_table .get(&bucket.to_string(), &key.to_string()) .await? { None => return Err(Error::NotFound), Some(o) => o, }; let version = match object .versions() .iter() .rev() .filter(|v| v.is_data()) .next() { Some(v) => v, None => return Err(Error::NotFound), }; let body: Body = Body::from(vec![]); let response = object_headers(&version) .status(StatusCode::OK) .body(body) .unwrap(); Ok(response) } pub async fn handle_get( garage: Arc, req: &Request, bucket: &str, key: &str, ) -> Result, Error> { let object = match garage .object_table .get(&bucket.to_string(), &key.to_string()) .await? { None => return Err(Error::NotFound), Some(o) => o, }; let last_v = match object .versions() .iter() .rev() .filter(|v| v.is_complete()) .next() { Some(v) => v, None => return Err(Error::NotFound), }; let range = match req.headers().get("range") { Some(range) => { let range_str = range .to_str() .map_err(|e| Error::BadRequest(format!("Invalid range header: {}", e)))?; let mut ranges = http_range::HttpRange::parse(range_str, last_v.size) .map_err(|_e| Error::BadRequest(format!("Invalid range")))?; if ranges.len() > 1 { return Err(Error::BadRequest(format!("Multiple ranges not supported"))); } else { ranges.pop() } } None => None, }; if let Some(range) = range { return handle_get_range(garage, last_v, range.start, range.start + range.length).await; } let resp_builder = object_headers(&last_v).status(StatusCode::OK); match &last_v.data { ObjectVersionData::Uploading => Err(Error::Message(format!( "Version is_complete() but data is stil Uploading (internal error)" ))), ObjectVersionData::DeleteMarker => Err(Error::NotFound), ObjectVersionData::Inline(bytes) => { let body: Body = Body::from(bytes.to_vec()); Ok(resp_builder.body(body)?) } ObjectVersionData::FirstBlock(first_block_hash) => { let read_first_block = garage.block_manager.rpc_get_block(&first_block_hash); let get_next_blocks = garage.version_table.get(&last_v.uuid, &EmptyKey); let (first_block, version) = futures::try_join!(read_first_block, get_next_blocks)?; let version = match version { Some(v) => v, None => return Err(Error::NotFound), }; let mut blocks = version .blocks() .iter() .map(|vb| (vb.hash, None)) .collect::>(); blocks[0].1 = Some(first_block); let body_stream = futures::stream::iter(blocks) .map(move |(hash, data_opt)| { let garage = garage.clone(); async move { if let Some(data) = data_opt { Ok(Bytes::from(data)) } else { garage .block_manager .rpc_get_block(&hash) .await .map(Bytes::from) } } }) .buffered(2); //let body: Body = Box::new(StreamBody::new(Box::pin(body_stream))); let body = hyper::body::Body::wrap_stream(body_stream); Ok(resp_builder.body(body)?) } } } pub async fn handle_get_range( garage: Arc, version: &ObjectVersion, begin: u64, end: u64, ) -> Result, Error> { if end > version.size { return Err(Error::BadRequest(format!("Range not included in file"))); } let resp_builder = object_headers(&version) .header( "Content-Range", format!("bytes {}-{}/{}", begin, end, version.size), ) .status(StatusCode::PARTIAL_CONTENT); match &version.data { ObjectVersionData::Uploading => Err(Error::Message(format!( "Version is_complete() but data is stil Uploading (internal error)" ))), ObjectVersionData::DeleteMarker => Err(Error::NotFound), ObjectVersionData::Inline(bytes) => { if end as usize <= bytes.len() { let body: Body = Body::from(bytes[begin as usize..end as usize].to_vec()); Ok(resp_builder.body(body)?) } else { Err(Error::Message(format!("Internal error: requested range not present in inline bytes when it should have been"))) } } ObjectVersionData::FirstBlock(_first_block_hash) => { let version = garage.version_table.get(&version.uuid, &EmptyKey).await?; let version = match version { Some(v) => v, None => return Err(Error::NotFound), }; let blocks = version .blocks() .iter() .cloned() .filter(|block| block.offset + block.size > begin && block.offset < end) .collect::>(); let body_stream = futures::stream::iter(blocks) .map(move |block| { let garage = garage.clone(); async move { let data = garage.block_manager.rpc_get_block(&block.hash).await?; let start_in_block = if block.offset > begin { 0 } else { begin - block.offset }; let end_in_block = if block.offset + block.size < end { block.size } else { end - block.offset }; Result::::Ok(Bytes::from( data[start_in_block as usize..end_in_block as usize].to_vec(), )) } }) .buffered(2); //let body: Body = Box::new(StreamBody::new(Box::pin(body_stream))); let body = hyper::body::Body::wrap_stream(body_stream); Ok(resp_builder.body(body)?) } } }