2020-04-24 18:47:11 +00:00
|
|
|
use std::sync::Arc;
|
|
|
|
|
use std::time::{Duration, UNIX_EPOCH};
|
|
|
|
|
|
|
|
|
|
use futures::stream::*;
|
|
|
|
|
use hyper::body::Bytes;
|
2020-05-04 13:09:23 +00:00
|
|
|
use hyper::{Body, Request, Response, StatusCode};
|
2020-04-24 18:47:11 +00:00
|
|
|
|
|
|
|
|
use garage_util::error::Error;
|
|
|
|
|
|
|
|
|
|
use garage_table::EmptyKey;
|
|
|
|
|
|
|
|
|
|
use garage_core::garage::Garage;
|
|
|
|
|
use garage_core::object_table::*;
|
|
|
|
|
|
|
|
|
|
use crate::http_util::*;
|
|
|
|
|
|
|
|
|
|
fn object_headers(version: &ObjectVersion) -> http::response::Builder {
|
|
|
|
|
let date = UNIX_EPOCH + Duration::from_millis(version.timestamp);
|
|
|
|
|
let date_str = httpdate::fmt_http_date(date);
|
|
|
|
|
|
|
|
|
|
Response::builder()
|
|
|
|
|
.header("Content-Type", version.mime_type.to_string())
|
|
|
|
|
.header("Content-Length", format!("{}", version.size))
|
|
|
|
|
.header("Last-Modified", date_str)
|
2020-05-04 13:09:23 +00:00
|
|
|
.header("Accept-Ranges", format!("bytes"))
|
2020-04-24 18:47:11 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
pub async fn handle_head(
|
|
|
|
|
garage: Arc<Garage>,
|
|
|
|
|
bucket: &str,
|
|
|
|
|
key: &str,
|
|
|
|
|
) -> Result<Response<BodyType>, Error> {
|
|
|
|
|
let object = match garage
|
|
|
|
|
.object_table
|
|
|
|
|
.get(&bucket.to_string(), &key.to_string())
|
|
|
|
|
.await?
|
|
|
|
|
{
|
|
|
|
|
None => return Err(Error::NotFound),
|
|
|
|
|
Some(o) => o,
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
let version = match object
|
|
|
|
|
.versions()
|
|
|
|
|
.iter()
|
|
|
|
|
.rev()
|
2020-04-26 18:55:13 +00:00
|
|
|
.filter(|v| v.is_data())
|
2020-04-24 18:47:11 +00:00
|
|
|
.next()
|
|
|
|
|
{
|
|
|
|
|
Some(v) => v,
|
|
|
|
|
None => return Err(Error::NotFound),
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
let body: BodyType = Box::new(BytesBody::from(vec![]));
|
|
|
|
|
let response = object_headers(&version)
|
|
|
|
|
.status(StatusCode::OK)
|
|
|
|
|
.body(body)
|
|
|
|
|
.unwrap();
|
|
|
|
|
Ok(response)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
pub async fn handle_get(
|
|
|
|
|
garage: Arc<Garage>,
|
2020-05-04 13:09:23 +00:00
|
|
|
req: &Request<Body>,
|
2020-04-24 18:47:11 +00:00
|
|
|
bucket: &str,
|
|
|
|
|
key: &str,
|
|
|
|
|
) -> Result<Response<BodyType>, Error> {
|
|
|
|
|
let object = match garage
|
|
|
|
|
.object_table
|
|
|
|
|
.get(&bucket.to_string(), &key.to_string())
|
|
|
|
|
.await?
|
|
|
|
|
{
|
|
|
|
|
None => return Err(Error::NotFound),
|
|
|
|
|
Some(o) => o,
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
let last_v = match object
|
|
|
|
|
.versions()
|
|
|
|
|
.iter()
|
|
|
|
|
.rev()
|
2020-04-26 18:55:13 +00:00
|
|
|
.filter(|v| v.is_complete())
|
2020-04-24 18:47:11 +00:00
|
|
|
.next()
|
|
|
|
|
{
|
|
|
|
|
Some(v) => v,
|
|
|
|
|
None => return Err(Error::NotFound),
|
|
|
|
|
};
|
|
|
|
|
|
2020-05-04 13:09:23 +00:00
|
|
|
let range = match req.headers().get("range") {
|
|
|
|
|
Some(range) => {
|
|
|
|
|
let range_str = range
|
|
|
|
|
.to_str()
|
|
|
|
|
.map_err(|e| Error::BadRequest(format!("Invalid range header: {}", e)))?;
|
|
|
|
|
let mut ranges = http_range::HttpRange::parse(range_str, last_v.size)
|
|
|
|
|
.map_err(|_e| Error::BadRequest(format!("Invalid range")))?;
|
|
|
|
|
if ranges.len() > 1 {
|
|
|
|
|
return Err(Error::BadRequest(format!("Multiple ranges not supported")));
|
|
|
|
|
} else {
|
|
|
|
|
ranges.pop()
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
None => None,
|
|
|
|
|
};
|
|
|
|
|
if let Some(range) = range {
|
|
|
|
|
return handle_get_range(garage, last_v, range.start, range.start + range.length).await;
|
|
|
|
|
}
|
|
|
|
|
|
2020-04-24 18:47:11 +00:00
|
|
|
let resp_builder = object_headers(&last_v).status(StatusCode::OK);
|
|
|
|
|
|
|
|
|
|
match &last_v.data {
|
2020-04-26 20:39:32 +00:00
|
|
|
ObjectVersionData::Uploading => Err(Error::Message(format!(
|
|
|
|
|
"Version is_complete() but data is stil Uploading (internal error)"
|
|
|
|
|
))),
|
2020-04-24 18:47:11 +00:00
|
|
|
ObjectVersionData::DeleteMarker => Err(Error::NotFound),
|
|
|
|
|
ObjectVersionData::Inline(bytes) => {
|
|
|
|
|
let body: BodyType = Box::new(BytesBody::from(bytes.to_vec()));
|
|
|
|
|
Ok(resp_builder.body(body)?)
|
|
|
|
|
}
|
|
|
|
|
ObjectVersionData::FirstBlock(first_block_hash) => {
|
|
|
|
|
let read_first_block = garage.block_manager.rpc_get_block(&first_block_hash);
|
|
|
|
|
let get_next_blocks = garage.version_table.get(&last_v.uuid, &EmptyKey);
|
|
|
|
|
|
|
|
|
|
let (first_block, version) = futures::try_join!(read_first_block, get_next_blocks)?;
|
|
|
|
|
let version = match version {
|
|
|
|
|
Some(v) => v,
|
|
|
|
|
None => return Err(Error::NotFound),
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
let mut blocks = version
|
|
|
|
|
.blocks()
|
|
|
|
|
.iter()
|
|
|
|
|
.map(|vb| (vb.hash, None))
|
|
|
|
|
.collect::<Vec<_>>();
|
|
|
|
|
blocks[0].1 = Some(first_block);
|
|
|
|
|
|
|
|
|
|
let body_stream = futures::stream::iter(blocks)
|
|
|
|
|
.map(move |(hash, data_opt)| {
|
|
|
|
|
let garage = garage.clone();
|
|
|
|
|
async move {
|
|
|
|
|
if let Some(data) = data_opt {
|
|
|
|
|
Ok(Bytes::from(data))
|
|
|
|
|
} else {
|
|
|
|
|
garage
|
|
|
|
|
.block_manager
|
|
|
|
|
.rpc_get_block(&hash)
|
|
|
|
|
.await
|
|
|
|
|
.map(Bytes::from)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
})
|
|
|
|
|
.buffered(2);
|
|
|
|
|
let body: BodyType = Box::new(StreamBody::new(Box::pin(body_stream)));
|
|
|
|
|
Ok(resp_builder.body(body)?)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
2020-05-04 13:09:23 +00:00
|
|
|
|
|
|
|
|
pub async fn handle_get_range(
|
|
|
|
|
garage: Arc<Garage>,
|
|
|
|
|
version: &ObjectVersion,
|
|
|
|
|
begin: u64,
|
|
|
|
|
end: u64,
|
|
|
|
|
) -> Result<Response<BodyType>, Error> {
|
|
|
|
|
if end > version.size {
|
|
|
|
|
return Err(Error::BadRequest(format!("Range not included in file")));
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
let resp_builder = object_headers(&version)
|
|
|
|
|
.header(
|
|
|
|
|
"Content-Range",
|
|
|
|
|
format!("bytes {}-{}/{}", begin, end, version.size),
|
|
|
|
|
)
|
|
|
|
|
.status(StatusCode::PARTIAL_CONTENT);
|
|
|
|
|
|
|
|
|
|
match &version.data {
|
|
|
|
|
ObjectVersionData::Uploading => Err(Error::Message(format!(
|
|
|
|
|
"Version is_complete() but data is stil Uploading (internal error)"
|
|
|
|
|
))),
|
|
|
|
|
ObjectVersionData::DeleteMarker => Err(Error::NotFound),
|
|
|
|
|
ObjectVersionData::Inline(bytes) => {
|
|
|
|
|
if end as usize <= bytes.len() {
|
|
|
|
|
let body: BodyType = Box::new(BytesBody::from(
|
|
|
|
|
bytes[begin as usize..end as usize].to_vec(),
|
|
|
|
|
));
|
|
|
|
|
Ok(resp_builder.body(body)?)
|
|
|
|
|
} else {
|
|
|
|
|
Err(Error::Message(format!("Internal error: requested range not present in inline bytes when it should have been")))
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
ObjectVersionData::FirstBlock(_first_block_hash) => {
|
|
|
|
|
let version = garage.version_table.get(&version.uuid, &EmptyKey).await?;
|
|
|
|
|
let version = match version {
|
|
|
|
|
Some(v) => v,
|
|
|
|
|
None => return Err(Error::NotFound),
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
let blocks = version
|
|
|
|
|
.blocks()
|
|
|
|
|
.iter()
|
|
|
|
|
.cloned()
|
|
|
|
|
.filter(|block| block.offset + block.size > begin && block.offset < end)
|
|
|
|
|
.collect::<Vec<_>>();
|
|
|
|
|
|
|
|
|
|
let body_stream = futures::stream::iter(blocks)
|
|
|
|
|
.map(move |block| {
|
|
|
|
|
let garage = garage.clone();
|
|
|
|
|
async move {
|
|
|
|
|
let data = garage.block_manager.rpc_get_block(&block.hash).await?;
|
|
|
|
|
let start_in_block = if block.offset > begin {
|
|
|
|
|
0
|
|
|
|
|
} else {
|
|
|
|
|
begin - block.offset
|
|
|
|
|
};
|
|
|
|
|
let end_in_block = if block.offset + block.size < end {
|
|
|
|
|
block.size
|
|
|
|
|
} else {
|
|
|
|
|
end - block.offset
|
|
|
|
|
};
|
|
|
|
|
Ok(Bytes::from(
|
|
|
|
|
data[start_in_block as usize..end_in_block as usize].to_vec(),
|
|
|
|
|
))
|
|
|
|
|
}
|
|
|
|
|
})
|
|
|
|
|
.buffered(2);
|
|
|
|
|
let body: BodyType = Box::new(StreamBody::new(Box::pin(body_stream)));
|
|
|
|
|
Ok(resp_builder.body(body)?)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
