garage/src/api/s3_copy.rs

172 lines
5.1 KiB
Rust
Raw Normal View History

2020-04-28 10:18:14 +00:00
use std::fmt::Write;
use std::sync::Arc;
2021-03-15 15:21:41 +00:00
use hyper::{Body, Request, Response};
2020-04-28 10:18:14 +00:00
use garage_table::*;
use garage_util::data::*;
2021-03-15 15:21:41 +00:00
use garage_util::time::*;
2020-04-28 10:18:14 +00:00
2020-07-07 11:59:22 +00:00
use garage_model::block_ref_table::*;
use garage_model::garage::Garage;
use garage_model::object_table::*;
use garage_model::version_table::*;
2020-04-28 10:18:14 +00:00
2020-11-08 14:04:30 +00:00
use crate::error::*;
2021-03-15 15:21:41 +00:00
use crate::s3_put::get_headers;
2020-11-08 14:04:30 +00:00
2020-04-28 10:18:14 +00:00
pub async fn handle_copy(
garage: Arc<Garage>,
2021-03-15 15:21:41 +00:00
req: &Request<Body>,
2020-04-28 10:18:14 +00:00
dest_bucket: &str,
dest_key: &str,
source_bucket: &str,
source_key: &str,
) -> Result<Response<Body>, Error> {
2020-11-11 15:12:42 +00:00
let source_object = garage
2020-04-28 10:18:14 +00:00
.object_table
.get(&source_bucket.to_string(), &source_key.to_string())
.await?
2020-11-11 15:12:42 +00:00
.ok_or(Error::NotFound)?;
2020-04-28 10:18:14 +00:00
2020-11-11 15:12:42 +00:00
let source_last_v = source_object
2020-04-28 10:18:14 +00:00
.versions()
.iter()
.rev()
.filter(|v| v.is_complete())
.next()
2020-11-11 15:12:42 +00:00
.ok_or(Error::NotFound)?;
2020-07-08 15:34:37 +00:00
let source_last_state = match &source_last_v.state {
ObjectVersionState::Complete(x) => x,
_ => unreachable!(),
};
2020-04-28 10:18:14 +00:00
let new_uuid = gen_uuid();
2021-03-15 14:26:29 +00:00
let new_timestamp = now_msec();
2020-04-28 10:18:14 +00:00
2021-03-15 15:21:41 +00:00
// Implement x-amz-metadata-directive: REPLACE
let old_meta = match source_last_state {
2020-04-28 10:18:14 +00:00
ObjectVersionData::DeleteMarker => {
return Err(Error::NotFound);
}
2021-03-15 15:21:41 +00:00
ObjectVersionData::Inline(meta, _bytes) => meta,
ObjectVersionData::FirstBlock(meta, _fbh) => meta,
};
let new_meta = match req.headers().get("x-amz-metadata-directive") {
Some(v) if v == hyper::header::HeaderValue::from_static("REPLACE") => ObjectVersionMeta {
headers: get_headers(req)?,
size: old_meta.size,
etag: old_meta.etag.clone(),
},
_ => old_meta.clone(),
};
// Save object copy
match source_last_state {
ObjectVersionData::DeleteMarker => unreachable!(),
ObjectVersionData::Inline(_meta, bytes) => {
let dest_object_version = ObjectVersion {
uuid: new_uuid,
timestamp: new_timestamp,
state: ObjectVersionState::Complete(ObjectVersionData::Inline(
new_meta,
bytes.clone(),
)),
};
let dest_object = Object::new(
dest_bucket.to_string(),
dest_key.to_string(),
vec![dest_object_version],
);
2020-04-28 10:18:14 +00:00
garage.object_table.insert(&dest_object).await?;
}
2021-03-15 15:21:41 +00:00
ObjectVersionData::FirstBlock(_meta, first_block_hash) => {
2021-03-15 14:26:29 +00:00
// Get block list from source version
2020-04-28 10:18:14 +00:00
let source_version = garage
.version_table
.get(&source_last_v.uuid, &EmptyKey)
.await?;
2020-11-11 15:12:42 +00:00
let source_version = source_version.ok_or(Error::NotFound)?;
2020-04-28 10:18:14 +00:00
2021-03-15 14:26:29 +00:00
// Write an "uploading" marker in Object table
// This holds a reference to the object in the Version table
// so that it won't be deleted, e.g. by repair_versions.
let tmp_dest_object_version = ObjectVersion {
uuid: new_uuid,
timestamp: new_timestamp,
2021-03-15 15:21:41 +00:00
state: ObjectVersionState::Uploading(new_meta.headers.clone()),
2021-03-15 14:26:29 +00:00
};
let tmp_dest_object = Object::new(
dest_bucket.to_string(),
dest_key.to_string(),
vec![tmp_dest_object_version],
);
garage.object_table.insert(&tmp_dest_object).await?;
// Write version in the version table. Even with empty block list,
// this means that the BlockRef entries linked to this version cannot be
// marked as deleted (they are marked as deleted only if the Version
// doesn't exist or is marked as deleted).
let mut dest_version = Version::new(
2020-04-28 10:18:14 +00:00
new_uuid,
dest_bucket.to_string(),
dest_key.to_string(),
false,
);
2021-03-15 14:26:29 +00:00
garage.version_table.insert(&dest_version).await?;
// Fill in block list for version and insert block refs
for (bk, bv) in source_version.blocks.items().iter() {
dest_version.blocks.put(*bk, *bv);
}
2020-04-28 10:18:14 +00:00
let dest_block_refs = dest_version
.blocks
.items()
2020-04-28 10:18:14 +00:00
.iter()
.map(|b| BlockRef {
block: b.1.hash,
2020-04-28 10:18:14 +00:00
version: new_uuid,
deleted: false.into(),
2020-04-28 10:18:14 +00:00
})
.collect::<Vec<_>>();
futures::try_join!(
garage.version_table.insert(&dest_version),
garage.block_ref_table.insert_many(&dest_block_refs[..]),
)?;
2021-03-15 14:26:29 +00:00
// Insert final object
// We do this last because otherwise there is a race condition in the case where
// the copy call has the same source and destination (this happens, rclone does
// it to update the modification timestamp for instance). If we did this concurrently
// with the stuff before, the block's reference counts could be decremented before
// they are incremented again for the new version, leading to data being deleted.
2021-03-15 15:21:41 +00:00
let dest_object_version = ObjectVersion {
uuid: new_uuid,
timestamp: new_timestamp,
state: ObjectVersionState::Complete(ObjectVersionData::FirstBlock(
new_meta,
*first_block_hash,
)),
};
let dest_object = Object::new(
dest_bucket.to_string(),
dest_key.to_string(),
vec![dest_object_version],
);
2021-03-15 14:26:29 +00:00
garage.object_table.insert(&dest_object).await?;
2020-04-28 10:18:14 +00:00
}
}
2021-03-15 15:21:41 +00:00
let last_modified = msec_to_rfc3339(new_timestamp);
2020-04-28 10:18:14 +00:00
let mut xml = String::new();
writeln!(&mut xml, r#"<?xml version="1.0" encoding="UTF-8"?>"#).unwrap();
writeln!(&mut xml, r#"<CopyObjectResult>"#).unwrap();
writeln!(&mut xml, "\t<LastModified>{}</LastModified>", last_modified).unwrap();
writeln!(&mut xml, "</CopyObjectResult>").unwrap();
Ok(Response::builder()
2021-02-23 17:46:25 +00:00
.header("Content-Type", "application/xml")
.body(Body::from(xml.into_bytes()))?)
2020-04-28 10:18:14 +00:00
}