forked from Deuxfleurs/garage
Alex
77e3fd6db2
- [x] Refactoring of internal counting API - [x] Repair procedure for counters (it's an offline procedure!!!) - [x] New counter for objects in buckets - [x] Add quotas to buckets struct - [x] Add CLI to manage bucket quotas - [x] Add admin API to manage bucket quotas - [x] Apply quotas by adding checks on put operations - [x] Proof-read Co-authored-by: Alex Auvolat <alex@adnab.me> Reviewed-on: Deuxfleurs/garage#326 Co-authored-by: Alex <alex@adnab.me> Co-committed-by: Alex <alex@adnab.me>
100 lines
2.2 KiB
Rust
100 lines
2.2 KiB
Rust
use std::sync::Arc;
|
|
|
|
use hyper::{Body, Response, StatusCode};
|
|
use serde::Serialize;
|
|
|
|
use garage_util::data::*;
|
|
use garage_util::error::Error as GarageError;
|
|
|
|
use garage_rpc::ring::Ring;
|
|
use garage_table::util::*;
|
|
|
|
use garage_model::garage::Garage;
|
|
use garage_model::k2v::item_table::{BYTES, CONFLICTS, ENTRIES, VALUES};
|
|
|
|
use crate::k2v::error::*;
|
|
use crate::k2v::range::read_range;
|
|
|
|
pub async fn handle_read_index(
|
|
garage: Arc<Garage>,
|
|
bucket_id: Uuid,
|
|
prefix: Option<String>,
|
|
start: Option<String>,
|
|
end: Option<String>,
|
|
limit: Option<u64>,
|
|
reverse: Option<bool>,
|
|
) -> Result<Response<Body>, Error> {
|
|
let reverse = reverse.unwrap_or(false);
|
|
|
|
let ring: Arc<Ring> = garage.system.ring.borrow().clone();
|
|
|
|
let (partition_keys, more, next_start) = read_range(
|
|
&garage.k2v.counter_table.table,
|
|
&bucket_id,
|
|
&prefix,
|
|
&start,
|
|
&end,
|
|
limit,
|
|
Some((DeletedFilter::NotDeleted, ring.layout.node_id_vec.clone())),
|
|
EnumerationOrder::from_reverse(reverse),
|
|
)
|
|
.await?;
|
|
|
|
let s_entries = ENTRIES.to_string();
|
|
let s_conflicts = CONFLICTS.to_string();
|
|
let s_values = VALUES.to_string();
|
|
let s_bytes = BYTES.to_string();
|
|
|
|
let resp = ReadIndexResponse {
|
|
prefix,
|
|
start,
|
|
end,
|
|
limit,
|
|
reverse,
|
|
partition_keys: partition_keys
|
|
.into_iter()
|
|
.map(|part| {
|
|
let vals = part.filtered_values(&ring);
|
|
ReadIndexResponseEntry {
|
|
pk: part.sk,
|
|
entries: *vals.get(&s_entries).unwrap_or(&0),
|
|
conflicts: *vals.get(&s_conflicts).unwrap_or(&0),
|
|
values: *vals.get(&s_values).unwrap_or(&0),
|
|
bytes: *vals.get(&s_bytes).unwrap_or(&0),
|
|
}
|
|
})
|
|
.collect::<Vec<_>>(),
|
|
more,
|
|
next_start,
|
|
};
|
|
|
|
let resp_json = serde_json::to_string_pretty(&resp).map_err(GarageError::from)?;
|
|
Ok(Response::builder()
|
|
.status(StatusCode::OK)
|
|
.body(Body::from(resp_json))?)
|
|
}
|
|
|
|
#[derive(Serialize)]
|
|
struct ReadIndexResponse {
|
|
prefix: Option<String>,
|
|
start: Option<String>,
|
|
end: Option<String>,
|
|
limit: Option<u64>,
|
|
reverse: bool,
|
|
|
|
#[serde(rename = "partitionKeys")]
|
|
partition_keys: Vec<ReadIndexResponseEntry>,
|
|
|
|
more: bool,
|
|
#[serde(rename = "nextStart")]
|
|
next_start: Option<String>,
|
|
}
|
|
|
|
#[derive(Serialize)]
|
|
struct ReadIndexResponseEntry {
|
|
pk: String,
|
|
entries: i64,
|
|
conflicts: i64,
|
|
values: i64,
|
|
bytes: i64,
|
|
}
|