Add s3billion minio graphs

This commit is contained in:
Quentin 2022-09-26 17:05:56 +02:00
parent b0b4b162dc
commit 71d0d82361
Signed by untrusted user: quentin
GPG key ID: E9602264D639FF68
5 changed files with 39 additions and 3 deletions

Binary file not shown.

After

Width:  |  Height:  |  Size: 244 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 235 KiB

View file

@ -1,6 +1,7 @@
library(tidyverse) library(tidyverse)
read_csv("garage-v0.8-beta2-lmdb.csv") %>% mutate(batch_dur_sec = batch_dur_nanoseconds / 1000 / 1000 / 1000 ) -> s
read_csv("garage-v0.8-beta2-lmdb.csv") %>% mutate(batch_dur_sec = batch_dur_nanoseconds / 1000 / 1000 / 1000 ) -> s
ggplot(s, aes(x=total_objects, y=batch_dur_sec)) + ggplot(s, aes(x=total_objects, y=batch_dur_sec)) +
geom_point() + geom_point() +
geom_smooth(method = "gam", se = FALSE) + geom_smooth(method = "gam", se = FALSE) +
@ -10,7 +11,41 @@ ggplot(s, aes(x=total_objects, y=batch_dur_sec)) +
y="Time (in sec) spent sending a batch (8192 objects)", y="Time (in sec) spent sending a batch (8192 objects)",
x="Total number of objects stored in the cluster", x="Total number of objects stored in the cluster",
caption="Get the code to reproduce this graph at https://git.deuxfleurs.fr/Deuxfleurs/mknet", caption="Get the code to reproduce this graph at https://git.deuxfleurs.fr/Deuxfleurs/mknet",
title="Storing 1M+ files in a bucket! Impact of existing data on cluster interactiveness", title="Storing 1M+ files in Garage! Impact of existing data on cluster interactiveness",
subtitle="Daemon: Garage v0.8 beta 2 with LMDB as db_engine\nBenchmark: 128 batch. 8192 objects/batch. 32 threads/batch. 256 objects/thread. 16-byte/objects.\nEnvironment: mknet (Ryzen 5 1400, 16GB RAM, SSD). DC topo (3 nodes, 1Gb/s, 1ms latency).") + subtitle="Daemon: Garage v0.8 beta 2 with LMDB as db_engine\nBenchmark: 128 batch. 8192 objects/batch. 32 threads/batch. 256 objects/thread. 16-byte/objects.\nEnvironment: mknet (Ryzen 5 1400, 16GB RAM, SSD). DC topo (3 nodes, 1Gb/s, 1ms latency).") +
theme_classic() theme_classic()
ggsave("./garage.png", width=200, height=120, units="mm")
read_csv("minio.csv") %>% mutate(batch_dur_sec = batch_dur_nanoseconds / 1000 / 1000 / 1000 ) -> s2
ggplot(s2, aes(x=total_objects, y=batch_dur_sec)) +
geom_point() +
geom_smooth(method = "gam", se = FALSE) +
scale_x_continuous(expand=c(0,0), breaks = scales::pretty_breaks(n = 10))+
scale_y_continuous(expand=c(0,0), breaks = scales::pretty_breaks(n = 10))+
labs(
y="Time (in sec) spent sending a batch (8192 objects)",
x="Total number of objects stored in the cluster",
caption="Get the code to reproduce this graph at https://git.deuxfleurs.fr/Deuxfleurs/mknet",
title="Storing 1M+ files in Minio! Impact of existing data on cluster interactiveness",
subtitle="Daemon: Minio RELEASE 20220917\nBenchmark: 128 batch. 8192 objects/batch. 32 threads/batch. 256 objects/thread. 16-byte/objects.\nEnvironment: mknet (Ryzen 5 1400, 16GB RAM, SSD). DC topo (3 nodes, 1Gb/s, 1ms latency).") +
theme_classic()
ggsave("./minio.png", width=200, height=120, units="mm")
bind_rows(s %>% add_column(daemon="garage 0.8 beta2 lmdb"), s2 %>% add_column(daemon="minio RELEASE 20220917")) -> sc
ggplot(sc, aes(x=total_objects, y=batch_dur_sec, group=daemon, color=daemon)) +
geom_point() +
geom_smooth(method = "gam", se = FALSE) +
scale_x_continuous(expand=c(0,0), breaks = scales::pretty_breaks(n = 10))+
scale_y_continuous(expand=c(0,0), breaks = scales::pretty_breaks(n = 10))+
labs(
y="Time (in sec) spent sending a batch (8192 objects)",
x="Total number of objects stored in the cluster",
fill="Daemon",
caption="Get the code to reproduce this graph at https://git.deuxfleurs.fr/Deuxfleurs/mknet",
title="Storing 1M+ files in Garage and Minio! Impact of existing data on cluster interactiveness",
subtitle="Daemon: Garage v0.8 beta 2 with LMDB as db_engine, Minio RELEASE 20220917\nBenchmark: 128 batch. 8192 objects/batch. 32 threads/batch. 256 objects/thread. 16-byte/objects.\nEnvironment: mknet (Ryzen 5 1400, 16GB RAM, SSD). DC topo (3 nodes, 1Gb/s, 1ms latency).") +
theme_classic() +
theme(legend.position = c(.85, .55))
ggsave("./plot.png", width=200, height=120, units="mm") ggsave("./plot.png", width=200, height=120, units="mm")

Binary file not shown.

Before

Width:  |  Height:  |  Size: 244 KiB

After

Width:  |  Height:  |  Size: 315 KiB

View file

@ -1,9 +1,10 @@
#!/usr/bin/env python3 #!/usr/bin/env python3
import os import os
from fragments import garage, shared from fragments import garage, shared, minio
garage.destroy() garage.destroy()
minio.destroy()
if len(shared.storage_path) > 8 and shared.id() == 1: if len(shared.storage_path) > 8 and shared.id() == 1:
shared.exec(f"rm -r {shared.storage_path}") shared.exec(f"rm -r {shared.storage_path}")
shared.log("clean done") shared.log("clean done")