From 5b460dd10ffe703189c7bff755d005a20b1e3e69 Mon Sep 17 00:00:00 2001 From: Quentin Dufour Date: Fri, 23 Sep 2022 18:47:13 +0200 Subject: [PATCH] Done some measurements for s3lat with Garage --- .../garage-v0.7_10mbps.csv | 0 .../garage-v0.7_5mbps.csv | 0 .../garage-v0.8_10mbps.csv | 0 .../garage-v0.8_5mbps.csv | 0 artifacts/2022-09-23-s3lat/garage-v0.7.csv | 501 ++++++++++++++++++ artifacts/2022-09-23-s3lat/garage-v0.8 | 501 ++++++++++++++++++ artifacts/2022-09-23-s3lat/minio-20220917.csv | 501 ++++++++++++++++++ scenarios/fragments/garage.py | 5 +- scenarios/fragments/minio.py | 8 +- scenarios/garage-s3concurrent | 4 +- scenarios/garage-s3lat | 4 +- scenarios/garage-warp | 4 +- 12 files changed, 1518 insertions(+), 10 deletions(-) rename {csv => artifacts}/2022-09-19-s3concurrent/garage-v0.7_10mbps.csv (100%) rename {csv => artifacts}/2022-09-19-s3concurrent/garage-v0.7_5mbps.csv (100%) rename {csv => artifacts}/2022-09-19-s3concurrent/garage-v0.8_10mbps.csv (100%) rename {csv => artifacts}/2022-09-19-s3concurrent/garage-v0.8_5mbps.csv (100%) create mode 100644 artifacts/2022-09-23-s3lat/garage-v0.7.csv create mode 100644 artifacts/2022-09-23-s3lat/garage-v0.8 create mode 100644 artifacts/2022-09-23-s3lat/minio-20220917.csv diff --git a/csv/2022-09-19-s3concurrent/garage-v0.7_10mbps.csv b/artifacts/2022-09-19-s3concurrent/garage-v0.7_10mbps.csv similarity index 100% rename from csv/2022-09-19-s3concurrent/garage-v0.7_10mbps.csv rename to artifacts/2022-09-19-s3concurrent/garage-v0.7_10mbps.csv diff --git a/csv/2022-09-19-s3concurrent/garage-v0.7_5mbps.csv b/artifacts/2022-09-19-s3concurrent/garage-v0.7_5mbps.csv similarity index 100% rename from csv/2022-09-19-s3concurrent/garage-v0.7_5mbps.csv rename to artifacts/2022-09-19-s3concurrent/garage-v0.7_5mbps.csv diff --git a/csv/2022-09-19-s3concurrent/garage-v0.8_10mbps.csv b/artifacts/2022-09-19-s3concurrent/garage-v0.8_10mbps.csv similarity index 100% rename from csv/2022-09-19-s3concurrent/garage-v0.8_10mbps.csv rename to artifacts/2022-09-19-s3concurrent/garage-v0.8_10mbps.csv diff --git a/csv/2022-09-19-s3concurrent/garage-v0.8_5mbps.csv b/artifacts/2022-09-19-s3concurrent/garage-v0.8_5mbps.csv similarity index 100% rename from csv/2022-09-19-s3concurrent/garage-v0.8_5mbps.csv rename to artifacts/2022-09-19-s3concurrent/garage-v0.8_5mbps.csv diff --git a/artifacts/2022-09-23-s3lat/garage-v0.7.csv b/artifacts/2022-09-23-s3lat/garage-v0.7.csv new file mode 100644 index 0000000..63cd496 --- /dev/null +++ b/artifacts/2022-09-23-s3lat/garage-v0.7.csv @@ -0,0 +1,501 @@ +endpoint,nanoseconds +listbuckets,123446207 +listbuckets,131497917 +listbuckets,39054735 +listbuckets,105410142 +listbuckets,134197174 +listbuckets,92373770 +listbuckets,113362017 +listbuckets,109195200 +listbuckets,176558852 +listbuckets,27177881 +listbuckets,36252695 +listbuckets,106228157 +listbuckets,167364021 +listbuckets,6904816 +listbuckets,34264521 +listbuckets,83810002 +listbuckets,156429277 +listbuckets,200458223 +listbuckets,112529004 +listbuckets,35129564 +listbuckets,79573343 +listbuckets,140150702 +listbuckets,120555536 +listbuckets,29181815 +listbuckets,51198242 +listbuckets,56133478 +listbuckets,47130673 +listbuckets,4870606 +listbuckets,115299404 +listbuckets,199760726 +listbuckets,104304255 +listbuckets,165317856 +listbuckets,174747530 +listbuckets,69139944 +listbuckets,170345599 +listbuckets,133286913 +listbuckets,133428040 +listbuckets,152317101 +listbuckets,163419603 +listbuckets,11954339 +listbuckets,49001694 +listbuckets,1909515 +listbuckets,85317086 +listbuckets,193461440 +listbuckets,37110905 +listbuckets,170866722 +listbuckets,2820145 +listbuckets,136496793 +listbuckets,64132721 +listbuckets,125251903 +listbuckets,87449583 +listbuckets,156290592 +listbuckets,160402726 +listbuckets,200273480 +listbuckets,93021081 +listbuckets,68304026 +listbuckets,46970448 +listbuckets,165308307 +listbuckets,41980457 +listbuckets,166480048 +listbuckets,136400950 +listbuckets,111337721 +listbuckets,180455774 +listbuckets,119142367 +listbuckets,117091664 +listbuckets,126145949 +listbuckets,119181500 +listbuckets,55147467 +listbuckets,178508747 +listbuckets,101172269 +listbuckets,116156709 +listbuckets,53168650 +listbuckets,29044786 +listbuckets,47899914 +listbuckets,139056994 +listbuckets,26962604 +listbuckets,50780131 +listbuckets,36960440 +listbuckets,161531494 +listbuckets,9947611 +listbuckets,33134947 +listbuckets,81109551 +listbuckets,153415682 +listbuckets,199163150 +listbuckets,183053868 +listbuckets,148142646 +listbuckets,17965198 +listbuckets,161258658 +listbuckets,175383896 +listbuckets,42076378 +listbuckets,34970593 +listbuckets,14042201 +listbuckets,66182118 +listbuckets,42936091 +listbuckets,200730649 +listbuckets,75462399 +listbuckets,34967326 +listbuckets,99414279 +listbuckets,83041589 +listbuckets,9915941 +putobject,102659465 +putobject,92835679 +putobject,108731599 +putobject,201811799 +putobject,106443490 +putobject,92567983 +putobject,238871966 +putobject,104158815 +putobject,106243742 +putobject,116316799 +putobject,108757989 +putobject,97366623 +putobject,97898375 +putobject,96967168 +putobject,100256148 +putobject,107432215 +putobject,102248459 +putobject,251441345 +putobject,104946713 +putobject,110238211 +putobject,108091689 +putobject,113202108 +putobject,98765973 +putobject,104565383 +putobject,111568023 +putobject,112197090 +putobject,105911994 +putobject,95484988 +putobject,104482906 +putobject,234879244 +putobject,113432122 +putobject,100713850 +putobject,108868215 +putobject,103499519 +putobject,104655812 +putobject,115506648 +putobject,101683821 +putobject,108092129 +putobject,101964070 +putobject,106886313 +putobject,112577538 +putobject,261098453 +putobject,113249625 +putobject,108966089 +putobject,109411069 +putobject,104522489 +putobject,110678803 +putobject,105536735 +putobject,110833494 +putobject,112977212 +putobject,98197749 +putobject,110378043 +putobject,375687474 +putobject,203462479 +putobject,115639116 +putobject,118053054 +putobject,110270019 +putobject,109764686 +putobject,90674345 +putobject,98625115 +putobject,103500960 +putobject,102995627 +putobject,236288420 +putobject,107760181 +putobject,112772765 +putobject,99998427 +putobject,117912217 +putobject,105863219 +putobject,113652925 +putobject,100828684 +putobject,95361573 +putobject,95500334 +putobject,106068286 +putobject,99928444 +putobject,261266283 +putobject,106924492 +putobject,110718855 +putobject,87597876 +putobject,108996183 +putobject,99171595 +putobject,115447052 +putobject,103467696 +putobject,104448307 +putobject,97229488 +putobject,106477027 +putobject,105427947 +putobject,233050123 +putobject,115135303 +putobject,113237921 +putobject,110612835 +putobject,102891788 +putobject,112480159 +putobject,117117775 +putobject,196493186 +putobject,104291470 +putobject,118422258 +putobject,104951716 +putobject,244946550 +putobject,98641292 +putobject,119142327 +listobjects,227618086 +listobjects,218373723 +listobjects,220425637 +listobjects,212659074 +listobjects,194860492 +listobjects,221131339 +listobjects,227735226 +listobjects,212887826 +listobjects,202906841 +listobjects,221091271 +listobjects,216883738 +listobjects,213001179 +listobjects,217273734 +listobjects,211956305 +listobjects,213529174 +listobjects,375065283 +listobjects,218843356 +listobjects,217068015 +listobjects,223369781 +listobjects,219801804 +listobjects,225260921 +listobjects,207088252 +listobjects,229780152 +listobjects,227569658 +listobjects,211492577 +listobjects,200421226 +listobjects,224666076 +listobjects,217078671 +listobjects,220658029 +listobjects,220137146 +listobjects,205746397 +listobjects,222356274 +listobjects,210329960 +listobjects,219004606 +listobjects,226442588 +listobjects,374038605 +listobjects,221425877 +listobjects,226949625 +listobjects,198272437 +listobjects,215884986 +listobjects,210904573 +listobjects,231082876 +listobjects,220581992 +listobjects,215368028 +listobjects,204236634 +listobjects,230323641 +listobjects,221006783 +listobjects,197521967 +listobjects,217673459 +listobjects,210402664 +listobjects,222289473 +listobjects,216105460 +listobjects,233017185 +listobjects,217884686 +listobjects,216886613 +listobjects,215456984 +listobjects,342657645 +listobjects,218310540 +listobjects,346101165 +listobjects,227114600 +listobjects,207167945 +listobjects,217958955 +listobjects,256687056 +listobjects,216946794 +listobjects,211024233 +listobjects,221148255 +listobjects,214229333 +listobjects,224119805 +listobjects,217875907 +listobjects,216024912 +listobjects,220679148 +listobjects,218154613 +listobjects,222423060 +listobjects,212511440 +listobjects,215068766 +listobjects,207965636 +listobjects,374287848 +listobjects,231411797 +listobjects,344053841 +listobjects,218949902 +listobjects,208085171 +listobjects,202097107 +listobjects,220625984 +listobjects,232280185 +listobjects,214265437 +listobjects,216862289 +listobjects,219434755 +listobjects,217021028 +listobjects,214401512 +listobjects,207317610 +listobjects,215392944 +listobjects,217703786 +listobjects,215988628 +listobjects,198853351 +listobjects,222486834 +listobjects,213094404 +listobjects,211948650 +listobjects,215660888 +listobjects,222729552 +listobjects,357486752 +getobject,120789563 +getobject,257364122 +getobject,193090188 +getobject,105639883 +getobject,110039709 +getobject,106107405 +getobject,113226765 +getobject,228216027 +getobject,204992307 +getobject,115070175 +getobject,118444544 +getobject,116666047 +getobject,114052724 +getobject,109807911 +getobject,108123550 +getobject,245998795 +getobject,103858529 +getobject,104810357 +getobject,101301352 +getobject,104881290 +getobject,101871689 +getobject,245400756 +getobject,99811659 +getobject,107963659 +getobject,108133779 +getobject,109433413 +getobject,112918863 +getobject,99263685 +getobject,109925392 +getobject,404106741 +getobject,111264038 +getobject,107867546 +getobject,232065851 +getobject,104837346 +getobject,249346993 +getobject,107660264 +getobject,98665144 +getobject,93135947 +getobject,93305867 +getobject,103816208 +getobject,101191343 +getobject,104046332 +getobject,234664977 +getobject,109126683 +getobject,109256458 +getobject,111475958 +getobject,106229192 +getobject,111367102 +getobject,247160403 +getobject,114725281 +getobject,115208863 +getobject,115752038 +getobject,99434436 +getobject,114499775 +getobject,114262136 +getobject,237897437 +getobject,109039858 +getobject,116366349 +getobject,109513421 +getobject,119350461 +getobject,103568549 +getobject,268923073 +getobject,103935562 +getobject,114438288 +getobject,250696155 +getobject,100985713 +getobject,108943735 +getobject,107398809 +getobject,201770787 +getobject,258949074 +getobject,108722357 +getobject,106948669 +getobject,105753903 +getobject,106842969 +getobject,254243109 +getobject,109977076 +getobject,101122461 +getobject,106152776 +getobject,105146877 +getobject,115352192 +getobject,114154611 +getobject,106352783 +getobject,316675402 +getobject,109678912 +getobject,105611654 +getobject,111231964 +getobject,110622814 +getobject,103520055 +getobject,264080226 +getobject,115777874 +getobject,117219506 +getobject,237658128 +getobject,105861315 +getobject,118189958 +getobject,250123569 +getobject,210303951 +getobject,114146153 +getobject,114062677 +getobject,116419134 +getobject,110233217 +removeobject,230846328 +removeobject,352354358 +removeobject,213513979 +removeobject,213021069 +removeobject,201490202 +removeobject,212111001 +removeobject,215118297 +removeobject,206781539 +removeobject,490175308 +removeobject,207408693 +removeobject,201921334 +removeobject,214565432 +removeobject,223499977 +removeobject,219187737 +removeobject,353799701 +removeobject,226319108 +removeobject,204468762 +removeobject,206638858 +removeobject,227752042 +removeobject,227770838 +removeobject,368061761 +removeobject,304793510 +removeobject,231980092 +removeobject,227557765 +removeobject,216285686 +removeobject,204581431 +removeobject,332004595 +removeobject,209905432 +removeobject,208660772 +removeobject,298520566 +removeobject,221629301 +removeobject,216850310 +removeobject,346809979 +removeobject,225626686 +removeobject,335040322 +removeobject,217416498 +removeobject,221590626 +removeobject,211254506 +removeobject,218186009 +removeobject,333605972 +removeobject,214970419 +removeobject,400660245 +removeobject,226176422 +removeobject,210009344 +removeobject,214122397 +removeobject,217046195 +removeobject,348420624 +removeobject,222496374 +removeobject,200770472 +removeobject,206765238 +removeobject,212797886 +removeobject,221853199 +removeobject,366803902 +removeobject,369766134 +removeobject,254126638 +removeobject,206946940 +removeobject,214755369 +removeobject,222743167 +removeobject,214028196 +removeobject,365328074 +removeobject,222478296 +removeobject,200478669 +removeobject,228313711 +removeobject,351395352 +removeobject,347788382 +removeobject,370554938 +removeobject,220125163 +removeobject,211178604 +removeobject,478779432 +removeobject,226303414 +removeobject,212846913 +removeobject,232756403 +removeobject,352451452 +removeobject,204864755 +removeobject,386939750 +removeobject,236333214 +removeobject,213864532 +removeobject,337968992 +removeobject,208224425 +removeobject,215012709 +removeobject,220231159 +removeobject,200163319 +removeobject,201449085 +removeobject,203033356 +removeobject,362988387 +removeobject,352665831 +removeobject,255105686 +removeobject,209154819 +removeobject,218832617 +removeobject,220790763 +removeobject,345915165 +removeobject,213304301 +removeobject,218302224 +removeobject,218254023 +removeobject,204621450 +removeobject,213964266 +removeobject,383714183 +removeobject,312511671 +removeobject,207629778 +removeobject,203927189 diff --git a/artifacts/2022-09-23-s3lat/garage-v0.8 b/artifacts/2022-09-23-s3lat/garage-v0.8 new file mode 100644 index 0000000..dbbf9ad --- /dev/null +++ b/artifacts/2022-09-23-s3lat/garage-v0.8 @@ -0,0 +1,501 @@ +endpoint,nanoseconds +listbuckets,142443772 +listbuckets,78416939 +listbuckets,58182021 +listbuckets,131770558 +listbuckets,23167382 +listbuckets,100239233 +listbuckets,115131496 +listbuckets,104406526 +listbuckets,12172321 +listbuckets,196757641 +listbuckets,154690693 +listbuckets,200549327 +listbuckets,97233951 +listbuckets,157416927 +listbuckets,91145569 +listbuckets,19144199 +listbuckets,64085612 +listbuckets,113225008 +listbuckets,166909251 +listbuckets,34198118 +listbuckets,174705394 +listbuckets,87295494 +listbuckets,57706664 +listbuckets,140442963 +listbuckets,14837772 +listbuckets,135331146 +listbuckets,111062526 +listbuckets,192533228 +listbuckets,78240866 +listbuckets,49209288 +listbuckets,139333059 +listbuckets,159433712 +listbuckets,168386408 +listbuckets,54060994 +listbuckets,182381749 +listbuckets,107235324 +listbuckets,19175648 +listbuckets,79408539 +listbuckets,102182087 +listbuckets,138252068 +listbuckets,200286419 +listbuckets,171574163 +listbuckets,139244520 +listbuckets,162405069 +listbuckets,191507551 +listbuckets,156309385 +listbuckets,45147822 +listbuckets,123534893 +listbuckets,114180389 +listbuckets,200631309 +listbuckets,183352440 +listbuckets,42285029 +listbuckets,185592518 +listbuckets,166551994 +listbuckets,63313864 +listbuckets,51172191 +listbuckets,162406210 +listbuckets,51252382 +listbuckets,5096417 +listbuckets,177549418 +listbuckets,21073149 +listbuckets,98302685 +listbuckets,173578013 +listbuckets,91105261 +listbuckets,105040220 +listbuckets,112304298 +listbuckets,65084455 +listbuckets,181875861 +listbuckets,142442935 +listbuckets,131125617 +listbuckets,76286586 +listbuckets,24552325 +listbuckets,121486988 +listbuckets,186709964 +listbuckets,5948226 +listbuckets,161299340 +listbuckets,40993441 +listbuckets,66113978 +listbuckets,42309585 +listbuckets,124003416 +listbuckets,97993931 +listbuckets,31175113 +listbuckets,98603492 +listbuckets,21409874 +listbuckets,194297813 +listbuckets,50059832 +listbuckets,148399545 +listbuckets,48887920 +listbuckets,152334411 +listbuckets,57077936 +listbuckets,26810977 +listbuckets,194375880 +listbuckets,138228951 +listbuckets,188415922 +listbuckets,59004763 +listbuckets,28981072 +listbuckets,41073893 +listbuckets,29776223 +listbuckets,140987798 +listbuckets,96201298 +putobject,96916217 +putobject,204175953 +putobject,116377273 +putobject,200815462 +putobject,189393367 +putobject,201157286 +putobject,209378110 +putobject,200861878 +putobject,127598269 +putobject,198228669 +putobject,206087830 +putobject,190252106 +putobject,213164125 +putobject,113273726 +putobject,184844831 +putobject,217834778 +putobject,213577904 +putobject,187314812 +putobject,197335012 +putobject,191781450 +putobject,245923315 +putobject,249794209 +putobject,154268417 +putobject,204865983 +putobject,200616863 +putobject,218347254 +putobject,225218951 +putobject,204122038 +putobject,187483799 +putobject,224081164 +putobject,313480753 +putobject,207639555 +putobject,231879901 +putobject,213694483 +putobject,221029143 +putobject,210575405 +putobject,203991790 +putobject,97757552 +putobject,202949604 +putobject,187003632 +putobject,192703458 +putobject,198853855 +putobject,187677763 +putobject,217450238 +putobject,201097498 +putobject,204520778 +putobject,209010932 +putobject,103217905 +putobject,208237561 +putobject,212482783 +putobject,223855484 +putobject,215215920 +putobject,196011159 +putobject,207887130 +putobject,203901248 +putobject,195527114 +putobject,194314145 +putobject,118554688 +putobject,174577871 +putobject,182678497 +putobject,214551635 +putobject,193939918 +putobject,210241591 +putobject,218407872 +putobject,212235655 +putobject,191045716 +putobject,199345769 +putobject,212445320 +putobject,213398017 +putobject,196443131 +putobject,111006983 +putobject,206131544 +putobject,227743928 +putobject,205929843 +putobject,210773624 +putobject,201460969 +putobject,178288219 +putobject,194333228 +putobject,200422249 +putobject,211491788 +putobject,277570466 +putobject,194155773 +putobject,202859287 +putobject,210188078 +putobject,200376501 +putobject,222446189 +putobject,216905202 +putobject,203768673 +putobject,211882053 +putobject,199813369 +putobject,202275734 +putobject,225392157 +putobject,108514537 +putobject,183571858 +putobject,220178028 +putobject,244245555 +putobject,246644462 +putobject,202754498 +putobject,125491965 +putobject,198043126 +listobjects,247336346 +listobjects,222421821 +listobjects,217409432 +listobjects,213489945 +listobjects,197741076 +listobjects,204144700 +listobjects,194520187 +listobjects,207039462 +listobjects,214175739 +listobjects,222630443 +listobjects,207519367 +listobjects,204852995 +listobjects,200389171 +listobjects,223342436 +listobjects,375412313 +listobjects,197168061 +listobjects,209902283 +listobjects,208728457 +listobjects,223192111 +listobjects,197001637 +listobjects,210692202 +listobjects,210082361 +listobjects,193242654 +listobjects,190713450 +listobjects,210137746 +listobjects,210096607 +listobjects,214155697 +listobjects,203814873 +listobjects,200252782 +listobjects,198504662 +listobjects,225529670 +listobjects,219412867 +listobjects,200873322 +listobjects,366185537 +listobjects,220358802 +listobjects,203736154 +listobjects,195030295 +listobjects,206763616 +listobjects,215264828 +listobjects,196677593 +listobjects,206296625 +listobjects,203169834 +listobjects,228228451 +listobjects,201871694 +listobjects,214160805 +listobjects,221120508 +listobjects,204784600 +listobjects,215667356 +listobjects,203478756 +listobjects,193957098 +listobjects,204028493 +listobjects,200296721 +listobjects,201366590 +listobjects,217724938 +listobjects,335372225 +listobjects,212399058 +listobjects,206802897 +listobjects,203512327 +listobjects,201467970 +listobjects,207952516 +listobjects,200169128 +listobjects,193368365 +listobjects,208873233 +listobjects,206348419 +listobjects,202684585 +listobjects,255082511 +listobjects,225277839 +listobjects,216147871 +listobjects,203396588 +listobjects,215594185 +listobjects,211893541 +listobjects,202693570 +listobjects,213428668 +listobjects,345450849 +listobjects,210503146 +listobjects,206714788 +listobjects,221670971 +listobjects,209193505 +listobjects,207268362 +listobjects,217422133 +listobjects,194262801 +listobjects,214257460 +listobjects,209999916 +listobjects,200992698 +listobjects,233030646 +listobjects,197622419 +listobjects,214531387 +listobjects,207687472 +listobjects,193650794 +listobjects,216352563 +listobjects,204419966 +listobjects,220824902 +listobjects,203824031 +listobjects,345556923 +listobjects,211586088 +listobjects,221054525 +listobjects,216966641 +listobjects,212481105 +listobjects,225077725 +listobjects,206661945 +getobject,106148474 +getobject,103474999 +getobject,110847021 +getobject,89406401 +getobject,107194067 +getobject,103967969 +getobject,99809582 +getobject,218870171 +getobject,116458559 +getobject,116438822 +getobject,114486708 +getobject,98523284 +getobject,107932449 +getobject,96947000 +getobject,111244400 +getobject,107520933 +getobject,96707408 +getobject,98561777 +getobject,100203555 +getobject,102302806 +getobject,238528526 +getobject,271793475 +getobject,103513430 +getobject,110508380 +getobject,88297618 +getobject,93017464 +getobject,92182439 +getobject,100926740 +getobject,90912953 +getobject,89262659 +getobject,106320567 +getobject,114727932 +getobject,93467784 +getobject,233897134 +getobject,99598463 +getobject,100682658 +getobject,196532397 +getobject,114136005 +getobject,107149842 +getobject,102095284 +getobject,101561076 +getobject,110858641 +getobject,112464019 +getobject,89475711 +getobject,104275969 +getobject,98529866 +getobject,241428685 +getobject,101153106 +getobject,119006084 +getobject,89105802 +getobject,95722098 +getobject,267246924 +getobject,106170312 +getobject,106624860 +getobject,101451128 +getobject,114344067 +getobject,98506251 +getobject,85363560 +getobject,109668504 +getobject,97277512 +getobject,217166462 +getobject,95365244 +getobject,105298136 +getobject,107433406 +getobject,91927105 +getobject,103556189 +getobject,101882261 +getobject,97490353 +getobject,109313364 +getobject,107477889 +getobject,105115091 +getobject,100009677 +getobject,96802735 +getobject,243376778 +getobject,116897654 +getobject,246725949 +getobject,104940522 +getobject,104899223 +getobject,99914467 +getobject,101929660 +getobject,96935645 +getobject,107399321 +getobject,94553040 +getobject,110316235 +getobject,112920198 +getobject,100314041 +getobject,239311246 +getobject,114578006 +getobject,106688650 +getobject,89102575 +getobject,82537327 +getobject,102124717 +getobject,107306736 +getobject,113530840 +getobject,102225458 +getobject,105090914 +getobject,109987193 +getobject,107637409 +getobject,99663933 +getobject,252948739 +removeobject,218637514 +removeobject,459986423 +removeobject,307487771 +removeobject,425595066 +removeobject,325293018 +removeobject,326633357 +removeobject,490052955 +removeobject,252844239 +removeobject,313024066 +removeobject,301593436 +removeobject,299154213 +removeobject,396128610 +removeobject,227674663 +removeobject,439796598 +removeobject,464313791 +removeobject,433487342 +removeobject,316319351 +removeobject,324010444 +removeobject,224091911 +removeobject,259658834 +removeobject,268735522 +removeobject,466588289 +removeobject,328431494 +removeobject,456136096 +removeobject,214305954 +removeobject,349200623 +removeobject,310132173 +removeobject,433264807 +removeobject,438724929 +removeobject,333912094 +removeobject,443030552 +removeobject,338569189 +removeobject,452852014 +removeobject,450187315 +removeobject,407122424 +removeobject,371514674 +removeobject,371585948 +removeobject,327859889 +removeobject,287348277 +removeobject,319214105 +removeobject,408538253 +removeobject,315233492 +removeobject,321187307 +removeobject,308503342 +removeobject,481438858 +removeobject,464326677 +removeobject,458208213 +removeobject,334169040 +removeobject,380953007 +removeobject,306156310 +removeobject,311735117 +removeobject,304652713 +removeobject,447482399 +removeobject,464054872 +removeobject,308287070 +removeobject,366031357 +removeobject,223529039 +removeobject,305332454 +removeobject,440680123 +removeobject,283803681 +removeobject,410491748 +removeobject,223265289 +removeobject,306268419 +removeobject,347366809 +removeobject,314563701 +removeobject,302068212 +removeobject,283520375 +removeobject,377963268 +removeobject,454052170 +removeobject,298085627 +removeobject,457265001 +removeobject,233934260 +removeobject,432713854 +removeobject,315891533 +removeobject,445005587 +removeobject,321635590 +removeobject,390314770 +removeobject,230655210 +removeobject,340190850 +removeobject,305314423 +removeobject,444872212 +removeobject,223437549 +removeobject,385529268 +removeobject,280271669 +removeobject,323868430 +removeobject,307544418 +removeobject,238040604 +removeobject,310293395 +removeobject,412163151 +removeobject,367516076 +removeobject,288358726 +removeobject,303789421 +removeobject,435084818 +removeobject,411008890 +removeobject,467616201 +removeobject,219465170 +removeobject,327976568 +removeobject,332048651 +removeobject,353130028 +removeobject,329197320 diff --git a/artifacts/2022-09-23-s3lat/minio-20220917.csv b/artifacts/2022-09-23-s3lat/minio-20220917.csv new file mode 100644 index 0000000..70f7f21 --- /dev/null +++ b/artifacts/2022-09-23-s3lat/minio-20220917.csv @@ -0,0 +1,501 @@ +endpoint,nanoseconds +listbuckets,110526156 +listbuckets,111223674 +listbuckets,110350078 +listbuckets,108763355 +listbuckets,108151200 +listbuckets,110049558 +listbuckets,111261740 +listbuckets,106870917 +listbuckets,109675307 +listbuckets,114928865 +listbuckets,112976189 +listbuckets,100144534 +listbuckets,103672802 +listbuckets,115743698 +listbuckets,120312198 +listbuckets,114315912 +listbuckets,117664396 +listbuckets,113756128 +listbuckets,110819985 +listbuckets,108017540 +listbuckets,107455412 +listbuckets,117667963 +listbuckets,113112343 +listbuckets,117163158 +listbuckets,111710827 +listbuckets,108587376 +listbuckets,113677870 +listbuckets,100432934 +listbuckets,111720496 +listbuckets,113415267 +listbuckets,109700442 +listbuckets,116870615 +listbuckets,104193832 +listbuckets,104911949 +listbuckets,107990314 +listbuckets,111855197 +listbuckets,108076368 +listbuckets,109569833 +listbuckets,110641629 +listbuckets,105085431 +listbuckets,113240314 +listbuckets,109189490 +listbuckets,119818535 +listbuckets,111259357 +listbuckets,107390627 +listbuckets,101319090 +listbuckets,106351333 +listbuckets,117073689 +listbuckets,119127359 +listbuckets,117266560 +listbuckets,110077426 +listbuckets,107452728 +listbuckets,112721966 +listbuckets,114883973 +listbuckets,120073375 +listbuckets,103458296 +listbuckets,118342265 +listbuckets,107996502 +listbuckets,109767879 +listbuckets,112580238 +listbuckets,113636111 +listbuckets,111267829 +listbuckets,112798154 +listbuckets,107265512 +listbuckets,108961006 +listbuckets,120928218 +listbuckets,109095182 +listbuckets,110399063 +listbuckets,118328765 +listbuckets,112884542 +listbuckets,117913147 +listbuckets,120238848 +listbuckets,116074701 +listbuckets,109990943 +listbuckets,114816077 +listbuckets,113207212 +listbuckets,112350518 +listbuckets,106189705 +listbuckets,106836706 +listbuckets,114519552 +listbuckets,112357584 +listbuckets,113073218 +listbuckets,108251780 +listbuckets,115340245 +listbuckets,109100358 +listbuckets,116337818 +listbuckets,110881217 +listbuckets,109903972 +listbuckets,113243376 +listbuckets,111667494 +listbuckets,102401925 +listbuckets,109793240 +listbuckets,118365209 +listbuckets,117380902 +listbuckets,116149538 +listbuckets,109060437 +listbuckets,106900385 +listbuckets,101213710 +listbuckets,103102282 +listbuckets,115980177 +putobject,1181582068 +putobject,1208319832 +putobject,1139007207 +putobject,1172748692 +putobject,1213269319 +putobject,1222148262 +putobject,1160354410 +putobject,1186840670 +putobject,1178184375 +putobject,1199772934 +putobject,1243156199 +putobject,1162462450 +putobject,1160912226 +putobject,1181903350 +putobject,1178461918 +putobject,1155923039 +putobject,1198486430 +putobject,1128172593 +putobject,1161827240 +putobject,1191934325 +putobject,1241903028 +putobject,1154793146 +putobject,1182964786 +putobject,1192949284 +putobject,1211748830 +putobject,1153969786 +putobject,1173133011 +putobject,1159925140 +putobject,1151781019 +putobject,1212786711 +putobject,1136411443 +putobject,1161607447 +putobject,1194069897 +putobject,1181340894 +putobject,1154251172 +putobject,1142482758 +putobject,1184635609 +putobject,1401096568 +putobject,1193309386 +putobject,1155633130 +putobject,1185629277 +putobject,1150317409 +putobject,1189977499 +putobject,1172978955 +putobject,1167393215 +putobject,1176612406 +putobject,1220478477 +putobject,1214146462 +putobject,1201982436 +putobject,1187568105 +putobject,1233590518 +putobject,1254380879 +putobject,1195264797 +putobject,1212347722 +putobject,1265459581 +putobject,1199507629 +putobject,1213030838 +putobject,1261491944 +putobject,1175783260 +putobject,1171776028 +putobject,1175985781 +putobject,1204880209 +putobject,1185762634 +putobject,1205618309 +putobject,1156324684 +putobject,1212986779 +putobject,1153785732 +putobject,1186241798 +putobject,1169988181 +putobject,1169236282 +putobject,1159114879 +putobject,1169866154 +putobject,1185878817 +putobject,1303357322 +putobject,1198903604 +putobject,1180614532 +putobject,1198891504 +putobject,1186606007 +putobject,1178912791 +putobject,1181214681 +putobject,1148254776 +putobject,1193521548 +putobject,1172732700 +putobject,1224354922 +putobject,1189768028 +putobject,1187610090 +putobject,1158181354 +putobject,1168240861 +putobject,1184266557 +putobject,1211834285 +putobject,1133902391 +putobject,1169623406 +putobject,1153648781 +putobject,1260717643 +putobject,1213147555 +putobject,1196178431 +putobject,1193078015 +putobject,1192743109 +putobject,1231998132 +putobject,1169290675 +listobjects,445829270 +listobjects,448358224 +listobjects,234487499 +listobjects,331279803 +listobjects,239147274 +listobjects,356161983 +listobjects,231056963 +listobjects,428733347 +listobjects,234973895 +listobjects,349647146 +listobjects,238785967 +listobjects,430581787 +listobjects,325690302 +listobjects,337483670 +listobjects,335639646 +listobjects,327396437 +listobjects,230177176 +listobjects,347284630 +listobjects,230553012 +listobjects,338821210 +listobjects,343466400 +listobjects,346533869 +listobjects,311374291 +listobjects,341162492 +listobjects,235683323 +listobjects,356305631 +listobjects,234888137 +listobjects,335916950 +listobjects,312208053 +listobjects,345090441 +listobjects,449596366 +listobjects,347544888 +listobjects,361989101 +listobjects,235502161 +listobjects,232949965 +listobjects,337218790 +listobjects,447643000 +listobjects,238259618 +listobjects,235023776 +listobjects,420231514 +listobjects,341833697 +listobjects,235388450 +listobjects,232164722 +listobjects,422949063 +listobjects,501989025 +listobjects,240957275 +listobjects,337846216 +listobjects,231434805 +listobjects,430682948 +listobjects,231812947 +listobjects,465260992 +listobjects,433379275 +listobjects,236331095 +listobjects,332051421 +listobjects,237905130 +listobjects,343574528 +listobjects,242371130 +listobjects,311241850 +listobjects,239692903 +listobjects,360069478 +listobjects,317977063 +listobjects,324532475 +listobjects,246746304 +listobjects,339939390 +listobjects,238956624 +listobjects,338334961 +listobjects,236968116 +listobjects,338529503 +listobjects,235480073 +listobjects,334150022 +listobjects,234014534 +listobjects,336955875 +listobjects,245541026 +listobjects,321342105 +listobjects,241862995 +listobjects,342284075 +listobjects,223874385 +listobjects,330173393 +listobjects,230710360 +listobjects,338012760 +listobjects,243166839 +listobjects,326244217 +listobjects,217795705 +listobjects,343998726 +listobjects,234484396 +listobjects,326419671 +listobjects,228413611 +listobjects,345526317 +listobjects,242498473 +listobjects,322335836 +listobjects,325652509 +listobjects,353395591 +listobjects,241202612 +listobjects,316928525 +listobjects,415736209 +listobjects,336640460 +listobjects,235664816 +listobjects,318470444 +listobjects,233137178 +listobjects,338995281 +getobject,548766727 +getobject,544293094 +getobject,553996833 +getobject,524118176 +getobject,540256688 +getobject,521985460 +getobject,550010163 +getobject,522839295 +getobject,550206788 +getobject,556115384 +getobject,561480120 +getobject,529867231 +getobject,554654221 +getobject,522713545 +getobject,533201280 +getobject,559755253 +getobject,562719587 +getobject,530367590 +getobject,534634166 +getobject,528476593 +getobject,561330984 +getobject,548154277 +getobject,551287855 +getobject,543519973 +getobject,537798946 +getobject,543821201 +getobject,556706828 +getobject,562779335 +getobject,533088136 +getobject,543496053 +getobject,530090638 +getobject,557966646 +getobject,546652328 +getobject,556049330 +getobject,553087013 +getobject,552319581 +getobject,538039579 +getobject,524047395 +getobject,529321927 +getobject,561628538 +getobject,538975026 +getobject,537678052 +getobject,552261757 +getobject,553552417 +getobject,546538519 +getobject,539953289 +getobject,533392613 +getobject,543443065 +getobject,539024543 +getobject,537067523 +getobject,555793303 +getobject,610983302 +getobject,535123120 +getobject,528049669 +getobject,541554744 +getobject,564902500 +getobject,564639999 +getobject,534295582 +getobject,544951246 +getobject,540628827 +getobject,552900208 +getobject,541614941 +getobject,536825865 +getobject,535642848 +getobject,544302224 +getobject,549999591 +getobject,542030234 +getobject,545602568 +getobject,543278126 +getobject,524720136 +getobject,552230698 +getobject,539300237 +getobject,549856120 +getobject,540587629 +getobject,557880339 +getobject,555153802 +getobject,561113528 +getobject,556108255 +getobject,508374452 +getobject,560044395 +getobject,585922680 +getobject,548465899 +getobject,573308704 +getobject,554195559 +getobject,562441181 +getobject,550048971 +getobject,542032477 +getobject,587508303 +getobject,548308208 +getobject,529401594 +getobject,535337894 +getobject,566348968 +getobject,545058294 +getobject,560623443 +getobject,532580429 +getobject,555774911 +getobject,546448443 +getobject,526984769 +getobject,528538465 +getobject,551758307 +removeobject,1305475677 +removeobject,1328695106 +removeobject,1304086325 +removeobject,1314629714 +removeobject,1286472737 +removeobject,1323794460 +removeobject,1287026749 +removeobject,1308989986 +removeobject,1319191249 +removeobject,1302459188 +removeobject,1358027169 +removeobject,1298833331 +removeobject,1288044760 +removeobject,1309860548 +removeobject,1294431451 +removeobject,1323518263 +removeobject,1274537859 +removeobject,1306292281 +removeobject,1300283360 +removeobject,1236080169 +removeobject,1304088805 +removeobject,1319360876 +removeobject,1310348416 +removeobject,1306714462 +removeobject,1280353702 +removeobject,1313350545 +removeobject,1321192365 +removeobject,1304475647 +removeobject,1306586102 +removeobject,1294987618 +removeobject,1304176193 +removeobject,1296005363 +removeobject,1284994372 +removeobject,1317600899 +removeobject,1332743805 +removeobject,1352245087 +removeobject,1309279342 +removeobject,1307620458 +removeobject,1342551633 +removeobject,1321581956 +removeobject,1315162697 +removeobject,1336302765 +removeobject,1290969146 +removeobject,1320968235 +removeobject,1299056796 +removeobject,1288002161 +removeobject,1328125560 +removeobject,1316703843 +removeobject,1291268641 +removeobject,1327821693 +removeobject,1299867445 +removeobject,1296882414 +removeobject,1313288813 +removeobject,1298520791 +removeobject,1298185028 +removeobject,1274221533 +removeobject,1314194728 +removeobject,1336907835 +removeobject,1297413534 +removeobject,1283613694 +removeobject,1265657961 +removeobject,1329591094 +removeobject,1320682432 +removeobject,1317595366 +removeobject,1323562128 +removeobject,1298197589 +removeobject,1321950097 +removeobject,1281669970 +removeobject,1306586515 +removeobject,1296748831 +removeobject,1300070529 +removeobject,1282255502 +removeobject,1284141215 +removeobject,1297879969 +removeobject,1292837351 +removeobject,1317095287 +removeobject,1323647829 +removeobject,1283782591 +removeobject,1292866116 +removeobject,1283574839 +removeobject,1331580518 +removeobject,1355362975 +removeobject,1326405684 +removeobject,1297225883 +removeobject,1318610920 +removeobject,1298833112 +removeobject,1360833965 +removeobject,1311610613 +removeobject,1304567017 +removeobject,1325168434 +removeobject,1293403789 +removeobject,1293213442 +removeobject,1298548367 +removeobject,1303459493 +removeobject,1302979008 +removeobject,1336663252 +removeobject,1277657362 +removeobject,1308832733 +removeobject,1342049822 +removeobject,1307255424 diff --git a/scenarios/fragments/garage.py b/scenarios/fragments/garage.py index 8699655..84ca90a 100644 --- a/scenarios/fragments/garage.py +++ b/scenarios/fragments/garage.py @@ -38,9 +38,10 @@ if 'HOST' in env: config = storage_path / "garage.toml" env['GARAGE_CONFIG_FILE'] = str(config) -def deploy_coord(version=None, target=None): +def deploy_coord(): destroy() shared.log("start daemon") + shared.exec(f"{version['path']} --version") daemon() shared.log("discover nodes") connect() @@ -50,7 +51,7 @@ def deploy_coord(version=None, target=None): create_key() shared.log("ready") -def deploy_follow(version=None, target=None): +def deploy_follow(): destroy() shared.log("start daemon") daemon() diff --git a/scenarios/fragments/minio.py b/scenarios/fragments/minio.py index 1bdd882..8b0e970 100644 --- a/scenarios/fragments/minio.py +++ b/scenarios/fragments/minio.py @@ -113,8 +113,12 @@ def sync_on_bucket_up(): def sync_on_bucket_down(): while True: - if not client.bucket_exists("sync"): break - time.sleep(1) + try: + if not client.bucket_exists("sync"): break + time.sleep(1) + except Exception as e: + shared.log("the cluster is probably already half shutdown, so errors are expected ->", e) + break def delete_sync_bucket(): client.remove_bucket("sync") diff --git a/scenarios/garage-s3concurrent b/scenarios/garage-s3concurrent index f2b7128..13b93db 100755 --- a/scenarios/garage-s3concurrent +++ b/scenarios/garage-s3concurrent @@ -7,12 +7,12 @@ for fl in sys.argv[1:]: garage.version = flavor.garage[fl] if shared.id() == 1: - garage.deploy_coord(version=garage.version) + garage.deploy_coord() s3concurrent.on_garage() garage.delete_key() garage.destroy() else: - garage.deploy_follow(version=garage.version) + garage.deploy_follow() garage.sync_on_key_down() garage.destroy() shared.log("bye") diff --git a/scenarios/garage-s3lat b/scenarios/garage-s3lat index b0a8d0d..2f686bf 100755 --- a/scenarios/garage-s3lat +++ b/scenarios/garage-s3lat @@ -7,12 +7,12 @@ for fl in sys.argv[1:]: garage.version = flavor.garage[fl] if shared.id() == 1: - garage.deploy_coord(version=garage.version) + garage.deploy_coord() s3lat.on_garage() garage.delete_key() garage.destroy() else: - garage.deploy_follow(version=garage.version) + garage.deploy_follow() garage.sync_on_key_down() garage.destroy() shared.log("bye") diff --git a/scenarios/garage-warp b/scenarios/garage-warp index 5d338c0..6fd689f 100755 --- a/scenarios/garage-warp +++ b/scenarios/garage-warp @@ -9,12 +9,12 @@ for fl in sys.argv[1:]: warp.bench = flavor.warp[fl] if shared.id() == 1: - garage.deploy_coord(version=garage.version) + garage.deploy_coord() warp.on_garage(params=warp.bench) garage.delete_key() garage.destroy() else: - garage.deploy_follow(version=garage.version) + garage.deploy_follow() garage.sync_on_key_down() garage.destroy() shared.log("bye")