Minio s3billion benchmark

artifacts/2022-09-24-s3billion/minio.csv

@@ -0,0 +1,129 @@
+total_objects,batch_dur_nanoseconds
+0,35604165299
+8192,30027091125
+16384,36769805630
+24576,44154399690
+32768,36841962377
+40960,52989512753
+49152,52536807234
+57344,53537348443
+65536,53276055435
+73728,55539526464
+81920,54013225676
+90112,68561851906
+98304,69298493247
+106496,114291303648
+114688,78507905949
+122880,126223986043
+131072,121999273534
+139264,153563457891
+147456,151032625349
+155648,149855834712
+163840,153190455466
+172032,150844647704
+180224,156256328509
+188416,151849908862
+196608,154337246115
+204800,154008292236
+212992,160001140992
+221184,154134240373
+229376,147943023290
+237568,150989793433
+245760,161064597934
+253952,150058583272
+262144,158784561065
+270336,150652453675
+278528,108917197085
+286720,158143657766
+294912,151991188276
+303104,150904775153
+311296,152538005225
+319488,158677889479
+327680,151948293662
+335872,131622851465
+344064,120774952190
+352256,160866374832
+360448,157913387369
+368640,157965094573
+376832,155015634674
+385024,152010190282
+393216,151353578675
+401408,152816629041
+409600,100685222932
+417792,151049307826
+425984,152092080473
+434176,156352511800
+442368,156617304416
+450560,156604667758
+458752,163954135953
+466944,102070359622
+475136,155481160507
+483328,157268905807
+491520,162446380203
+499712,159234723683
+507904,141918580163
+516096,133297515392
+524288,92684666697
+532480,153688292459
+540672,154151441890
+548864,157288990588
+557056,159081065544
+565248,153244088615
+573440,161424543833
+581632,174752406147
+589824,155541074973
+598016,159471780365
+606208,158247043033
+614400,157224045247
+622592,160337074095
+630784,157993307652
+638976,156821062432
+647168,158852305038
+655360,161012982349
+663552,156762111328
+671744,159782719621
+679936,156694048459
+688128,175969992462
+696320,159626684812
+704512,156680995342
+712704,155624836949
+720896,161583816024
+729088,156832016477
+737280,160834148361
+745472,157761321600
+753664,157553638650
+761856,176048273498
+770048,156697917513
+778240,162791069016
+786432,156496526158
+794624,161388816617
+802816,159569344379
+811008,159393281615
+819200,158389581978
+827392,164002225318
+835584,162722200475
+843776,160146392865
+851968,164551137708
+860160,177034374419
+868352,161672813995
+876544,169063897017
+884736,160829838695
+892928,157613804708
+901120,162687585988
+909312,166612325773
+917504,160649709927
+925696,163214320096
+933888,178447566516
+942080,155968188136
+950272,161252816115
+958464,159781104139
+966656,163854372812
+974848,157176626359
+983040,160325050560
+991232,165218492441
+999424,160172384289
+1007616,159316385255
+1015808,178044565059
+1024000,164817520071
+1032192,159428724027
+1040384,159973237521

scenarios/minio-s3billion

@@ -0,0 +1,22 @@
+#!/usr/bin/env python3
+from fragments import minio, s3billion, shared, flavor
+import sys, os
+
+for fl in sys.argv[1:]:
+    if fl in flavor.minio:
+        minio.version = flavor.minio[fl]
+
+#os.environ['BATCH_COUNT'] = "2"
+shared.exec("ulimit -n 65535")
+
+if shared.id() == 1:
+    minio.deploy_coord()
+    s3billion.on_minio()
+    minio.delete_sync_bucket()
+    minio.destroy()
+else:
+    minio.deploy_follow()
+    minio.sync_on_bucket_down()
+    minio.destroy()
+
+shared.log("bye")