### BLOCK STORAGE 100GB RANDOM WRITES 1
#
fio --randrepeat=1 --ioengine=libaio --direct=1 --gtod_reduce=1 --name=test --filename=test --bs=4k --iodepth=64 --size=512M --readwrite=randwrite --ramp_time=4
test: (g=0): rw=randwrite, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=64
fio-3.12
Starting 1 process
test: Laying out IO file (1 file / 512MiB)
test: No I/O performed by libaio, perhaps try --debug=io option for details?

test: (groupid=0, jobs=1): err= 0: pid=755: Wed Sep  2 00:20:57 2020
  write: IOPS=1384, BW=5540KiB/s (5673kB/s)(488MiB/90201msec); 0 zone resets
   bw (  KiB/s): min=    0, max= 6848, per=100.00%, avg=5547.00, stdev=958.25, samples=180
   iops        : min=    0, max= 1712, avg=1386.74, stdev=239.56, samples=180
  cpu          : usr=0.63%, sys=3.21%, ctx=110316, majf=0, minf=19
  IO depths    : 1=0.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=100.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.1%, >=64=0.0%
     issued rwts: total=0,124859,0,0 short=0,0,0,0 dropped=0,0,0,0
     latency   : target=0, window=0, percentile=100.00%, depth=64

Run status group 0 (all jobs):
  WRITE: bw=5540KiB/s (5673kB/s), 5540KiB/s-5540KiB/s (5673kB/s-5673kB/s), io=488MiB (512MB), run=90201-90201msec

Disk stats (read/write):
  sdb: ios=5958/131043, merge=401/5143, ticks=83978/5980118, in_queue=6083867, util=99.90%

### BLOCK STORAGE 100GB RANDOM WRITES 2
#
fio --randrepeat=1 --ioengine=libaio --direct=1 --gtod_reduce=1 --name=test --filename=test --bs=4k --iodepth=64 --size=512M --readwrite=randwrite --ramp_time=4
test: (g=0): rw=randwrite, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=64
fio-3.12
Starting 1 process
test: No I/O performed by libaio, perhaps try --debug=io option for details?

test: (groupid=0, jobs=1): err= 0: pid=774: Wed Sep  2 00:49:57 2020
  write: IOPS=452, BW=1811KiB/s (1855kB/s)(492MiB/278257msec); 0 zone resets
   bw (  KiB/s): min=    0, max= 4864, per=100.00%, avg=1811.06, stdev=630.51, samples=556
   iops        : min=    0, max= 1216, avg=452.76, stdev=157.64, samples=556
  cpu          : usr=0.26%, sys=1.00%, ctx=120186, majf=0, minf=20
  IO depths    : 1=0.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=100.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.1%, >=64=0.0%
     issued rwts: total=0,125946,0,0 short=0,0,0,0 dropped=0,0,0,0
     latency   : target=0, window=0, percentile=100.00%, depth=64

Run status group 0 (all jobs):
  WRITE: bw=1811KiB/s (1855kB/s), 1811KiB/s-1811KiB/s (1855kB/s-1855kB/s), io=492MiB (516MB), run=278257-278257msec

Disk stats (read/write):
  sdb: ios=23180/130976, merge=8534/260, ticks=1096710/17804961, in_queue=18962999, util=100.00%

### BLOCK STORAGE 100GB RANDOM READS 1
#
fio --randrepeat=1 --ioengine=libaio --direct=1 --gtod_reduce=1 --name=test --filename=test --bs=4k --iodepth=64 --size=512M --readwrite=randread --ramp_time=4
test: (g=0): rw=randread, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=64
fio-3.12
Starting 1 process
test: No I/O performed by libaio, perhaps try --debug=io option for details?

test: (groupid=0, jobs=1): err= 0: pid=759: Wed Sep  2 00:25:26 2020
  read: IOPS=731, BW=2929KiB/s (2999kB/s)(488MiB/170659msec)
   bw (  KiB/s): min=    0, max= 6896, per=100.00%, avg=2929.47, stdev=1681.31, samples=341
   iops        : min=    0, max= 1724, avg=732.34, stdev=420.34, samples=341
  cpu          : usr=0.37%, sys=1.40%, ctx=118308, majf=0, minf=19
  IO depths    : 1=0.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=100.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.1%, >=64=0.0%
     issued rwts: total=124884,0,0,0 short=0,0,0,0 dropped=0,0,0,0
     latency   : target=0, window=0, percentile=100.00%, depth=64

Run status group 0 (all jobs):
   READ: bw=2929KiB/s (2999kB/s), 2929KiB/s-2929KiB/s (2999kB/s-2999kB/s), io=488MiB (512MB), run=170659-170659msec

Disk stats (read/write):
  sdb: ios=131275/3, merge=109/1, ticks=11167688/300, in_queue=11168257, util=99.98%


### BLOCK STORAGE 100GB RANDOM READS 2
#
fio --randrepeat=1 --ioengine=libaio --direct=1 --gtod_reduce=1 --name=test --filename=test --bs=4k --iodepth=64 --size=512M --readwrite=randread --ramp_time=4
test: (g=0): rw=randread, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=64
fio-3.12
Starting 1 process
test: No I/O performed by libaio, perhaps try --debug=io option for details?

test: (groupid=0, jobs=1): err= 0: pid=771: Wed Sep  2 00:42:34 2020
  read: IOPS=1486, BW=5948KiB/s (6090kB/s)(490MiB/84371msec)
   bw (  KiB/s): min=    0, max= 7024, per=100.00%, avg=5951.37, stdev=325.63, samples=168
   iops        : min=    0, max= 1756, avg=1487.83, stdev=81.40, samples=168
  cpu          : usr=0.57%, sys=2.17%, ctx=116792, majf=0, minf=18
  IO depths    : 1=0.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=100.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.1%, >=64=0.0%
     issued rwts: total=125391,0,0,0 short=0,0,0,0 dropped=0,0,0,0
     latency   : target=0, window=0, percentile=100.00%, depth=64

Run status group 0 (all jobs):
   READ: bw=5948KiB/s (6090kB/s), 5948KiB/s-5948KiB/s (6090kB/s-6090kB/s), io=490MiB (514MB), run=84371-84371msec

Disk stats (read/write):
  sdb: ios=131046/0, merge=154/0, ticks=5644924/0, in_queue=5644924, util=99.92%


### LOCAL STORAGE 320GB RANDOM WRITES
#
fio --randrepeat=1 --ioengine=libaio --direct=1 --gtod_reduce=1 --name=test --filename=test --bs=4k --iodepth=64 --size=5120M --readwrite=randwrite --ramp_time=4
test: (g=0): rw=randwrite, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=64
fio-3.12
Starting 1 process
test: No I/O performed by libaio, perhaps try --debug=io option for details?

test: (groupid=0, jobs=1): err= 0: pid=777: Wed Sep  2 00:55:36 2020
  write: IOPS=19.8k, BW=77.2MiB/s (80.9MB/s)(4664MiB/60452msec); 0 zone resets
   bw (  KiB/s): min=    0, max=119144, per=99.57%, avg=78664.86, stdev=10684.09, samples=120
   iops        : min=    0, max=29786, avg=19666.19, stdev=2671.07, samples=120
  cpu          : usr=2.34%, sys=13.11%, ctx=156331, majf=0, minf=18
  IO depths    : 1=0.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=100.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.1%, >=64=0.0%
     issued rwts: total=0,1193983,0,0 short=0,0,0,0 dropped=0,0,0,0
     latency   : target=0, window=0, percentile=100.00%, depth=64

Run status group 0 (all jobs):
  WRITE: bw=77.2MiB/s (80.9MB/s), 77.2MiB/s-77.2MiB/s (80.9MB/s-80.9MB/s), io=4664MiB (4891MB), run=60452-60452msec

### LOCAL STORAGE 320GB RANDOM READS
#
fio --randrepeat=1 --ioengine=libaio --direct=1 --gtod_reduce=1 --name=test --filename=test --bs=4k --iodepth=64 --size=5120M --readwrite=randread --ramp_time=4
test: (g=0): rw=randread, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=64
fio-3.12
Starting 1 process
test: No I/O performed by libaio, perhaps try --debug=io option for details?

test: (groupid=0, jobs=1): err= 0: pid=780: Wed Sep  2 00:56:17 2020
  read: IOPS=65.2k, BW=255MiB/s (267MB/s)(4022MiB/15798msec)
   bw (  KiB/s): min=    0, max=286080, per=100.00%, avg=260856.26, stdev=16475.54, samples=31
   iops        : min=    0, max=71520, avg=65214.00, stdev=4118.85, samples=31
  cpu          : usr=6.37%, sys=46.24%, ctx=45160, majf=0, minf=19
  IO depths    : 1=0.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=100.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.1%, >=64=0.0%
     issued rwts: total=1029597,0,0,0 short=0,0,0,0 dropped=0,0,0,0
     latency   : target=0, window=0, percentile=100.00%, depth=64

Run status group 0 (all jobs):
   READ: bw=255MiB/s (267MB/s), 255MiB/s-255MiB/s (267MB/s-267MB/s), io=4022MiB (4217MB), run=15798-15798msec