[root@iotest ~]# /usr/bin/fio --filename=/dev/fioa --direct=1 --rw=randwrite --bs=1m --size=5G --numjobs=64 --runtime=300 --group_reporting --name=file1
file1: (g=0): rw=randwrite, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1
...
file1: (g=0): rw=randwrite, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1
Starting 64 processes
Jobs: 33 (f=33): [E___wwww_w_wwwwwwEwEw__wwwww_wwww_w__w_w___ww_Ew_w________ww_w_w] [14.6% done] [0K/156M /s] [0/152 iops] [eta 29m:22s] 
file1: (groupid=0, jobs=64): err= 0: pid=17068
  write: io=48,474MB, bw=161MB/s, iops=161, runt=300461msec
    clat (msec): min=2, max=877, avg=396.33, stdev=15.20
    bw (KB/s) : min= 1250, max=11356, per=1.57%, avg=2600.01, stdev=111.49
  cpu          : usr=0.00%, sys=0.02%, ctx=96571, majf=0, minf=1459
  IO depths    : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued r/w: total=0/48474, short=0/0

     lat (msec): 4=0.01%, 10=0.01%, 20=0.01%, 50=1.24%, 100=0.07%
     lat (msec): 250=7.65%, 500=59.42%, 750=31.17%, 1000=0.42%

Run status group 0 (all jobs):
  WRITE: io=48,474MB, aggrb=161MB/s, minb=165MB/s, maxb=165MB/s, mint=300461msec, maxt=300461msec

Disk stats (read/write):
  fioa: ios=0/387784, merge=0/0, ticks=0/39038715, in_queue=39038928, util=100.00%
[root@iotest ~]#
[root@iotest ~]# echo "Kurze Pause von wenigen Minuten. Im Hintergrund schafft der Controller wieder Platz, vermutlich indem ungueltige Pages geloescht werden."
Kurze Pause von wenigen Minuten. Im Hintergrund schafft der Controller wieder Platz, vermutlich indem ungueltige Pages geloescht werden.
[root@iotest ~]# /usr/bin/fio --filename=/dev/fioa --direct=1 --rw=randwrite --bs=1m --size=5G --numjobs=64 --runtime=300 --group_reporting --name=file1
file1: (g=0): rw=randwrite, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1
...
file1: (g=0): rw=randwrite, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1
Starting 64 processes
Jobs: 64 (f=64): [wwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwww] [100.0% done] [0K/391M /s] [0/381 iops] [eta 00m:00s]
file1: (groupid=0, jobs=64): err= 0: pid=17182
  write: io=114GB, bw=388MB/s, iops=388, runt=300176msec
    clat (msec): min=2, max=504, avg=164.31, stdev= 4.44
    bw (KB/s) : min= 3103, max=11294, per=1.57%, avg=6255.17, stdev=97.95
  cpu          : usr=0.00%, sys=0.06%, ctx=231807, majf=0, minf=2284
  IO depths    : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued r/w: total=0/116503, short=0/0

     lat (msec): 4=0.01%, 10=0.01%, 20=0.01%, 50=1.76%, 100=0.43%
     lat (msec): 250=97.25%, 500=0.55%, 750=0.01%

Run status group 0 (all jobs):
  WRITE: io=114GB, aggrb=388MB/s, minb=397MB/s, maxb=397MB/s, mint=300176msec, maxt=300176msec

Disk stats (read/write):
  fioa: ios=0/931364, merge=0/0, ticks=0/39378520, in_queue=39386708, util=100.00%
[root@iotest ~]# echo "Und eine weitere Pause..."
Und eine weitere Pause...
[root@iotest ~]# /usr/bin/fio --filename=/dev/fioa --direct=1 --rw=randwrite --bs=1m --size=5G --numjobs=64 --runtime=300 --group_reporting --name=file1
file1: (g=0): rw=randwrite, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1
...
file1: (g=0): rw=randwrite, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1
Starting 64 processes
Jobs: 64 (f=64): [wwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwwww] [100.0% done] [0K/332M /s] [0/324 iops] [eta 00m:00s]
file1: (groupid=0, jobs=64): err= 0: pid=7544
  write: io=143GB, bw=488MB/s, iops=487, runt=300131msec
    clat (msec): min=1, max=676, avg=131.24, stdev= 3.16
    bw (KB/s) : min= 1517, max=12263, per=1.57%, avg=7821.55, stdev=75.86
  cpu          : usr=0.00%, sys=0.07%, ctx=291849, majf=0, minf=1459
  IO depths    : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued r/w: total=0/146457, short=0/0

     lat (msec): 2=0.01%, 4=0.01%, 10=0.01%, 20=0.01%, 50=1.99%
     lat (msec): 100=0.02%, 250=97.68%, 500=0.26%, 750=0.04%

Run status group 0 (all jobs):
  WRITE: io=143GB, aggrb=488MB/s, minb=500MB/s, maxb=500MB/s, mint=300131msec, maxt=300131msec

Disk stats (read/write):
  fioa: ios=0/1170998, merge=0/0, ticks=0/39550301, in_queue=39552819, util=100.00%
[root@iotest ~]#