wfischer@wfischer-t410-ubuntu:~$ cat fiotester2.sh #!/bin/bash FIO="/usr/local/bin/fio" FN="/dev/sdb" OFFSET="154673176576" # 5GB are 5.368.709.120 Bytes DEVSIZE="160041885696" DEVSIZE10P="16004188569" BSIOPS="4k" BSTHR="1m" $FIO --version hdparm -W0 /dev/sdb hdparm -I /dev/sdb for TESTCASE in "read" "write" do for NJ in 1 4 do echo "#################################################################################" echo "Executing $TESTCASE tests with numjobs=$NJ" for testrun in `seq 1 10` do case $testrun in 1) TESTCMD="$FIO --filename=$FN --direct=1 --rw=$TESTCASE --bs=$BSIOPS --size=$DEVSIZE --runtime=60 --numjobs=$NJ --group_reporting --name=file1";; 2) TESTCMD="$FIO --filename=$FN --direct=1 --rw=$TESTCASE --bs=$BSIOPS --size=$DEVSIZE10P --runtime=60 --numjobs=$NJ --group_reporting --name=file1";; 3) TESTCMD="$FIO --filename=$FN --direct=1 --rw=rand$TESTCASE --bs=$BSIOPS --size=$DEVSIZE --runtime=60 --numjobs=$NJ --group_reporting --name=file1";; 4) TESTCMD="$FIO --filename=$FN --direct=1 --rw=rand$TESTCASE --bs=$BSIOPS --size=$DEVSIZE10P --runtime=60 --numjobs=$NJ --group_reporting --name=file1";; 5) TESTCMD="$FIO --filename=$FN --direct=1 --rw=$TESTCASE --bs=$BSTHR --size=5G --runtime=60 --numjobs=$NJ --group_reporting --name=file1";; 6) TESTCMD="$FIO --filename=$FN --direct=1 --rw=$TESTCASE --bs=$BSTHR --size=5G --runtime=60 --offset=$OFFSET --numjobs=$NJ --group_reporting --name=file1";; 7) TESTCMD="$FIO --filename=$FN --direct=1 --rw=$TESTCASE --bs=$BSTHR --size=$DEVSIZE --runtime=60 --numjobs=$NJ --group_reporting --name=file1";; 8) TESTCMD="$FIO --filename=$FN --direct=1 --rw=rand$TESTCASE --bs=$BSTHR --size=5G --runtime=60 --numjobs=$NJ --group_reporting --name=file1";; 9) TESTCMD="$FIO --filename=$FN --direct=1 --rw=rand$TESTCASE --bs=$BSTHR --size=5G --runtime=60 --offset=$OFFSET --numjobs=$NJ --group_reporting --name=file1";; 10) TESTCMD="$FIO --filename=$FN --direct=1 --rw=rand$TESTCASE --bs=$BSTHR --size=$DEVSIZE --runtime=60 --numjobs=$NJ --group_reporting --name=file1";; esac echo "---------------------------------------------------------------------------------" echo "Executing test $testrun: $TESTCMD" $TESTCMD echo "Sleeping for 30 seconds... ------------------------------------------------------" sleep 30 done done done wfischer@wfischer-t410-ubuntu:~$ sudo /home/wfischer/fiotester2.sh fio 1.41 /dev/sdb: setting drive write-caching to 0 (off) write-caching = 0 (off) /dev/sdb: ATA device, with non-removable media Model Number: INTEL SSDSA2M160G2GC Serial Number: CVPO014602FC160AGN Firmware Revision: 2CV102HD Transport: Serial, ATA8-AST, SATA 1.0a, SATA II Extensions, SATA Rev 2.5, SATA Rev 2.6 Standards: Used: ATA/ATAPI-7 T13 1532D revision 1 Supported: 7 6 5 4 Configuration: Logical max current cylinders 16383 16383 heads 16 16 sectors/track 63 63 -- CHS current addressable sectors: 16514064 LBA user addressable sectors: 268435455 LBA48 user addressable sectors: 312581808 Logical Sector size: 512 bytes Physical Sector size: 512 bytes device size with M = 1024*1024: 152627 MBytes device size with M = 1000*1000: 160041 MBytes (160 GB) cache/buffer size = unknown Nominal Media Rotation Rate: Solid State Device Capabilities: LBA, IORDY(can be disabled) Queue depth: 32 Standby timer values: spec'd by Standard, no device specific minimum R/W multiple sector transfer: Max = 16 Current = 1 DMA: mdma0 mdma1 mdma2 udma0 udma1 udma2 udma3 udma4 udma5 *udma6 Cycle time: min=120ns recommended=120ns PIO: pio0 pio1 pio2 pio3 pio4 Cycle time: no flow control=120ns IORDY flow control=120ns Commands/features: Enabled Supported: * SMART feature set Security Mode feature set * Power Management feature set Write cache * Look-ahead * Host Protected Area feature set * WRITE_BUFFER command * READ_BUFFER command * NOP cmd * DOWNLOAD_MICROCODE SET_MAX security extension * 48-bit Address feature set * Device Configuration Overlay feature set * Mandatory FLUSH_CACHE * FLUSH_CACHE_EXT * SMART error logging * SMART self-test * General Purpose Logging feature set * WRITE_{DMA|MULTIPLE}_FUA_EXT * 64-bit World wide name * IDLE_IMMEDIATE with UNLOAD * WRITE_UNCORRECTABLE_EXT command * {READ,WRITE}_DMA_EXT_GPL commands * Segmented DOWNLOAD_MICROCODE * Gen1 signaling speed (1.5Gb/s) * Gen2 signaling speed (3.0Gb/s) * Native Command Queueing (NCQ) * Phy event counters Device-initiated interface power management * Software settings preservation * Data Set Management determinate TRIM supported Security: Master password revision code = 65534 supported not enabled not locked not frozen not expired: security count supported: enhanced erase 2min for SECURITY ERASE UNIT. 2min for ENHANCED SECURITY ERASE UNIT. Logical Unit WWN Device Identifier: 500151795928e489 NAA : 5 IEEE OUI : 001517 Unique ID : 95928e489 Checksum: correct ################################################################################# Executing read tests with numjobs=1 --------------------------------------------------------------------------------- Executing test 1: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=read --bs=4k --size=160041885696 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=read, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 Starting 1 process Jobs: 1 (f=1): [R] [100.0% done] [39858K/0K /s] [9731/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=3108 read : io=2391MB, bw=40811KB/s, iops=10202, runt= 60001msec clat (usec): min=42, max=2409, avg=93.79, stdev=19.81 bw (KB/s) : min=36792, max=47024, per=100.06%, avg=40833.41, stdev=1213.36 cpu : usr=5.49%, sys=21.65%, ctx=613980, majf=0, minf=31 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=612168/0, short=0/0 lat (usec): 50=0.13%, 100=64.61%, 250=34.98%, 500=0.27%, 750=0.01% lat (usec): 1000=0.01% lat (msec): 2=0.01%, 4=0.01% Run status group 0 (all jobs): READ: io=2391MB, aggrb=40810KB/s, minb=41789KB/s, maxb=41789KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): sdb: ios=611420/0, merge=0/0, ticks=48848/0, in_queue=48620, util=81.04% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 2: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=read --bs=4k --size=16004188569 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=read, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 Starting 1 process Jobs: 1 (f=1): [R] [100.0% done] [39706K/0K /s] [9694/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=3111 read : io=2370MB, bw=40446KB/s, iops=10111, runt= 60001msec clat (usec): min=53, max=2333, avg=94.67, stdev=16.85 bw (KB/s) : min=38288, max=42328, per=100.04%, avg=40460.44, stdev=1174.87 cpu : usr=5.73%, sys=21.73%, ctx=608454, majf=0, minf=32 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=606694/0, short=0/0 lat (usec): 100=64.97%, 250=34.76%, 500=0.27%, 1000=0.01% lat (msec): 4=0.01% Run status group 0 (all jobs): READ: io=2370MB, aggrb=40445KB/s, minb=41416KB/s, maxb=41416KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): sdb: ios=605874/0, merge=0/0, ticks=49844/0, in_queue=49760, util=82.95% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 3: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randread --bs=4k --size=160041885696 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=randread, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 Starting 1 process Jobs: 1 (f=1): [r] [100.0% done] [17522K/0K /s] [4278/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=3114 read : io=1008MB, bw=17200KB/s, iops=4299, runt= 60001msec clat (usec): min=66, max=3414, avg=226.91, stdev=25.27 bw (KB/s) : min=16704, max=18160, per=100.03%, avg=17203.36, stdev=416.11 cpu : usr=2.75%, sys=9.40%, ctx=258846, majf=0, minf=3607 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=257997/0, short=0/0 lat (usec): 100=0.01%, 250=98.45%, 500=1.54%, 750=0.01%, 1000=0.01% lat (msec): 2=0.01%, 4=0.01% Run status group 0 (all jobs): READ: io=1008MB, aggrb=17199KB/s, minb=17612KB/s, maxb=17612KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): sdb: ios=257626/0, merge=0/0, ticks=55916/0, in_queue=55892, util=93.17% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 4: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randread --bs=4k --size=16004188569 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=randread, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 Starting 1 process Jobs: 1 (f=1): [r] [100.0% done] [17137K/0K /s] [4184/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=3121 read : io=988MB, bw=16869KB/s, iops=4217, runt= 60001msec clat (usec): min=154, max=2927, avg=231.27, stdev=22.75 bw (KB/s) : min=16408, max=17824, per=100.03%, avg=16873.61, stdev=292.57 cpu : usr=2.78%, sys=9.18%, ctx=254006, majf=0, minf=388 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=253046/0, short=0/0 lat (usec): 250=98.22%, 500=1.77%, 750=0.01%, 1000=0.01% lat (msec): 2=0.01%, 4=0.01% Run status group 0 (all jobs): READ: io=988MB, aggrb=16869KB/s, minb=17274KB/s, maxb=17274KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): sdb: ios=252696/0, merge=0/0, ticks=55496/0, in_queue=55468, util=92.46% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 5: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=read --bs=1m --size=5G --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=read, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 1 process Jobs: 1 (f=1): [R] [100.0% done] [254M/0K /s] [248/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=3127 read : io=1024MB, bw=253843KB/s, iops=247, runt= 20654msec clat (usec): min=3921, max=5020, avg=4028.52, stdev=61.53 bw (KB/s) : min=253445, max=254473, per=100.09%, avg=254067.78, stdev=294.92 cpu : usr=0.10%, sys=3.80%, ctx=5192, majf=0, minf=284 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=5120/0, short=0/0 lat (msec): 4=14.24%, 10=85.76% Run status group 0 (all jobs): READ: io=5120MB, aggrb=253843KB/s, minb=259935KB/s, maxb=259935KB/s, mint=20654msec, maxt=20654msec Disk stats (read/write): sdb: ios=10116/0, merge=0/0, ticks=30844/0, in_queue=30836, util=98.87% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 6: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=read --bs=1m --size=5G --runtime=60 --offset=154673176576 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=read, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 1 process Jobs: 1 (f=1): [R] [100.0% done] [254M/0K /s] [248/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=3130 read : io=1024MB, bw=254410KB/s, iops=248, runt= 20608msec clat (usec): min=3918, max=5440, avg=4019.31, stdev=56.36 bw (KB/s) : min=253445, max=254980, per=100.11%, avg=254700.80, stdev=325.11 cpu : usr=0.16%, sys=3.92%, ctx=5192, majf=0, minf=285 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=5120/0, short=0/0 lat (msec): 4=29.02%, 10=70.98% Run status group 0 (all jobs): READ: io=5120MB, aggrb=254409KB/s, minb=260515KB/s, maxb=260515KB/s, mint=20608msec, maxt=20608msec Disk stats (read/write): sdb: ios=10138/0, merge=0/0, ticks=30380/0, in_queue=30340, util=98.57% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 7: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=read --bs=1m --size=160041885696 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=read, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 1 process Jobs: 1 (f=1): [R] [100.0% done] [252M/0K /s] [246/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=3133 read : io=2560MB, bw=253393KB/s, iops=247, runt= 60003msec clat (usec): min=3912, max=5983, avg=4035.82, stdev=70.49 bw (KB/s) : min=250900, max=254980, per=100.10%, avg=253643.08, stdev=1048.59 cpu : usr=0.11%, sys=3.83%, ctx=15074, majf=0, minf=287 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=14848/0, short=0/0 lat (msec): 4=19.14%, 10=80.86% Run status group 0 (all jobs): READ: io=14848MB, aggrb=253393KB/s, minb=259474KB/s, maxb=259474KB/s, mint=60003msec, maxt=60003msec Disk stats (read/write): sdb: ios=29659/0, merge=0/0, ticks=89892/0, in_queue=89848, util=98.94% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 8: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randread --bs=1m --size=5G --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=randread, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 1 process Jobs: 1 (f=1): [r] [100.0% done] [236M/0K /s] [230/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=3136 read : io=1024MB, bw=241853KB/s, iops=236, runt= 21678msec clat (usec): min=4036, max=8016, avg=4225.91, stdev=306.62 bw (KB/s) : min=230501, max=245269, per=100.14%, avg=242201.63, stdev=3184.41 cpu : usr=0.18%, sys=4.48%, ctx=5330, majf=0, minf=283 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=5120/0, short=0/0 lat (msec): 10=100.00% Run status group 0 (all jobs): READ: io=5120MB, aggrb=241852KB/s, minb=247657KB/s, maxb=247657KB/s, mint=21678msec, maxt=21678msec Disk stats (read/write): sdb: ios=10228/0, merge=0/0, ticks=32028/0, in_queue=31980, util=96.30% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 9: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randread --bs=1m --size=5G --runtime=60 --offset=154673176576 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=randread, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 1 process Jobs: 1 (f=1): [r] [100.0% done] [234M/0K /s] [229/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=3139 read : io=1024MB, bw=244139KB/s, iops=238, runt= 21475msec clat (usec): min=4028, max=7959, avg=4186.22, stdev=300.75 bw (KB/s) : min=235049, max=247313, per=100.25%, avg=244736.69, stdev=3261.17 cpu : usr=0.19%, sys=4.62%, ctx=5318, majf=0, minf=283 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=5120/0, short=0/0 lat (msec): 10=100.00% Run status group 0 (all jobs): READ: io=5120MB, aggrb=244138KB/s, minb=249998KB/s, maxb=249998KB/s, mint=21475msec, maxt=21475msec Disk stats (read/write): sdb: ios=10209/0, merge=0/0, ticks=32400/0, in_queue=32376, util=97.85% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 10: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randread --bs=1m --size=160041885696 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=randread, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 1 process Jobs: 1 (f=1): [r] [100.0% done] [244M/0K /s] [238/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=3142 read : io=1980MB, bw=243495KB/s, iops=237, runt= 60003msec clat (usec): min=4036, max=7478, avg=4197.86, stdev=94.42 bw (KB/s) : min=241181, max=245841, per=100.09%, avg=243716.26, stdev=964.66 cpu : usr=0.13%, sys=4.95%, ctx=14783, majf=0, minf=298 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=14268/0, short=0/0 lat (msec): 10=100.00% Run status group 0 (all jobs): READ: io=14268MB, aggrb=243495KB/s, minb=249338KB/s, maxb=249338KB/s, mint=60003msec, maxt=60003msec Disk stats (read/write): sdb: ios=28502/0, merge=0/0, ticks=86636/0, in_queue=86440, util=95.12% Sleeping for 30 seconds... ------------------------------------------------------ ################################################################################# Executing read tests with numjobs=4 --------------------------------------------------------------------------------- Executing test 1: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=read --bs=4k --size=160041885696 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=read, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 ... file1: (g=0): rw=read, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 Starting 4 processes Jobs: 4 (f=4): [RRRR] [100.0% done] [38883K/0K /s] [9493/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=3146 read : io=2407MB, bw=41075KB/s, iops=10268, runt= 60002msec clat (usec): min=52, max=487206, avg=368.32, stdev=4666.98 bw (KB/s) : min= 659, max=26400, per=26.38%, avg=10837.37, stdev=889.62 cpu : usr=1.36%, sys=5.62%, ctx=617748, majf=0, minf=131 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=616144/0, short=0/0 lat (usec): 100=72.64%, 250=26.98%, 500=0.27%, 750=0.01%, 1000=0.01% lat (msec): 2=0.01%, 4=0.01%, 10=0.01%, 20=0.01%, 50=0.01% lat (msec): 100=0.01%, 250=0.01%, 500=0.10% Run status group 0 (all jobs): READ: io=2407MB, aggrb=41074KB/s, minb=42060KB/s, maxb=42060KB/s, mint=60002msec, maxt=60002msec Disk stats (read/write): sdb: ios=615443/0, merge=0/0, ticks=217368/0, in_queue=217516, util=99.89% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 2: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=read --bs=4k --size=16004188569 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=read, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 ... file1: (g=0): rw=read, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 Starting 4 processes Jobs: 4 (f=4): [RRRR] [100.0% done] [38170K/0K /s] [9319/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=3156 read : io=2396MB, bw=40886KB/s, iops=10221, runt= 60002msec clat (usec): min=52, max=488200, avg=390.68, stdev=4694.26 bw (KB/s) : min= 747, max=19792, per=25.13%, avg=10274.77, stdev=1300.57 cpu : usr=1.21%, sys=5.57%, ctx=614856, majf=0, minf=135 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=613309/0, short=0/0 lat (usec): 100=67.15%, 250=32.44%, 500=0.30%, 750=0.01%, 1000=0.01% lat (msec): 2=0.01%, 4=0.01%, 10=0.01%, 20=0.01%, 50=0.01% lat (msec): 100=0.01%, 250=0.01%, 500=0.10% Run status group 0 (all jobs): READ: io=2396MB, aggrb=40885KB/s, minb=41867KB/s, maxb=41867KB/s, mint=60002msec, maxt=60002msec Disk stats (read/write): sdb: ios=612639/0, merge=0/0, ticks=217256/0, in_queue=217348, util=99.89% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 3: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randread --bs=4k --size=160041885696 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=randread, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 ... file1: (g=0): rw=randread, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 Starting 4 processes Jobs: 4 (f=4): [rrrr] [100.0% done] [17674K/0K /s] [4315/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=3164 read : io=1030MB, bw=17569KB/s, iops=4392, runt= 60026msec clat (usec): min=87, max=455664, avg=951.45, stdev=6576.46 bw (KB/s) : min= 48, max=11976, per=24.64%, avg=4328.44, stdev=1181.89 cpu : usr=0.57%, sys=2.37%, ctx=264510, majf=0, minf=10649 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=263642/0, short=0/0 lat (usec): 100=0.01%, 250=94.60%, 500=4.95%, 750=0.03%, 1000=0.02% lat (msec): 2=0.04%, 4=0.02%, 10=0.01%, 20=0.01%, 50=0.02% lat (msec): 100=0.03%, 250=0.16%, 500=0.13% Run status group 0 (all jobs): READ: io=1030MB, aggrb=17568KB/s, minb=17990KB/s, maxb=17990KB/s, mint=60026msec, maxt=60026msec Disk stats (read/write): sdb: ios=263446/0, merge=0/0, ticks=232476/0, in_queue=232452, util=99.51% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 4: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randread --bs=4k --size=16004188569 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=randread, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 ... file1: (g=0): rw=randread, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 Starting 4 processes Jobs: 4 (f=4): [rrrr] [100.0% done] [17502K/0K /s] [4273/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=3170 read : io=1073MB, bw=18303KB/s, iops=4575, runt= 60037msec clat (usec): min=146, max=396174, avg=865.78, stdev=6200.48 bw (KB/s) : min= 145, max=11144, per=25.66%, avg=4695.48, stdev=837.44 cpu : usr=0.54%, sys=2.29%, ctx=275673, majf=0, minf=1196 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=274711/0, short=0/0 lat (usec): 250=96.46%, 500=3.13%, 750=0.02%, 1000=0.02% lat (msec): 2=0.03%, 4=0.02%, 10=0.01%, 20=0.01%, 50=0.01% lat (msec): 100=0.01%, 250=0.17%, 500=0.10% Run status group 0 (all jobs): READ: io=1073MB, aggrb=18302KB/s, minb=18742KB/s, maxb=18742KB/s, mint=60037msec, maxt=60037msec Disk stats (read/write): sdb: ios=274194/0, merge=0/0, ticks=232832/0, in_queue=232920, util=99.85% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 5: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=read --bs=1m --size=5G --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=read, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=read, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 4 processes Jobs: 4 (f=4): [RRRR] [100.0% done] [243M/0K /s] [237/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=3176 read : io=1939MB, bw=242739KB/s, iops=237, runt= 60017msec clat (msec): min=3, max=429, avg=16.89, stdev=30.95 bw (KB/s) : min=12720, max=97912, per=27.12%, avg=65822.00, stdev=13981.02 cpu : usr=0.04%, sys=0.99%, ctx=14489, majf=0, minf=1156 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=14227/0, short=0/0 lat (msec): 4=12.90%, 10=82.81%, 20=0.16%, 50=0.02%, 100=0.01% lat (msec): 250=0.11%, 500=3.99% Run status group 0 (all jobs): READ: io=14227MB, aggrb=242738KB/s, minb=248564KB/s, maxb=248564KB/s, mint=60017msec, maxt=60017msec Disk stats (read/write): sdb: ios=28414/0, merge=0/0, ticks=436352/0, in_queue=437420, util=99.88% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 6: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=read --bs=1m --size=5G --runtime=60 --offset=154673176576 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=read, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=read, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 4 processes Jobs: 4 (f=4): [RRRR] [100.0% done] [246M/0K /s] [240/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=3182 read : io=2043MB, bw=244497KB/s, iops=238, runt= 60021msec clat (msec): min=3, max=523, avg=16.76, stdev=30.80 bw (KB/s) : min= 6380, max=99753, per=27.13%, avg=66337.18, stdev=14194.31 cpu : usr=0.04%, sys=0.87%, ctx=14567, majf=0, minf=1154 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=14331/0, short=0/0 lat (msec): 4=20.75%, 10=75.17%, 20=0.01%, 100=0.01%, 250=0.06% lat (msec): 500=3.98%, 750=0.01% Run status group 0 (all jobs): READ: io=14331MB, aggrb=244496KB/s, minb=250364KB/s, maxb=250364KB/s, mint=60021msec, maxt=60021msec Disk stats (read/write): sdb: ios=28619/0, merge=0/0, ticks=433268/0, in_queue=434376, util=99.89% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 7: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=read --bs=1m --size=160041885696 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=read, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=read, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 4 processes Jobs: 4 (f=4): [RRRR] [100.0% done] [242M/0K /s] [236/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=3188 read : io=2028MB, bw=244261KB/s, iops=238, runt= 60016msec clat (msec): min=3, max=328, avg=16.77, stdev=30.71 bw (KB/s) : min=17633, max=99753, per=27.15%, avg=66312.51, stdev=14046.06 cpu : usr=0.04%, sys=1.06%, ctx=14658, majf=0, minf=1147 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=14316/0, short=0/0 lat (msec): 4=25.17%, 10=70.36%, 20=0.34%, 50=0.05%, 250=0.10% lat (msec): 500=3.98% Run status group 0 (all jobs): READ: io=14316MB, aggrb=244261KB/s, minb=250123KB/s, maxb=250123KB/s, mint=60016msec, maxt=60016msec Disk stats (read/write): sdb: ios=28592/0, merge=0/0, ticks=427692/0, in_queue=428352, util=99.88% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 8: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randread --bs=1m --size=5G --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=randread, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=randread, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 4 processes Jobs: 4 (f=4): [rrrr] [100.0% done] [258M/0K /s] [252/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=3194 read : io=2358MB, bw=249896KB/s, iops=244, runt= 60015msec clat (msec): min=4, max=427, avg=16.29, stdev=23.23 bw (KB/s) : min= 7816, max=136942, per=25.84%, avg=64570.93, stdev=8938.06 cpu : usr=0.05%, sys=1.07%, ctx=14935, majf=0, minf=1159 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=14646/0, short=0/0 lat (msec): 10=62.86%, 20=27.71%, 50=6.51%, 100=0.23%, 250=0.76% lat (msec): 500=1.93% Run status group 0 (all jobs): READ: io=14646MB, aggrb=249895KB/s, minb=255893KB/s, maxb=255893KB/s, mint=60015msec, maxt=60015msec Disk stats (read/write): sdb: ios=29246/0, merge=0/0, ticks=416876/0, in_queue=416716, util=99.89% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 9: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randread --bs=1m --size=5G --runtime=60 --offset=154673176576 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=randread, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=randread, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 4 processes Jobs: 4 (f=4): [rrrr] [100.0% done] [259M/0K /s] [253/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=3204 read : io=2608MB, bw=254162KB/s, iops=248, runt= 60015msec clat (msec): min=4, max=457, avg=16.07, stdev=17.71 bw (KB/s) : min= 7185, max=122238, per=25.37%, avg=64487.69, stdev=6534.79 cpu : usr=0.04%, sys=1.01%, ctx=15260, majf=0, minf=1159 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=14896/0, short=0/0 lat (msec): 10=41.70%, 20=47.21%, 50=9.22%, 100=0.17%, 250=0.64% lat (msec): 500=1.05% Run status group 0 (all jobs): READ: io=14896MB, aggrb=254161KB/s, minb=260261KB/s, maxb=260261KB/s, mint=60015msec, maxt=60015msec Disk stats (read/write): sdb: ios=29750/0, merge=0/0, ticks=422736/0, in_queue=422768, util=99.89% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 10: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randread --bs=1m --size=160041885696 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=randread, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=randread, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 4 processes Jobs: 4 (f=4): [rrrr] [100.0% done] [249M/0K /s] [243/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=3210 read : io=2502MB, bw=252361KB/s, iops=246, runt= 60013msec clat (msec): min=3, max=427, avg=16.09, stdev=20.97 bw (KB/s) : min=13491, max=126470, per=25.79%, avg=65072.94, stdev=8464.03 cpu : usr=0.05%, sys=1.04%, ctx=15113, majf=0, minf=1216 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=14790/0, short=0/0 lat (msec): 4=0.01%, 10=53.37%, 20=36.70%, 50=7.52%, 100=0.20% lat (msec): 250=0.62%, 500=1.58% Run status group 0 (all jobs): READ: io=14790MB, aggrb=252361KB/s, minb=258417KB/s, maxb=258417KB/s, mint=60013msec, maxt=60013msec Disk stats (read/write): sdb: ios=29537/0, merge=0/0, ticks=418340/0, in_queue=419116, util=99.88% Sleeping for 30 seconds... ------------------------------------------------------ ################################################################################# Executing write tests with numjobs=1 --------------------------------------------------------------------------------- Executing test 1: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=write --bs=4k --size=160041885696 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=write, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 Starting 1 process Jobs: 1 (f=1): [W] [100.0% done] [0K/3833K /s] [0/936 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=3223 write: io=216616KB, bw=3610KB/s, iops=902, runt= 60001msec clat (usec): min=443, max=17875, avg=1103.34, stdev=614.40 bw (KB/s) : min= 1604, max= 4648, per=100.12%, avg=3614.50, stdev=371.12 cpu : usr=0.57%, sys=2.44%, ctx=54441, majf=0, minf=31 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/54154, short=0/0 lat (usec): 500=1.43%, 750=49.47%, 1000=0.34% lat (msec): 2=48.17%, 4=0.42%, 10=0.16%, 20=0.01% Run status group 0 (all jobs): WRITE: io=216616KB, aggrb=3610KB/s, minb=3696KB/s, maxb=3696KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): sdb: ios=9/54111, merge=0/0, ticks=4/55768, in_queue=55744, util=92.92% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 2: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=write --bs=4k --size=16004188569 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=write, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 Starting 1 process Jobs: 1 (f=1): [W] [100.0% done] [0K/3751K /s] [0/916 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=3241 write: io=218088KB, bw=3635KB/s, iops=908, runt= 60001msec clat (usec): min=445, max=286398, avg=1095.89, stdev=1338.73 bw (KB/s) : min= 1947, max= 4648, per=100.16%, avg=3639.84, stdev=300.67 cpu : usr=0.56%, sys=2.33%, ctx=54818, majf=0, minf=31 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/54522, short=0/0 lat (usec): 500=1.46%, 750=49.65%, 1000=0.31% lat (msec): 2=48.35%, 4=0.21%, 10=0.02%, 20=0.01%, 500=0.01% Run status group 0 (all jobs): WRITE: io=218088KB, aggrb=3634KB/s, minb=3721KB/s, maxb=3721KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): sdb: ios=26/54431, merge=0/0, ticks=4/56292, in_queue=56248, util=93.76% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 3: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randwrite --bs=4k --size=160041885696 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=randwrite, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 Starting 1 process Jobs: 1 (f=1): [w] [100.0% done] [0K/2715K /s] [0/663 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=3258 write: io=134476KB, bw=2241KB/s, iops=560, runt= 60009msec clat (usec): min=434, max=124239, avg=1778.06, stdev=2361.45 bw (KB/s) : min= 795, max= 3752, per=100.40%, avg=2248.97, stdev=908.87 cpu : usr=0.36%, sys=1.43%, ctx=33757, majf=0, minf=3515 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/33619, short=0/0 lat (usec): 500=4.41%, 750=31.46%, 1000=5.18% lat (msec): 2=45.10%, 4=5.62%, 10=7.41%, 20=0.74%, 50=0.06% lat (msec): 100=0.01%, 250=0.01% Run status group 0 (all jobs): WRITE: io=134476KB, aggrb=2240KB/s, minb=2294KB/s, maxb=2294KB/s, mint=60009msec, maxt=60009msec Disk stats (read/write): sdb: ios=13/33598, merge=0/0, ticks=4/55980, in_queue=55968, util=93.29% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 4: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randwrite --bs=4k --size=16004188569 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=randwrite, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 Starting 1 process Jobs: 1 (f=1): [w] [100.0% done] [0K/2449K /s] [0/598 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=3272 write: io=151364KB, bw=2523KB/s, iops=630, runt= 60001msec clat (usec): min=437, max=286674, avg=1579.38, stdev=2954.97 bw (KB/s) : min= 616, max= 3816, per=100.34%, avg=2530.52, stdev=817.06 cpu : usr=0.41%, sys=1.47%, ctx=37978, majf=0, minf=387 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/37841, short=0/0 lat (usec): 500=5.17%, 750=34.01%, 1000=3.40% lat (msec): 2=47.22%, 4=4.18%, 10=5.68%, 20=0.34%, 50=0.01% lat (msec): 250=0.01%, 500=0.01% Run status group 0 (all jobs): WRITE: io=151364KB, aggrb=2522KB/s, minb=2583KB/s, maxb=2583KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): sdb: ios=26/37818, merge=0/0, ticks=8/58048, in_queue=58036, util=96.73% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 5: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=write --bs=1m --size=5G --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=write, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 1 process Jobs: 1 (f=1): [W] [100.0% done] [0K/3145K /s] [0/3 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=3293 write: io=847872KB, bw=14092KB/s, iops=13, runt= 60168msec clat (msec): min=6, max=578, avg=72.66, stdev=126.22 bw (KB/s) : min= 2280, max=96946, per=118.99%, avg=16766.73, stdev=31079.62 cpu : usr=0.00%, sys=0.16%, ctx=848, majf=0, minf=31 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/828, short=0/0 lat (msec): 10=14.13%, 20=66.30%, 50=0.36%, 500=18.96%, 750=0.24% Run status group 0 (all jobs): WRITE: io=847872KB, aggrb=14091KB/s, minb=14429KB/s, maxb=14429KB/s, mint=60168msec, maxt=60168msec Disk stats (read/write): sdb: ios=26/1654, merge=0/0, ticks=8/113500, in_queue=113672, util=99.84% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 6: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=write --bs=1m --size=5G --runtime=60 --offset=154673176576 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=write, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 1 process Jobs: 1 (f=1): [W] [14.2% done] [0K/3145K /s] [0/3 iops] [eta 06m:09s] file1: (groupid=0, jobs=1): err= 0: pid=3313 write: io=743424KB, bw=12346KB/s, iops=12, runt= 60215msec clat (msec): min=8, max=397, avg=82.94, stdev=131.56 bw (KB/s) : min= 2856, max=90352, per=116.47%, avg=14379.52, stdev=28555.96 cpu : usr=0.01%, sys=0.18%, ctx=745, majf=0, minf=31 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/726, short=0/0 lat (msec): 10=3.72%, 20=73.55%, 500=22.73% Run status group 0 (all jobs): WRITE: io=743424KB, aggrb=12346KB/s, minb=12642KB/s, maxb=12642KB/s, mint=60215msec, maxt=60215msec Disk stats (read/write): sdb: ios=26/1450, merge=0/0, ticks=8/114280, in_queue=114872, util=99.87% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 7: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=write --bs=1m --size=160041885696 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=write, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 1 process Jobs: 1 (f=1): [W] [0.9% done] [0K/3145K /s] [0/3 iops] [eta 01h:57m:42s] file1: (groupid=0, jobs=1): err= 0: pid=3331 write: io=1308MB, bw=22236KB/s, iops=21, runt= 60235msec clat (msec): min=7, max=497, avg=46.05, stdev=99.17 bw (KB/s) : min= 2515, max=97523, per=118.30%, avg=26305.30, stdev=39516.68 cpu : usr=0.00%, sys=0.31%, ctx=1339, majf=0, minf=30 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/1308, short=0/0 lat (msec): 10=25.99%, 20=62.84%, 500=11.16% Run status group 0 (all jobs): WRITE: io=1308MB, aggrb=22236KB/s, minb=22769KB/s, maxb=22769KB/s, mint=60235msec, maxt=60235msec Disk stats (read/write): sdb: ios=26/2614, merge=0/0, ticks=4/111520, in_queue=112064, util=99.57% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 8: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randwrite --bs=1m --size=5G --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=randwrite, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 1 process Jobs: 1 (f=1): [w] [100.0% done] [0K/14680K /s] [0/14 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=3348 write: io=1328MB, bw=22640KB/s, iops=22, runt= 60066msec clat (msec): min=6, max=404, avg=45.22, stdev=37.84 bw (KB/s) : min= 5941, max=83968, per=101.30%, avg=22932.92, stdev=13489.56 cpu : usr=0.04%, sys=0.36%, ctx=1378, majf=0, minf=29 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/1328, short=0/0 lat (msec): 10=0.15%, 20=16.34%, 50=64.38%, 100=5.42%, 250=13.55% lat (msec): 500=0.15% Run status group 0 (all jobs): WRITE: io=1328MB, aggrb=22639KB/s, minb=23182KB/s, maxb=23182KB/s, mint=60066msec, maxt=60066msec Disk stats (read/write): sdb: ios=15/2652, merge=0/0, ticks=4/94028, in_queue=94164, util=99.46% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 9: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randwrite --bs=1m --size=5G --runtime=60 --offset=154673176576 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=randwrite, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 1 process Jobs: 1 (f=1): [w] [100.0% done] [0K/8388K /s] [0/8 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=3366 write: io=998400KB, bw=16616KB/s, iops=16, runt= 60088msec clat (msec): min=11, max=329, avg=61.62, stdev=46.54 bw (KB/s) : min= 7728, max=42164, per=102.62%, avg=17050.19, stdev=11284.07 cpu : usr=0.02%, sys=0.19%, ctx=990, majf=0, minf=29 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/975, short=0/0 lat (msec): 20=7.08%, 50=59.79%, 100=1.95%, 250=30.97%, 500=0.21% Run status group 0 (all jobs): WRITE: io=998400KB, aggrb=16615KB/s, minb=17014KB/s, maxb=17014KB/s, mint=60088msec, maxt=60088msec Disk stats (read/write): sdb: ios=24/1946, merge=0/0, ticks=24/101040, in_queue=101252, util=99.83% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 10: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randwrite --bs=1m --size=160041885696 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=randwrite, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 1 process Jobs: 1 (f=1): [w] [100.0% done] [0K/8388K /s] [0/8 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=3383 write: io=839680KB, bw=13989KB/s, iops=13, runt= 60026msec clat (msec): min=12, max=370, avg=73.20, stdev=49.08 bw (KB/s) : min= 4930, max=41836, per=102.57%, avg=14348.16, stdev=10627.05 cpu : usr=0.02%, sys=0.19%, ctx=842, majf=0, minf=37 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/820, short=0/0 lat (msec): 20=4.27%, 50=50.12%, 100=0.85%, 250=44.51%, 500=0.24% Run status group 0 (all jobs): WRITE: io=839680KB, aggrb=13988KB/s, minb=14324KB/s, maxb=14324KB/s, mint=60026msec, maxt=60026msec Disk stats (read/write): sdb: ios=26/1638, merge=0/0, ticks=24/105224, in_queue=105288, util=99.73% Sleeping for 30 seconds... ------------------------------------------------------ ################################################################################# Executing write tests with numjobs=4 --------------------------------------------------------------------------------- Executing test 1: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=write --bs=4k --size=160041885696 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=write, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 ... file1: (g=0): rw=write, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 Starting 4 processes Jobs: 4 (f=4): [WWWW] [100.0% done] [0K/2338K /s] [0/571 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=3399 write: io=82968KB, bw=1383KB/s, iops=345, runt= 60007msec clat (usec): min=453, max=553208, avg=11927.65, stdev=25669.74 bw (KB/s) : min= 18, max= 1450, per=25.40%, avg=350.98, stdev=103.88 cpu : usr=0.05%, sys=0.22%, ctx=20830, majf=0, minf=127 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/20742, short=0/0 lat (usec): 500=0.33%, 750=17.80%, 1000=10.29% lat (msec): 2=33.62%, 4=12.67%, 10=20.91%, 20=1.46%, 50=0.11% lat (msec): 100=0.02%, 250=0.06%, 500=2.72%, 750=0.01% Run status group 0 (all jobs): WRITE: io=82968KB, aggrb=1382KB/s, minb=1415KB/s, maxb=1415KB/s, mint=60007msec, maxt=60007msec Disk stats (read/write): sdb: ios=26/20718, merge=0/0, ticks=24/236212, in_queue=236768, util=99.92% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 2: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=write --bs=4k --size=16004188569 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=write, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 ... file1: (g=0): rw=write, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 Starting 4 processes Jobs: 4 (f=4): [WWWW] [100.0% done] [0K/2355K /s] [0/575 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=3426 write: io=148784KB, bw=2479KB/s, iops=619, runt= 60012msec clat (usec): min=436, max=442624, avg=6358.16, stdev=18818.05 bw (KB/s) : min= 128, max= 1512, per=26.71%, avg=662.26, stdev=143.51 cpu : usr=0.08%, sys=0.52%, ctx=37446, majf=0, minf=129 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/37196, short=0/0 lat (usec): 500=2.20%, 750=34.68%, 1000=3.15% lat (msec): 2=48.02%, 4=4.15%, 10=5.80%, 20=0.36%, 50=0.02% lat (msec): 100=0.02%, 250=0.07%, 500=1.55% Run status group 0 (all jobs): WRITE: io=148784KB, aggrb=2479KB/s, minb=2538KB/s, maxb=2538KB/s, mint=60012msec, maxt=60012msec Disk stats (read/write): sdb: ios=36/37172, merge=0/0, ticks=572/231856, in_queue=232996, util=99.88% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 3: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randwrite --bs=4k --size=160041885696 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=randwrite, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 ... file1: (g=0): rw=randwrite, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 Starting 4 processes Jobs: 4 (f=4): [wwww] [100.0% done] [0K/2600K /s] [0/635 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=3453 write: io=160036KB, bw=2666KB/s, iops=666, runt= 60021msec clat (usec): min=427, max=550252, avg=6361.38, stdev=17449.95 bw (KB/s) : min= 19, max= 1860, per=24.31%, avg=648.15, stdev=151.41 cpu : usr=0.09%, sys=0.48%, ctx=40174, majf=0, minf=6963 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/40009, short=0/0 lat (usec): 500=6.62%, 750=32.98%, 1000=2.88% lat (msec): 2=45.84%, 4=4.09%, 10=5.11%, 20=0.52%, 50=0.16% lat (msec): 100=0.05%, 250=0.76%, 500=0.98%, 750=0.01% Run status group 0 (all jobs): WRITE: io=160036KB, aggrb=2666KB/s, minb=2730KB/s, maxb=2730KB/s, mint=60021msec, maxt=60021msec Disk stats (read/write): sdb: ios=22/39965, merge=0/0, ticks=4/235908, in_queue=236000, util=99.66% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 4: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randwrite --bs=4k --size=16004188569 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=randwrite, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 ... file1: (g=0): rw=randwrite, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 Starting 4 processes Jobs: 4 (f=4): [wwww] [100.0% done] [0K/2748K /s] [0/671 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=3477 write: io=152652KB, bw=2542KB/s, iops=635, runt= 60045msec clat (usec): min=435, max=614635, avg=6241.90, stdev=18251.95 bw (KB/s) : min= 41, max= 1721, per=26.18%, avg=665.53, stdev=167.15 cpu : usr=0.10%, sys=0.40%, ctx=38341, majf=0, minf=1070 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/38163, short=0/0 lat (usec): 500=7.53%, 750=30.68%, 1000=3.30% lat (msec): 2=45.55%, 4=4.59%, 10=5.70%, 20=0.70%, 50=0.13% lat (msec): 100=0.10%, 250=0.64%, 500=1.05%, 750=0.02% Run status group 0 (all jobs): WRITE: io=152652KB, aggrb=2542KB/s, minb=2603KB/s, maxb=2603KB/s, mint=60045msec, maxt=60045msec Disk stats (read/write): sdb: ios=18/38069, merge=0/0, ticks=4/236976, in_queue=237212, util=99.86% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 5: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=write --bs=1m --size=5G --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=write, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=write, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 4 processes Jobs: 4 (f=4): [WWWW] [100.0% done] [0K/92274K /s] [0/88 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=3497 write: io=1318MB, bw=22480KB/s, iops=21, runt= 60038msec clat (msec): min=5, max=2536, avg=178.09, stdev=207.82 bw (KB/s) : min= 403, max=48473, per=42.51%, avg=9556.83, stdev=5660.31 cpu : usr=0.00%, sys=0.08%, ctx=1344, majf=0, minf=123 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/1318, short=0/0 lat (msec): 10=17.60%, 20=55.69%, 50=2.58%, 100=0.99%, 250=2.28% lat (msec): 500=10.93%, 750=1.82%, 1000=0.23%, 2000=7.44%, >=2000=0.46% Run status group 0 (all jobs): WRITE: io=1318MB, aggrb=22479KB/s, minb=23019KB/s, maxb=23019KB/s, mint=60038msec, maxt=60038msec Disk stats (read/write): sdb: ios=14/2614, merge=0/0, ticks=4/446644, in_queue=447736, util=99.89% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 6: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=write --bs=1m --size=5G --runtime=60 --offset=154673176576 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=write, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=write, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 4 processes Jobs: 4 (f=4): [WWWW] [100.0% done] [0K/99614K /s] [0/95 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=3518 write: io=1281MB, bw=21848KB/s, iops=21, runt= 60039msec clat (msec): min=5, max=2369, avg=185.50, stdev=214.18 bw (KB/s) : min= 502, max=54425, per=43.69%, avg=9546.11, stdev=6375.21 cpu : usr=0.00%, sys=0.06%, ctx=1300, majf=0, minf=123 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/1281, short=0/0 lat (msec): 10=18.81%, 20=55.89%, 50=1.01%, 100=1.95%, 250=1.01% lat (msec): 500=10.54%, 750=1.09%, 1000=0.55%, 2000=8.67%, >=2000=0.47% Run status group 0 (all jobs): WRITE: io=1281MB, aggrb=21848KB/s, minb=22372KB/s, maxb=22372KB/s, mint=60039msec, maxt=60039msec Disk stats (read/write): sdb: ios=13/2541, merge=0/0, ticks=4/449608, in_queue=450612, util=99.90% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 7: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=write --bs=1m --size=160041885696 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=write, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=write, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 4 processes Jobs: 4 (f=4): [WWWW] [0.1% done] [0K/4194K /s] [0/4 iops] [eta 12h:39m:37s] file1: (groupid=0, jobs=4): err= 0: pid=3539 write: io=882688KB, bw=14572KB/s, iops=14, runt= 60573msec clat (msec): min=6, max=2277, avg=291.73, stdev=259.59 bw (KB/s) : min= 449, max=38450, per=42.01%, avg=6121.99, stdev=5011.73 cpu : usr=0.00%, sys=0.05%, ctx=883, majf=0, minf=123 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/862, short=0/0 lat (msec): 10=21.00%, 20=45.94%, 50=2.67%, 100=0.35%, 250=1.04% lat (msec): 500=12.88%, 750=0.81%, 1000=0.35%, 2000=14.50%, >=2000=0.46% Run status group 0 (all jobs): WRITE: io=882688KB, aggrb=14572KB/s, minb=14922KB/s, maxb=14922KB/s, mint=60573msec, maxt=60573msec Disk stats (read/write): sdb: ios=1/1719, merge=0/0, ticks=0/446352, in_queue=450520, util=99.88% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 8: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randwrite --bs=1m --size=5G --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=randwrite, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=randwrite, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 4 processes Jobs: 4 (f=4): [wwww] [100.0% done] [0K/15728K /s] [0/15 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=3558 write: io=1592MB, bw=27113KB/s, iops=26, runt= 60127msec clat (msec): min=8, max=816, avg=150.11, stdev=52.32 bw (KB/s) : min= 1270, max=32637, per=26.06%, avg=7065.03, stdev=1901.02 cpu : usr=0.00%, sys=0.06%, ctx=1604, majf=0, minf=131 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/1592, short=0/0 lat (msec): 10=0.06%, 20=3.14%, 50=5.65%, 100=32.73%, 250=41.27% lat (msec): 500=16.21%, 750=0.75%, 1000=0.19% Run status group 0 (all jobs): WRITE: io=1592MB, aggrb=27112KB/s, minb=27763KB/s, maxb=27763KB/s, mint=60127msec, maxt=60127msec Disk stats (read/write): sdb: ios=4/3173, merge=0/0, ticks=0/449080, in_queue=450612, util=99.88% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 9: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randwrite --bs=1m --size=5G --runtime=60 --offset=154673176576 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=randwrite, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=randwrite, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 4 processes Jobs: 1 (f=1): [_w__] [25.4% done] [0K/11534K /s] [0/11 iops] [eta 02m:59s] file1: (groupid=0, jobs=4): err= 0: pid=3583 write: io=1224MB, bw=20829KB/s, iops=20, runt= 60176msec clat (msec): min=12, max=888, avg=192.87, stdev=68.78 bw (KB/s) : min= 1153, max=19467, per=27.11%, avg=5646.02, stdev=1636.68 cpu : usr=0.00%, sys=0.06%, ctx=1235, majf=0, minf=127 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/1224, short=0/0 lat (msec): 20=0.82%, 50=4.90%, 100=23.86%, 250=40.77%, 500=26.80% lat (msec): 750=2.70%, 1000=0.16% Run status group 0 (all jobs): WRITE: io=1224MB, aggrb=20828KB/s, minb=21328KB/s, maxb=21328KB/s, mint=60176msec, maxt=60176msec Disk stats (read/write): sdb: ios=2/2447, merge=0/0, ticks=0/457208, in_queue=457380, util=99.89% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 10: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randwrite --bs=1m --size=160041885696 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=randwrite, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=randwrite, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 4 processes Jobs: 1 (f=1): [w__E] [33.9% done] [0K/11534K /s] [0/11 iops] [eta 01m:59s] file1: (groupid=0, jobs=4): err= 0: pid=3603 write: io=1072MB, bw=18235KB/s, iops=17, runt= 60200msec clat (msec): min=14, max=1030, avg=222.47, stdev=85.92 bw (KB/s) : min= 1307, max=18285, per=27.30%, avg=4978.62, stdev=1674.08 cpu : usr=0.00%, sys=0.04%, ctx=1079, majf=0, minf=164 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/1072, short=0/0 lat (msec): 20=1.12%, 50=7.00%, 100=19.22%, 250=37.59%, 500=26.21% lat (msec): 750=8.02%, 1000=0.75%, 2000=0.09% Run status group 0 (all jobs): WRITE: io=1072MB, aggrb=18234KB/s, minb=18672KB/s, maxb=18672KB/s, mint=60200msec, maxt=60200msec Disk stats (read/write): sdb: ios=23/2142, merge=0/0, ticks=20/456652, in_queue=457380, util=99.91% Sleeping for 30 seconds... ------------------------------------------------------