wfischer@wfischer-t410-ubuntu:~$ cat fiotester2.sh #!/bin/bash FIO="/usr/local/bin/fio" FN="/dev/sdb" OFFSET="154673176576" # 5GB are 5.368.709.120 Bytes DEVSIZE="160041885696" DEVSIZE10P="16004188569" BSIOPS="4k" BSTHR="1m" $FIO --version hdparm -W1 /dev/sdb hdparm -I /dev/sdb for TESTCASE in "read" "write" do for NJ in 1 4 do echo "#################################################################################" echo "Executing $TESTCASE tests with numjobs=$NJ" for testrun in `seq 1 10` do case $testrun in 1) TESTCMD="$FIO --filename=$FN --direct=1 --rw=$TESTCASE --bs=$BSIOPS --size=$DEVSIZE --runtime=60 --numjobs=$NJ --group_reporting --name=file1";; 2) TESTCMD="$FIO --filename=$FN --direct=1 --rw=$TESTCASE --bs=$BSIOPS --size=$DEVSIZE10P --runtime=60 --numjobs=$NJ --group_reporting --name=file1";; 3) TESTCMD="$FIO --filename=$FN --direct=1 --rw=rand$TESTCASE --bs=$BSIOPS --size=$DEVSIZE --runtime=60 --numjobs=$NJ --group_reporting --name=file1";; 4) TESTCMD="$FIO --filename=$FN --direct=1 --rw=rand$TESTCASE --bs=$BSIOPS --size=$DEVSIZE10P --runtime=60 --numjobs=$NJ --group_reporting --name=file1";; 5) TESTCMD="$FIO --filename=$FN --direct=1 --rw=$TESTCASE --bs=$BSTHR --size=5G --runtime=60 --numjobs=$NJ --group_reporting --name=file1";; 6) TESTCMD="$FIO --filename=$FN --direct=1 --rw=$TESTCASE --bs=$BSTHR --size=5G --runtime=60 --offset=$OFFSET --numjobs=$NJ --group_reporting --name=file1";; 7) TESTCMD="$FIO --filename=$FN --direct=1 --rw=$TESTCASE --bs=$BSTHR --size=$DEVSIZE --runtime=60 --numjobs=$NJ --group_reporting --name=file1";; 8) TESTCMD="$FIO --filename=$FN --direct=1 --rw=rand$TESTCASE --bs=$BSTHR --size=5G --runtime=60 --numjobs=$NJ --group_reporting --name=file1";; 9) TESTCMD="$FIO --filename=$FN --direct=1 --rw=rand$TESTCASE --bs=$BSTHR --size=5G --runtime=60 --offset=$OFFSET --numjobs=$NJ --group_reporting --name=file1";; 10) TESTCMD="$FIO --filename=$FN --direct=1 --rw=rand$TESTCASE --bs=$BSTHR --size=$DEVSIZE --runtime=60 --numjobs=$NJ --group_reporting --name=file1";; esac echo "---------------------------------------------------------------------------------" echo "Executing test $testrun: $TESTCMD" $TESTCMD echo "Sleeping for 30 seconds... ------------------------------------------------------" sleep 30 done done done wfischer@wfischer-t410-ubuntu:~$ sudo /home/wfischer/fiotester2.sh fio 1.41 /dev/sdb: setting drive write-caching to 1 (on) write-caching = 1 (on) /dev/sdb: ATA device, with non-removable media Model Number: INTEL SSDSA2M160G2GC Serial Number: CVPO014602FC160AGN Firmware Revision: 2CV102HD Transport: Serial, ATA8-AST, SATA 1.0a, SATA II Extensions, SATA Rev 2.5, SATA Rev 2.6 Standards: Used: ATA/ATAPI-7 T13 1532D revision 1 Supported: 7 6 5 4 Configuration: Logical max current cylinders 16383 16383 heads 16 16 sectors/track 63 63 -- CHS current addressable sectors: 16514064 LBA user addressable sectors: 268435455 LBA48 user addressable sectors: 312581808 Logical Sector size: 512 bytes Physical Sector size: 512 bytes device size with M = 1024*1024: 152627 MBytes device size with M = 1000*1000: 160041 MBytes (160 GB) cache/buffer size = unknown Nominal Media Rotation Rate: Solid State Device Capabilities: LBA, IORDY(can be disabled) Queue depth: 32 Standby timer values: spec'd by Standard, no device specific minimum R/W multiple sector transfer: Max = 16 Current = 1 DMA: mdma0 mdma1 mdma2 udma0 udma1 udma2 udma3 udma4 udma5 *udma6 Cycle time: min=120ns recommended=120ns PIO: pio0 pio1 pio2 pio3 pio4 Cycle time: no flow control=120ns IORDY flow control=120ns Commands/features: Enabled Supported: * SMART feature set Security Mode feature set * Power Management feature set * Write cache * Look-ahead * Host Protected Area feature set * WRITE_BUFFER command * READ_BUFFER command * NOP cmd * DOWNLOAD_MICROCODE SET_MAX security extension * 48-bit Address feature set * Device Configuration Overlay feature set * Mandatory FLUSH_CACHE * FLUSH_CACHE_EXT * SMART error logging * SMART self-test * General Purpose Logging feature set * WRITE_{DMA|MULTIPLE}_FUA_EXT * 64-bit World wide name * IDLE_IMMEDIATE with UNLOAD * WRITE_UNCORRECTABLE_EXT command * {READ,WRITE}_DMA_EXT_GPL commands * Segmented DOWNLOAD_MICROCODE * Gen1 signaling speed (1.5Gb/s) * Gen2 signaling speed (3.0Gb/s) * Native Command Queueing (NCQ) * Phy event counters Device-initiated interface power management * Software settings preservation * Data Set Management determinate TRIM supported Security: Master password revision code = 65534 supported not enabled not locked not frozen not expired: security count supported: enhanced erase 2min for SECURITY ERASE UNIT. 2min for ENHANCED SECURITY ERASE UNIT. Logical Unit WWN Device Identifier: 500151795928e489 NAA : 5 IEEE OUI : 001517 Unique ID : 95928e489 Checksum: correct ################################################################################# Executing read tests with numjobs=1 --------------------------------------------------------------------------------- Executing test 1: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=read --bs=4k --size=160041885696 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=read, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 Starting 1 process Jobs: 1 (f=1): [R] [100.0% done] [40964K/0K /s] [10K/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=3976 read : io=2429MB, bw=41449KB/s, iops=10362, runt= 60001msec clat (usec): min=40, max=2311, avg=92.44, stdev=23.13 bw (KB/s) : min=39072, max=47400, per=100.01%, avg=41454.18, stdev=1845.02 cpu : usr=4.70%, sys=20.05%, ctx=623362, majf=0, minf=32 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=621738/0, short=0/0 lat (usec): 50=0.16%, 100=64.69%, 250=34.88%, 500=0.26%, 750=0.01% lat (usec): 1000=0.01% lat (msec): 2=0.01%, 4=0.01% Run status group 0 (all jobs): READ: io=2429MB, aggrb=41448KB/s, minb=42443KB/s, maxb=42443KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): sdb: ios=620912/0, merge=0/0, ticks=50000/0, in_queue=49628, util=82.72% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 2: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=read --bs=4k --size=16004188569 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=read, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 Starting 1 process Jobs: 1 (f=1): [R] [100.0% done] [40648K/0K /s] [9924/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=3984 read : io=2428MB, bw=41433KB/s, iops=10358, runt= 60000msec clat (usec): min=37, max=3037, avg=92.58, stdev=22.27 bw (KB/s) : min=38056, max=54024, per=100.03%, avg=41444.64, stdev=3070.47 cpu : usr=4.55%, sys=20.06%, ctx=623187, majf=0, minf=31 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=621497/0, short=0/0 lat (usec): 50=0.57%, 100=63.08%, 250=36.09%, 500=0.25%, 750=0.01% lat (usec): 1000=0.01% lat (msec): 2=0.01%, 4=0.01% Run status group 0 (all jobs): READ: io=2428MB, aggrb=41433KB/s, minb=42427KB/s, maxb=42427KB/s, mint=60000msec, maxt=60000msec Disk stats (read/write): sdb: ios=620680/0, merge=0/0, ticks=49588/0, in_queue=49056, util=81.77% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 3: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randread --bs=4k --size=160041885696 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=randread, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 Starting 1 process Jobs: 1 (f=1): [r] [100.0% done] [17244K/0K /s] [4210/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=3988 read : io=1003MB, bw=17114KB/s, iops=4278, runt= 60001msec clat (usec): min=61, max=3873, avg=228.06, stdev=26.66 bw (KB/s) : min=16696, max=18088, per=100.03%, avg=17119.26, stdev=252.44 cpu : usr=2.43%, sys=9.64%, ctx=257707, majf=0, minf=2414 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=256720/0, short=0/0 lat (usec): 100=0.01%, 250=97.08%, 500=2.90%, 750=0.01%, 1000=0.01% lat (msec): 2=0.01%, 4=0.01% Run status group 0 (all jobs): READ: io=1003MB, aggrb=17114KB/s, minb=17525KB/s, maxb=17525KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): sdb: ios=256365/0, merge=0/0, ticks=54964/0, in_queue=54824, util=91.39% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 4: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randread --bs=4k --size=16004188569 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=randread, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 Starting 1 process Jobs: 1 (f=1): [r] [100.0% done] [17346K/0K /s] [4235/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=3993 read : io=990MB, bw=16889KB/s, iops=4222, runt= 60001msec clat (usec): min=150, max=2748, avg=231.05, stdev=26.02 bw (KB/s) : min=16576, max=17552, per=100.04%, avg=16894.92, stdev=146.33 cpu : usr=2.69%, sys=9.30%, ctx=254274, majf=0, minf=268 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=253344/0, short=0/0 lat (usec): 250=96.31%, 500=3.67%, 750=0.01%, 1000=0.01% lat (msec): 2=0.01%, 4=0.01% Run status group 0 (all jobs): READ: io=990MB, aggrb=16889KB/s, minb=17294KB/s, maxb=17294KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): sdb: ios=252980/0, merge=0/0, ticks=55228/0, in_queue=55040, util=91.75% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 5: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=read --bs=1m --size=5G --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=read, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 1 process Jobs: 1 (f=1): [R] [100.0% done] [249M/0K /s] [243/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=3997 read : io=1024MB, bw=250281KB/s, iops=244, runt= 20948msec clat (usec): min=3882, max=5786, avg=4085.51, stdev=81.34 bw (KB/s) : min=248365, max=252437, per=100.11%, avg=250566.24, stdev=1298.33 cpu : usr=0.13%, sys=4.45%, ctx=5216, majf=0, minf=284 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=5120/0, short=0/0 lat (msec): 4=1.62%, 10=98.38% Run status group 0 (all jobs): READ: io=5120MB, aggrb=250280KB/s, minb=256287KB/s, maxb=256287KB/s, mint=20948msec, maxt=20948msec Disk stats (read/write): sdb: ios=10219/0, merge=0/0, ticks=31276/0, in_queue=31268, util=97.50% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 6: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=read --bs=1m --size=5G --runtime=60 --offset=154673176576 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=read, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 1 process Jobs: 1 (f=1): [R] [100.0% done] [252M/0K /s] [246/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=4001 read : io=1024MB, bw=251373KB/s, iops=245, runt= 20857msec clat (usec): min=3941, max=5139, avg=4068.06, stdev=62.95 bw (KB/s) : min=249357, max=252437, per=100.10%, avg=251614.00, stdev=1039.55 cpu : usr=0.10%, sys=4.16%, ctx=5207, majf=0, minf=284 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=5120/0, short=0/0 lat (msec): 4=4.02%, 10=95.98% Run status group 0 (all jobs): READ: io=5120MB, aggrb=251372KB/s, minb=257405KB/s, maxb=257405KB/s, mint=20857msec, maxt=20857msec Disk stats (read/write): sdb: ios=10141/0, merge=0/0, ticks=31248/0, in_queue=31236, util=98.46% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 7: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=read --bs=1m --size=160041885696 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=read, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 1 process Jobs: 1 (f=1): [R] [100.0% done] [252M/0K /s] [246/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=4005 read : io=2458MB, bw=251648KB/s, iops=245, runt= 60004msec clat (usec): min=3858, max=5417, avg=4063.83, stdev=73.27 bw (KB/s) : min=248860, max=253445, per=100.10%, avg=251901.45, stdev=1303.41 cpu : usr=0.18%, sys=4.73%, ctx=15097, majf=0, minf=286 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=14746/0, short=0/0 lat (msec): 4=10.59%, 10=89.41% Run status group 0 (all jobs): READ: io=14746MB, aggrb=251648KB/s, minb=257687KB/s, maxb=257687KB/s, mint=60004msec, maxt=60004msec Disk stats (read/write): sdb: ios=29453/0, merge=0/0, ticks=89296/0, in_queue=89216, util=98.31% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 8: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randread --bs=1m --size=5G --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=randread, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 1 process Jobs: 1 (f=1): [r] [100.0% done] [233M/0K /s] [228/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=4009 read : io=1024MB, bw=238486KB/s, iops=232, runt= 21984msec clat (usec): min=4012, max=8157, avg=4285.72, stdev=317.26 bw (KB/s) : min=231424, max=244294, per=100.22%, avg=239007.30, stdev=2938.00 cpu : usr=0.24%, sys=4.66%, ctx=5304, majf=0, minf=283 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=5120/0, short=0/0 lat (msec): 10=100.00% Run status group 0 (all jobs): READ: io=5120MB, aggrb=238486KB/s, minb=244209KB/s, maxb=244209KB/s, mint=21984msec, maxt=21984msec Disk stats (read/write): sdb: ios=10207/0, merge=0/0, ticks=32408/0, in_queue=32384, util=95.68% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 9: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randread --bs=1m --size=5G --runtime=60 --offset=154673176576 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=randread, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 1 process Jobs: 1 (f=1): [r] [100.0% done] [233M/0K /s] [228/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=4017 read : io=1024MB, bw=241229KB/s, iops=235, runt= 21734msec clat (usec): min=3952, max=7919, avg=4236.68, stdev=311.12 bw (KB/s) : min=229376, max=245269, per=100.16%, avg=241608.47, stdev=4007.60 cpu : usr=0.22%, sys=4.53%, ctx=5310, majf=0, minf=283 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=5120/0, short=0/0 lat (msec): 4=0.02%, 10=99.98% Run status group 0 (all jobs): READ: io=5120MB, aggrb=241229KB/s, minb=247018KB/s, maxb=247018KB/s, mint=21734msec, maxt=21734msec Disk stats (read/write): sdb: ios=10206/0, merge=0/0, ticks=32312/0, in_queue=32264, util=96.47% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 10: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randread --bs=1m --size=160041885696 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=randread, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 1 process Jobs: 1 (f=1): [r] [100.0% done] [243M/0K /s] [237/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=4021 read : io=1867MB, bw=241575KB/s, iops=235, runt= 60001msec clat (usec): min=4006, max=7532, avg=4231.35, stdev=83.12 bw (KB/s) : min=238661, max=245760, per=100.10%, avg=241807.51, stdev=1313.43 cpu : usr=0.26%, sys=4.59%, ctx=14659, majf=0, minf=293 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=14155/0, short=0/0 lat (msec): 10=100.00% Run status group 0 (all jobs): READ: io=14155MB, aggrb=241574KB/s, minb=247372KB/s, maxb=247372KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): sdb: ios=28276/0, merge=0/0, ticks=88568/0, in_queue=88460, util=96.23% Sleeping for 30 seconds... ------------------------------------------------------ ################################################################################# Executing read tests with numjobs=4 --------------------------------------------------------------------------------- Executing test 1: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=read --bs=4k --size=160041885696 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=read, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 ... file1: (g=0): rw=read, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 Starting 4 processes Jobs: 4 (f=4): [RRRR] [100.0% done] [20099K/0K /s] [4907/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=4025 read : io=1143MB, bw=19512KB/s, iops=4877, runt= 60001msec clat (usec): min=249, max=7891, avg=816.00, stdev=35.52 bw (KB/s) : min= 4696, max= 5288, per=25.03%, avg=4883.63, stdev=75.10 cpu : usr=0.60%, sys=1.85%, ctx=293813, majf=0, minf=128 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=292678/0, short=0/0 lat (usec): 250=0.01%, 500=0.22%, 750=15.06%, 1000=83.29% lat (msec): 2=1.40%, 4=0.02%, 10=0.01% Run status group 0 (all jobs): READ: io=1143MB, aggrb=19511KB/s, minb=19979KB/s, maxb=19979KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): sdb: ios=292261/0, merge=0/0, ticks=201884/0, in_queue=201756, util=99.87% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 2: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=read --bs=4k --size=16004188569 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=read, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 ... file1: (g=0): rw=read, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 Starting 4 processes Jobs: 4 (f=4): [RRRR] [100.0% done] [20111K/0K /s] [4910/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=4033 read : io=1145MB, bw=19544KB/s, iops=4886, runt= 60001msec clat (usec): min=186, max=3683, avg=814.76, stdev=35.91 bw (KB/s) : min= 4704, max= 5224, per=25.01%, avg=4888.62, stdev=60.43 cpu : usr=0.63%, sys=1.82%, ctx=294285, majf=0, minf=132 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=293166/0, short=0/0 lat (usec): 250=0.01%, 500=0.35%, 750=13.22%, 1000=85.02% lat (msec): 2=1.39%, 4=0.02% Run status group 0 (all jobs): READ: io=1145MB, aggrb=19544KB/s, minb=20013KB/s, maxb=20013KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): sdb: ios=292757/0, merge=0/0, ticks=207840/0, in_queue=207672, util=99.87% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 3: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randread --bs=4k --size=160041885696 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=randread, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 ... file1: (g=0): rw=randread, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 Starting 4 processes Jobs: 4 (f=4): [rrrr] [100.0% done] [27095K/0K /s] [6615/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=4040 read : io=1524MB, bw=26004KB/s, iops=6500, runt= 60001msec clat (usec): min=173, max=130275, avg=609.35, stdev=170.64 bw (KB/s) : min= 5080, max= 7088, per=25.00%, avg=6500.19, stdev=83.35 cpu : usr=1.05%, sys=2.80%, ctx=398880, majf=0, minf=9660 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=390062/0, short=0/0 lat (usec): 250=6.54%, 500=48.67%, 750=16.27%, 1000=14.52% lat (msec): 2=13.72%, 4=0.27%, 10=0.01%, 250=0.01% Run status group 0 (all jobs): READ: io=1524MB, aggrb=26003KB/s, minb=26627KB/s, maxb=26627KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): sdb: ios=389976/0, merge=0/0, ticks=219200/0, in_queue=218780, util=99.81% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 4: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randread --bs=4k --size=16004188569 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=randread, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 ... file1: (g=0): rw=randread, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 Starting 4 processes Jobs: 4 (f=4): [rrrr] [100.0% done] [27045K/0K /s] [6603/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=4048 read : io=1524MB, bw=26001KB/s, iops=6500, runt= 60001msec clat (usec): min=173, max=8839, avg=611.09, stdev=166.25 bw (KB/s) : min= 5976, max= 7192, per=24.94%, avg=6485.53, stdev=79.36 cpu : usr=0.97%, sys=2.68%, ctx=399405, majf=0, minf=1080 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=390022/0, short=0/0 lat (usec): 250=6.41%, 500=48.72%, 750=16.61%, 1000=14.26% lat (msec): 2=13.72%, 4=0.28%, 10=0.01% Run status group 0 (all jobs): READ: io=1524MB, aggrb=26001KB/s, minb=26625KB/s, maxb=26625KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): sdb: ios=389260/0, merge=0/0, ticks=219248/0, in_queue=218812, util=99.83% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 5: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=read --bs=1m --size=5G --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=read, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=read, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 4 processes Jobs: 4 (f=4): [RRRR] [100.0% done] [247M/0K /s] [241/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=4055 read : io=2035MB, bw=244373KB/s, iops=238, runt= 60018msec clat (msec): min=3, max=415, avg=16.70, stdev=30.73 bw (KB/s) : min=30865, max=100278, per=27.29%, avg=66681.60, stdev=13924.09 cpu : usr=0.02%, sys=0.92%, ctx=14706, majf=0, minf=1152 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=14323/0, short=0/0 lat (msec): 4=27.21%, 10=68.16%, 20=0.48%, 50=0.08%, 100=0.01% lat (msec): 250=0.07%, 500=3.98% Run status group 0 (all jobs): READ: io=14323MB, aggrb=244372KB/s, minb=250237KB/s, maxb=250237KB/s, mint=60018msec, maxt=60018msec Disk stats (read/write): sdb: ios=28600/0, merge=0/0, ticks=435336/0, in_queue=435916, util=99.87% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 6: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=read --bs=1m --size=5G --runtime=60 --offset=154673176576 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=read, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=read, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 4 processes Jobs: 4 (f=4): [RRRR] [100.0% done] [244M/0K /s] [238/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=4067 read : io=2032MB, bw=244325KB/s, iops=238, runt= 60017msec clat (msec): min=3, max=417, avg=16.64, stdev=30.78 bw (KB/s) : min= 4777, max=100352, per=27.29%, avg=66685.52, stdev=13733.90 cpu : usr=0.05%, sys=1.24%, ctx=14699, majf=0, minf=1147 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=14320/0, short=0/0 lat (msec): 4=24.59%, 10=71.30%, 20=0.01%, 100=0.01%, 250=0.12% lat (msec): 500=3.97% Run status group 0 (all jobs): READ: io=14320MB, aggrb=244325KB/s, minb=250189KB/s, maxb=250189KB/s, mint=60017msec, maxt=60017msec Disk stats (read/write): sdb: ios=28597/0, merge=0/0, ticks=438612/0, in_queue=439620, util=99.88% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 7: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=read --bs=1m --size=160041885696 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=read, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=read, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 4 processes Jobs: 4 (f=4): [RRRR] [100.0% done] [245M/0K /s] [239/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=4074 read : io=2009MB, bw=243913KB/s, iops=238, runt= 60022msec clat (msec): min=3, max=418, avg=16.86, stdev=30.96 bw (KB/s) : min= 7501, max=98909, per=27.00%, avg=65852.93, stdev=14184.81 cpu : usr=0.04%, sys=0.89%, ctx=14655, majf=0, minf=1150 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=14297/0, short=0/0 lat (msec): 4=21.45%, 10=74.46%, 20=0.02%, 250=0.08%, 500=4.00% Run status group 0 (all jobs): READ: io=14297MB, aggrb=243912KB/s, minb=249766KB/s, maxb=249766KB/s, mint=60022msec, maxt=60022msec Disk stats (read/write): sdb: ios=28549/0, merge=0/0, ticks=437868/0, in_queue=438476, util=99.89% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 8: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randread --bs=1m --size=5G --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=randread, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=randread, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 4 processes Jobs: 4 (f=4): [rrrr] [100.0% done] [244M/0K /s] [238/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=4081 read : io=2492MB, bw=252165KB/s, iops=246, runt= 60019msec clat (msec): min=3, max=481, avg=16.24, stdev=20.33 bw (KB/s) : min=15688, max=126976, per=25.66%, avg=64699.49, stdev=7496.51 cpu : usr=0.03%, sys=1.06%, ctx=15224, majf=0, minf=1151 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=14780/0, short=0/0 lat (msec): 4=0.09%, 10=50.16%, 20=39.03%, 50=8.48%, 100=0.20% lat (msec): 250=0.55%, 500=1.50% Run status group 0 (all jobs): READ: io=14780MB, aggrb=252165KB/s, minb=258217KB/s, maxb=258217KB/s, mint=60019msec, maxt=60019msec Disk stats (read/write): sdb: ios=29517/0, merge=0/0, ticks=424592/0, in_queue=425616, util=99.89% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 9: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randread --bs=1m --size=5G --runtime=60 --offset=154673176576 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=randread, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=randread, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 4 processes Jobs: 4 (f=4): [rrrr] [100.0% done] [257M/0K /s] [251/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=4088 read : io=2371MB, bw=250118KB/s, iops=244, runt= 60015msec clat (msec): min=3, max=452, avg=16.17, stdev=24.69 bw (KB/s) : min= 8298, max=126470, per=26.07%, avg=65193.92, stdev=9508.57 cpu : usr=0.05%, sys=1.15%, ctx=15077, majf=0, minf=1159 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=14659/0, short=0/0 lat (msec): 4=0.01%, 10=69.82%, 20=22.09%, 50=4.78%, 100=0.38% lat (msec): 250=0.72%, 500=2.20% Run status group 0 (all jobs): READ: io=14659MB, aggrb=250117KB/s, minb=256120KB/s, maxb=256120KB/s, mint=60015msec, maxt=60015msec Disk stats (read/write): sdb: ios=29272/0, merge=0/0, ticks=413900/0, in_queue=413776, util=99.85% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 10: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randread --bs=1m --size=160041885696 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=randread, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=randread, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 4 processes Jobs: 4 (f=4): [rrrr] [100.0% done] [252M/0K /s] [246/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=4096 read : io=2260MB, bw=248232KB/s, iops=242, runt= 60013msec clat (msec): min=4, max=417, avg=17.07, stdev=26.75 bw (KB/s) : min= 8714, max=133120, per=24.98%, avg=62000.08, stdev=9656.88 cpu : usr=0.03%, sys=1.13%, ctx=14836, majf=0, minf=1189 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=14548/0, short=0/0 lat (msec): 10=79.19%, 20=13.64%, 50=3.35%, 100=0.30%, 250=0.99% lat (msec): 500=2.52% Run status group 0 (all jobs): READ: io=14548MB, aggrb=248232KB/s, minb=254189KB/s, maxb=254189KB/s, mint=60013msec, maxt=60013msec Disk stats (read/write): sdb: ios=29053/0, merge=0/0, ticks=409720/0, in_queue=409576, util=99.89% Sleeping for 30 seconds... ------------------------------------------------------ ################################################################################# Executing write tests with numjobs=1 --------------------------------------------------------------------------------- Executing test 1: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=write --bs=4k --size=160041885696 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=write, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 Starting 1 process Jobs: 1 (f=1): [W] [100.0% done] [0K/43909K /s] [0/11K iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=4111 write: io=978736KB, bw=16312KB/s, iops=4078, runt= 60000msec clat (usec): min=43, max=449622, avg=241.17, stdev=6635.06 bw (KB/s) : min= 19, max=44936, per=111.63%, avg=18209.90, stdev=19981.99 cpu : usr=2.27%, sys=9.59%, ctx=245653, majf=0, minf=30 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/244684, short=0/0 lat (usec): 50=0.04%, 100=42.99%, 250=56.58%, 500=0.22%, 750=0.05% lat (usec): 1000=0.01% lat (msec): 2=0.05%, 4=0.01%, 10=0.01%, 20=0.01%, 50=0.01% lat (msec): 500=0.05% Run status group 0 (all jobs): WRITE: io=978736KB, aggrb=16312KB/s, minb=16703KB/s, maxb=16703KB/s, mint=60000msec, maxt=60000msec Disk stats (read/write): sdb: ios=1/243940, merge=0/0, ticks=0/54436, in_queue=54308, util=90.53% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 2: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=write --bs=4k --size=16004188569 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=write, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 Starting 1 process Jobs: 1 (f=1): [W] [100.0% done] [0K/36K /s] [0/9 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=4130 write: io=1441MB, bw=24561KB/s, iops=6140, runt= 60070msec clat (usec): min=43, max=398511, avg=158.62, stdev=4212.66 bw (KB/s) : min= 11, max=44032, per=107.23%, avg=26335.25, stdev=17828.40 cpu : usr=3.57%, sys=14.81%, ctx=370121, majf=0, minf=30 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/368839, short=0/0 lat (usec): 50=0.04%, 100=25.30%, 250=74.39%, 500=0.23%, 750=0.01% lat (usec): 1000=0.01% lat (msec): 2=0.01%, 4=0.01%, 10=0.01%, 20=0.01%, 500=0.02% Run status group 0 (all jobs): WRITE: io=1441MB, aggrb=24560KB/s, minb=25150KB/s, maxb=25150KB/s, mint=60070msec, maxt=60070msec Disk stats (read/write): sdb: ios=26/368838, merge=0/0, ticks=20/52880, in_queue=52852, util=88.10% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 3: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randwrite --bs=4k --size=160041885696 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=randwrite, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 Starting 1 process Jobs: 1 (f=1): [w] [100.0% done] [0K/4648K /s] [0/1135 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=4152 write: io=345908KB, bw=5765KB/s, iops=1441, runt= 60001msec clat (usec): min=52, max=282318, avg=687.95, stdev=2364.79 bw (KB/s) : min= 1059, max=26048, per=100.26%, avg=5779.72, stdev=3477.04 cpu : usr=0.89%, sys=3.49%, ctx=86875, majf=0, minf=2405 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/86477, short=0/0 lat (usec): 100=26.64%, 250=46.29%, 500=3.82%, 750=5.82%, 1000=0.62% lat (msec): 2=10.66%, 4=1.62%, 10=4.37%, 20=0.16%, 50=0.01% lat (msec): 250=0.01%, 500=0.01% Run status group 0 (all jobs): WRITE: io=345908KB, aggrb=5765KB/s, minb=5903KB/s, maxb=5903KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): sdb: ios=12/86443, merge=0/0, ticks=4/56644, in_queue=56624, util=94.38% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 4: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randwrite --bs=4k --size=16004188569 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=randwrite, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 Starting 1 process Jobs: 1 (f=1): [w] [100.0% done] [0K/5492K /s] [0/1341 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=4170 write: io=315840KB, bw=5264KB/s, iops=1315, runt= 60001msec clat (usec): min=53, max=282279, avg=754.14, stdev=1916.55 bw (KB/s) : min= 2229, max= 9876, per=100.34%, avg=5280.81, stdev=1245.41 cpu : usr=0.90%, sys=3.06%, ctx=79322, majf=0, minf=267 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/78960, short=0/0 lat (usec): 100=20.02%, 250=48.60%, 500=3.81%, 750=6.75%, 1000=1.04% lat (msec): 2=11.95%, 4=2.96%, 10=4.73%, 20=0.14%, 50=0.01% lat (msec): 100=0.01%, 500=0.01% Run status group 0 (all jobs): WRITE: io=315840KB, aggrb=5263KB/s, minb=5390KB/s, maxb=5390KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): sdb: ios=7/78925, merge=0/0, ticks=4/56500, in_queue=56460, util=94.11% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 5: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=write --bs=1m --size=5G --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=write, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 1 process Jobs: 1 (f=1): [W] [40.7% done] [0K/3145K /s] [0/3 iops] [eta 01m:29s] file1: (groupid=0, jobs=1): err= 0: pid=4189 write: io=2074MB, bw=35223KB/s, iops=34, runt= 60295msec clat (msec): min=5, max=493, avg=29.07, stdev=74.45 bw (KB/s) : min= 2528, max=107256, per=114.81%, avg=40437.91, stdev=47817.34 cpu : usr=0.03%, sys=0.44%, ctx=2134, majf=0, minf=30 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/2074, short=0/0 lat (msec): 10=50.96%, 20=42.62%, 50=0.24%, 500=6.17% Run status group 0 (all jobs): WRITE: io=2074MB, aggrb=35223KB/s, minb=36068KB/s, maxb=36068KB/s, mint=60295msec, maxt=60295msec Disk stats (read/write): sdb: ios=10/4146, merge=0/0, ticks=4/108436, in_queue=108824, util=99.56% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 6: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=write --bs=1m --size=5G --runtime=60 --offset=154673176576 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=write, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 1 process Jobs: 1 (f=1): [W] [100.0% done] [0K/3145K /s] [0/3 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=4208 write: io=1159MB, bw=19761KB/s, iops=19, runt= 60059msec clat (msec): min=6, max=567, avg=51.81, stdev=106.60 bw (KB/s) : min= 1851, max=107256, per=115.89%, avg=22899.78, stdev=39559.02 cpu : usr=0.01%, sys=0.25%, ctx=1185, majf=0, minf=30 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/1159, short=0/0 lat (msec): 10=49.44%, 20=37.01%, 500=13.37%, 750=0.17% Run status group 0 (all jobs): WRITE: io=1159MB, aggrb=19760KB/s, minb=20235KB/s, maxb=20235KB/s, mint=60059msec, maxt=60059msec Disk stats (read/write): sdb: ios=11/2316, merge=0/0, ticks=0/112732, in_queue=113088, util=99.81% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 7: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=write --bs=1m --size=160041885696 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=write, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 1 process Jobs: 1 (f=1): [W] [100.0% done] [0K/102M /s] [0/100 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=4226 write: io=1824MB, bw=31126KB/s, iops=30, runt= 60006msec clat (msec): min=4, max=403, avg=32.89, stdev=80.82 bw (KB/s) : min= 2840, max=104031, per=115.09%, avg=35822.71, stdev=46410.06 cpu : usr=0.00%, sys=0.43%, ctx=1878, majf=0, minf=30 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/1824, short=0/0 lat (msec): 10=44.46%, 20=48.14%, 500=7.40% Run status group 0 (all jobs): WRITE: io=1824MB, aggrb=31126KB/s, minb=31873KB/s, maxb=31873KB/s, mint=60006msec, maxt=60006msec Disk stats (read/write): sdb: ios=25/3631, merge=0/0, ticks=16/110124, in_queue=110148, util=99.48% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 8: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randwrite --bs=1m --size=5G --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=randwrite, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 1 process Jobs: 1 (f=1): [w] [100.0% done] [0K/13631K /s] [0/13 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=4245 write: io=1348MB, bw=22983KB/s, iops=22, runt= 60060msec clat (msec): min=6, max=366, avg=44.55, stdev=40.82 bw (KB/s) : min= 8298, max=91820, per=101.89%, avg=23416.31, stdev=19227.67 cpu : usr=0.02%, sys=0.28%, ctx=1379, majf=0, minf=29 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/1348, short=0/0 lat (msec): 10=3.71%, 20=37.61%, 50=33.90%, 100=7.94%, 250=16.69% lat (msec): 500=0.15% Run status group 0 (all jobs): WRITE: io=1348MB, aggrb=22982KB/s, minb=23534KB/s, maxb=23534KB/s, mint=60060msec, maxt=60060msec Disk stats (read/write): sdb: ios=13/2693, merge=0/0, ticks=4/99536, in_queue=99648, util=99.58% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 9: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randwrite --bs=1m --size=5G --runtime=60 --offset=154673176576 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=randwrite, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 1 process Jobs: 1 (f=1): [w] [100.0% done] [0K/10485K /s] [0/10 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=4268 write: io=1109MB, bw=18892KB/s, iops=18, runt= 60112msec clat (msec): min=6, max=327, avg=54.20, stdev=44.78 bw (KB/s) : min= 7846, max=73580, per=102.20%, avg=19306.18, stdev=15130.42 cpu : usr=0.01%, sys=0.28%, ctx=1140, majf=0, minf=29 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/1109, short=0/0 lat (msec): 10=1.62%, 20=27.14%, 50=40.49%, 100=3.97%, 250=26.60% lat (msec): 500=0.18% Run status group 0 (all jobs): WRITE: io=1109MB, aggrb=18891KB/s, minb=19345KB/s, maxb=19345KB/s, mint=60112msec, maxt=60112msec Disk stats (read/write): sdb: ios=25/2214, merge=0/0, ticks=16/101176, in_queue=101272, util=99.86% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 10: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randwrite --bs=1m --size=160041885696 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=randwrite, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 1 process Jobs: 1 (f=1): [w] [100.0% done] [0K/8388K /s] [0/8 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=4286 write: io=993280KB, bw=16544KB/s, iops=16, runt= 60037msec clat (msec): min=7, max=321, avg=61.89, stdev=46.39 bw (KB/s) : min= 8062, max=62000, per=102.96%, avg=17033.10, stdev=14133.14 cpu : usr=0.03%, sys=0.25%, ctx=995, majf=0, minf=37 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/970, short=0/0 lat (msec): 10=0.82%, 20=24.23%, 50=36.70%, 100=0.31%, 250=37.84% lat (msec): 500=0.10% Run status group 0 (all jobs): WRITE: io=993280KB, aggrb=16544KB/s, minb=16941KB/s, maxb=16941KB/s, mint=60037msec, maxt=60037msec Disk stats (read/write): sdb: ios=26/1938, merge=0/0, ticks=24/104112, in_queue=104156, util=99.89% Sleeping for 30 seconds... ------------------------------------------------------ ################################################################################# Executing write tests with numjobs=4 --------------------------------------------------------------------------------- Executing test 1: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=write --bs=4k --size=160041885696 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=write, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 ... file1: (g=0): rw=write, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 Starting 4 processes Jobs: 2 (f=2): [WW_E] [50.8% done] [0K/28K /s] [0/7 iops] [eta 00m:59s] file1: (groupid=0, jobs=4): err= 0: pid=4304 write: io=576704KB, bw=9537KB/s, iops=2384, runt= 60473msec clat (usec): min=77, max=996443, avg=1666.92, stdev=9175.95 bw (KB/s) : min= 4, max=17480, per=27.36%, avg=2608.82, stdev=2812.11 cpu : usr=0.27%, sys=0.94%, ctx=145149, majf=0, minf=123 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/144176, short=0/0 lat (usec): 100=0.05%, 250=73.77%, 500=14.62%, 750=0.06%, 1000=0.10% lat (msec): 2=1.07%, 4=1.14%, 10=5.06%, 20=3.99%, 50=0.05% lat (msec): 100=0.01%, 500=0.02%, 750=0.07%, 1000=0.01% Run status group 0 (all jobs): WRITE: io=576704KB, aggrb=9536KB/s, minb=9765KB/s, maxb=9765KB/s, mint=60473msec, maxt=60473msec Disk stats (read/write): sdb: ios=26/144174, merge=0/0, ticks=28/233184, in_queue=234256, util=99.93% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 2: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=write --bs=4k --size=16004188569 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=write, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 ... file1: (g=0): rw=write, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 Starting 4 processes Jobs: 4 (f=4): [WWWW] [1.2% done] [0K/28K /s] [0/7 iops] [eta 01h:20m:54s] file1: (groupid=0, jobs=4): err= 0: pid=4328 write: io=810368KB, bw=13385KB/s, iops=3346, runt= 60544msec clat (usec): min=57, max=929943, avg=1165.77, stdev=6371.11 bw (KB/s) : min= 4, max=18096, per=26.50%, avg=3547.34, stdev=2738.08 cpu : usr=0.40%, sys=1.86%, ctx=218057, majf=0, minf=124 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/202592, short=0/0 lat (usec): 100=0.45%, 250=59.92%, 500=30.19%, 750=0.18%, 1000=0.11% lat (msec): 2=0.86%, 4=1.01%, 10=4.24%, 20=2.98%, 50=0.01% lat (msec): 500=0.01%, 750=0.03%, 1000=0.01% Run status group 0 (all jobs): WRITE: io=810368KB, aggrb=13384KB/s, minb=13706KB/s, maxb=13706KB/s, mint=60544msec, maxt=60544msec Disk stats (read/write): sdb: ios=31/202589, merge=0/0, ticks=20/228908, in_queue=230432, util=99.88% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 3: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randwrite --bs=4k --size=160041885696 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=randwrite, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 ... file1: (g=0): rw=randwrite, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 Starting 4 processes Jobs: 4 (f=4): [wwww] [100.0% done] [0K/5906K /s] [0/1442 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=4356 write: io=440520KB, bw=7340KB/s, iops=1835, runt= 60014msec clat (usec): min=51, max=301016, avg=2171.85, stdev=1945.15 bw (KB/s) : min= 387, max=12880, per=25.07%, avg=1840.43, stdev=793.00 cpu : usr=0.34%, sys=1.09%, ctx=114813, majf=0, minf=8444 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/110130, short=0/0 lat (usec): 100=6.77%, 250=34.50%, 500=13.95%, 750=5.09%, 1000=2.17% lat (msec): 2=10.25%, 4=8.42%, 10=13.92%, 20=4.74%, 50=0.18% lat (msec): 250=0.01%, 500=0.01% Run status group 0 (all jobs): WRITE: io=440520KB, aggrb=7340KB/s, minb=7516KB/s, maxb=7516KB/s, mint=60014msec, maxt=60014msec Disk stats (read/write): sdb: ios=8/110105, merge=0/0, ticks=0/230084, in_queue=229984, util=99.80% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 4: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randwrite --bs=4k --size=16004188569 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=randwrite, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 ... file1: (g=0): rw=randwrite, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 Starting 4 processes Jobs: 4 (f=4): [wwww] [100.0% done] [0K/5935K /s] [0/1449 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=4377 write: io=334996KB, bw=5582KB/s, iops=1395, runt= 60010msec clat (usec): min=46, max=300516, avg=2837.89, stdev=2158.17 bw (KB/s) : min= 356, max= 2632, per=25.31%, avg=1412.86, stdev=183.14 cpu : usr=0.23%, sys=0.80%, ctx=87620, majf=0, minf=1075 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/83749, short=0/0 lat (usec): 50=0.07%, 100=4.82%, 250=25.60%, 500=11.46%, 750=5.46% lat (usec): 1000=2.59% lat (msec): 2=12.77%, 4=11.64%, 10=18.89%, 20=6.43%, 50=0.28% lat (msec): 500=0.01% Run status group 0 (all jobs): WRITE: io=334996KB, aggrb=5582KB/s, minb=5716KB/s, maxb=5716KB/s, mint=60010msec, maxt=60010msec Disk stats (read/write): sdb: ios=26/83645, merge=0/0, ticks=0/231304, in_queue=231172, util=99.84% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 5: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=write --bs=1m --size=5G --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=write, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=write, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 4 processes Jobs: 4 (f=4): [WWWW] [100.0% done] [0K/4194K /s] [0/4 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=4399 write: io=1135MB, bw=19358KB/s, iops=18, runt= 60039msec clat (msec): min=5, max=2454, avg=214.43, stdev=240.34 bw (KB/s) : min= 458, max=42922, per=44.17%, avg=8551.36, stdev=5809.30 cpu : usr=0.00%, sys=0.06%, ctx=1156, majf=0, minf=124 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/1135, short=0/0 lat (msec): 10=38.94%, 20=28.02%, 50=5.73%, 100=4.58%, 250=0.35% lat (msec): 500=11.63%, 750=1.94%, 1000=0.44%, 2000=6.08%, >=2000=2.29% Run status group 0 (all jobs): WRITE: io=1135MB, aggrb=19358KB/s, minb=19822KB/s, maxb=19822KB/s, mint=60039msec, maxt=60039msec Disk stats (read/write): sdb: ios=49/2252, merge=0/0, ticks=724/446152, in_queue=454148, util=99.88% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 6: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=write --bs=1m --size=5G --runtime=60 --offset=154673176576 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=write, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=write, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 4 processes Jobs: 4 (f=4): [WWWW] [6.5% done] [0K/3145K /s] [0/3 iops] [eta 14m:34s] file1: (groupid=0, jobs=4): err= 0: pid=4434 write: io=1446MB, bw=24455KB/s, iops=23, runt= 60549msec clat (msec): min=6, max=2547, avg=159.58, stdev=220.12 bw (KB/s) : min= 402, max=40960, per=51.28%, avg=12540.83, stdev=7162.65 cpu : usr=0.00%, sys=0.08%, ctx=1460, majf=0, minf=123 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/1446, short=0/0 lat (msec): 10=44.61%, 20=33.06%, 50=2.63%, 100=0.07%, 250=1.04% lat (msec): 500=10.58%, 750=1.52%, 1000=0.14%, 2000=4.50%, >=2000=1.87% Run status group 0 (all jobs): WRITE: io=1446MB, aggrb=24454KB/s, minb=25041KB/s, maxb=25041KB/s, mint=60549msec, maxt=60549msec Disk stats (read/write): sdb: ios=1/2887, merge=0/0, ticks=0/459704, in_queue=464940, util=99.88% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 7: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=write --bs=1m --size=160041885696 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=write, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=write, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 4 processes Jobs: 4 (f=4): [WWWW] [100.0% done] [0K/100M /s] [0/98 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=4454 write: io=1777MB, bw=30309KB/s, iops=29, runt= 60036msec clat (msec): min=4, max=2453, avg=135.60, stdev=191.97 bw (KB/s) : min= 463, max=41564, per=43.86%, avg=13292.59, stdev=6742.13 cpu : usr=0.00%, sys=0.11%, ctx=1807, majf=0, minf=123 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/1777, short=0/0 lat (msec): 10=40.86%, 20=38.60%, 50=2.87%, 100=0.28%, 250=1.35% lat (msec): 500=9.79%, 750=1.29%, 1000=0.45%, 2000=3.10%, >=2000=1.41% Run status group 0 (all jobs): WRITE: io=1777MB, aggrb=30309KB/s, minb=31036KB/s, maxb=31036KB/s, mint=60036msec, maxt=60036msec Disk stats (read/write): sdb: ios=11/3531, merge=0/0, ticks=0/457000, in_queue=458200, util=99.89% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 8: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randwrite --bs=1m --size=5G --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=randwrite, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=randwrite, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 4 processes Jobs: 3 (f=3): [ww_w] [50.8% done] [0K/10485K /s] [0/10 iops] [eta 00m:59s] file1: (groupid=0, jobs=4): err= 0: pid=4477 write: io=1414MB, bw=24048KB/s, iops=23, runt= 60209msec clat (msec): min=6, max=846, avg=171.94, stdev=75.60 bw (KB/s) : min= 1416, max=31365, per=26.75%, avg=6433.39, stdev=2526.46 cpu : usr=0.00%, sys=0.05%, ctx=1416, majf=0, minf=127 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/1414, short=0/0 lat (msec): 10=1.13%, 20=4.10%, 50=15.06%, 100=23.55%, 250=31.19% lat (msec): 500=22.07%, 750=2.33%, 1000=0.57% Run status group 0 (all jobs): WRITE: io=1414MB, aggrb=24048KB/s, minb=24625KB/s, maxb=24625KB/s, mint=60209msec, maxt=60209msec Disk stats (read/write): sdb: ios=1/2822, merge=0/0, ticks=0/455032, in_queue=457020, util=99.89% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 9: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randwrite --bs=1m --size=5G --runtime=60 --offset=154673176576 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=randwrite, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=randwrite, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 4 processes Jobs: 2 (f=2): [w__w] [33.9% done] [0K/12582K /s] [0/12 iops] [eta 01m:59s] file1: (groupid=0, jobs=4): err= 0: pid=4496 write: io=1283MB, bw=21829KB/s, iops=21, runt= 60186msec clat (msec): min=13, max=860, avg=187.62, stdev=73.10 bw (KB/s) : min= 1662, max=23767, per=26.68%, avg=5824.12, stdev=2439.49 cpu : usr=0.00%, sys=0.06%, ctx=1292, majf=0, minf=127 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/1283, short=0/0 lat (msec): 20=0.70%, 50=15.35%, 100=25.02%, 250=26.89%, 500=30.16% lat (msec): 750=1.79%, 1000=0.08% Run status group 0 (all jobs): WRITE: io=1283MB, aggrb=21828KB/s, minb=22352KB/s, maxb=22352KB/s, mint=60186msec, maxt=60186msec Disk stats (read/write): sdb: ios=22/2564, merge=0/0, ticks=16/460692, in_queue=461324, util=99.91% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 10: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randwrite --bs=1m --size=160041885696 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=randwrite, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=randwrite, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 Starting 4 processes Jobs: 2 (f=2): [_ww_] [33.9% done] [0K/9437K /s] [0/9 iops] [eta 01m:59s] file1: (groupid=0, jobs=4): err= 0: pid=4518 write: io=1321MB, bw=22415KB/s, iops=21, runt= 60349msec clat (msec): min=6, max=711, avg=179.91, stdev=76.57 bw (KB/s) : min= 1440, max=33221, per=26.79%, avg=6003.79, stdev=2486.54 cpu : usr=0.01%, sys=0.06%, ctx=1325, majf=0, minf=161 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/1321, short=0/0 lat (msec): 10=1.51%, 20=18.09%, 50=6.74%, 100=12.72%, 250=30.51% lat (msec): 500=27.86%, 750=2.57% Run status group 0 (all jobs): WRITE: io=1321MB, aggrb=22414KB/s, minb=22952KB/s, maxb=22952KB/s, mint=60349msec, maxt=60349msec Disk stats (read/write): sdb: ios=14/2638, merge=0/0, ticks=16/460476, in_queue=461680, util=99.90% Sleeping for 30 seconds... ------------------------------------------------------ wfischer@wfischer-t410-ubuntu:~$