wfischer@werner-t410:~$ su - Password: root@werner-t410:~# cat fiotester2.sh #!/bin/bash FIO="/usr/local/bin/fio" FN="/dev/sdb" OFFSET="114665414656" # 5GB are 5.368.709.120 Bytes DEVSIZE="120034123776" DEVSIZE10P="12003412377" BSIOPS="4k" BSTHR="1m" $FIO --version hdparm -W0 /dev/sdb hdparm -I /dev/sdb for TESTCASE in "read" "write" do for NJ in 1 4 do echo "#################################################################################" echo "Executing $TESTCASE tests with numjobs=$NJ" for testrun in `seq 1 10` do case $testrun in 1) TESTCMD="$FIO --filename=$FN --direct=1 --rw=$TESTCASE --bs=$BSIOPS --size=$DEVSIZE --runtime=60 --numjobs=$NJ --group_reporting --name=file1";; 2) TESTCMD="$FIO --filename=$FN --direct=1 --rw=$TESTCASE --bs=$BSIOPS --size=$DEVSIZE10P --runtime=60 --numjobs=$NJ --group_reporting --name=file1";; 3) TESTCMD="$FIO --filename=$FN --direct=1 --rw=rand$TESTCASE --bs=$BSIOPS --size=$DEVSIZE --runtime=60 --numjobs=$NJ --group_reporting --name=file1";; 4) TESTCMD="$FIO --filename=$FN --direct=1 --rw=rand$TESTCASE --bs=$BSIOPS --size=$DEVSIZE10P --runtime=60 --numjobs=$NJ --group_reporting --name=file1";; 5) TESTCMD="$FIO --filename=$FN --direct=1 --rw=$TESTCASE --bs=$BSTHR --size=5G --runtime=60 --numjobs=$NJ --group_reporting --name=file1";; 6) TESTCMD="$FIO --filename=$FN --direct=1 --rw=$TESTCASE --bs=$BSTHR --size=5G --runtime=60 --offset=$OFFSET --numjobs=$NJ --group_reporting --name=file1";; 7) TESTCMD="$FIO --filename=$FN --direct=1 --rw=$TESTCASE --bs=$BSTHR --size=$DEVSIZE --runtime=60 --numjobs=$NJ --group_reporting --name=file1";; 8) TESTCMD="$FIO --filename=$FN --direct=1 --rw=rand$TESTCASE --bs=$BSTHR --size=5G --runtime=60 --numjobs=$NJ --group_reporting --name=file1";; 9) TESTCMD="$FIO --filename=$FN --direct=1 --rw=rand$TESTCASE --bs=$BSTHR --size=5G --runtime=60 --offset=$OFFSET --numjobs=$NJ --group_reporting --name=file1";; 10) TESTCMD="$FIO --filename=$FN --direct=1 --rw=rand$TESTCASE --bs=$BSTHR --size=$DEVSIZE --runtime=60 --numjobs=$NJ --group_reporting --name=file1";; esac echo "---------------------------------------------------------------------------------" echo "Executing test $testrun: $TESTCMD" $TESTCMD echo "Sleeping for 30 seconds... ------------------------------------------------------" sleep 30 done done done root@werner-t410:~# ./fiotester2.sh fio 1.50 /dev/sdb: setting drive write-caching to 0 (off) write-caching = 0 (off) /dev/sdb: ATA device, with non-removable media Model Number: INTEL SSDSC2MH120A2 Serial Number: LNEL1055006R120CGN Firmware Revision: PPG2 Transport: Serial, ATA8-AST, SATA 1.0a, SATA II Extensions, SATA Rev 2.5, SATA Rev 2.6, SATA Rev 3.0 Standards: Used: ATA-8-ACS revision 2d Supported: 8 7 6 5 Configuration: Logical max current cylinders 16383 16383 heads 16 16 sectors/track 63 63 -- CHS current addressable sectors: 16514064 LBA user addressable sectors: 234441648 LBA48 user addressable sectors: 234441648 Logical Sector size: 512 bytes Physical Sector size: 512 bytes device size with M = 1024*1024: 114473 MBytes device size with M = 1000*1000: 120034 MBytes (120 GB) cache/buffer size = unknown Nominal Media Rotation Rate: Solid State Device Capabilities: LBA, IORDY(can be disabled) Queue depth: 32 Standby timer values: spec'd by Standard, no device specific minimum R/W multiple sector transfer: Max = 16 Current = 1 DMA: mdma0 mdma1 mdma2 udma0 udma1 udma2 udma3 udma4 udma5 *udma6 Cycle time: min=120ns recommended=120ns PIO: pio0 pio1 pio2 pio3 pio4 Cycle time: no flow control=120ns IORDY flow control=120ns Commands/features: Enabled Supported: * SMART feature set Security Mode feature set * Power Management feature set Write cache * Look-ahead * Host Protected Area feature set * WRITE_BUFFER command * READ_BUFFER command * NOP cmd * DOWNLOAD_MICROCODE SET_MAX security extension * 48-bit Address feature set * Device Configuration Overlay feature set * Mandatory FLUSH_CACHE * FLUSH_CACHE_EXT * SMART error logging * SMART self-test * General Purpose Logging feature set * WRITE_{DMA|MULTIPLE}_FUA_EXT * 64-bit World wide name * IDLE_IMMEDIATE with UNLOAD * Segmented DOWNLOAD_MICROCODE * Gen1 signaling speed (1.5Gb/s) * Gen2 signaling speed (3.0Gb/s) * unknown 76[3] * Native Command Queueing (NCQ) * Host-initiated interface power management * Phy event counters * DMA Setup Auto-Activate optimization Device-initiated interface power management * Software settings preservation * SMART Command Transport (SCT) feature set * SCT LBA Segment Access (AC2) * SCT Error Recovery Control (AC3) * SCT Features Control (AC4) * SCT Data Tables (AC5) * Data Set Management TRIM supported Security: Master password revision code = 65534 supported not enabled not locked not frozen not expired: security count supported: enhanced erase 2min for SECURITY ERASE UNIT. 2min for ENHANCED SECURITY ERASE UNIT. Logical Unit WWN Device Identifier: 01507351ed6690f3 NAA : 0 IEEE OUI : 150735 Unique ID : 1ed6690f3 Checksum: correct ################################################################################# Executing read tests with numjobs=1 --------------------------------------------------------------------------------- Executing test 1: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=read --bs=4k --size=120034123776 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=read, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 fio 1.50 Starting 1 process Jobs: 1 (f=1): [R] [100.0% done] [42418K/0K /s] [10.4K/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=4166 read : io=2483.7MB, bw=42387KB/s, iops=10596 , runt= 60001msec clat (usec): min=49 , max=12709 , avg=91.92, stdev=53.64 lat (usec): min=49 , max=12709 , avg=92.17, stdev=53.66 bw (KB/s) : min=37760, max=45656, per=100.04%, avg=42401.34, stdev=1395.15 cpu : usr=3.97%, sys=14.57%, ctx=637051, majf=0, minf=34 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=635812/0/0, short=0/0/0 lat (usec): 50=0.01%, 100=83.99%, 250=15.80%, 500=0.14%, 750=0.02% lat (usec): 1000=0.01% lat (msec): 2=0.03%, 4=0.02%, 10=0.01%, 20=0.01% Run status group 0 (all jobs): READ: io=2483.7MB, aggrb=42386KB/s, minb=43404KB/s, maxb=43404KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): sdb: ios=635099/0, merge=0/0, ticks=36740/0, in_queue=36230, util=60.40% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 2: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=read --bs=4k --size=12003412377 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=read, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 fio 1.50 Starting 1 process Jobs: 1 (f=1): [R] [100.0% done] [42360K/0K /s] [10.4K/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=4170 read : io=2541.4MB, bw=43371KB/s, iops=10842 , runt= 60001msec clat (usec): min=50 , max=10188 , avg=89.85, stdev=47.71 lat (usec): min=50 , max=10188 , avg=90.11, stdev=47.75 bw (KB/s) : min=38576, max=47216, per=100.03%, avg=43382.45, stdev=1889.18 cpu : usr=3.28%, sys=14.82%, ctx=651644, majf=0, minf=34 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=650575/0/0, short=0/0/0 lat (usec): 100=83.77%, 250=16.07%, 500=0.10%, 750=0.02%, 1000=0.01% lat (msec): 2=0.02%, 4=0.01%, 10=0.01%, 20=0.01% Run status group 0 (all jobs): READ: io=2541.4MB, aggrb=43370KB/s, minb=44411KB/s, maxb=44411KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): sdb: ios=649877/0, merge=0/0, ticks=37050/0, in_queue=36650, util=61.09% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 3: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randread --bs=4k --size=120034123776 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=randread, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 fio 1.50 Starting 1 process Jobs: 1 (f=1): [r] [100.0% done] [17641K/0K /s] [4307 /0 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=4174 read : io=982.49MB, bw=16767KB/s, iops=4191 , runt= 60001msec clat (usec): min=88 , max=18355 , avg=234.86, stdev=92.73 lat (usec): min=89 , max=18355 , avg=235.14, stdev=92.74 bw (KB/s) : min=15344, max=17824, per=100.00%, avg=16767.03, stdev=373.60 cpu : usr=2.17%, sys=5.88%, ctx=252179, majf=0, minf=1823 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=251513/0/0, short=0/0/0 lat (usec): 100=0.01%, 250=88.30%, 500=11.51%, 750=0.05%, 1000=0.03% lat (msec): 2=0.06%, 4=0.04%, 10=0.01%, 20=0.01% Run status group 0 (all jobs): READ: io=982.49MB, aggrb=16767KB/s, minb=17169KB/s, maxb=17169KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): sdb: ios=251233/0, merge=0/0, ticks=50110/0, in_queue=49910, util=83.20% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 4: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randread --bs=4k --size=12003412377 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=randread, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 fio 1.50 Starting 1 process Jobs: 1 (f=1): [r] [100.0% done] [17694K/0K /s] [4320 /0 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=4187 read : io=1000.3MB, bw=17070KB/s, iops=4267 , runt= 60001msec clat (usec): min=85 , max=12229 , avg=230.76, stdev=65.24 lat (usec): min=85 , max=12229 , avg=231.04, stdev=65.24 bw (KB/s) : min=15520, max=17696, per=100.00%, avg=17070.52, stdev=382.13 cpu : usr=2.02%, sys=5.88%, ctx=256615, majf=0, minf=213 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=256057/0/0, short=0/0/0 lat (usec): 100=0.01%, 250=91.08%, 500=8.85%, 750=0.01%, 1000=0.01% lat (msec): 2=0.02%, 4=0.02%, 10=0.01%, 20=0.01% Run status group 0 (all jobs): READ: io=1000.3MB, aggrb=17070KB/s, minb=17479KB/s, maxb=17479KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): sdb: ios=255759/0, merge=0/0, ticks=50130/0, in_queue=49910, util=83.20% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 5: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=read --bs=1m --size=5G --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=read, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.50 Starting 1 process Jobs: 1 (f=1): [R] [100.0% done] [228.4M/0K /s] [223 /0 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=4195 read : io=5120.0MB, bw=228189KB/s, iops=222 , runt= 22976msec clat (usec): min=4285 , max=12815 , avg=4483.18, stdev=137.36 lat (usec): min=4285 , max=12815 , avg=4483.54, stdev=137.37 bw (KB/s) : min=212566, max=230043, per=100.10%, avg=228416.78, stdev=2484.49 cpu : usr=0.17%, sys=2.74%, ctx=5172, majf=0, minf=286 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=5120/0/0, short=0/0/0 lat (msec): 10=99.98%, 20=0.02% Run status group 0 (all jobs): READ: io=5120.0MB, aggrb=228189KB/s, minb=233665KB/s, maxb=233665KB/s, mint=22976msec, maxt=22976msec Disk stats (read/write): sdb: ios=10210/0, merge=0/0, ticks=35120/0, in_queue=35110, util=97.13% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 6: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=read --bs=1m --size=5G --runtime=60 --offset=114665414656 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=read, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.50 Starting 1 process Jobs: 1 (f=1): [R] [100.0% done] [230.5M/0K /s] [225 /0 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=4227 read : io=5120.0MB, bw=228987KB/s, iops=223 , runt= 22896msec clat (usec): min=4299 , max=13294 , avg=4467.28, stdev=144.66 lat (usec): min=4299 , max=13295 , avg=4467.63, stdev=144.67 bw (KB/s) : min=225280, max=231424, per=100.08%, avg=229177.84, stdev=1199.50 cpu : usr=0.04%, sys=3.01%, ctx=5154, majf=0, minf=286 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=5120/0/0, short=0/0/0 lat (msec): 10=99.98%, 20=0.02% Run status group 0 (all jobs): READ: io=5120.0MB, aggrb=228986KB/s, minb=234482KB/s, maxb=234482KB/s, mint=22896msec, maxt=22896msec Disk stats (read/write): sdb: ios=10134/0, merge=0/0, ticks=34880/0, in_queue=34850, util=97.40% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 7: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=read --bs=1m --size=120034123776 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=read, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.50 Starting 1 process Jobs: 1 (f=1): [R] [100.0% done] [227.4M/0K /s] [222 /0 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=4233 read : io=13361MB, bw=228020KB/s, iops=222 , runt= 60002msec clat (usec): min=4290 , max=12874 , avg=4486.52, stdev=102.79 lat (usec): min=4290 , max=12875 , avg=4487.00, stdev=104.30 bw (KB/s) : min=211301, max=230501, per=100.10%, avg=228239.63, stdev=1765.44 cpu : usr=0.10%, sys=2.88%, ctx=13459, majf=0, minf=289 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=13361/0/0, short=0/0/0 lat (msec): 10=99.99%, 20=0.01% Run status group 0 (all jobs): READ: io=13361MB, aggrb=228020KB/s, minb=233492KB/s, maxb=233492KB/s, mint=60002msec, maxt=60002msec Disk stats (read/write): sdb: ios=26696/0, merge=0/0, ticks=92080/0, in_queue=91980, util=97.86% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 8: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randread --bs=1m --size=5G --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=randread, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.50 Starting 1 process Jobs: 1 (f=1): [r] [100.0% done] [208.1M/0K /s] [204 /0 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=4242 read : io=5120.0MB, bw=208224KB/s, iops=203 , runt= 25179msec clat (usec): min=4723 , max=20006 , avg=4911.39, stdev=305.42 lat (usec): min=4723 , max=20006 , avg=4911.75, stdev=305.42 bw (KB/s) : min=201542, max=209685, per=100.10%, avg=208430.08, stdev=1391.92 cpu : usr=0.16%, sys=2.62%, ctx=5173, majf=0, minf=284 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=5120/0/0, short=0/0/0 lat (msec): 10=99.94%, 20=0.04%, 50=0.02% Run status group 0 (all jobs): READ: io=5120.0MB, aggrb=208224KB/s, minb=213221KB/s, maxb=213221KB/s, mint=25179msec, maxt=25179msec Disk stats (read/write): sdb: ios=10234/0, merge=0/0, ticks=39630/0, in_queue=39610, util=98.13% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 9: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randread --bs=1m --size=5G --runtime=60 --offset=114665414656 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=randread, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.50 Starting 1 process Jobs: 1 (f=1): [r] [100.0% done] [203.6M/0K /s] [198 /0 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=4246 read : io=5120.0MB, bw=201146KB/s, iops=196 , runt= 26065msec clat (usec): min=4906 , max=12995 , avg=5084.29, stdev=132.44 lat (usec): min=4906 , max=12996 , avg=5084.66, stdev=132.44 bw (KB/s) : min=198259, max=202752, per=100.10%, avg=201348.25, stdev=748.55 cpu : usr=0.04%, sys=2.65%, ctx=5196, majf=0, minf=284 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=5120/0/0, short=0/0/0 lat (msec): 10=99.98%, 20=0.02% Run status group 0 (all jobs): READ: io=5120.0MB, aggrb=201146KB/s, minb=205973KB/s, maxb=205973KB/s, mint=26065msec, maxt=26065msec Disk stats (read/write): sdb: ios=10182/0, merge=0/0, ticks=41310/0, in_queue=41290, util=98.34% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 10: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randread --bs=1m --size=120034123776 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=randread, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.50 Starting 1 process Jobs: 1 (f=1): [r] [100.0% done] [208.1M/0K /s] [204 /0 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=4253 read : io=12226MB, bw=208640KB/s, iops=203 , runt= 60005msec clat (usec): min=4720 , max=12822 , avg=4901.79, stdev=95.95 lat (usec): min=4720 , max=12822 , avg=4902.15, stdev=95.95 bw (KB/s) : min=205206, max=210522, per=100.09%, avg=208819.31, stdev=573.54 cpu : usr=0.08%, sys=2.60%, ctx=12391, majf=0, minf=297 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=12226/0/0, short=0/0/0 lat (msec): 10=99.99%, 20=0.01% Run status group 0 (all jobs): READ: io=12226MB, aggrb=208639KB/s, minb=213647KB/s, maxb=213647KB/s, mint=60005msec, maxt=60005msec Disk stats (read/write): sdb: ios=24425/0, merge=0/0, ticks=94770/0, in_queue=94690, util=98.05% Sleeping for 30 seconds... ------------------------------------------------------ ################################################################################# Executing read tests with numjobs=4 --------------------------------------------------------------------------------- Executing test 1: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=read --bs=4k --size=120034123776 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=read, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 ... file1: (g=0): rw=read, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 fio 1.50 Starting 4 processes Jobs: 4 (f=4): [RRRR] [100.0% done] [89407K/0K /s] [21.9K/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=4262 read : io=5275.2MB, bw=90028KB/s, iops=22507 , runt= 60001msec clat (usec): min=52 , max=10564 , avg=175.23, stdev=37.47 lat (usec): min=52 , max=10564 , avg=175.47, stdev=37.47 bw (KB/s) : min=20824, max=25248, per=25.01%, avg=22516.27, stdev=490.41 cpu : usr=2.19%, sys=14.28%, ctx=1353060, majf=0, minf=139 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=1350444/0/0, short=0/0/0 lat (usec): 100=1.76%, 250=86.10%, 500=12.11%, 750=0.01%, 1000=0.01% lat (msec): 2=0.01%, 4=0.01%, 10=0.01%, 20=0.01% Run status group 0 (all jobs): READ: io=5275.2MB, aggrb=90028KB/s, minb=92188KB/s, maxb=92188KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): sdb: ios=1348995/0, merge=5/0, ticks=201130/0, in_queue=199740, util=99.81% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 2: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=read --bs=4k --size=12003412377 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=read, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 ... file1: (g=0): rw=read, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 fio 1.50 Starting 4 processes Jobs: 4 (f=4): [RRRR] [100.0% done] [94011K/0K /s] [22.1K/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=4273 read : io=5278.8MB, bw=90089KB/s, iops=22522 , runt= 60001msec clat (usec): min=52 , max=100023 , avg=175.20, stdev=50.10 lat (usec): min=52 , max=100023 , avg=175.43, stdev=50.10 bw (KB/s) : min=12408, max=25392, per=25.01%, avg=22527.87, stdev=619.84 cpu : usr=2.24%, sys=13.62%, ctx=1355097, majf=0, minf=139 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=1351353/0/0, short=0/0/0 lat (usec): 100=2.82%, 250=83.52%, 500=13.57%, 750=0.04%, 1000=0.01% lat (msec): 2=0.01%, 4=0.01%, 10=0.01%, 20=0.01%, 100=0.01% lat (msec): 250=0.01% Run status group 0 (all jobs): READ: io=5278.8MB, aggrb=90088KB/s, minb=92250KB/s, maxb=92250KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): sdb: ios=1349439/0, merge=377/0, ticks=203350/0, in_queue=201920, util=99.66% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 3: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randread --bs=4k --size=120034123776 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=randread, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 ... file1: (g=0): rw=randread, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 fio 1.50 Starting 4 processes Jobs: 4 (f=4): [rrrr] [100.0% done] [44814K/0K /s] [10.1K/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=4289 read : io=2556.1MB, bw=43637KB/s, iops=10909 , runt= 60001msec clat (usec): min=131 , max=19759 , avg=361.54, stdev=56.86 lat (usec): min=132 , max=19760 , avg=361.85, stdev=56.86 bw (KB/s) : min=10376, max=11704, per=25.02%, avg=10916.50, stdev=85.29 cpu : usr=1.64%, sys=8.71%, ctx=656810, majf=0, minf=7293 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=654571/0/0, short=0/0/0 lat (usec): 250=3.75%, 500=91.78%, 750=4.34%, 1000=0.03% lat (msec): 2=0.05%, 4=0.04%, 10=0.01%, 20=0.01% Run status group 0 (all jobs): READ: io=2556.1MB, aggrb=43637KB/s, minb=44684KB/s, maxb=44684KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): sdb: ios=653585/0, merge=0/0, ticks=214590/0, in_queue=213470, util=99.74% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 4: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randread --bs=4k --size=12003412377 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=randread, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 ... file1: (g=0): rw=randread, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 fio 1.50 Starting 4 processes Jobs: 4 (f=4): [rrrr] [100.0% done] [45031K/0K /s] [10.1K/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=4308 read : io=2558.3MB, bw=43661KB/s, iops=10915 , runt= 60001msec clat (usec): min=81 , max=13518 , avg=361.31, stdev=62.87 lat (usec): min=81 , max=13518 , avg=361.63, stdev=62.87 bw (KB/s) : min=10400, max=11976, per=25.02%, avg=10921.59, stdev=103.06 cpu : usr=1.85%, sys=8.48%, ctx=657243, majf=0, minf=855 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=654919/0/0, short=0/0/0 lat (usec): 100=0.01%, 250=3.77%, 500=91.91%, 750=4.18%, 1000=0.03% lat (msec): 2=0.05%, 4=0.04%, 10=0.01%, 20=0.01% Run status group 0 (all jobs): READ: io=2558.3MB, aggrb=43660KB/s, minb=44708KB/s, maxb=44708KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): sdb: ios=653933/0, merge=0/0, ticks=212390/0, in_queue=211550, util=99.68% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 5: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=read --bs=1m --size=5G --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=read, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=read, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.50 Starting 4 processes Jobs: 4 (f=4): [RRRR] [100.0% done] [274.2M/0K /s] [267 /0 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=4315 read : io=16051MB, bw=273882KB/s, iops=267 , runt= 60012msec clat (usec): min=10821 , max=23301 , avg=14949.65, stdev=87.71 lat (usec): min=10821 , max=23302 , avg=14949.96, stdev=87.71 bw (KB/s) : min=67314, max=69216, per=25.03%, avg=68540.37, stdev=132.35 cpu : usr=0.03%, sys=0.83%, ctx=16092, majf=0, minf=1159 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=16051/0/0, short=0/0/0 lat (msec): 20=99.99%, 50=0.01% Run status group 0 (all jobs): READ: io=16051MB, aggrb=273882KB/s, minb=280455KB/s, maxb=280455KB/s, mint=60012msec, maxt=60012msec Disk stats (read/write): sdb: ios=32068/0, merge=0/0, ticks=445530/0, in_queue=445480, util=99.93% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 6: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=read --bs=1m --size=5G --runtime=60 --offset=114665414656 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=read, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=read, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.50 Starting 4 processes Jobs: 4 (f=4): [RRRR] [100.0% done] [273.5M/0K /s] [267 /0 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=4326 read : io=16043MB, bw=273741KB/s, iops=267 , runt= 60013msec clat (usec): min=9336 , max=24450 , avg=14957.62, stdev=92.35 lat (usec): min=9337 , max=24450 , avg=14957.94, stdev=92.35 bw (KB/s) : min=67047, max=69354, per=25.03%, avg=68508.60, stdev=119.34 cpu : usr=0.04%, sys=0.84%, ctx=16093, majf=0, minf=1159 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=16043/0/0, short=0/0/0 lat (msec): 10=0.01%, 20=99.98%, 50=0.02% Run status group 0 (all jobs): READ: io=16043MB, aggrb=273741KB/s, minb=280311KB/s, maxb=280311KB/s, mint=60013msec, maxt=60013msec Disk stats (read/write): sdb: ios=32051/0, merge=0/0, ticks=446330/0, in_queue=446350, util=99.93% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 7: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=read --bs=1m --size=120034123776 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=read, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=read, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.50 Starting 4 processes Jobs: 4 (f=4): [RRRR] [100.0% done] [273.2M/0K /s] [266 /0 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=4337 read : io=16053MB, bw=273907KB/s, iops=267 , runt= 60014msec clat (usec): min=9368 , max=24221 , avg=14947.45, stdev=87.17 lat (usec): min=9369 , max=24222 , avg=14947.76, stdev=87.16 bw (KB/s) : min=67047, max=69354, per=25.03%, avg=68557.11, stdev=114.79 cpu : usr=0.07%, sys=0.79%, ctx=16107, majf=0, minf=1159 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=16053/0/0, short=0/0/0 lat (msec): 10=0.01%, 20=99.98%, 50=0.02% Run status group 0 (all jobs): READ: io=16053MB, aggrb=273907KB/s, minb=280481KB/s, maxb=280481KB/s, mint=60014msec, maxt=60014msec Disk stats (read/write): sdb: ios=32070/0, merge=0/0, ticks=446660/0, in_queue=446740, util=99.93% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 8: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randread --bs=1m --size=5G --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=randread, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=randread, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.50 Starting 4 processes Jobs: 4 (f=4): [rrrr] [100.0% done] [273.5M/0K /s] [267 /0 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=4351 read : io=16038MB, bw=273656KB/s, iops=267 , runt= 60013msec clat (usec): min=4878 , max=29805 , avg=14960.51, stdev=154.06 lat (usec): min=4879 , max=29805 , avg=14960.83, stdev=154.07 bw (KB/s) : min=66914, max=69493, per=25.03%, avg=68493.41, stdev=123.35 cpu : usr=0.05%, sys=0.87%, ctx=16097, majf=0, minf=1159 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=16038/0/0, short=0/0/0 lat (msec): 10=0.03%, 20=99.91%, 50=0.06% Run status group 0 (all jobs): READ: io=16038MB, aggrb=273655KB/s, minb=280223KB/s, maxb=280223KB/s, mint=60013msec, maxt=60013msec Disk stats (read/write): sdb: ios=32041/0, merge=0/0, ticks=446510/0, in_queue=446510, util=99.93% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 9: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randread --bs=1m --size=5G --runtime=60 --offset=114665414656 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=randread, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=randread, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.50 Starting 4 processes Jobs: 4 (f=4): [rrrr] [100.0% done] [275.5M/0K /s] [269 /0 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=4371 read : io=16067MB, bw=274142KB/s, iops=267 , runt= 60015msec clat (usec): min=11309 , max=22927 , avg=14933.03, stdev=79.48 lat (usec): min=11310 , max=22927 , avg=14933.34, stdev=79.48 bw (KB/s) : min=67735, max=69354, per=25.03%, avg=68620.10, stdev=122.14 cpu : usr=0.05%, sys=0.83%, ctx=16141, majf=0, minf=1159 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=16067/0/0, short=0/0/0 lat (msec): 20=99.99%, 50=0.01% Run status group 0 (all jobs): READ: io=16067MB, aggrb=274141KB/s, minb=280720KB/s, maxb=280720KB/s, mint=60015msec, maxt=60015msec Disk stats (read/write): sdb: ios=32095/0, merge=0/0, ticks=445790/0, in_queue=445750, util=99.93% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 10: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randread --bs=1m --size=120034123776 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=randread, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=randread, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.50 Starting 4 processes Jobs: 4 (f=4): [rrrr] [100.0% done] [274.5M/0K /s] [268 /0 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=4414 read : io=16038MB, bw=273647KB/s, iops=267 , runt= 60015msec clat (usec): min=10950 , max=23165 , avg=14961.12, stdev=85.87 lat (usec): min=10951 , max=23165 , avg=14961.44, stdev=85.86 bw (KB/s) : min=67314, max=69079, per=25.03%, avg=68485.34, stdev=101.39 cpu : usr=0.01%, sys=0.87%, ctx=16178, majf=0, minf=1190 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=16038/0/0, short=0/0/0 lat (msec): 20=99.99%, 50=0.01% Run status group 0 (all jobs): READ: io=16038MB, aggrb=273646KB/s, minb=280214KB/s, maxb=280214KB/s, mint=60015msec, maxt=60015msec Disk stats (read/write): sdb: ios=32038/0, merge=0/0, ticks=446260/0, in_queue=446180, util=99.91% Sleeping for 30 seconds... ------------------------------------------------------ ################################################################################# Executing write tests with numjobs=1 --------------------------------------------------------------------------------- Executing test 1: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=write --bs=4k --size=120034123776 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=write, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 fio 1.50 Starting 1 process Jobs: 1 (f=1): [W] [100.0% done] [0K/4251K /s] [0 /1038 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=4451 write: io=250724KB, bw=4178.7KB/s, iops=1044 , runt= 60001msec clat (usec): min=456 , max=16291 , avg=953.65, stdev=365.58 lat (usec): min=456 , max=16291 , avg=953.96, stdev=365.58 bw (KB/s) : min= 3952, max= 4320, per=100.10%, avg=4182.34, stdev=74.99 cpu : usr=0.60%, sys=2.05%, ctx=62796, majf=0, minf=32 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=0/62681/0, short=0/0/0 lat (usec): 500=0.60%, 750=46.77%, 1000=3.33% lat (msec): 2=48.85%, 4=0.44%, 10=0.01%, 20=0.01% Run status group 0 (all jobs): WRITE: io=250724KB, aggrb=4178KB/s, minb=4278KB/s, maxb=4278KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): sdb: ios=23/62617, merge=0/0, ticks=10/57670, in_queue=57630, util=96.07% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 2: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=write --bs=4k --size=12003412377 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=write, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 fio 1.50 Starting 1 process Jobs: 1 (f=1): [W] [100.0% done] [0K/4235K /s] [0 /1034 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=4476 write: io=247416KB, bw=4123.6KB/s, iops=1030 , runt= 60001msec clat (usec): min=485 , max=6264 , avg=965.80, stdev=355.64 lat (usec): min=485 , max=6264 , avg=966.18, stdev=355.63 bw (KB/s) : min= 4064, max= 4224, per=100.09%, avg=4126.63, stdev=24.30 cpu : usr=0.68%, sys=2.43%, ctx=62019, majf=0, minf=32 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=0/61854/0, short=0/0/0 lat (usec): 500=0.02%, 750=45.72%, 1000=4.53% lat (msec): 2=49.32%, 4=0.41%, 10=0.01% Run status group 0 (all jobs): WRITE: io=247416KB, aggrb=4123KB/s, minb=4222KB/s, maxb=4222KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): sdb: ios=26/61790, merge=0/0, ticks=10/57580, in_queue=57490, util=95.83% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 3: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randwrite --bs=4k --size=120034123776 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=randwrite, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 fio 1.50 Starting 1 process Jobs: 1 (f=1): [w] [100.0% done] [0K/3903K /s] [0 /953 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=4497 write: io=227640KB, bw=3793.1KB/s, iops=948 , runt= 60001msec clat (usec): min=610 , max=4548 , avg=1047.74, stdev=355.89 lat (usec): min=611 , max=4549 , avg=1048.12, stdev=355.89 bw (KB/s) : min= 3584, max= 3848, per=100.11%, avg=3797.11, stdev=27.25 cpu : usr=0.78%, sys=2.27%, ctx=57075, majf=0, minf=1814 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=0/56910/0, short=0/0/0 lat (usec): 750=38.68%, 1000=11.50% lat (msec): 2=49.41%, 4=0.42%, 10=0.01% Run status group 0 (all jobs): WRITE: io=227640KB, aggrb=3793KB/s, minb=3884KB/s, maxb=3884KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): sdb: ios=26/56854, merge=0/0, ticks=0/57470, in_queue=57420, util=95.71% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 4: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randwrite --bs=4k --size=12003412377 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=randwrite, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 fio 1.50 Starting 1 process Jobs: 1 (f=1): [w] [100.0% done] [0K/3899K /s] [0 /952 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=4549 write: io=228752KB, bw=3812.5KB/s, iops=953 , runt= 60001msec clat (usec): min=601 , max=10288 , avg=1043.48, stdev=365.33 lat (usec): min=601 , max=10288 , avg=1043.85, stdev=365.33 bw (KB/s) : min= 3680, max= 3904, per=100.09%, avg=3815.53, stdev=43.49 cpu : usr=0.75%, sys=2.28%, ctx=57336, majf=0, minf=211 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=0/57188/0, short=0/0/0 lat (usec): 750=40.32%, 1000=9.77% lat (msec): 2=49.39%, 4=0.49%, 10=0.02%, 20=0.01% Run status group 0 (all jobs): WRITE: io=228752KB, aggrb=3812KB/s, minb=3903KB/s, maxb=3903KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): sdb: ios=26/57131, merge=0/0, ticks=0/57390, in_queue=57340, util=95.58% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 5: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=write --bs=1m --size=5G --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=write, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.50 Starting 1 process Jobs: 1 (f=1): [W] [100.0% done] [0K/111.7M /s] [0 /109 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=4699 write: io=5120.0MB, bw=111672KB/s, iops=109 , runt= 46949msec clat (usec): min=7077 , max=12695 , avg=9165.05, stdev=322.88 lat (usec): min=7077 , max=12695 , avg=9165.44, stdev=322.88 bw (KB/s) : min=110371, max=112640, per=100.11%, avg=111791.85, stdev=406.08 cpu : usr=0.15%, sys=0.94%, ctx=5163, majf=0, minf=32 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=0/5120/0, short=0/0/0 lat (msec): 10=98.63%, 20=1.37% Run status group 0 (all jobs): WRITE: io=5120.0MB, aggrb=111671KB/s, minb=114351KB/s, maxb=114351KB/s, mint=46949msec, maxt=46949msec Disk stats (read/write): sdb: ios=26/10236, merge=0/0, ticks=0/69960, in_queue=69920, util=98.91% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 6: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=write --bs=1m --size=5G --runtime=60 --offset=114665414656 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=write, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.50 Starting 1 process Jobs: 1 (f=1): [W] [100.0% done] [0K/98566K /s] [0 /94 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=4719 write: io=5120.0MB, bw=95886KB/s, iops=93 , runt= 54678msec clat (usec): min=9288 , max=13950 , avg=10674.62, stdev=874.21 lat (usec): min=9289 , max=13950 , avg=10674.98, stdev=874.21 bw (KB/s) : min=95114, max=97138, per=100.10%, avg=95979.84, stdev=410.64 cpu : usr=0.02%, sys=0.93%, ctx=5163, majf=0, minf=32 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=0/5120/0, short=0/0/0 lat (msec): 10=25.20%, 20=74.80% Run status group 0 (all jobs): WRITE: io=5120.0MB, aggrb=95886KB/s, minb=98187KB/s, maxb=98187KB/s, mint=54678msec, maxt=54678msec Disk stats (read/write): sdb: ios=26/10195, merge=0/0, ticks=0/81010, in_queue=81010, util=99.37% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 7: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=write --bs=1m --size=120034123776 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=write, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.50 Starting 1 process Jobs: 1 (f=1): [W] [100.0% done] [0K/112.7M /s] [0 /110 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=4740 write: io=6576.0MB, bw=112214KB/s, iops=109 , runt= 60009msec clat (usec): min=7044 , max=18272 , avg=9120.89, stdev=330.78 lat (usec): min=7045 , max=18272 , avg=9121.29, stdev=330.77 bw (KB/s) : min=110592, max=113552, per=100.09%, avg=112315.75, stdev=383.52 cpu : usr=0.12%, sys=1.05%, ctx=6626, majf=0, minf=32 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=0/6576/0, short=0/0/0 lat (msec): 10=98.27%, 20=1.73% Run status group 0 (all jobs): WRITE: io=6576.0MB, aggrb=112213KB/s, minb=114906KB/s, maxb=114906KB/s, mint=60009msec, maxt=60009msec Disk stats (read/write): sdb: ios=26/13137, merge=0/0, ticks=0/89750, in_queue=89760, util=99.30% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 8: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randwrite --bs=1m --size=5G --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=randwrite, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.50 Starting 1 process Jobs: 1 (f=1): [w] [100.0% done] [0K/111.7M /s] [0 /109 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=4780 write: io=5120.0MB, bw=112527KB/s, iops=109 , runt= 46592msec clat (usec): min=7020 , max=12597 , avg=9093.79, stdev=333.20 lat (usec): min=7020 , max=12598 , avg=9094.17, stdev=333.21 bw (KB/s) : min=111084, max=114003, per=100.10%, avg=112637.57, stdev=485.06 cpu : usr=0.09%, sys=1.07%, ctx=5146, majf=0, minf=32 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=0/5120/0, short=0/0/0 lat (msec): 10=98.34%, 20=1.66% Run status group 0 (all jobs): WRITE: io=5120.0MB, aggrb=112527KB/s, minb=115228KB/s, maxb=115228KB/s, mint=46592msec, maxt=46592msec Disk stats (read/write): sdb: ios=26/10204, merge=0/0, ticks=0/69110, in_queue=69100, util=98.98% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 9: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randwrite --bs=1m --size=5G --runtime=60 --offset=114665414656 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=randwrite, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.50 Starting 1 process Jobs: 1 (f=1): [w] [100.0% done] [0K/98566K /s] [0 /94 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=4808 write: io=5120.0MB, bw=96272KB/s, iops=94 , runt= 54459msec clat (usec): min=9205 , max=17122 , avg=10629.81, stdev=871.82 lat (usec): min=9205 , max=17122 , avg=10630.20, stdev=871.81 bw (KB/s) : min=94927, max=97138, per=100.08%, avg=96351.89, stdev=365.39 cpu : usr=0.07%, sys=0.97%, ctx=5136, majf=0, minf=32 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=0/5120/0, short=0/0/0 lat (msec): 10=25.21%, 20=74.79% Run status group 0 (all jobs): WRITE: io=5120.0MB, aggrb=96272KB/s, minb=98582KB/s, maxb=98582KB/s, mint=54459msec, maxt=54459msec Disk stats (read/write): sdb: ios=26/10236, merge=0/0, ticks=10/81520, in_queue=81510, util=99.21% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 10: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randwrite --bs=1m --size=120034123776 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=randwrite, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.50 Starting 1 process Jobs: 1 (f=1): [w] [100.0% done] [0K/112.7M /s] [0 /110 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=4873 write: io=6585.0MB, bw=112371KB/s, iops=109 , runt= 60007msec clat (usec): min=6978 , max=21763 , avg=9106.22, stdev=356.05 lat (usec): min=6978 , max=21763 , avg=9106.62, stdev=356.05 bw (KB/s) : min=110151, max=113328, per=100.10%, avg=112479.91, stdev=427.76 cpu : usr=0.07%, sys=1.10%, ctx=6604, majf=0, minf=39 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=0/6585/0, short=0/0/0 lat (msec): 10=98.33%, 20=1.66%, 50=0.02% Run status group 0 (all jobs): WRITE: io=6585.0MB, aggrb=112370KB/s, minb=115067KB/s, maxb=115067KB/s, mint=60007msec, maxt=60007msec Disk stats (read/write): sdb: ios=26/13156, merge=0/0, ticks=10/89220, in_queue=89200, util=99.06% Sleeping for 30 seconds... ------------------------------------------------------ ################################################################################# Executing write tests with numjobs=4 --------------------------------------------------------------------------------- Executing test 1: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=write --bs=4k --size=120034123776 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=write, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 ... file1: (g=0): rw=write, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 fio 1.50 Starting 4 processes Jobs: 4 (f=4): [WWWW] [100.0% done] [0K/4816K /s] [0 /1176 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=4896 write: io=280008KB, bw=4666.5KB/s, iops=1166 , runt= 60004msec clat (usec): min=941 , max=983815 , avg=3397.89, stdev=2314.63 lat (usec): min=941 , max=983815 , avg=3398.19, stdev=2314.63 bw (KB/s) : min= 4, max= 1676, per=25.28%, avg=1179.75, stdev=59.41 cpu : usr=0.17%, sys=0.89%, ctx=70075, majf=0, minf=131 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=0/70002/0, short=0/0/0 lat (usec): 1000=0.01% lat (msec): 2=0.44%, 4=97.93%, 10=1.60%, 20=0.01%, 50=0.01% lat (msec): 100=0.01%, 750=0.01%, 1000=0.01% Run status group 0 (all jobs): WRITE: io=280008KB, aggrb=4666KB/s, minb=4778KB/s, maxb=4778KB/s, mint=60004msec, maxt=60004msec Disk stats (read/write): sdb: ios=53/69929, merge=0/1, ticks=140/236490, in_queue=236560, util=99.93% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 2: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=write --bs=4k --size=12003412377 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=write, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 ... file1: (g=0): rw=write, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 fio 1.50 Starting 4 processes Jobs: 4 (f=4): [WWWW] [100.0% done] [0K/4849K /s] [0 /1184 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=4976 write: io=286776KB, bw=4779.3KB/s, iops=1194 , runt= 60004msec clat (usec): min=621 , max=536806 , avg=3344.20, stdev=1996.44 lat (usec): min=622 , max=536806 , avg=3344.51, stdev=1996.44 bw (KB/s) : min= 434, max= 1243, per=25.11%, avg=1200.13, stdev=35.53 cpu : usr=0.21%, sys=0.87%, ctx=71772, majf=0, minf=131 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=0/71694/0, short=0/0/0 lat (usec): 750=0.01%, 1000=0.01% lat (msec): 2=0.12%, 4=98.26%, 10=1.60%, 20=0.01%, 750=0.01% Run status group 0 (all jobs): WRITE: io=286776KB, aggrb=4779KB/s, minb=4893KB/s, maxb=4893KB/s, mint=60004msec, maxt=60004msec Disk stats (read/write): sdb: ios=53/71619, merge=0/1, ticks=80/236250, in_queue=236300, util=99.92% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 3: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randwrite --bs=4k --size=120034123776 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=randwrite, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 ... file1: (g=0): rw=randwrite, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 fio 1.50 Starting 4 processes Jobs: 4 (f=4): [wwww] [100.0% done] [0K/4222K /s] [0 /1031 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=5010 write: io=245220KB, bw=4086.8KB/s, iops=1021 , runt= 60004msec clat (usec): min=666 , max=541540 , avg=3919.62, stdev=2389.35 lat (usec): min=667 , max=541540 , avg=3919.93, stdev=2389.35 bw (KB/s) : min= 231, max= 1752, per=25.00%, avg=1021.39, stdev=44.70 cpu : usr=0.21%, sys=0.70%, ctx=61355, majf=0, minf=5475 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=0/61305/0, short=0/0/0 lat (usec): 750=0.01%, 1000=0.01% lat (msec): 2=0.36%, 4=86.16%, 10=13.42%, 20=0.01%, 50=0.01% lat (msec): 500=0.01%, 750=0.01% Run status group 0 (all jobs): WRITE: io=245220KB, aggrb=4086KB/s, minb=4184KB/s, maxb=4184KB/s, mint=60004msec, maxt=60004msec Disk stats (read/write): sdb: ios=26/61195, merge=0/0, ticks=10/236950, in_queue=236920, util=99.93% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 4: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randwrite --bs=4k --size=12003412377 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=randwrite, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 ... file1: (g=0): rw=randwrite, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 fio 1.50 Starting 4 processes Jobs: 4 (f=4): [wwww] [100.0% done] [0K/1982K /s] [0 /484 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=5070 write: io=247384KB, bw=4122.9KB/s, iops=1030 , runt= 60004msec clat (usec): min=649 , max=896050 , avg=3828.69, stdev=2403.93 lat (usec): min=650 , max=896050 , avg=3829.01, stdev=2403.94 bw (KB/s) : min= 4, max= 2128, per=25.42%, avg=1047.77, stdev=68.16 cpu : usr=0.18%, sys=0.72%, ctx=61908, majf=0, minf=841 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=0/61846/0, short=0/0/0 lat (usec): 750=0.01%, 1000=0.01% lat (msec): 2=0.93%, 4=88.61%, 10=10.42%, 20=0.01%, 750=0.01% lat (msec): 1000=0.01% Run status group 0 (all jobs): WRITE: io=247384KB, aggrb=4122KB/s, minb=4221KB/s, maxb=4221KB/s, mint=60004msec, maxt=60004msec Disk stats (read/write): sdb: ios=26/61748, merge=0/0, ticks=10/236890, in_queue=236840, util=99.93% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 5: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=write --bs=1m --size=5G --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=write, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=write, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.50 Starting 4 processes Jobs: 4 (f=4): [WWWW] [100.0% done] [0K/116.8M /s] [0 /114 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=5101 write: io=6839.0MB, bw=116653KB/s, iops=113 , runt= 60034msec clat (usec): min=8530 , max=38181 , avg=35103.87, stdev=302.62 lat (usec): min=8531 , max=38181 , avg=35104.25, stdev=302.62 bw (KB/s) : min=28764, max=30739, per=25.03%, avg=29197.74, stdev=97.00 cpu : usr=0.02%, sys=0.32%, ctx=6843, majf=0, minf=131 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=0/6839/0, short=0/0/0 lat (msec): 10=0.01%, 20=0.01%, 50=99.97% Run status group 0 (all jobs): WRITE: io=6839.0MB, aggrb=116652KB/s, minb=119452KB/s, maxb=119452KB/s, mint=60034msec, maxt=60034msec Disk stats (read/write): sdb: ios=26/13658, merge=0/0, ticks=10/448000, in_queue=448100, util=99.95% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 6: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=write --bs=1m --size=5G --runtime=60 --offset=114665414656 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=write, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=write, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.50 Starting 4 processes Jobs: 4 (f=4): [WWWW] [100.0% done] [0K/100.3M /s] [0 /97 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=5131 write: io=5880.0MB, bw=100304KB/s, iops=97 , runt= 60029msec clat (usec): min=9992 , max=44842 , avg=40827.17, stdev=430.13 lat (usec): min=9993 , max=44843 , avg=40827.56, stdev=430.13 bw (KB/s) : min=24576, max=26570, per=25.03%, avg=25101.20, stdev=74.01 cpu : usr=0.01%, sys=0.29%, ctx=5881, majf=0, minf=131 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=0/5880/0, short=0/0/0 lat (msec): 10=0.02%, 20=0.02%, 50=99.97% Run status group 0 (all jobs): WRITE: io=5880.0MB, aggrb=100303KB/s, minb=102710KB/s, maxb=102710KB/s, mint=60029msec, maxt=60029msec Disk stats (read/write): sdb: ios=26/11743, merge=0/0, ticks=10/448300, in_queue=448430, util=99.95% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 7: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=write --bs=1m --size=120034123776 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=write, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=write, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.50 Starting 4 processes Jobs: 4 (f=4): [WWWW] [100.0% done] [0K/117.7M /s] [0 /114 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=5153 write: io=6847.0MB, bw=116791KB/s, iops=114 , runt= 60033msec clat (usec): min=8363 , max=38849 , avg=35062.41, stdev=307.03 lat (usec): min=8364 , max=38850 , avg=35062.83, stdev=307.02 bw (KB/s) : min=28764, max=30658, per=25.03%, avg=29229.49, stdev=81.67 cpu : usr=0.05%, sys=0.30%, ctx=6849, majf=0, minf=131 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=0/6847/0, short=0/0/0 lat (msec): 10=0.01%, 20=0.01%, 50=99.97% Run status group 0 (all jobs): WRITE: io=6847.0MB, aggrb=116791KB/s, minb=119594KB/s, maxb=119594KB/s, mint=60033msec, maxt=60033msec Disk stats (read/write): sdb: ios=26/13674, merge=0/0, ticks=10/448280, in_queue=448370, util=99.95% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 8: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randwrite --bs=1m --size=5G --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=randwrite, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=randwrite, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.50 Starting 4 processes Jobs: 4 (f=4): [wwww] [100.0% done] [0K/114.8M /s] [0 /112 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=5179 write: io=6742.0MB, bw=114998KB/s, iops=112 , runt= 60034msec clat (usec): min=7016 , max=40231 , avg=35600.38, stdev=388.33 lat (usec): min=7017 , max=40232 , avg=35600.78, stdev=388.33 bw (KB/s) : min=28332, max=30355, per=25.03%, avg=28781.30, stdev=108.00 cpu : usr=0.00%, sys=0.33%, ctx=6743, majf=0, minf=131 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=0/6742/0, short=0/0/0 lat (msec): 10=0.01%, 20=0.01%, 50=99.97% Run status group 0 (all jobs): WRITE: io=6742.0MB, aggrb=114998KB/s, minb=117758KB/s, maxb=117758KB/s, mint=60034msec, maxt=60034msec Disk stats (read/write): sdb: ios=5/13462, merge=0/0, ticks=0/447990, in_queue=448090, util=99.92% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 9: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randwrite --bs=1m --size=5G --runtime=60 --offset=114665414656 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=randwrite, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=randwrite, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.50 Starting 4 processes Jobs: 4 (f=4): [wwww] [100.0% done] [0K/99614K /s] [0 /95 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=5229 write: io=5696.0MB, bw=97145KB/s, iops=94 , runt= 60041msec clat (msec): min=10 , max=238 , avg=42.15, stdev= 2.49 lat (msec): min=10 , max=238 , avg=42.15, stdev= 2.49 bw (KB/s) : min=16000, max=26000, per=25.04%, avg=24323.43, stdev=376.13 cpu : usr=0.02%, sys=0.26%, ctx=5696, majf=0, minf=131 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=0/5696/0, short=0/0/0 lat (msec): 20=0.04%, 50=99.82%, 100=0.07%, 250=0.07% Run status group 0 (all jobs): WRITE: io=5696.0MB, aggrb=97145KB/s, minb=99476KB/s, maxb=99476KB/s, mint=60041msec, maxt=60041msec Disk stats (read/write): sdb: ios=6/11373, merge=0/0, ticks=0/448920, in_queue=449040, util=99.93% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 10: /usr/local/bin/fio --filename=/dev/sdb --direct=1 --rw=randwrite --bs=1m --size=120034123776 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=randwrite, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=randwrite, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.50 Starting 4 processes Jobs: 4 (f=4): [wwww] [100.0% done] [0K/113.7M /s] [0 /111 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=5281 write: io=6667.0MB, bw=113717KB/s, iops=111 , runt= 60035msec clat (usec): min=8583 , max=64324 , avg=36009.54, stdev=472.69 lat (usec): min=8584 , max=64325 , avg=36009.93, stdev=472.68 bw (KB/s) : min=27729, max=29767, per=25.03%, avg=28459.70, stdev=54.83 cpu : usr=0.03%, sys=0.32%, ctx=6682, majf=0, minf=156 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=0/6667/0, short=0/0/0 lat (msec): 10=0.06%, 20=0.06%, 50=99.79%, 100=0.09% Run status group 0 (all jobs): WRITE: io=6667.0MB, aggrb=113717KB/s, minb=116446KB/s, maxb=116446KB/s, mint=60035msec, maxt=60035msec Disk stats (read/write): sdb: ios=51/13312, merge=0/0, ticks=4330/448070, in_queue=452510, util=99.93% Sleeping for 30 seconds... ------------------------------------------------------ root@werner-t410:~#