[root@test fiotest]# sh fio.sh fio 1.54 /dev/sdc: HDIO_DRIVE_CMD(identify) failed: Inappropriate ioctl for device ################################################################################# Executing read tests with numjobs=1 --------------------------------------------------------------------------------- Executing test 1: /usr/bin/fio --filename=/dev/sdc --direct=1 --rw=read --bs=4k --size=159896305664 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=read, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 fio 1.54 Starting 1 process Jobs: 1 (f=1): [R] [100.0% done] [28422K/0K /s] [6939 /0 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=7809 read : io=1619.5MB, bw=27638KB/s, iops=6909 , runt= 60001msec clat (usec): min=101 , max=11847 , avg=141.99, stdev=51.48 lat (usec): min=101 , max=11848 , avg=142.26, stdev=51.53 bw (KB/s) : min=23160, max=27992, per=100.02%, avg=27641.61, stdev=492.10 cpu : usr=1.53%, sys=7.06%, ctx=412314, majf=0, minf=30 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=414570/0/0, short=0/0/0 lat (usec): 250=95.75%, 500=4.22%, 750=0.01%, 1000=0.01% lat (msec): 2=0.02%, 4=0.01%, 10=0.01%, 20=0.01% Run status group 0 (all jobs): READ: io=1619.5MB, aggrb=27637KB/s, minb=28300KB/s, maxb=28300KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): sdc: ios=413715/0, merge=0/0, ticks=57330/0, in_queue=57322, util=95.93% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 2: /usr/bin/fio --filename=/dev/sdc --direct=1 --rw=read --bs=4k --size=159896305664 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=read, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 fio 1.54 Starting 1 process Jobs: 1 (f=1): [R] [100.0% done] [28394K/0K /s] [6932 /0 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=7821 read : io=1623.2MB, bw=27699KB/s, iops=6924 , runt= 60001msec clat (usec): min=102 , max=8168 , avg=141.69, stdev=40.78 lat (usec): min=102 , max=8168 , avg=141.97, stdev=40.84 bw (KB/s) : min=26384, max=27920, per=100.02%, avg=27703.33, stdev=166.80 cpu : usr=1.58%, sys=7.27%, ctx=413166, majf=0, minf=29 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=415492/0/0, short=0/0/0 lat (usec): 250=95.69%, 500=4.30%, 750=0.01%, 1000=0.01% lat (msec): 2=0.01%, 4=0.01%, 10=0.01% Run status group 0 (all jobs): READ: io=1623.2MB, aggrb=27699KB/s, minb=28363KB/s, maxb=28363KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): sdc: ios=414643/0, merge=0/0, ticks=57176/0, in_queue=57169, util=95.65% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 3: /usr/bin/fio --filename=/dev/sdc --direct=1 --rw=randread --bs=4k --size=159896305664 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=randread, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 fio 1.54 Starting 1 process Jobs: 1 (f=1): [r] [100.0% done] [15085K/0K /s] [3682 /0 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=7883 read : io=879672KB, bw=14661KB/s, iops=3665 , runt= 60001msec clat (usec): min=221 , max=7258 , avg=268.96, stdev=54.32 lat (usec): min=221 , max=7259 , avg=269.28, stdev=54.41 bw (KB/s) : min=13152, max=14816, per=100.03%, avg=14664.87, stdev=212.77 cpu : usr=2.50%, sys=8.10%, ctx=219938, majf=0, minf=1075 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=219918/0/0, short=0/0/0 lat (usec): 250=29.94%, 500=69.99%, 750=0.05%, 1000=0.01% lat (msec): 2=0.01%, 4=0.01%, 10=0.01% Run status group 0 (all jobs): READ: io=879672KB, aggrb=14660KB/s, minb=15012KB/s, maxb=15012KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): sdc: ios=219415/0, merge=0/0, ticks=56206/0, in_queue=56203, util=94.04% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 4: /usr/bin/fio --filename=/dev/sdc --direct=1 --rw=randread --bs=4k --size=159896305664 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=randread, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 fio 1.54 read : io=877684KB, bw=14628KB/s, iops=3656 , runt= 60001msec clat (usec): min=226 , max=12400 , avg=269.47, stdev=72.07 lat (usec): min=226 , max=12400 , avg=269.82, stdev=72.15 bw (KB/s) : min=11208, max=14824, per=100.03%, avg=14631.87, stdev=373.40 cpu : usr=2.57%, sys=7.98%, ctx=219446, majf=0, minf=1075 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16= Starting 1 process Jobs: 1 (f=1): [r] [100.0% done] [15093K/0K /s] [3684 /0 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=78970.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=219421/0/0, short=0/0/0 lat (usec): 250=29.90%, 500=70.00%, 750=0.04%, 1000=0.01% lat (msec): 2=0.04%, 4=0.01%, 10=0.01%, 20=0.01% Run status group 0 (all jobs): READ: io=877684KB, aggrb=14627KB/s, minb=14978KB/s, maxb=14978KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): sdc: ios=218928/0, merge=0/0, ticks=56079/0, in_queue=56070, util=93.82% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 5: /usr/bin/fio --filename=/dev/sdc --direct=1 --rw=read --bs=1m --size=5G --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=read, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.54 Starting 1 process Jobs: 1 (f=1): [R] [95.5% done] [251.2M/0K /s] [245 /0 iops] [eta 00m:01s] file1: (groupid=0, jobs=1): err= 0: pid=7980 read : io=5120.0MB, bw=249911KB/s, iops=244 , runt= 20979msec clat (usec): min=3991 , max=9668 , avg=4093.53, stdev=128.34 lat (usec): min=3991 , max=9669 , avg=4093.88, stdev=128.37 bw (KB/s) : min=244294, max=250900, per=100.12%, avg=250222.05, stdev=1073.35 cpu : usr=0.06%, sys=2.40%, ctx=5122, majf=0, minf=283 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=5120/0/0, short=0/0/0 lat (msec): 4=0.18%, 10=99.82% Run status group 0 (all jobs): READ: io=5120.0MB, aggrb=249910KB/s, minb=255908KB/s, maxb=255908KB/s, mint=20979msec, maxt=20979msec Disk stats (read/write): sdc: ios=20234/0, merge=0/0, ticks=57441/0, in_queue=57451, util=99.31% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 6: /usr/bin/fio --filename=/dev/sdc --direct=1 --rw=read --bs=1m --size=5G --runtime=60 --offset=154527596544 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=read, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.54 Starting 1 process Jobs: 1 (f=1): [R] [100.0% done] [247.7M/0K /s] [241 /0 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=7985 read : io=5120.0MB, bw=245522KB/s, iops=239 , runt= 21354msec clat (usec): min=4056 , max=10680 , avg=4166.40, stdev=143.22 lat (usec): min=4057 , max=10680 , avg=4166.71, stdev=143.23 bw (KB/s) : min=239616, max=246330, per=100.08%, avg=245716.33, stdev=1040.54 cpu : usr=0.13%, sys=2.99%, ctx=5125, majf=0, minf=283 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=5120/0/0, short=0/0/0 lat (msec): 10=99.98%, 20=0.02% Run status group 0 (all jobs): READ: io=5120.0MB, aggrb=245522KB/s, minb=251414KB/s, maxb=251414KB/s, mint=21354msec, maxt=21354msec Disk stats (read/write): sdc: ios=20361/0, merge=0/0, ticks=58953/0, in_queue=58959, util=98.60% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 7: /usr/bin/fio --filename=/dev/sdc --direct=1 --rw=read --bs=1m --size=159896305664 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=read, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.54 Starting 1 process Jobs: 1 (f=1): [R] [100.0% done] [233.9M/0K /s] [228 /0 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=8002 read : io=14167MB, bw=241767KB/s, iops=236 , runt= 60004msec clat (usec): min=4038 , max=16980 , avg=4231.37, stdev=338.84 lat (usec): min=4038 , max=16980 , avg=4231.71, stdev=338.83 bw (KB/s) : min=227555, max=247313, per=100.10%, avg=242019.99, stdev=6672.46 cpu : usr=0.13%, sys=2.88%, ctx=14182, majf=0, minf=286 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=14167/0/0, short=0/0/0 lat (msec): 10=99.99%, 20=0.01% Run status group 0 (all jobs): READ: io=14167MB, aggrb=241767KB/s, minb=247569KB/s, maxb=247569KB/s, mint=60004msec, maxt=60004msec Disk stats (read/write): sdc: ios=56550/0, merge=0/0, ticks=166089/0, in_queue=166095, util=98.87% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 8: /usr/bin/fio --filename=/dev/sdc --direct=1 --rw=randread --bs=1m --size=5G --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=randread, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.54 Starting 1 process Jobs: 1 (f=1): [r] [100.0% done] [220.6M/0K /s] [215 /0 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=8051 read : io=5120.0MB, bw=221508KB/s, iops=216 , runt= 23669msec clat (usec): min=4012 , max=10395 , avg=4616.80, stdev=155.40 lat (usec): min=4013 , max=10396 , avg=4617.18, stdev=155.39 bw (KB/s) : min=217829, max=222786, per=100.10%, avg=221719.34, stdev=898.32 cpu : usr=0.20%, sys=3.00%, ctx=5122, majf=0, minf=282 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=5120/0/0, short=0/0/0 lat (msec): 10=99.98%, 20=0.02% Run status group 0 (all jobs): READ: io=5120.0MB, aggrb=221508KB/s, minb=226824KB/s, maxb=226824KB/s, mint=23669msec, maxt=23669msec Disk stats (read/write): sdc: ios=20324/0, merge=0/0, ticks=67866/0, in_queue=67870, util=98.27% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 9: /usr/bin/fio --filename=/dev/sdc --direct=1 --rw=randread --bs=1m --size=5G --runtime=60 --offset=154527596544 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=randread, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.54 Starting 1 process Jobs: 1 (f=1): [r] [100.0% done] [220.6M/0K /s] [215 /0 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=8066 read : io=5120.0MB, bw=220948KB/s, iops=215 , runt= 23729msec clat (usec): min=4032 , max=13686 , avg=4628.46, stdev=185.78 lat (usec): min=4032 , max=13687 , avg=4628.88, stdev=185.80 bw (KB/s) : min=216223, max=222786, per=100.09%, avg=221136.17, stdev=1154.62 cpu : usr=0.21%, sys=2.68%, ctx=5124, majf=0, minf=281 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=5120/0/0, short=0/0/0 lat (msec): 10=99.98%, 20=0.02% Run status group 0 (all jobs): READ: io=5120.0MB, aggrb=220948KB/s, minb=226250KB/s, maxb=226250KB/s, mint=23729msec, maxt=23729msec Disk stats (read/write): sdc: ios=20273/0, merge=0/0, ticks=67879/0, in_queue=67888, util=98.30% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 10: /usr/bin/fio --filename=/dev/sdc --direct=1 --rw=randread --bs=1m --size=159896305664 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=randread, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.54 Starting 1 process Jobs: 1 (f=1): [r] [100.0% done] [236.9M/0K /s] [231 /0 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=8070 read : io=13040MB, bw=222534KB/s, iops=217 , runt= 60004msec clat (usec): min=4054 , max=8265 , avg=4596.70, stdev=226.75 lat (usec): min=4054 , max=8265 , avg=4597.00, stdev=226.86 bw (KB/s) : min=216223, max=240222, per=100.08%, avg=222711.68, stdev=7874.77 cpu : usr=0.09%, sys=1.96%, ctx=13045, majf=0, minf=295 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=13040/0/0, short=0/0/0 lat (msec): 10=100.00% Run status group 0 (all jobs): READ: io=13040MB, aggrb=222534KB/s, minb=227875KB/s, maxb=227875KB/s, mint=60004msec, maxt=60004msec Disk stats (read/write): sdc: ios=52044/0, merge=0/0, ticks=173628/0, in_queue=173636, util=99.31% Sleeping for 30 seconds... ------------------------------------------------------ ################################################################################# Executing read tests with numjobs=4 --------------------------------------------------------------------------------- Executing test 1: /usr/bin/fio --filename=/dev/sdc --direct=1 --rw=read --bs=4k --size=159896305664 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=read, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 ... file1: (g=0): rw=read, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 fio 1.54 Starting 4 processes Jobs: 4 (f=4): [RRRR] [100.0% done] [46452K/0K /s] [11.4K/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=8156 read : io=2750.8MB, bw=46934KB/s, iops=11733 , runt= 60001msec clat (usec): min=136 , max=7007 , avg=338.19, stdev=58.34 lat (usec): min=136 , max=7008 , avg=338.48, stdev=58.34 bw (KB/s) : min=10376, max=12184, per=25.00%, avg=11731.80, stdev=144.07 cpu : usr=1.14%, sys=3.80%, ctx=704101, majf=0, minf=116 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=704019/0/0, short=0/0/0 lat (usec): 250=0.56%, 500=96.42%, 750=0.33%, 1000=1.68% lat (msec): 2=0.99%, 4=0.01%, 10=0.01% Run status group 0 (all jobs): READ: io=2750.8MB, aggrb=46933KB/s, minb=48060KB/s, maxb=48060KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): sdc: ios=702531/0, merge=6/0, ticks=231492/0, in_queue=231463, util=100.00% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 2: /usr/bin/fio --filename=/dev/sdc --direct=1 --rw=read --bs=4k --size=159896305664 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=read, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 ... file1: (g=0): rw=read, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 fio 1.54 Starting 4 processes Jobs: 4 (f=4): [RRRR] [100.0% done] [47257K/0K /s] [11.6K/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=8180 read : io=2717.1MB, bw=46385KB/s, iops=11596 , runt= 60001msec clat (usec): min=207 , max=9288 , avg=342.22, stdev=62.06 lat (usec): min=207 , max=9288 , avg=342.50, stdev=62.08 bw (KB/s) : min= 8176, max=12120, per=25.00%, avg=11594.26, stdev=255.17 cpu : usr=1.09%, sys=3.70%, ctx=695843, majf=0, minf=120 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=695790/0/0, short=0/0/0 lat (usec): 250=0.53%, 500=95.69%, 750=0.80%, 1000=1.88% lat (msec): 2=1.10%, 4=0.01%, 10=0.01% Run status group 0 (all jobs): READ: io=2717.1MB, aggrb=46385KB/s, minb=47498KB/s, maxb=47498KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): sdc: ios=694369/0, merge=22/0, ticks=231853/0, in_queue=231811, util=100.00% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 3: /usr/bin/fio --filename=/dev/sdc --direct=1 --rw=randread --bs=4k --size=159896305664 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=randread, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 ... file1: (g=0): rw=randread, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 fio 1.54 Starting 4 processes Jobs: 4 (f=4): [rrrr] [100.0% done] [46326K/0K /s] [11.4K/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=8236 read : io=2684.9MB, bw=45821KB/s, iops=11455 , runt= 60001msec clat (usec): min=229 , max=11397 , avg=345.37, stdev=71.28 lat (usec): min=229 , max=11397 , avg=345.66, stdev=71.28 bw (KB/s) : min= 8760, max=11840, per=25.01%, avg=11459.38, stdev=159.39 cpu : usr=1.20%, sys=3.65%, ctx=688589, majf=0, minf=4240 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=687327/0/0, short=0/0/0 lat (usec): 250=0.40%, 500=95.81%, 750=0.37%, 1000=2.21% lat (msec): 2=1.19%, 4=0.01%, 10=0.01%, 20=0.01% Run status group 0 (all jobs): READ: io=2684.9MB, aggrb=45821KB/s, minb=46920KB/s, maxb=46920KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): sdc: ios=685520/0, merge=0/0, ticks=231343/0, in_queue=231314, util=100.00% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 4: /usr/bin/fio --filename=/dev/sdc --direct=1 --rw=randread --bs=4k --size=159896305664 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=randread, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 ... file1: (g=0): rw=randread, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 fio 1.54 Starting 4 processes Jobs: 4 (f=4): [rrrr] [100.0% done] [46799K/0K /s] [11.5K/0 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=8249 read : io=2679.3MB, bw=45724KB/s, iops=11431 , runt= 60001msec clat (usec): min=233 , max=13413 , avg=346.21, stdev=73.01 lat (usec): min=233 , max=13413 , avg=346.50, stdev=73.01 bw (KB/s) : min= 8848, max=11856, per=25.01%, avg=11434.46, stdev=173.03 cpu : usr=1.19%, sys=3.56%, ctx=686765, majf=0, minf=4240 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=685875/0/0, short=0/0/0 lat (usec): 250=0.42%, 500=95.64%, 750=0.46%, 1000=2.24% lat (msec): 2=1.22%, 4=0.01%, 10=0.01%, 20=0.01% Run status group 0 (all jobs): READ: io=2679.3MB, aggrb=45724KB/s, minb=46821KB/s, maxb=46821KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): sdc: ios=684117/0, merge=0/0, ticks=231522/0, in_queue=231494, util=100.00% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 5: /usr/bin/fio --filename=/dev/sdc --direct=1 --rw=read --bs=1m --size=5G --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=read, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=read, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.54 Starting 4 processes Jobs: 4 (f=4): [RRRR] [100.0% done] [246.5M/0K /s] [240 /0 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=8340 read : io=14389MB, bw=245515KB/s, iops=239 , runt= 60014msec clat (usec): min=4516 , max=32518 , avg=16675.85, stdev=260.77 lat (usec): min=4516 , max=32519 , avg=16676.15, stdev=260.77 bw (KB/s) : min=59155, max=63750, per=25.03%, avg=61452.72, stdev=140.09 cpu : usr=0.03%, sys=0.67%, ctx=14423, majf=0, minf=1140 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=14389/0/0, short=0/0/0 lat (msec): 10=0.04%, 20=99.90%, 50=0.06% Run status group 0 (all jobs): READ: io=14389MB, aggrb=245514KB/s, minb=251407KB/s, maxb=251407KB/s, mint=60014msec, maxt=60014msec Disk stats (read/write): sdc: ios=57422/0, merge=0/0, ticks=890773/0, in_queue=890909, util=100.00% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 6: /usr/bin/fio --filename=/dev/sdc --direct=1 --rw=read --bs=1m --size=5G --runtime=60 --offset=154527596544 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=read, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=read, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.54 Starting 4 processes Jobs: 4 (f=4): [RRRR] [100.0% done] [246.5M/0K /s] [240 /0 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=8358 read : io=14392MB, bw=245566KB/s, iops=239 , runt= 60014msec clat (usec): min=4941 , max=29346 , avg=16675.56, stdev=199.48 lat (usec): min=4942 , max=29347 , avg=16675.88, stdev=199.48 bw (KB/s) : min=59534, max=64000, per=25.02%, avg=61446.16, stdev=138.24 cpu : usr=0.03%, sys=0.67%, ctx=14415, majf=0, minf=1140 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=14392/0/0, short=0/0/0 lat (msec): 10=0.03%, 20=99.84%, 50=0.13% Run status group 0 (all jobs): READ: io=14392MB, aggrb=245566KB/s, minb=251459KB/s, maxb=251459KB/s, mint=60014msec, maxt=60014msec Disk stats (read/write): sdc: ios=57434/0, merge=0/0, ticks=890501/0, in_queue=890642, util=100.00% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 7: /usr/bin/fio --filename=/dev/sdc --direct=1 --rw=read --bs=1m --size=159896305664 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=read, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=read, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.54 Starting 4 processes Jobs: 4 (f=4): [RRRR] [100.0% done] [246.5M/0K /s] [240 /0 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=8417 read : io=14400MB, bw=245699KB/s, iops=239 , runt= 60015msec clat (usec): min=6879 , max=25411 , avg=16668.80, stdev=209.20 lat (usec): min=6880 , max=25411 , avg=16669.09, stdev=209.20 bw (KB/s) : min=59650, max=64250, per=25.02%, avg=61476.16, stdev=140.56 cpu : usr=0.04%, sys=0.68%, ctx=14422, majf=0, minf=1136 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=14400/0/0, short=0/0/0 lat (msec): 10=0.02%, 20=99.94%, 50=0.03% Run status group 0 (all jobs): READ: io=14400MB, aggrb=245698KB/s, minb=251595KB/s, maxb=251595KB/s, mint=60015msec, maxt=60015msec Disk stats (read/write): sdc: ios=57466/0, merge=0/0, ticks=890830/0, in_queue=890972, util=100.00% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 8: /usr/bin/fio --filename=/dev/sdc --direct=1 --rw=randread --bs=1m --size=5G --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=randread, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=randread, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.54 Starting 4 processes Jobs: 4 (f=4): [rrrr] [100.0% done] [258.4M/0K /s] [252 /0 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=8441 read : io=15100MB, bw=257651KB/s, iops=251 , runt= 60013msec clat (usec): min=5799 , max=21005 , avg=15891.19, stdev=115.56 lat (usec): min=5800 , max=21005 , avg=15891.53, stdev=115.55 bw (KB/s) : min=63875, max=65405, per=25.02%, avg=64474.74, stdev=75.73 cpu : usr=0.04%, sys=0.61%, ctx=15117, majf=0, minf=1132 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=15100/0/0, short=0/0/0 lat (msec): 10=0.01%, 20=99.97%, 50=0.02% Run status group 0 (all jobs): READ: io=15100MB, aggrb=257650KB/s, minb=263834KB/s, maxb=263834KB/s, mint=60013msec, maxt=60013msec Disk stats (read/write): sdc: ios=60262/0, merge=0/0, ticks=881145/0, in_queue=881259, util=100.00% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 9: /usr/bin/fio --filename=/dev/sdc --direct=1 --rw=randread --bs=1m --size=5G --runtime=60 --offset=154527596544 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=randread, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=randread, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.54 Starting 4 processes Jobs: 4 (f=4): [rrrr] [100.0% done] [258.4M/0K /s] [252 /0 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=8527 read : io=15117MB, bw=257932KB/s, iops=251 , runt= 60015msec clat (usec): min=4660 , max=27420 , avg=15871.33, stdev=150.79 lat (usec): min=4660 , max=27420 , avg=15871.68, stdev=150.80 bw (KB/s) : min=63875, max=65743, per=25.03%, avg=64566.94, stdev=73.85 cpu : usr=0.04%, sys=0.62%, ctx=15136, majf=0, minf=1140 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=15117/0/0, short=0/0/0 lat (msec): 10=0.04%, 20=99.92%, 50=0.04% Run status group 0 (all jobs): READ: io=15117MB, aggrb=257932KB/s, minb=264122KB/s, maxb=264122KB/s, mint=60015msec, maxt=60015msec Disk stats (read/write): sdc: ios=60328/0, merge=0/0, ticks=881038/0, in_queue=881150, util=100.00% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 10: /usr/bin/fio --filename=/dev/sdc --direct=1 --rw=randread --bs=1m --size=159896305664 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=randread, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=randread, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.54 Starting 4 processes Jobs: 4 (f=4): [rrrr] [100.0% done] [260.4M/0K /s] [254 /0 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=8543 read : io=15139MB, bw=258308KB/s, iops=252 , runt= 60015msec clat (usec): min=6247 , max=21202 , avg=15851.14, stdev=143.59 lat (usec): min=6248 , max=21202 , avg=15851.45, stdev=143.57 bw (KB/s) : min=63875, max=65405, per=25.03%, avg=64649.80, stdev=104.49 cpu : usr=0.04%, sys=0.64%, ctx=15155, majf=0, minf=1151 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=15139/0/0, short=0/0/0 lat (msec): 10=0.01%, 20=99.97%, 50=0.02% Run status group 0 (all jobs): READ: io=15139MB, aggrb=258307KB/s, minb=264507KB/s, maxb=264507KB/s, mint=60015msec, maxt=60015msec Disk stats (read/write): sdc: ios=60416/0, merge=0/0, ticks=881090/0, in_queue=881198, util=100.00% Sleeping for 30 seconds... ------------------------------------------------------ ################################################################################# Executing write tests with numjobs=1 --------------------------------------------------------------------------------- Executing test 1: /usr/bin/fio --filename=/dev/sdc --direct=1 --rw=write --bs=4k --size=159896305664 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=write, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 fio 1.54 Starting 1 process Jobs: 1 (f=1): [W] [100.0% done] [0K/24277K /s] [0 /5927 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=8566 write: io=1402.5MB, bw=23935KB/s, iops=5983 , runt= 60001msec clat (usec): min=112 , max=11041 , avg=164.37, stdev=84.25 lat (usec): min=112 , max=11041 , avg=164.65, stdev=84.27 bw (KB/s) : min=22712, max=24312, per=100.02%, avg=23938.69, stdev=270.39 cpu : usr=1.14%, sys=3.57%, ctx=358451, majf=0, minf=28 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=0/359029/0, short=0/0/0 lat (usec): 250=91.86%, 500=8.08%, 750=0.02%, 1000=0.02% lat (msec): 2=0.03%, 4=0.01%, 10=0.01%, 20=0.01% Run status group 0 (all jobs): WRITE: io=1402.5MB, aggrb=23934KB/s, minb=24509KB/s, maxb=24509KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): sdc: ios=0/358283, merge=0/0, ticks=0/57785, in_queue=57784, util=96.65% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 2: /usr/bin/fio --filename=/dev/sdc --direct=1 --rw=write --bs=4k --size=159896305664 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=write, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 fio 1.54 Starting 1 process Jobs: 1 (f=1): [W] [100.0% done] [0K/24588K /s] [0 /6002 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=8622 write: io=1393.9MB, bw=23787KB/s, iops=5946 , runt= 60001msec clat (usec): min=115 , max=14984 , avg=165.42, stdev=154.12 lat (usec): min=115 , max=14984 , avg=165.71, stdev=154.13 bw (KB/s) : min= 404, max=24440, per=100.02%, avg=23792.18, stdev=2210.62 cpu : usr=1.31%, sys=3.89%, ctx=356203, majf=0, minf=28 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=0/356814/0, short=0/0/0 lat (usec): 250=91.27%, 500=8.67%, 750=0.01%, 1000=0.01% lat (msec): 2=0.02%, 4=0.01%, 10=0.02%, 20=0.01% Run status group 0 (all jobs): WRITE: io=1393.9MB, aggrb=23787KB/s, minb=24358KB/s, maxb=24358KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): sdc: ios=0/356076, merge=0/0, ticks=0/57498, in_queue=57491, util=96.21% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 3: /usr/bin/fio --filename=/dev/sdc --direct=1 --rw=randwrite --bs=4k --size=159896305664 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=randwrite, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 fio 1.54 Starting 1 process Jobs: 1 (f=1): [w] [100.0% done] [0K/21966K /s] [0 /5362 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=8704 write: io=1263.6MB, bw=21565KB/s, iops=5391 , runt= 60000msec clat (usec): min=115 , max=16258 , avg=181.73, stdev=158.73 lat (usec): min=115 , max=16259 , avg=182.05, stdev=158.75 bw (KB/s) : min= 6088, max=22944, per=100.02%, avg=21567.43, stdev=1778.98 cpu : usr=2.61%, sys=7.96%, ctx=321957, majf=0, minf=2095 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=0/323469/0, short=0/0/0 lat (usec): 250=85.28%, 500=14.61%, 750=0.04%, 1000=0.02% lat (msec): 2=0.02%, 4=0.01%, 10=0.02%, 20=0.01% Run status group 0 (all jobs): WRITE: io=1263.6MB, aggrb=21564KB/s, minb=22082KB/s, maxb=22082KB/s, mint=60000msec, maxt=60000msec Disk stats (read/write): sdc: ios=0/322737, merge=0/0, ticks=0/55836, in_queue=55830, util=93.42% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 4: /usr/bin/fio --filename=/dev/sdc --direct=1 --rw=randwrite --bs=4k --size=159896305664 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=randwrite, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 fio 1.54 Starting 1 process Jobs: 1 (f=1): [w] [100.0% done] [0K/22403K /s] [0 /5469 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=8717 write: io=1253.8MB, bw=21385KB/s, iops=5346 , runt= 60001msec clat (usec): min=115 , max=16854 , avg=183.26, stdev=213.44 lat (usec): min=115 , max=16854 , avg=183.59, stdev=213.46 bw (KB/s) : min= 7528, max=22208, per=100.03%, avg=21391.96, stdev=2445.89 cpu : usr=2.54%, sys=8.10%, ctx=319253, majf=0, minf=1058 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=0/320786/0, short=0/0/0 lat (usec): 250=85.74%, 500=14.15%, 750=0.02%, 1000=0.03% lat (msec): 2=0.02%, 4=0.01%, 10=0.04%, 20=0.01% Run status group 0 (all jobs): WRITE: io=1253.8MB, aggrb=21385KB/s, minb=21898KB/s, maxb=21898KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): sdc: ios=0/320076, merge=0/0, ticks=0/55821, in_queue=55821, util=93.41% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 5: /usr/bin/fio --filename=/dev/sdc --direct=1 --rw=write --bs=1m --size=5G --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=write, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.54 Starting 1 process Jobs: 1 (f=1): [W] [100.0% done] [0K/139.9M /s] [0 /136 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=8734 write: io=5120.0MB, bw=161962KB/s, iops=158 , runt= 32371msec clat (msec): min=4 , max=20 , avg= 6.32, stdev= 1.58 lat (msec): min=4 , max=20 , avg= 6.32, stdev= 1.58 bw (KB/s) : min=136126, max=169306, per=100.20%, avg=162291.78, stdev=7373.99 cpu : usr=0.06%, sys=1.54%, ctx=5124, majf=0, minf=28 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=0/5120/0, short=0/0/0 lat (msec): 10=97.75%, 20=2.23%, 50=0.02% Run status group 0 (all jobs): WRITE: io=5120.0MB, aggrb=161962KB/s, minb=165849KB/s, maxb=165849KB/s, mint=32371msec, maxt=32371msec Disk stats (read/write): sdc: ios=0/20426, merge=0/0, ticks=0/88513, in_queue=88529, util=99.61% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 6: /usr/bin/fio --filename=/dev/sdc --direct=1 --rw=write --bs=1m --size=5G --runtime=60 --offset=154527596544 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=write, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.54 Starting 1 process Jobs: 1 (f=1): [W] [100.0% done] [0K/137.9M /s] [0 /134 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=8780 write: io=5120.0MB, bw=162138KB/s, iops=158 , runt= 32336msec clat (msec): min=4 , max=20 , avg= 6.31, stdev= 1.58 lat (msec): min=4 , max=20 , avg= 6.31, stdev= 1.58 bw (KB/s) : min=133120, max=169306, per=100.13%, avg=162353.45, stdev=8087.70 cpu : usr=0.07%, sys=1.58%, ctx=5122, majf=0, minf=26 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=0/5120/0, short=0/0/0 lat (msec): 10=97.75%, 20=2.23%, 50=0.02% Run status group 0 (all jobs): WRITE: io=5120.0MB, aggrb=162137KB/s, minb=166028KB/s, maxb=166028KB/s, mint=32336msec, maxt=32336msec Disk stats (read/write): sdc: ios=0/20445, merge=0/0, ticks=0/88521, in_queue=88536, util=99.57% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 7: /usr/bin/fio --filename=/dev/sdc --direct=1 --rw=write --bs=1m --size=159896305664 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=write, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.54 Starting 1 process Jobs: 1 (f=1): [W] [100.0% done] [0K/161.4M /s] [0 /157 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=8796 write: io=9574.0MB, bw=163385KB/s, iops=159 , runt= 60004msec clat (msec): min=4 , max=20 , avg= 6.26, stdev= 1.23 lat (msec): min=4 , max=20 , avg= 6.26, stdev= 1.23 bw (KB/s) : min=160190, max=168634, per=100.10%, avg=163542.13, stdev=1908.94 cpu : usr=0.09%, sys=1.57%, ctx=9580, majf=0, minf=28 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=0/9574/0, short=0/0/0 lat (msec): 10=98.80%, 20=1.19%, 50=0.01% Run status group 0 (all jobs): WRITE: io=9574.0MB, aggrb=163385KB/s, minb=167306KB/s, maxb=167306KB/s, mint=60004msec, maxt=60004msec Disk stats (read/write): sdc: ios=0/38213, merge=0/0, ticks=0/163177, in_queue=163186, util=99.69% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 8: /usr/bin/fio --filename=/dev/sdc --direct=1 --rw=randwrite --bs=1m --size=5G --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=randwrite, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.54 Starting 1 process Jobs: 1 (f=1): [w] [100.0% done] [0K/140.1M /s] [0 /137 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=8878 write: io=5120.0MB, bw=163177KB/s, iops=159 , runt= 32130msec clat (msec): min=4 , max=18 , avg= 6.27, stdev= 1.18 lat (msec): min=4 , max=18 , avg= 6.27, stdev= 1.18 bw (KB/s) : min=138270, max=168970, per=100.27%, avg=163613.29, stdev=6448.32 cpu : usr=0.08%, sys=1.59%, ctx=5122, majf=0, minf=26 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=0/5120/0, short=0/0/0 lat (msec): 10=98.87%, 20=1.13% Run status group 0 (all jobs): WRITE: io=5120.0MB, aggrb=163177KB/s, minb=167093KB/s, maxb=167093KB/s, mint=32130msec, maxt=32130msec Disk stats (read/write): sdc: ios=0/20422, merge=0/0, ticks=0/87467, in_queue=87479, util=99.56% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 9: /usr/bin/fio --filename=/dev/sdc --direct=1 --rw=randwrite --bs=1m --size=5G --runtime=60 --offset=154527596544 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=randwrite, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.54 Starting 1 process Jobs: 1 (f=1): [w] [100.0% done] [0K/139.9M /s] [0 /136 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=8896 write: io=5120.0MB, bw=163391KB/s, iops=159 , runt= 32088msec clat (msec): min=4 , max=19 , avg= 6.26, stdev= 1.19 lat (msec): min=4 , max=19 , avg= 6.26, stdev= 1.19 bw (KB/s) : min=138433, max=169644, per=100.29%, avg=163858.44, stdev=6429.56 cpu : usr=0.10%, sys=1.67%, ctx=5124, majf=0, minf=24 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=0/5120/0, short=0/0/0 lat (msec): 10=98.83%, 20=1.17% Run status group 0 (all jobs): WRITE: io=5120.0MB, aggrb=163390KB/s, minb=167312KB/s, maxb=167312KB/s, mint=32088msec, maxt=32088msec Disk stats (read/write): sdc: ios=0/20442, merge=0/0, ticks=0/87163, in_queue=87173, util=99.53% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 10: /usr/bin/fio --filename=/dev/sdc --direct=1 --rw=randwrite --bs=1m --size=159896305664 --runtime=60 --numjobs=1 --group_reporting --name=file1 file1: (g=0): rw=randwrite, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.54 Starting 1 process Jobs: 1 (f=1): [w] [100.0% done] [0K/161.4M /s] [0 /157 iops] [eta 00m:00s] file1: (groupid=0, jobs=1): err= 0: pid=8909 write: io=9542.0MB, bw=162837KB/s, iops=159 , runt= 60005msec clat (msec): min=4 , max=20 , avg= 6.28, stdev= 1.15 lat (msec): min=4 , max=20 , avg= 6.28, stdev= 1.15 bw (KB/s) : min=156755, max=168634, per=100.11%, avg=163018.25, stdev=3042.51 cpu : usr=0.12%, sys=1.75%, ctx=9547, majf=0, minf=38 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=0/9542/0, short=0/0/0 lat (msec): 10=99.06%, 20=0.93%, 50=0.01% Run status group 0 (all jobs): WRITE: io=9542.0MB, aggrb=162836KB/s, minb=166744KB/s, maxb=166744KB/s, mint=60005msec, maxt=60005msec Disk stats (read/write): sdc: ios=0/38090, merge=0/0, ticks=0/163086, in_queue=163097, util=99.65% Sleeping for 30 seconds... ------------------------------------------------------ ################################################################################# Executing write tests with numjobs=4 --------------------------------------------------------------------------------- Executing test 1: /usr/bin/fio --filename=/dev/sdc --direct=1 --rw=write --bs=4k --size=159896305664 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=write, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 ... file1: (g=0): rw=write, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 fio 1.54 Starting 4 processes Jobs: 4 (f=4): [WWWW] [100.0% done] [0K/42078K /s] [0 /10.3K iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=8958 write: io=2369.3MB, bw=40434KB/s, iops=10108 , runt= 60001msec clat (usec): min=125 , max=17056 , avg=392.81, stdev=193.31 lat (usec): min=125 , max=17056 , avg=393.10, stdev=193.30 bw (KB/s) : min= 391, max=10872, per=25.02%, avg=10115.80, stdev=764.99 cpu : usr=0.89%, sys=2.95%, ctx=606560, majf=0, minf=112 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=0/606522/0, short=0/0/0 lat (usec): 250=16.32%, 500=67.17%, 750=13.23%, 1000=2.09% lat (msec): 2=1.04%, 4=0.01%, 10=0.02%, 20=0.11% Run status group 0 (all jobs): WRITE: io=2369.3MB, aggrb=40434KB/s, minb=41404KB/s, maxb=41404KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): sdc: ios=0/605242, merge=0/0, ticks=0/231600, in_queue=231601, util=100.00% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 2: /usr/bin/fio --filename=/dev/sdc --direct=1 --rw=write --bs=4k --size=159896305664 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=write, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 ... file1: (g=0): rw=write, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 fio 1.54 Starting 4 processes Jobs: 4 (f=4): [WWWW] [100.0% done] [0K/41858K /s] [0 /10.3K iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=8977 write: io=2302.9MB, bw=39302KB/s, iops=9825 , runt= 60001msec clat (usec): min=134 , max=17089 , avg=404.58, stdev=210.09 lat (usec): min=135 , max=17089 , avg=404.87, stdev=210.09 bw (KB/s) : min= 1208, max=11185, per=25.14%, avg=9881.70, stdev=681.55 cpu : usr=0.90%, sys=2.93%, ctx=589581, majf=0, minf=112 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=0/589535/0, short=0/0/0 lat (usec): 250=15.60%, 500=66.12%, 750=14.23%, 1000=2.60% lat (msec): 2=1.28%, 4=0.01%, 10=0.03%, 20=0.13% Run status group 0 (all jobs): WRITE: io=2302.9MB, aggrb=39301KB/s, minb=40244KB/s, maxb=40244KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): sdc: ios=0/588421, merge=0/0, ticks=0/231659, in_queue=231692, util=100.00% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 3: /usr/bin/fio --filename=/dev/sdc --direct=1 --rw=randwrite --bs=4k --size=159896305664 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=randwrite, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 ... file1: (g=0): rw=randwrite, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 fio 1.54 Starting 4 processes Jobs: 4 (f=4): [wwww] [100.0% done] [0K/42683K /s] [0 /10.5K iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=9070 write: io=2387.2MB, bw=40740KB/s, iops=10184 , runt= 60001msec clat (usec): min=112 , max=126474 , avg=389.15, stdev=244.68 lat (usec): min=113 , max=126474 , avg=389.44, stdev=244.69 bw (KB/s) : min= 551, max=11552, per=25.01%, avg=10190.42, stdev=679.87 cpu : usr=1.07%, sys=3.09%, ctx=611542, majf=0, minf=7358 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=0/611109/0, short=0/0/0 lat (usec): 250=15.91%, 500=69.57%, 750=11.96%, 1000=1.54% lat (msec): 2=0.89%, 4=0.02%, 10=0.04%, 20=0.09%, 250=0.01% Run status group 0 (all jobs): WRITE: io=2387.2MB, aggrb=40739KB/s, minb=41717KB/s, maxb=41717KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): sdc: ios=0/609430, merge=0/0, ticks=0/230210, in_queue=230220, util=100.00% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 4: /usr/bin/fio --filename=/dev/sdc --direct=1 --rw=randwrite --bs=4k --size=159896305664 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=randwrite, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 ... file1: (g=0): rw=randwrite, bs=4K-4K/4K-4K, ioengine=sync, iodepth=1 fio 1.54 Starting 4 processes Jobs: 4 (f=4): [wwww] [100.0% done] [0K/43230K /s] [0 /10.6K iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=9087 write: io=2377.7MB, bw=40577KB/s, iops=10144 , runt= 60001msec clat (usec): min=123 , max=17426 , avg=391.10, stdev=209.55 lat (usec): min=123 , max=17426 , avg=391.39, stdev=209.55 bw (KB/s) : min= 389, max=11168, per=24.98%, avg=10135.01, stdev=812.08 cpu : usr=1.05%, sys=3.02%, ctx=609073, majf=0, minf=4232 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=0/608667/0, short=0/0/0 lat (usec): 250=15.94%, 500=69.91%, 750=11.67%, 1000=1.41% lat (msec): 2=0.89%, 4=0.01%, 10=0.03%, 20=0.13% Run status group 0 (all jobs): WRITE: io=2377.7MB, aggrb=40577KB/s, minb=41550KB/s, maxb=41550KB/s, mint=60001msec, maxt=60001msec Disk stats (read/write): sdc: ios=0/606976, merge=0/0, ticks=0/230323, in_queue=230317, util=100.00% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 5: /usr/bin/fio --filename=/dev/sdc --direct=1 --rw=write --bs=1m --size=5G --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=write, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=write, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.54 Starting 4 processes Jobs: 4 (f=4): [WWWW] [100.0% done] [0K/167.5M /s] [0 /163 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=9134 write: io=9886.0MB, bw=168654KB/s, iops=164 , runt= 60024msec clat (usec): min=6463 , max=38558 , avg=24285.71, stdev=720.40 lat (usec): min=6463 , max=38558 , avg=24286.18, stdev=720.39 bw (KB/s) : min=41116, max=45821, per=25.02%, avg=42205.38, stdev=225.63 cpu : usr=0.02%, sys=0.43%, ctx=9899, majf=0, minf=112 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=0/9886/0, short=0/0/0 lat (msec): 10=0.01%, 20=0.07%, 50=99.92% Run status group 0 (all jobs): WRITE: io=9886.0MB, aggrb=168653KB/s, minb=172701KB/s, maxb=172701KB/s, mint=60024msec, maxt=60024msec Disk stats (read/write): sdc: ios=0/39446, merge=0/0, ticks=0/891496, in_queue=891686, util=100.00% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 6: /usr/bin/fio --filename=/dev/sdc --direct=1 --rw=write --bs=1m --size=5G --runtime=60 --offset=154527596544 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=write, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=write, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.54 Starting 4 processes Jobs: 4 (f=4): [WWWW] [100.0% done] [0K/168.5M /s] [0 /164 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=9161 write: io=9967.0MB, bw=170047KB/s, iops=166 , runt= 60020msec clat (usec): min=6581 , max=32987 , avg=24085.31, stdev=471.38 lat (usec): min=6582 , max=32987 , avg=24085.66, stdev=471.37 bw (KB/s) : min=41593, max=46000, per=25.02%, avg=42551.81, stdev=236.51 cpu : usr=0.02%, sys=0.42%, ctx=9985, majf=0, minf=108 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=0/9967/0, short=0/0/0 lat (msec): 10=0.01%, 20=0.07%, 50=99.92% Run status group 0 (all jobs): WRITE: io=9967.0MB, aggrb=170046KB/s, minb=174127KB/s, maxb=174127KB/s, mint=60020msec, maxt=60020msec Disk stats (read/write): sdc: ios=0/39774, merge=0/0, ticks=0/891947, in_queue=892124, util=100.00% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 7: /usr/bin/fio --filename=/dev/sdc --direct=1 --rw=write --bs=1m --size=159896305664 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=write, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=write, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.54 Starting 4 processes Jobs: 4 (f=4): [WWWW] [100.0% done] [0K/164.4M /s] [0 /160 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=9250 write: io=9737.0MB, bw=166123KB/s, iops=162 , runt= 60020msec clat (msec): min=5 , max=47 , avg=24.66, stdev= 1.24 lat (msec): min=5 , max=47 , avg=24.66, stdev= 1.24 bw (KB/s) : min=39766, max=46000, per=25.02%, avg=41569.80, stdev=249.90 cpu : usr=0.03%, sys=0.40%, ctx=9751, majf=0, minf=112 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=0/9737/0, short=0/0/0 lat (msec): 10=0.02%, 20=0.12%, 50=99.86% Run status group 0 (all jobs): WRITE: io=9737.0MB, aggrb=166122KB/s, minb=170109KB/s, maxb=170109KB/s, mint=60020msec, maxt=60020msec Disk stats (read/write): sdc: ios=0/38858, merge=0/0, ticks=0/891697, in_queue=891867, util=100.00% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 8: /usr/bin/fio --filename=/dev/sdc --direct=1 --rw=randwrite --bs=1m --size=5G --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=randwrite, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=randwrite, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.54 Starting 4 processes Jobs: 4 (f=4): [wwww] [100.0% done] [0K/163.4M /s] [0 /159 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=9268 write: io=9787.0MB, bw=166962KB/s, iops=163 , runt= 60025msec clat (usec): min=6260 , max=38660 , avg=24524.60, stdev=879.26 lat (usec): min=6261 , max=38660 , avg=24525.05, stdev=879.24 bw (KB/s) : min=39384, max=44346, per=25.03%, avg=41787.06, stdev=363.15 cpu : usr=0.03%, sys=0.41%, ctx=9799, majf=0, minf=104 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=0/9787/0, short=0/0/0 lat (msec): 10=0.01%, 20=0.07%, 50=99.92% Run status group 0 (all jobs): WRITE: io=9787.0MB, aggrb=166961KB/s, minb=170968KB/s, maxb=170968KB/s, mint=60025msec, maxt=60025msec Disk stats (read/write): sdc: ios=0/39049, merge=0/0, ticks=0/880942, in_queue=881120, util=100.00% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 9: /usr/bin/fio --filename=/dev/sdc --direct=1 --rw=randwrite --bs=1m --size=5G --runtime=60 --offset=154527596544 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=randwrite, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=randwrite, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.54 Starting 4 processes Jobs: 4 (f=4): [wwww] [100.0% done] [0K/163.4M /s] [0 /159 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=9290 write: io=9673.0MB, bw=165025KB/s, iops=161 , runt= 60022msec clat (msec): min=5 , max=140 , avg=24.81, stdev= 2.75 lat (msec): min=5 , max=140 , avg=24.81, stdev= 2.75 bw (KB/s) : min= 7301, max=44086, per=25.05%, avg=41341.54, stdev=1680.78 cpu : usr=0.03%, sys=0.40%, ctx=9691, majf=0, minf=104 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=0/9673/0, short=0/0/0 lat (msec): 10=0.01%, 20=0.07%, 50=99.67%, 100=0.04%, 250=0.21% Run status group 0 (all jobs): WRITE: io=9673.0MB, aggrb=165025KB/s, minb=168985KB/s, maxb=168985KB/s, mint=60022msec, maxt=60022msec Disk stats (read/write): sdc: ios=0/38594, merge=0/0, ticks=0/881091, in_queue=881283, util=100.00% Sleeping for 30 seconds... ------------------------------------------------------ --------------------------------------------------------------------------------- Executing test 10: /usr/bin/fio --filename=/dev/sdc --direct=1 --rw=randwrite --bs=1m --size=159896305664 --runtime=60 --numjobs=4 --group_reporting --name=file1 file1: (g=0): rw=randwrite, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 ... file1: (g=0): rw=randwrite, bs=1M-1M/1M-1M, ioengine=sync, iodepth=1 fio 1.54 Starting 4 processes Jobs: 4 (f=4): [wwww] [100.0% done] [0K/164.4M /s] [0 /160 iops] [eta 00m:00s] file1: (groupid=0, jobs=4): err= 0: pid=9349 write: io=9618.0MB, bw=164087KB/s, iops=160 , runt= 60022msec clat (msec): min=5 , max=42 , avg=24.95, stdev= 1.31 lat (msec): min=5 , max=42 , avg=24.95, stdev= 1.31 bw (KB/s) : min=39309, max=43406, per=25.03%, avg=41064.92, stdev=304.87 cpu : usr=0.03%, sys=0.39%, ctx=9632, majf=0, minf=150 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w/d: total=0/9618/0, short=0/0/0 lat (msec): 10=0.02%, 20=0.07%, 50=99.91% Run status group 0 (all jobs): WRITE: io=9618.0MB, aggrb=164087KB/s, minb=168025KB/s, maxb=168025KB/s, mint=60022msec, maxt=60022msec Disk stats (read/write): sdc: ios=0/38374, merge=0/0, ticks=0/880740, in_queue=880942, util=100.00% Sleeping for 30 seconds... ------------------------------------------------------