2015年4月28日

fio效能測試手記

FIO安裝測試範例
[root@supermic2 ~]#
[root@supermic2 ~]# mkdir fio
[root@supermic2 ~]# cd fio/
[root@supermic2 fio]# wget ftp://195.220.108.108/linux/dag/redhat/el7/en/x86_64/dag/RPMS/fio-2.1.10-1.el7.rf.x86_64.rpm
[root@supermic2 fio]# rpm -ivh fio-2.1.10-1.el7.rf.x86_64.rpm
warning: fio-2.1.10-1.el7.rf.x86_64.rpm: Header V3 DSA/SHA1 Signature, key ID 6b8d79e6: NOKEY
error: Failed dependencies:
        libc.so.6(GLIBC_2.14)(64bit) is needed by fio-2.1.10-1.el7.rf.x86_64
        libm.so.6(GLIBC_2.15)(64bit) is needed by fio-2.1.10-1.el7.rf.x86_64
請勿跟我一樣犯傻裝成RHEL7
[root@supermic2 fio]# wget ftp://195.220.108.108/linux/dag/redhat/el6/en/x86_64/dag/RPMS/fio-2.1.10-1.el6.rf.x86_64.rpm
[root@supermic2 fio]# rpm -ivh fio-2.1.10-1.el6.rf.x86_64.rpm
warning: fio-2.1.10-1.el6.rf.x86_64.rpm: Header V3 DSA/SHA1 Signature, key ID 6b8d79e6: NOKEY
error: Failed dependencies:
        libibverbs.so.1()(64bit) is needed by fio-2.1.10-1.el6.rf.x86_64
[root@supermic2 fio]# yum install libibverbs
[root@supermic2 fio]# rpm -ivh fio-2.1.10-1.el6.rf.x86_64.rpm

powerpath
[root@supermic2 ~]# wget https://www.dropbox.com/s/na23jm0w4s6hikx/EMCPower.LINUX-6.0.0.00.00-158.RHEL6.x86_64.rpm
[root@supermic2 ~]# rpm -ivh EMCPower.LINUX-6.0.0.00.00-158.RHEL6.x86_64.rpm
[root@supermic2 ~]# emcpreg -i
Reboot
[root@supermic2 ~]# powermt display dev=all
Pseudo name=emcpowera
VNX ID=CETV2150900078 [SG_Test]
Logical device ID=60060160E1603C00BC6C544A52EDE411 [SPMIC4-2_1TB_IOPS_Test]
state=alive; policy=CLAROpt; queued-IOs=0
Owner: default=SP B, current=SP B       Array failover mode: 4
==============================================================================
--------------- Host ---------------   - Stor -  -- I/O Path --   -- Stats ---
###  HW Path               I/O Paths    Interf.  Mode     State   Q-IOs Errors
==============================================================================
   1 bfa                    sda        SP A0     active   alive      0      0
   1 bfa                    sdb        SP B0     active   alive      0      0

[root@supermic2 ~]# cd /dev/
[root@supermic2 dev]# mkfs -t ext4 /dev/emcpowera
[root@supermic2 dev]# mkdir /emcdisk
[root@supermic2 dev]# mount /dev/emcpowera /emcdisk/
[root@supermic2 dev]# df -h
Filesystem      Size  Used Avail Use% Mounted on
/dev/sdc3       450G  2.1G  426G   1% /
tmpfs           3.9G     0  3.9G   0% /dev/shm
/dev/sdc1       477M   63M  389M  14% /boot
/dev/emcpowera 1008G   72M  957G   1% /emcdisk
測試FIO效能
[root@supermic2 emcdisk]# fio -filename=/dev/emcpowera -direct=1 -iodepth 1 -thread -rw=randrw -rwmixread=70 -ioengine=psync -bs=16k -size=64G -numjobs=30 -runtime=100 -group_reporting -name=mytest
mytest: (g=0): rw=randrw, bs=16K-16K/16K-16K/16K-16K, ioengine=psync, iodepth=1
...
fio-2.1.10
Starting 30 threads
Jobs: 30 (f=30): [mmmmmmmmmmmmmmmmmmmmmmmmmmmmmm] [100.0% done] [116.6MB/52576KB/0KB /s] [7460/3286/0 iops] [eta 00m:00s]
mytest: (groupid=0, jobs=30): err= 0: pid=8028: Tue Apr 28 11:47:30 2015
  read : io=16586MB, bw=169621KB/s, iops=10601, runt=100130msec
    clat (usec): min=140, max=367472, avg=1137.68, stdev=2374.99
     lat (usec): min=140, max=367472, avg=1137.94, stdev=2374.99
    clat percentiles (usec):
     |  1.00th=[  374],  5.00th=[  470], 10.00th=[  524], 20.00th=[  604],
     | 30.00th=[  692], 40.00th=[  772], 50.00th=[  852], 60.00th=[  948],
     | 70.00th=[ 1048], 80.00th=[ 1176], 90.00th=[ 1368], 95.00th=[ 1576],
     | 99.00th=[ 9920], 99.50th=[13632], 99.90th=[27008], 99.95th=[34560],
     | 99.99th=[62720]
    bw (KB  /s): min=  504, max= 8032, per=3.34%, avg=5673.48, stdev=882.68
  write: io=7098.6MB, bw=72595KB/s, iops=4537, runt=100130msec
    clat (usec): min=414, max=325774, avg=3931.50, stdev=4172.32
     lat (usec): min=415, max=325775, avg=3932.92, stdev=4172.32
    clat percentiles (usec):
     |  1.00th=[ 1064],  5.00th=[ 1592], 10.00th=[ 2008], 20.00th=[ 2512],
     | 30.00th=[ 2896], 40.00th=[ 3216], 50.00th=[ 3568], 60.00th=[ 3920],
     | 70.00th=[ 4384], 80.00th=[ 4960], 90.00th=[ 5792], 95.00th=[ 6560],
     | 99.00th=[10048], 99.50th=[14144], 99.90th=[48384], 99.95th=[79360],
     | 99.99th=[168960]
    bw (KB  /s): min=   94, max= 3424, per=3.34%, avg=2427.76, stdev=361.93
    lat (usec) : 250=0.07%, 500=5.30%, 750=20.54%, 1000=20.27%
    lat (msec) : 2=24.73%, 4=16.11%, 10=11.99%, 20=0.78%, 50=0.19%
    lat (msec) : 100=0.03%, 250=0.01%, 500=0.01%
  cpu          : usr=0.28%, sys=1.53%, ctx=1533832, majf=0, minf=6
  IO depths    : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued    : total=r=1061507/w=454307/d=0, short=r=0/w=0/d=0
     latency   : target=0, window=0, percentile=100.00%, depth=1

Run status group 0 (all jobs):
   READ: io=16586MB, aggrb=169620KB/s, minb=169620KB/s, maxb=169620KB/s, mint=100130msec, maxt=100130msec
  WRITE: io=7098.6MB, aggrb=72594KB/s, minb=72594KB/s, maxb=72594KB/s, mint=100130msec, maxt=100130msec

Disk stats (read/write):
  emcpowera: ios=1060910/454033, merge=0/2, ticks=1184825/1769804, in_queue=2952885, util=99.95%

[root@supermic2 emcdisk]#
================================
參考網誌
http://www.cnblogs.com/Skyar/p/3488100.html

1 則留言:

拉奇 提到...

某DS3060
========
[root@brteam-1 test]# fio -filename=/test/test.64G -direct=1 -iodepth 1 -thread -rw=randrw -rwmixread=70 -ioengine=psync -bs=16k -size=64G -numjobs=30 -runtime=100 -group_reporting -name=mytest
mytest: (g=0): rw=randrw, bs=16K-16K/16K-16K/16K-16K, ioengine=psync, iodepth=1
...
fio-2.1.10
Starting 30 threads
mytest: Laying out IO file(s) (1 file(s) / 65536MB)
Jobs: 26 (f=26): [mmmmm__mmmmEmmmmmmmmmmmmmmmmmE] [33.6% done] [46689KB/20203KB/0KB /s] [2918/1262/0 iops] [eta 03m:20s]
mytest: (groupid=0, jobs=30): err= 0: pid=6040: Wed May 6 13:18:56 2015
read : io=3813.1MB, bw=39044KB/s, iops=2440, runt=100027msec
clat (usec): min=65, max=322405, avg=12164.29, stdev=22522.36
lat (usec): min=65, max=322405, avg=12164.35, stdev=22522.36
clat percentiles (usec):
| 1.00th=[ 71], 5.00th=[ 85], 10.00th=[ 113], 20.00th=[ 1736],
| 30.00th=[ 3952], 40.00th=[ 5664], 50.00th=[ 7136], 60.00th=[ 8512],
| 70.00th=[ 9920], 80.00th=[13120], 90.00th=[22400], 95.00th=[44288],
| 99.00th=[127488], 99.50th=[162816], 99.90th=[218112], 99.95th=[234496],
| 99.99th=[268288]
bw (KB /s): min= 326, max= 2877, per=3.36%, avg=1311.75, stdev=364.82
write: io=1651.3MB, bw=16904KB/s, iops=1056, runt=100027msec
clat (usec): min=131, max=46559, avg=290.41, stdev=431.23
lat (usec): min=132, max=46559, avg=290.97, stdev=431.27
clat percentiles (usec):
| 1.00th=[ 137], 5.00th=[ 141], 10.00th=[ 151], 20.00th=[ 199],
| 30.00th=[ 207], 40.00th=[ 221], 50.00th=[ 243], 60.00th=[ 258],
| 70.00th=[ 270], 80.00th=[ 290], 90.00th=[ 490], 95.00th=[ 652],
| 99.00th=[ 1128], 99.50th=[ 1368], 99.90th=[ 2576], 99.95th=[ 4384],
| 99.99th=[22912]
bw (KB /s): min= 59, max= 1388, per=3.36%, avg=567.46, stdev=201.95
lat (usec) : 100=5.54%, 250=23.52%, 500=11.80%, 750=1.80%, 1000=0.51%
lat (msec) : 2=1.59%, 4=6.61%, 10=27.78%, 20=12.94%, 50=4.83%
lat (msec) : 100=1.93%, 250=1.13%, 500=0.02%
cpu : usr=0.02%, sys=0.10%, ctx=352287, majf=0, minf=737
IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
issued : total=r=244089/w=105677/d=0, short=r=0/w=0/d=0
latency : target=0, window=0, percentile=100.00%, depth=1

Run status group 0 (all jobs):
READ: io=3813.1MB, aggrb=39043KB/s, minb=39043KB/s, maxb=39043KB/s, mint=100027msec, maxt=100027msec
WRITE: io=1651.3MB, aggrb=16903KB/s, minb=16903KB/s, maxb=16903KB/s, mint=100027msec, maxt=100027msec

Disk stats (read/write):
dm-1: ios=244074/105674, merge=0/0, ticks=2966874/29485, in_queue=2997152, util=100.00%, aggrios=244089/105690, aggrmerge=0/0, aggrticks=2970216/30576, aggrin_queue=3000780, aggrutil=100.00%
dm-0: ios=244089/105690, merge=0/0, ticks=2970216/30576, in_queue=3000780, util=100.00%, aggrios=122049/52848, aggrmerge=0/0, aggrticks=1483800/14710, aggrin_queue=1498510, aggrutil=100.00%
sdb: ios=5/0, merge=0/0, ticks=1/0, in_queue=1, util=0.00%
sdc: ios=244094/105696, merge=0/0, ticks=2967600/29420, in_queue=2997019, util=100.00%