[root@mds01 tests]# mkfs.lustre --reformat --mgs --mdt --fsname=lustre --index 0 /dev/sdc1
Permanent disk data:
Target: lustre:MDT0000
Index: 0
Lustre FS: lustre
Mount type: ldiskfs
Flags: 0x65
(MDT MGS first_time update )
Persistent mount opts: user_xattr,errors=remount-ro
Parameters:
device size = 51207MB
formatting backing filesystem ldiskfs on /dev/sdc1
target name lustre:MDT0000
4k blocks 13109032
options -J size=400 -I 512 -i 2048 -q -O dirdata,uninit_bg,^extents,dir_nlink,quota,huge_file,flex_bg -E lazy_journal_init -F
mkfs_cmd = mke2fs -j -b 4096 -L lustre:MDT0000 -J size=400 -I 512 -i 2048 -q -O dirdata,uninit_bg,^extents,dir_nlink,quota,huge_file,flex_bg -E lazy_journal_init -F /dev/sdc1 13109032
Writing CONFIGS/mountdata
[root@mds01 tests]# mount -t lustre /dev/sdc1 /lustre/mds1
mount.lustre: set /sys/block/sdc/queue/max_sectors_kb to 16383
[root@mds01 tests]# df
Filesystem 1K-blocks Used Available Use% Mounted on
/dev/sdi1 20642428 1801840 17792012 10% /
tmpfs 32981544 0 32981544 0% /dev/shm
192.168.0.1:/scratch 416433152 289121280 106158080 74% /scratch
192.168.0.1:/home 416433152 289121280 106158080 74% /home
/dev/sdc1 39318472 472592 36224444 2% /lustre/mds1
[root@oss01 ~]# mkfs.lustre --reformat --ost --mgsnode=mds01@o2ib --fsname=lustre --index=0 /dev/sdo1
Permanent disk data:
Target: lustre:OST0000
Index: 0
Lustre FS: lustre
Mount type: ldiskfs
Flags: 0x62
(OST first_time update )
Persistent mount opts: errors=remount-ro
Parameters: mgsnode=192.168.2.125@o2ib
device size = 20489MB
formatting backing filesystem ldiskfs on /dev/sdo1
target name lustre:OST0000
4k blocks 5245214
options -J size=400 -I 256 -i 69905 -q -O extents,uninit_bg,dir_nlink,quota,huge_file,flex_bg -G 256 -E resize=4290772992,lazy_journal_init -F
mkfs_cmd = mke2fs -j -b 4096 -L lustre:OST0000 -J size=400 -I 256 -i 69905 -q -O extents,uninit_bg,dir_nlink,quota,huge_file,flex_bg -G 256 -E resize=4290772992,lazy_journal_init -F /dev/sdo1 5245214
\Writing CONFIGS/mountdata
[root@oss01 ~]# mkfs.lustre --reformat --ost --mgsnode=mds01@o2ib --fsname=lustre --index=1 /dev/sdo2
Permanent disk data:
Target: lustre:OST0001
Index: 1
Lustre FS: lustre
Mount type: ldiskfs
Flags: 0x62
(OST first_time update )
Persistent mount opts: errors=remount-ro
Parameters: mgsnode=192.168.2.125@o2ib
device size = 20504MB
formatting backing filesystem ldiskfs on /dev/sdo2
target name lustre:OST0001
4k blocks 5249238
options -J size=400 -I 256 -i 69905 -q -O extents,uninit_bg,dir_nlink,quota,huge_file,flex_bg -G 256 -E resize=4290772992,lazy_journal_init -F
mkfs_cmd = mke2fs -j -b 4096 -L lustre:OST0001 -J size=400 -I 256 -i 69905 -q -O extents,uninit_bg,dir_nlink,quota,huge_file,flex_bg -G 256 -E resize=4290772992,lazy_journal_init -F /dev/sdo2 5249238
Writing CONFIGS/mountdata
[root@oss01 ~]# mount -t lustre /dev/sdo1 /lustre/ost1
mount.lustre: set /sys/block/sdo/queue/max_sectors_kb to 32767
[root@oss01 ~]# mount -t lustre /dev/sdo1 /lustre/ost
ost1/ ost2/
[root@oss01 ~]# mount -t lustre /dev/sdo2 /lustre/ost2
mount.lustre: set /sys/block/sdo/queue/max_sectors_kb to 32767
[root@oss02 ~]# mkfs.lustre --reformat --ost --mgsnode=mds01@o2ib --fsname=lustre --index 2 /dev/sdk1
Permanent disk data:
Target: lustre:OST0002
Index: 2
Lustre FS: lustre
Mount type: ldiskfs
Flags: 0x62
(OST first_time update )
Persistent mount opts: errors=remount-ro
Parameters: mgsnode=192.168.2.125@o2ib
device size = 20489MB
formatting backing filesystem ldiskfs on /dev/sdk1
target name lustre:OST0002
4k blocks 5245214
options -J size=400 -I 256 -i 69905 -q -O extents,uninit_bg,dir_nlink,quota,huge_file,flex_bg -G 256 -E resize=4290772992,lazy_journal_init -F
mkfs_cmd = mke2fs -j -b 4096 -L lustre:OST0002 -J size=400 -I 256 -i 69905 -q -O extents,uninit_bg,dir_nlink,quota,huge_file,flex_bg -G 256 -E resize=4290772992,lazy_journal_init -F /dev/sdk1 5245214
Writing CONFIGS/mountdata
[root@oss02 ~]# mkfs.lustre --reformat --ost --mgsnode=mds01@o2ib --fsname=lustre --index 3 /dev/sdk2
Permanent disk data:
Target: lustre:OST0003
Index: 3
Lustre FS: lustre
Mount type: ldiskfs
Flags: 0x62
(OST first_time update )
Persistent mount opts: errors=remount-ro
Parameters: mgsnode=192.168.2.125@o2ib
device size = 20489MB
formatting backing filesystem ldiskfs on /dev/sdk2
target name lustre:OST0003
4k blocks 5245222
options -J size=400 -I 256 -i 69905 -q -O extents,uninit_bg,dir_nlink,quota,huge_file,flex_bg -G 256 -E resize=4290772992,lazy_journal_init -F
mkfs_cmd = mke2fs -j -b 4096 -L lustre:OST0003 -J size=400 -I 256 -i 69905 -q -O extents,uninit_bg,dir_nlink,quota,huge_file,flex_bg -G 256 -E resize=4290772992,lazy_journal_init -F /dev/sdk2 5245222
Writing CONFIGS/mountdata
[root@oss02 ~]# mount -t /dev/sdk1 /mnt^C
[root@oss02 ~]# mkdir /lustre
[root@oss02 ~]# mkdir /lustre/ost3
[root@oss02 ~]# mkdir /lustre/ost4
[root@oss02 ~]# mount -t lustre /dev/sdk1 /lustre/ost3
mount.lustre: set /sys/block/sdk/queue/max_sectors_kb to 16383
[root@oss02 ~]# mount -t lustre /dev/sdk2 /lustre/ost4
mount.lustre: set /sys/block/sdk/queue/max_sectors_kb to 16383
[root@c01 ~]# mount -t lustre mds01@o2ib:/lustre /mnt/lustre
[root@c01 tests]# lctl dl
0 UP mgc MGC192.168.2.125@o2ib 13959bd6-30ef-81a3-34ed-7f739c6b7cac 5
1 UP lov lustre-clilov-ffff8807f88ed800 0dfbbff4-65b3-7d63-092a-d682efc1ba5b 4
2 UP lmv lustre-clilmv-ffff8807f88ed800 0dfbbff4-65b3-7d63-092a-d682efc1ba5b 4
3 UP mdc lustre-MDT0000-mdc-ffff8807f88ed800 0dfbbff4-65b3-7d63-092a-d682efc1ba5b 5
4 UP osc lustre-OST0000-osc-ffff8807f88ed800 0dfbbff4-65b3-7d63-092a-d682efc1ba5b 5
5 UP osc lustre-OST0001-osc-ffff8807f88ed800 0dfbbff4-65b3-7d63-092a-d682efc1ba5b 5
6 UP osc lustre-OST0002-osc-ffff8807f88ed800 0dfbbff4-65b3-7d63-092a-d682efc1ba5b 5
7 UP osc lustre-OST0003-osc-ffff8807f88ed800 0dfbbff4-65b3-7d63-092a-d682efc1ba5b 5
[root@c01 ~]# uname -a
Linux c01 2.6.32-431.29.2.el6_lustre.x86_64 #1 SMP Thu Mar 5 18:37:13 PST 2015 x86_64 x86_64 x86_64 GNU/Linux
[root@c01 ~]# cat /proc/fs/lustre/version
lustre: 2.5.3.90
kernel: patchless_client
build: 2.5.3.90--PRISTINE-2.6.32-431.29.2.el6_lustre.x86_64
[root@c01 ~]# cd /usr/lib64/lustre/tests/
[root@c01 tests]# df -i
Filesystem Inodes IUsed IFree IUse% Mounted on
/dev/sda1 1310720 50568 1260152 4% /
tmpfs 4108727 1 4108726 1% /dev/shm
192.168.0.1:/scratch 26443776 1495252 24948524 6% /scratch
192.168.0.1:/home 26443776 1495252 24948524 6% /home
mds01@o2ib:/lustre 1235664 228 1235436 1% /mnt/lustre
[root@c01 tests]# mkdir /mnt/lustre/test
[root@c01 tests]# ./createmany -o /mnt/lustre/test/f-%d 1048576
- created 10000 (time 1438662447.33 total 4.92 last 4.92)
- created 20000 (time 1438662452.59 total 10.19 last 5.26)
- created 30000 (time 1438662457.73 total 15.33 last 5.14)
- created 40000 (time 1438662462.67 total 20.26 last 4.93)
- created 50000 (time 1438662467.62 total 25.22 last 4.96)
- created 60000 (time 1438662472.85 total 30.45 last 5.23)
- created 70000 (time 1438662478.05 total 35.64 last 5.20)
- created 80000 (time 1438662483.06 total 40.66 last 5.02)
- created 90000 (time 1438662488.16 total 45.75 last 5.09)
- created 100000 (time 1438662493.10 total 50.69 last 4.94)
- created 110000 (time 1438662498.00 total 55.60 last 4.90)
- created 120000 (time 1438662503.05 total 60.64 last 5.05)
- created 130000 (time 1438662508.23 total 65.82 last 5.18)
- created 140000 (time 1438662513.40 total 70.99 last 5.17)
- created 150000 (time 1438662518.69 total 76.28 last 5.29)
- created 160000 (time 1438662523.76 total 81.35 last 5.07)
- created 170000 (time 1438662528.85 total 86.44 last 5.09)
- created 180000 (time 1438662533.99 total 91.58 last 5.14)
- created 190000 (time 1438662539.13 total 96.72 last 5.14)
- created 200000 (time 1438662544.16 total 101.75 last 5.03)
- created 210000 (time 1438662549.37 total 106.97 last 5.21)
- created 220000 (time 1438662554.60 total 112.19 last 5.23)
- created 230000 (time 1438662559.65 total 117.24 last 5.04)
- created 240000 (time 1438662564.78 total 122.38 last 5.14)
- created 250000 (time 1438662570.01 total 127.60 last 5.22)
- created 260000 (time 1438662575.11 total 132.70 last 5.10)
- created 270000 (time 1438662580.32 total 137.92 last 5.22)
- created 280000 (time 1438662585.38 total 142.98 last 5.06)
- created 290000 (time 1438662590.51 total 148.11 last 5.13)
- created 300000 (time 1438662595.71 total 153.30 last 5.19)
- created 310000 (time 1438662600.90 total 158.50 last 5.20)
- created 320000 (time 1438662606.08 total 163.67 last 5.17)
- created 330000 (time 1438662611.21 total 168.80 last 5.13)
- created 340000 (time 1438662616.44 total 174.03 last 5.23)
- created 350000 (time 1438662621.57 total 179.16 last 5.13)
- created 360000 (time 1438662626.84 total 184.44 last 5.28)
- created 370000 (time 1438662632.03 total 189.62 last 5.18)
- created 380000 (time 1438662637.19 total 194.78 last 5.16)
- created 390000 (time 1438662642.39 total 199.99 last 5.21)
- created 400000 (time 1438662647.66 total 205.25 last 5.26)
- created 410000 (time 1438662652.85 total 210.44 last 5.19)
- created 420000 (time 1438662657.98 total 215.57 last 5.13)
- created 430000 (time 1438662663.14 total 220.74 last 5.17)
- created 440000 (time 1438662668.26 total 225.86 last 5.12)
- created 450000 (time 1438662673.10 total 230.69 last 4.84)
- created 460000 (time 1438662678.29 total 235.88 last 5.19)
- created 470000 (time 1438662683.51 total 241.10 last 5.21)
- created 480000 (time 1438662688.74 total 246.34 last 5.24)
- created 490000 (time 1438662693.92 total 251.51 last 5.17)
- created 500000 (time 1438662699.11 total 256.70 last 5.19)
- created 510000 (time 1438662704.27 total 261.86 last 5.16)
- created 520000 (time 1438662709.37 total 266.96 last 5.10)
- created 530000 (time 1438662714.42 total 272.01 last 5.05)
- created 540000 (time 1438662719.56 total 277.15 last 5.14)
- created 550000 (time 1438662724.66 total 282.26 last 5.10)
- created 560000 (time 1438662729.69 total 287.28 last 5.02)
- created 570000 (time 1438662734.66 total 292.25 last 4.97)
- created 580000 (time 1438662739.74 total 297.33 last 5.08)
- created 590000 (time 1438662744.80 total 302.39 last 5.06)
- created 600000 (time 1438662749.91 total 307.50 last 5.11)
- created 610000 (time 1438662755.05 total 312.64 last 5.14)
- created 620000 (time 1438662760.22 total 317.81 last 5.17)
- created 630000 (time 1438662765.40 total 322.99 last 5.18)
- created 640000 (time 1438662770.50 total 328.10 last 5.10)
- created 650000 (time 1438662775.71 total 333.30 last 5.20)
- created 660000 (time 1438662780.94 total 338.53 last 5.23)
- created 670000 (time 1438662786.15 total 343.74 last 5.21)
- created 680000 (time 1438662791.27 total 348.86 last 5.12)
- created 690000 (time 1438662796.37 total 353.96 last 5.10)
- created 700000 (time 1438662801.54 total 359.13 last 5.17)
- created 710000 (time 1438662806.70 total 364.29 last 5.16)
- created 720000 (time 1438662811.85 total 369.45 last 5.16)
- created 730000 (time 1438662817.01 total 374.61 last 5.16)
- created 740000 (time 1438662822.22 total 379.81 last 5.20)
- created 750000 (time 1438662827.45 total 385.04 last 5.23)
- created 760000 (time 1438662832.75 total 390.34 last 5.30)
- created 770000 (time 1438662837.94 total 395.53 last 5.19)
- created 780000 (time 1438662843.14 total 400.73 last 5.20)
- created 790000 (time 1438662848.27 total 405.86 last 5.13)
- created 800000 (time 1438662853.43 total 411.03 last 5.16)
- created 810000 (time 1438662858.69 total 416.29 last 5.26)
- created 820000 (time 1438662863.81 total 421.40 last 5.12)
- created 830000 (time 1438662869.20 total 426.80 last 5.39)
- created 840000 (time 1438662874.59 total 432.18 last 5.38)
- created 850000 (time 1438662880.00 total 437.60 last 5.42)
- created 860000 (time 1438662885.48 total 443.08 last 5.48)
- created 870000 (time 1438662890.96 total 448.56 last 5.48)
- created 880000 (time 1438662896.38 total 453.97 last 5.41)
- created 890000 (time 1438662901.81 total 459.40 last 5.43)
- created 900000 (time 1438662907.00 total 464.59 last 5.19)
- created 910000 (time 1438662912.14 total 469.73 last 5.14)
- created 920000 (time 1438662917.43 total 475.02 last 5.29)
- created 930000 (time 1438662922.88 total 480.47 last 5.45)
- created 940000 (time 1438662928.16 total 485.75 last 5.28)
- created 950000 (time 1438662933.26 total 490.85 last 5.10)
- created 960000 (time 1438662938.50 total 496.09 last 5.24)
- created 970000 (time 1438662943.75 total 501.35 last 5.25)
- created 980000 (time 1438662948.94 total 506.53 last 5.18)
- created 990000 (time 1438662954.16 total 511.75 last 5.22)
- created 1000000 (time 1438662959.41 total 517.00 last 5.25)
- created 1010000 (time 1438662964.50 total 522.09 last 5.09)
- created 1020000 (time 1438662969.50 total 527.09 last 5.00)
- created 1030000 (time 1438662974.54 total 532.13 last 5.04)
- created 1040000 (time 1438662979.70 total 537.29 last 5.16)
total: 1048576 creates in 541.58 seconds: 1936.13 creates/second
[root@oss02 ~]# umount /lustre/*
[root@oss01 ~]# umount /lustre/*
[root@mds01 ~]# umount /lustre/mds1
[root@mds01 tests]# mount -t lustre /dev/sdc1 /lustre/mds1
[root@mds01 tests]# mkfs.lustre --reformat --mgsnode=mds01@o2ib --mdt --index=1 --fsname=lustre /dev/sdc2
Permanent disk data:
Target: lustre:MDT0001
Index: 1
Lustre FS: lustre
Mount type: ldiskfs
Flags: 0x61
(MDT first_time update )
Persistent mount opts: user_xattr,errors=remount-ro
Parameters: mgsnode=192.168.2.125@o2ib
device size = 51207MB
formatting backing filesystem ldiskfs on /dev/sdc2
target name lustre:MDT0001
4k blocks 13109040
options -J size=2048 -I 512 -i 2048 -q -O dirdata,uninit_bg,^extents,dir_nlink,quota,huge_file,flex_bg -E lazy_journal_init -F
mkfs_cmd = mke2fs -j -b 4096 -L lustre:MDT0001 -J size=2048 -I 512 -i 2048 -q -O dirdata,uninit_bg,^extents,dir_nlink,quota,huge_file,flex_bg -E lazy_journal_init -F /dev/sdc2 13109040
Writing CONFIGS/mountdata
[root@mds01 tests]# mkfs.lustre --reformat --mgsnode=mds01@o2ib --mdt --index=2 --fsname=lustre /dev/sdc3
Permanent disk data:
Target: lustre:MDT0002
Index: 2
Lustre FS: lustre
Mount type: ldiskfs
Flags: 0x61
(MDT first_time update )
Persistent mount opts: user_xattr,errors=remount-ro
Parameters: mgsnode=192.168.2.125@o2ib
device size = 51207MB
formatting backing filesystem ldiskfs on /dev/sdc3
target name lustre:MDT0002
4k blocks 13109040
options -J size=2048 -I 512 -i 2048 -q -O dirdata,uninit_bg,^extents,dir_nlink,quota,huge_file,flex_bg -E lazy_journal_init -F
mkfs_cmd = mke2fs -j -b 4096 -L lustre:MDT0002 -J size=2048 -I 512 -i 2048 -q -O dirdata,uninit_bg,^extents,dir_nlink,quota,huge_file,flex_bg -E lazy_journal_init -F /dev/sdc3 13109040
Writing CONFIGS/mountdata
[root@mds01 tests]# mkfs.lustre --reformat --mgsnode=mds01@o2ib --mdt --index=3 --fsname=lustre /dev/sdc4
Permanent disk data:
Target: lustre:MDT0003
Index: 3
Lustre FS: lustre
Mount type: ldiskfs
Flags: 0x61
(MDT first_time update )
Persistent mount opts: user_xattr,errors=remount-ro
Parameters: mgsnode=192.168.2.125@o2ib
device size = 51207MB
formatting backing filesystem ldiskfs on /dev/sdc4
target name lustre:MDT0003
4k blocks 13109040
options -J size=2048 -I 512 -i 2048 -q -O dirdata,uninit_bg,^extents,dir_nlink,quota,huge_file,flex_bg -E lazy_journal_init -F
mkfs_cmd = mke2fs -j -b 4096 -L lustre:MDT0003 -J size=2048 -I 512 -i 2048 -q -O dirdata,uninit_bg,^extents,dir_nlink,quota,huge_file,flex_bg -E lazy_journal_init -F /dev/sdc4 13109040
Writing CONFIGS/mountdata
[root@mds01 tests]# mount -t lustre /dev/sdc2 /lustre/mds2
[root@mds01 tests]# mount -t lustre /dev/sdc3 /lustre/mds3
[root@mds01 tests]# mount -t lustre /dev/sdc4 /lustre/mds4
[root@oss01 ~]# mount -t lustre /dev/sdo1 /lustre/ost1
mount.lustre: increased /sys/block/sdo/queue/max_sectors_kb from 1024 to 32767
[root@oss01 ~]# mount -t lustre /dev/sdo2 /lustre/ost2
[root@oss02 ~]# mount -t lustre /dev/sdk1 /lustre/ost3
mount.lustre: increased /sys/block/sdk/queue/max_sectors_kb from 1024 to 16383
[root@oss02 ~]# mount -t lustre /dev/sdk2 /lustre/ost4
[root@c01 ~]# mount -t lustre mds01@o2ib:/lustre /mnt/lustre
[root@c01 ~]# lfs setdirstripe -c4 /mnt/lustre/striped_dir
[root@c01 tests]# ./createmany -m /mnt/lustre/striped_dir/f-%d 1048576
- created 10000 (time 1438669630.78 total 2.21 last 2.21)
- created 20000 (time 1438669632.96 total 4.39 last 2.18)
- created 30000 (time 1438669635.29 total 6.71 last 2.33)
- created 40000 (time 1438669637.47 total 8.90 last 2.19)
- created 50000 (time 1438669639.76 total 11.18 last 2.28)
- created 60000 (time 1438669641.99 total 13.41 last 2.23)
- created 70000 (time 1438669644.35 total 15.77 last 2.36)
- created 80000 (time 1438669646.66 total 18.08 last 2.31)
- created 90000 (time 1438669649.06 total 20.49 last 2.40)
- created 100000 (time 1438669651.38 total 22.81 last 2.32)
- created 110000 (time 1438669653.82 total 25.24 last 2.44)
- created 120000 (time 1438669656.12 total 27.54 last 2.30)
- created 130000 (time 1438669658.42 total 29.85 last 2.30)
- created 140000 (time 1438669660.98 total 32.40 last 2.55)
- created 150000 (time 1438669663.25 total 34.68 last 2.28)
- created 160000 (time 1438669665.73 total 37.16 last 2.48)
- created 170000 (time 1438669668.08 total 39.50 last 2.34)
- created 180000 (time 1438669670.57 total 41.99 last 2.49)
- created 190000 (time 1438669672.93 total 44.35 last 2.36)
- created 200000 (time 1438669675.42 total 46.85 last 2.49)
- created 210000 (time 1438669677.80 total 49.22 last 2.37)
- created 220000 (time 1438669680.33 total 51.75 last 2.53)
- created 230000 (time 1438669682.69 total 54.11 last 2.36)
- created 240000 (time 1438669685.19 total 56.61 last 2.50)
- created 250000 (time 1438669687.51 total 58.94 last 2.33)
- created 260000 (time 1438669689.96 total 61.39 last 2.45)
- created 270000 (time 1438669692.27 total 63.70 last 2.31)
- created 280000 (time 1438669694.85 total 66.27 last 2.57)
- created 290000 (time 1438669697.20 total 68.63 last 2.36)
- created 300000 (time 1438669699.75 total 71.17 last 2.54)
- created 310000 (time 1438669702.11 total 73.53 last 2.36)
- created 320000 (time 1438669704.61 total 76.03 last 2.50)
- created 330000 (time 1438669706.98 total 78.41 last 2.38)
- created 340000 (time 1438669709.55 total 80.97 last 2.56)
- created 350000 (time 1438669711.92 total 83.35 last 2.38)
- created 360000 (time 1438669714.43 total 85.86 last 2.51)
- created 370000 (time 1438669716.82 total 88.25 last 2.39)
- created 380000 (time 1438669719.39 total 90.81 last 2.57)
- created 390000 (time 1438669721.76 total 93.18 last 2.37)
- created 400000 (time 1438669724.29 total 95.72 last 2.54)
- created 410000 (time 1438669726.68 total 98.10 last 2.38)
- created 420000 (time 1438669729.19 total 100.61 last 2.51)
- created 430000 (time 1438669731.65 total 103.07 last 2.46)
- created 440000 (time 1438669734.29 total 105.71 last 2.64)
- created 450000 (time 1438669736.71 total 108.13 last 2.42)
- created 460000 (time 1438669739.26 total 110.68 last 2.55)
- created 470000 (time 1438669741.67 total 113.09 last 2.41)
- created 480000 (time 1438669744.21 total 115.63 last 2.54)
- created 490000 (time 1438669746.51 total 117.93 last 2.30)
- created 500000 (time 1438669748.96 total 120.38 last 2.45)
- created 510000 (time 1438669751.29 total 122.71 last 2.33)
- created 520000 (time 1438669753.65 total 125.08 last 2.37)
- created 530000 (time 1438669756.11 total 127.53 last 2.45)
- created 540000 (time 1438669758.41 total 129.84 last 2.31)
- created 550000 (time 1438669760.90 total 132.32 last 2.49)
- created 560000 (time 1438669763.22 total 134.65 last 2.33)
- created 570000 (time 1438669765.87 total 137.30 last 2.65)
- created 580000 (time 1438669768.28 total 139.70 last 2.41)
- created 590000 (time 1438669771.09 total 142.51 last 2.81)
- created 600000 (time 1438669773.50 total 144.93 last 2.42)
- created 610000 (time 1438669776.07 total 147.49 last 2.57)
- created 620000 (time 1438669778.47 total 149.89 last 2.40)
- created 630000 (time 1438669781.03 total 152.46 last 2.57)
- created 640000 (time 1438669783.45 total 154.87 last 2.41)
- created 650000 (time 1438669786.04 total 157.47 last 2.60)
- created 660000 (time 1438669788.42 total 159.85 last 2.38)
- created 670000 (time 1438669791.01 total 162.44 last 2.59)
- created 680000 (time 1438669793.38 total 164.81 last 2.37)
- created 690000 (time 1438669795.91 total 167.33 last 2.53)
- created 700000 (time 1438669798.29 total 169.72 last 2.39)
- created 710000 (time 1438669801.00 total 172.43 last 2.71)
- created 720000 (time 1438669803.42 total 174.85 last 2.42)
- created 730000 (time 1438669806.47 total 177.90 last 3.05)
- created 740000 (time 1438669809.04 total 180.46 last 2.56)
- created 750000 (time 1438669811.54 total 182.96 last 2.50)
- created 760000 (time 1438669814.12 total 185.54 last 2.58)
- created 770000 (time 1438669816.59 total 188.01 last 2.47)
- created 780000 (time 1438669819.12 total 190.54 last 2.53)
- created 790000 (time 1438669821.68 total 193.10 last 2.56)
- created 800000 (time 1438669824.24 total 195.67 last 2.56)
- created 810000 (time 1438669826.69 total 198.12 last 2.45)
- created 820000 (time 1438669829.21 total 200.64 last 2.52)
- created 830000 (time 1438669831.66 total 203.09 last 2.45)
- created 840000 (time 1438669834.20 total 205.62 last 2.53)
- created 850000 (time 1438669836.75 total 208.17 last 2.55)
- created 860000 (time 1438669839.46 total 210.89 last 2.72)
- created 870000 (time 1438669841.78 total 213.21 last 2.32)
- created 880000 (time 1438669844.22 total 215.65 last 2.44)
- created 890000 (time 1438669846.66 total 218.08 last 2.43)
- created 900000 (time 1438669849.23 total 220.65 last 2.57)
- created 910000 (time 1438669851.62 total 223.05 last 2.40)
- created 920000 (time 1438669854.06 total 225.48 last 2.44)
- created 930000 (time 1438669856.54 total 227.96 last 2.48)
- created 940000 (time 1438669859.01 total 230.43 last 2.47)
- created 950000 (time 1438669861.51 total 232.94 last 2.51)
- created 960000 (time 1438669864.00 total 235.42 last 2.49)
- created 970000 (time 1438669866.51 total 237.93 last 2.51)
- created 980000 (time 1438669869.03 total 240.45 last 2.52)
- created 990000 (time 1438669871.65 total 243.07 last 2.62)
- created 1000000 (time 1438669874.76 total 246.18 last 3.11)
- created 1010000 (time 1438669877.14 total 248.56 last 2.38)
- created 1020000 (time 1438669879.86 total 251.28 last 2.72)
- created 1030000 (time 1438669882.23 total 253.65 last 2.37)
- created 1040000 (time 1438669884.80 total 256.22 last 2.57)
total: 1048576 creates in 258.28 seconds: 4059.88 creates/second
[root@c01 tests]# ls /mnt/lustre/test/ | wc
1048576 1048576 9374650
[root@c01 tests]# ls /mnt/lustre/striped_dir/ | wc
1048576 1048576 9374650
[root@c01 tests]# lfs getdirstripe /mnt/lustre/striped_dir
/mnt/lustre/striped_dir
lmv_stripe_count: 4 lmv_stripe_offset: 0
mdtidx FID[seq:oid:ver]
0 [0x2000013a0:0x1:0x0]
1 [0x240000401:0x2:0x0]
2 [0x280000402:0x2:0x0]
3 [0x2c0000403:0x2:0x0]
[root@c01 tests]# lfs df -i
UUID Inodes IUsed IFree IUse% Mounted on
lustre-MDT0000_UUID 26221536 1310989 24910547 5% /mnt/lustre[MDT:0]
lustre-MDT0001_UUID 26221536 262382 25959154 1% /mnt/lustre[MDT:1]
lustre-MDT0002_UUID 26221536 262382 25959154 1% /mnt/lustre[MDT:2]
lustre-MDT0003_UUID 26221536 262382 25959154 1% /mnt/lustre[MDT:3]
lustre-OST0000_UUID 309120 262624 46496 85% /mnt/lustre[OST:0]
lustre-OST0001_UUID 309120 262622 46498 85% /mnt/lustre[OST:1]
lustre-OST0002_UUID 309120 262624 46496 85% /mnt/lustre[OST:2]
lustre-OST0003_UUID 309120 262623 46497 85% /mnt/lustre[OST:3]
filesystem summary: 2284122 2098135 185987 92% /mnt/lustre
[root@c01 tests]# ./unlinkmany /mnt/lustre/test/f-%d 1048576
- unlinked 0 (time 1438670192 ; total 0 ; last 0)
- unlinked 10000 (time 1438670197 ; total 5 ; last 5)
- unlinked 20000 (time 1438670203 ; total 11 ; last 6)
- unlinked 30000 (time 1438670208 ; total 16 ; last 5)
- unlinked 40000 (time 1438670213 ; total 21 ; last 5)
- unlinked 50000 (time 1438670218 ; total 26 ; last 5)
- unlinked 60000 (time 1438670224 ; total 32 ; last 6)
- unlinked 70000 (time 1438670229 ; total 37 ; last 5)
- unlinked 80000 (time 1438670234 ; total 42 ; last 5)
- unlinked 90000 (time 1438670240 ; total 48 ; last 6)
- unlinked 100000 (time 1438670246 ; total 54 ; last 6)
- unlinked 110000 (time 1438670252 ; total 60 ; last 6)
- unlinked 120000 (time 1438670257 ; total 65 ; last 5)
- unlinked 130000 (time 1438670263 ; total 71 ; last 6)
- unlinked 140000 (time 1438670268 ; total 76 ; last 5)
- unlinked 150000 (time 1438670273 ; total 81 ; last 5)
- unlinked 160000 (time 1438670279 ; total 87 ; last 6)
- unlinked 170000 (time 1438670284 ; total 92 ; last 5)
- unlinked 180000 (time 1438670290 ; total 98 ; last 6)
- unlinked 190000 (time 1438670295 ; total 103 ; last 5)
- unlinked 200000 (time 1438670301 ; total 109 ; last 6)
- unlinked 210000 (time 1438670307 ; total 115 ; last 6)
- unlinked 220000 (time 1438670312 ; total 120 ; last 5)
- unlinked 230000 (time 1438670318 ; total 126 ; last 6)
- unlinked 240000 (time 1438670323 ; total 131 ; last 5)
- unlinked 250000 (time 1438670328 ; total 136 ; last 5)
- unlinked 260000 (time 1438670334 ; total 142 ; last 6)
- unlinked 270000 (time 1438670339 ; total 147 ; last 5)
- unlinked 280000 (time 1438670345 ; total 153 ; last 6)
- unlinked 290000 (time 1438670350 ; total 158 ; last 5)
- unlinked 300000 (time 1438670355 ; total 163 ; last 5)
- unlinked 310000 (time 1438670361 ; total 169 ; last 6)
- unlinked 320000 (time 1438670366 ; total 174 ; last 5)
- unlinked 330000 (time 1438670372 ; total 180 ; last 6)
- unlinked 340000 (time 1438670377 ; total 185 ; last 5)
- unlinked 350000 (time 1438670383 ; total 191 ; last 6)
- unlinked 360000 (time 1438670388 ; total 196 ; last 5)
- unlinked 370000 (time 1438670394 ; total 202 ; last 6)
- unlinked 380000 (time 1438670399 ; total 207 ; last 5)
- unlinked 390000 (time 1438670404 ; total 212 ; last 5)
- unlinked 400000 (time 1438670410 ; total 218 ; last 6)
- unlinked 410000 (time 1438670415 ; total 223 ; last 5)
- unlinked 420000 (time 1438670420 ; total 228 ; last 5)
- unlinked 430000 (time 1438670425 ; total 233 ; last 5)
- unlinked 440000 (time 1438670431 ; total 239 ; last 6)
- unlinked 450000 (time 1438670436 ; total 244 ; last 5)
- unlinked 460000 (time 1438670441 ; total 249 ; last 5)
- unlinked 470000 (time 1438670447 ; total 255 ; last 6)
- unlinked 480000 (time 1438670452 ; total 260 ; last 5)
- unlinked 490000 (time 1438670458 ; total 266 ; last 6)
- unlinked 500000 (time 1438670463 ; total 271 ; last 5)
- unlinked 510000 (time 1438670468 ; total 276 ; last 5)
- unlinked 520000 (time 1438670473 ; total 281 ; last 5)
- unlinked 530000 (time 1438670479 ; total 287 ; last 6)
- unlinked 540000 (time 1438670485 ; total 293 ; last 6)
- unlinked 550000 (time 1438670490 ; total 298 ; last 5)
- unlinked 560000 (time 1438670496 ; total 304 ; last 6)
- unlinked 570000 (time 1438670502 ; total 310 ; last 6)
- unlinked 580000 (time 1438670508 ; total 316 ; last 6)
- unlinked 590000 (time 1438670514 ; total 322 ; last 6)
- unlinked 600000 (time 1438670519 ; total 327 ; last 5)
- unlinked 610000 (time 1438670526 ; total 334 ; last 7)
- unlinked 620000 (time 1438670531 ; total 339 ; last 5)
- unlinked 630000 (time 1438670536 ; total 344 ; last 5)
- unlinked 640000 (time 1438670542 ; total 350 ; last 6)
- unlinked 650000 (time 1438670547 ; total 355 ; last 5)
- unlinked 660000 (time 1438670553 ; total 361 ; last 6)
- unlinked 670000 (time 1438670558 ; total 366 ; last 5)
- unlinked 680000 (time 1438670563 ; total 371 ; last 5)
- unlinked 690000 (time 1438670569 ; total 377 ; last 6)
- unlinked 700000 (time 1438670574 ; total 382 ; last 5)
- unlinked 710000 (time 1438670580 ; total 388 ; last 6)
- unlinked 720000 (time 1438670585 ; total 393 ; last 5)
- unlinked 730000 (time 1438670591 ; total 399 ; last 6)
- unlinked 740000 (time 1438670596 ; total 404 ; last 5)
- unlinked 750000 (time 1438670601 ; total 409 ; last 5)
- unlinked 760000 (time 1438670607 ; total 415 ; last 6)
- unlinked 770000 (time 1438670612 ; total 420 ; last 5)
- unlinked 780000 (time 1438670617 ; total 425 ; last 5)
- unlinked 790000 (time 1438670623 ; total 431 ; last 6)
- unlinked 800000 (time 1438670628 ; total 436 ; last 5)
- unlinked 810000 (time 1438670633 ; total 441 ; last 5)
- unlinked 820000 (time 1438670639 ; total 447 ; last 6)
- unlinked 830000 (time 1438670644 ; total 452 ; last 5)
- unlinked 840000 (time 1438670649 ; total 457 ; last 5)
- unlinked 850000 (time 1438670655 ; total 463 ; last 6)
- unlinked 860000 (time 1438670660 ; total 468 ; last 5)
- unlinked 870000 (time 1438670665 ; total 473 ; last 5)
- unlinked 880000 (time 1438670670 ; total 478 ; last 5)
- unlinked 890000 (time 1438670676 ; total 484 ; last 6)
- unlinked 900000 (time 1438670681 ; total 489 ; last 5)
- unlinked 910000 (time 1438670686 ; total 494 ; last 5)
- unlinked 920000 (time 1438670692 ; total 500 ; last 6)
- unlinked 930000 (time 1438670698 ; total 506 ; last 6)
- unlinked 940000 (time 1438670704 ; total 512 ; last 6)
- unlinked 950000 (time 1438670709 ; total 517 ; last 5)
- unlinked 960000 (time 1438670714 ; total 522 ; last 5)
- unlinked 970000 (time 1438670720 ; total 528 ; last 6)
- unlinked 980000 (time 1438670725 ; total 533 ; last 5)
- unlinked 990000 (time 1438670731 ; total 539 ; last 6)
- unlinked 1000000 (time 1438670736 ; total 544 ; last 5)
- unlinked 1010000 (time 1438670741 ; total 549 ; last 5)
- unlinked 1020000 (time 1438670747 ; total 555 ; last 6)
- unlinked 1030000 (time 1438670752 ; total 560 ; last 5)
- unlinked 1040000 (time 1438670757 ; total 565 ; last 5)
total: 1048576 unlinks in 570 seconds: 1839.607056 unlinks/second
[root@c01 tests]# ./unlinkmany /mnt/lustre/striped_dir/f-%d 1048576
- unlinked 0 (time 1438670832 ; total 0 ; last 0)
- unlinked 10000 (time 1438670837 ; total 5 ; last 5)
- unlinked 20000 (time 1438670842 ; total 10 ; last 5)
- unlinked 30000 (time 1438670847 ; total 15 ; last 5)
- unlinked 40000 (time 1438670852 ; total 20 ; last 5)
- unlinked 50000 (time 1438670857 ; total 25 ; last 5)
- unlinked 60000 (time 1438670861 ; total 29 ; last 4)
- unlinked 70000 (time 1438670866 ; total 34 ; last 5)
- unlinked 80000 (time 1438670872 ; total 40 ; last 6)
- unlinked 90000 (time 1438670877 ; total 45 ; last 5)
- unlinked 100000 (time 1438670881 ; total 49 ; last 4)
- unlinked 110000 (time 1438670886 ; total 54 ; last 5)
- unlinked 120000 (time 1438670891 ; total 59 ; last 5)
- unlinked 130000 (time 1438670896 ; total 64 ; last 5)
- unlinked 140000 (time 1438670901 ; total 69 ; last 5)
- unlinked 150000 (time 1438670906 ; total 74 ; last 5)
- unlinked 160000 (time 1438670911 ; total 79 ; last 5)
- unlinked 170000 (time 1438670916 ; total 84 ; last 5)
- unlinked 180000 (time 1438670921 ; total 89 ; last 5)
- unlinked 190000 (time 1438670926 ; total 94 ; last 5)
- unlinked 200000 (time 1438670931 ; total 99 ; last 5)
- unlinked 210000 (time 1438670936 ; total 104 ; last 5)
- unlinked 220000 (time 1438670940 ; total 108 ; last 4)
- unlinked 230000 (time 1438670945 ; total 113 ; last 5)
- unlinked 240000 (time 1438670950 ; total 118 ; last 5)
- unlinked 250000 (time 1438670955 ; total 123 ; last 5)
- unlinked 260000 (time 1438670960 ; total 128 ; last 5)
- unlinked 270000 (time 1438670964 ; total 132 ; last 4)
- unlinked 280000 (time 1438670969 ; total 137 ; last 5)
- unlinked 290000 (time 1438670974 ; total 142 ; last 5)
- unlinked 300000 (time 1438670979 ; total 147 ; last 5)
- unlinked 310000 (time 1438670983 ; total 151 ; last 4)
- unlinked 320000 (time 1438670988 ; total 156 ; last 5)
- unlinked 330000 (time 1438670993 ; total 161 ; last 5)
- unlinked 340000 (time 1438670998 ; total 166 ; last 5)
- unlinked 350000 (time 1438671002 ; total 170 ; last 4)
- unlinked 360000 (time 1438671007 ; total 175 ; last 5)
- unlinked 370000 (time 1438671012 ; total 180 ; last 5)
- unlinked 380000 (time 1438671017 ; total 185 ; last 5)
- unlinked 390000 (time 1438671022 ; total 190 ; last 5)
- unlinked 400000 (time 1438671027 ; total 195 ; last 5)
- unlinked 410000 (time 1438671031 ; total 199 ; last 4)
- unlinked 420000 (time 1438671036 ; total 204 ; last 5)
- unlinked 430000 (time 1438671041 ; total 209 ; last 5)
- unlinked 440000 (time 1438671046 ; total 214 ; last 5)
- unlinked 450000 (time 1438671051 ; total 219 ; last 5)
- unlinked 460000 (time 1438671055 ; total 223 ; last 4)
- unlinked 470000 (time 1438671060 ; total 228 ; last 5)
- unlinked 480000 (time 1438671065 ; total 233 ; last 5)
- unlinked 490000 (time 1438671070 ; total 238 ; last 5)
- unlinked 500000 (time 1438671075 ; total 243 ; last 5)
- unlinked 510000 (time 1438671080 ; total 248 ; last 5)
- unlinked 520000 (time 1438671084 ; total 252 ; last 4)
- unlinked 530000 (time 1438671089 ; total 257 ; last 5)
- unlinked 540000 (time 1438671094 ; total 262 ; last 5)
- unlinked 550000 (time 1438671099 ; total 267 ; last 5)
- unlinked 560000 (time 1438671104 ; total 272 ; last 5)
- unlinked 570000 (time 1438671109 ; total 277 ; last 5)
- unlinked 580000 (time 1438671114 ; total 282 ; last 5)
- unlinked 590000 (time 1438671119 ; total 287 ; last 5)
- unlinked 600000 (time 1438671124 ; total 292 ; last 5)
- unlinked 610000 (time 1438671129 ; total 297 ; last 5)
- unlinked 620000 (time 1438671134 ; total 302 ; last 5)
- unlinked 630000 (time 1438671139 ; total 307 ; last 5)
- unlinked 640000 (time 1438671144 ; total 312 ; last 5)
- unlinked 650000 (time 1438671149 ; total 317 ; last 5)
- unlinked 660000 (time 1438671154 ; total 322 ; last 5)
- unlinked 670000 (time 1438671159 ; total 327 ; last 5)
- unlinked 680000 (time 1438671164 ; total 332 ; last 5)
- unlinked 690000 (time 1438671169 ; total 337 ; last 5)
- unlinked 700000 (time 1438671173 ; total 341 ; last 4)
- unlinked 710000 (time 1438671178 ; total 346 ; last 5)
- unlinked 720000 (time 1438671183 ; total 351 ; last 5)
- unlinked 730000 (time 1438671188 ; total 356 ; last 5)
- unlinked 740000 (time 1438671193 ; total 361 ; last 5)
- unlinked 750000 (time 1438671198 ; total 366 ; last 5)
- unlinked 760000 (time 1438671202 ; total 370 ; last 4)
- unlinked 770000 (time 1438671207 ; total 375 ; last 5)
- unlinked 780000 (time 1438671212 ; total 380 ; last 5)
- unlinked 790000 (time 1438671217 ; total 385 ; last 5)
- unlinked 800000 (time 1438671222 ; total 390 ; last 5)
- unlinked 810000 (time 1438671227 ; total 395 ; last 5)
- unlinked 820000 (time 1438671232 ; total 400 ; last 5)
- unlinked 830000 (time 1438671237 ; total 405 ; last 5)
- unlinked 840000 (time 1438671243 ; total 411 ; last 6)
- unlinked 850000 (time 1438671247 ; total 415 ; last 4)
- unlinked 860000 (time 1438671252 ; total 420 ; last 5)
- unlinked 870000 (time 1438671257 ; total 425 ; last 5)
- unlinked 880000 (time 1438671262 ; total 430 ; last 5)
- unlinked 890000 (time 1438671266 ; total 434 ; last 4)
- unlinked 900000 (time 1438671271 ; total 439 ; last 5)
- unlinked 910000 (time 1438671276 ; total 444 ; last 5)
- unlinked 920000 (time 1438671281 ; total 449 ; last 5)
- unlinked 930000 (time 1438671285 ; total 453 ; last 4)
- unlinked 940000 (time 1438671290 ; total 458 ; last 5)
- unlinked 950000 (time 1438671295 ; total 463 ; last 5)
- unlinked 960000 (time 1438671300 ; total 468 ; last 5)
- unlinked 970000 (time 1438671305 ; total 473 ; last 5)
- unlinked 980000 (time 1438671309 ; total 477 ; last 4)
- unlinked 990000 (time 1438671314 ; total 482 ; last 5)
- unlinked 1000000 (time 1438671318 ; total 486 ; last 4)
- unlinked 1010000 (time 1438671323 ; total 491 ; last 5)
- unlinked 1020000 (time 1438671328 ; total 496 ; last 5)
- unlinked 1030000 (time 1438671333 ; total 501 ; last 5)
- unlinked 1040000 (time 1438671338 ; total 506 ; last 5)
total: 1048576 unlinks in 510 seconds: 2056.031494 unlinks/second
[root@c01 tests]# rm -rf /mnt/lustre/test
[root@c01 tests]# rm -rf /mnt/lustre/striped_dir
[root@c01 tests]# cat /proc/fs/lustre/version
lustre: 2.7.57
kernel: patchless_client
build: jenkins-arch=x86_64,build_type=client,distro=el6,ib_stack=inkernel-3126-gf5f05e3-PRISTINE-2.6.32-431.29.2.el6.x86_64
[root@c01 tests]#