[root@ec01 ~]# lctl get_param llite.*.stats osc.*OST0001*.stats osc.*OST0001*.rpc_stats llite.ai400x-ffff9f7317c78800.stats= snapshot_time 1613975706.643648246 secs.nsecs read_bytes 67108864 samples [bytes] 4096 4096 274877906944 1125899906842624 write_bytes 67108864 samples [bytes] 4096 4096 274877906944 1125899906842624 read 67108864 samples [usec] 0 16181 7194195 392715971 write 67108864 samples [usec] 3 23047 290403046 15330792056 open 2 samples [usec] 2 122 124 14888 close 2 samples [usec] 153 183 336 56898 seek 134217728 samples [usec] 0 49 99235 1126431 fsync 1 samples [usec] 20880 20880 20880 435974400 getattr 2 samples [usec] 13 157 170 24818 unlink 1 samples [usec] 329 329 329 108241 mknod 1 samples [usec] 416 416 416 173056 statfs 1 samples [usec] 95 95 95 9025 inode_permission 22 samples [usec] 0 259 275 67149 osc.ai400x-OST0001-osc-ffff9f7317c78800.stats= snapshot_time 1613975706.643717303 secs.nsecs req_waittime 33055 samples [usec] 81 65810 169514213 999597692837 req_active 33055 samples [reqs] 1 16 48428 87080 ldlm_extent_enqueue 1 samples [reqs] 1 1 1 1 read_bytes 16385 samples [bytes] 4096 16777216 274877906944 4611685881021988864 write_bytes 16665 samples [bytes] 4096 16777216 274877906944 4607457765730811904 ost_read 16385 samples [usec] 151 53012 83388855 445934904745 ost_write 16665 samples [usec] 179 65810 86124461 553662529329 ost_connect 1 samples [usec] 104 104 104 10816 ost_disconnect 1 samples [usec] 131 131 131 17161 ost_sync 1 samples [usec] 457 457 457 208849 ldlm_cancel 1 samples [usec] 124 124 124 15376 osc.ai400x-OST0001-osc-ffff9f7317c78800.rpc_stats= snapshot_time: 1613975706.643815490 (secs.nsecs) read RPCs in flight: 0 write RPCs in flight: 0 pending write pages: 0 pending read pages: 0 read write pages per rpc rpcs % cum % | rpcs % cum % 1: 1 0 0 | 69 0 0 2: 0 0 0 | 63 0 0 4: 0 0 0 | 28 0 0 8: 0 0 0 | 8 0 1 16: 0 0 0 | 9 0 1 32: 0 0 0 | 27 0 1 64: 0 0 0 | 9 0 1 128: 0 0 0 | 4 0 1 256: 0 0 0 | 14 0 1 512: 0 0 0 | 30 0 1 1024: 0 0 0 | 4 0 1 2048: 0 0 0 | 14 0 1 4096: 16384 99 100 | 16386 98 100 read write rpcs in flight rpcs % cum % | rpcs % cum % 1: 2230 13 13 | 16305 97 97 2: 14068 85 99 | 113 0 98 3: 78 0 99 | 48 0 98 4: 4 0 99 | 41 0 99 5: 2 0 99 | 36 0 99 6: 2 0 99 | 31 0 99 7: 1 0 100 | 21 0 99 8: 0 0 100 | 17 0 99 9: 0 0 100 | 15 0 99 10: 0 0 100 | 10 0 99 11: 0 0 100 | 10 0 99 12: 0 0 100 | 8 0 99 13: 0 0 100 | 4 0 99 14: 0 0 100 | 4 0 99 15: 0 0 100 | 1 0 99 16: 0 0 100 | 1 0 100 read write offset rpcs % cum % | rpcs % cum % 0: 1 0 0 | 1 0 0 1: 1 0 0 | 0 0 0 2: 0 0 0 | 0 0 0 4: 0 0 0 | 0 0 0 8: 0 0 0 | 0 0 0 16: 0 0 0 | 0 0 0 32: 0 0 0 | 0 0 0 64: 0 0 0 | 0 0 0 128: 0 0 0 | 0 0 0 256: 0 0 0 | 0 0 0 512: 0 0 0 | 0 0 0 1024: 0 0 0 | 0 0 0 2048: 0 0 0 | 0 0 0 4096: 1 0 0 | 1 0 0 8192: 2 0 0 | 2 0 0 16384: 4 0 0 | 4 0 0 32768: 8 0 0 | 8 0 0 65536: 16 0 0 | 16 0 0 131072: 32 0 0 | 32 0 0 262144: 64 0 0 | 64 0 0 524288: 128 0 1 | 128 0 1 1048576: 256 1 3 | 256 1 3 2097152: 512 3 6 | 512 3 6 4194304: 1024 6 12 | 1041 6 12 8388608: 2048 12 25 | 2079 12 24 16777216: 4096 24 50 | 4176 25 49 33554432: 8192 49 100 | 8345 50 100 [root@es400nvx1-vm1 ~]# lctl get_param osd-ldiskfs.*OST0001*.brw_stats osd-ldiskfs.ai400x-OST0001.brw_stats= snapshot_time: 1613975732.322390460 (secs.nsecs) read | write pages per bulk r/w rpcs % cum % | rpcs % cum % 1: 1 0 0 | 69 0 0 2: 0 0 0 | 63 0 0 4: 0 0 0 | 28 0 0 8: 0 0 0 | 8 0 1 16: 0 0 0 | 9 0 1 32: 0 0 0 | 28 0 1 64: 0 0 0 | 9 0 1 128: 0 0 0 | 4 0 1 256: 0 0 0 | 14 0 1 512: 0 0 0 | 30 0 1 1K: 0 0 0 | 4 0 1 2K: 0 0 0 | 14 0 1 4K: 16384 99 100 | 16386 98 100 read | write discontiguous pages rpcs % cum % | rpcs % cum % 0: 16385 100 100 | 16640 99 99 1: 0 0 100 | 26 0 100 read | write discontiguous blocks rpcs % cum % | rpcs % cum % 0: 16343 99 99 | 16613 99 99 1: 42 0 100 | 38 0 99 2: 0 0 100 | 15 0 100 read | write disk fragmented I/Os ios % cum % | ios % cum % 1: 1 0 0 | 232 1 1 2: 0 0 0 | 30 0 1 3: 0 0 0 | 1 0 1 4: 0 0 0 | 2 0 1 5: 0 0 0 | 7 0 1 6: 0 0 0 | 2 0 1 7: 0 0 0 | 3 0 1 8: 0 0 0 | 3 0 1 9: 0 0 0 | 4 0 1 10: 0 0 0 | 7 0 1 11: 0 0 0 | 4 0 1 12: 0 0 0 | 3 0 1 13: 0 0 0 | 6 0 1 14: 0 0 0 | 9 0 1 15: 0 0 0 | 12 0 1 16: 16384 99 100 | 16338 98 99 17: 0 0 100 | 3 0 100 read | write disk I/Os in flight ios % cum % | ios % cum % 1: 16324 6 6 | 16486 6 6 2: 16323 6 12 | 16469 6 12 3: 16325 6 18 | 16425 6 18 4: 16325 6 24 | 16399 6 25 5: 16324 6 31 | 16393 6 31 6: 16325 6 37 | 16382 6 37 7: 16328 6 43 | 16382 6 43 8: 16332 6 49 | 16380 6 50 9: 16350 6 56 | 16386 6 56 10: 16355 6 62 | 16391 6 62 11: 16355 6 68 | 16381 6 68 12: 16354 6 74 | 16375 6 75 13: 16354 6 81 | 16374 6 81 14: 16356 6 87 | 16369 6 87 15: 16366 6 93 | 16362 6 93 16: 16357 6 99 | 16355 6 99 17: 61 0 99 | 22 0 99 18: 63 0 99 | 17 0 99 19: 47 0 99 | 15 0 99 20: 50 0 99 | 14 0 99 21: 52 0 99 | 14 0 99 22: 48 0 99 | 10 0 99 23: 45 0 99 | 7 0 99 24: 44 0 99 | 7 0 99 25: 28 0 99 | 4 0 99 26: 25 0 99 | 2 0 99 27: 25 0 99 | 2 0 99 28: 30 0 99 | 1 0 100 29: 27 0 99 | 0 0 100 30: 23 0 99 | 0 0 100 31: 124 0 100 | 0 0 100 read | write I/O time (1/1000s) ios % cum % | ios % cum % 1: 40 0 0 | 279 1 1 2: 16301 99 99 | 16250 97 99 4: 35 0 99 | 128 0 99 8: 9 0 100 | 8 0 99 16: 0 0 100 | 1 0 100 read | write disk I/O size ios % cum % | ios % cum % 4K: 1 0 0 | 69 0 0 8K: 0 0 0 | 63 0 0 16K: 0 0 0 | 28 0 0 32K: 0 0 0 | 11 0 0 64K: 0 0 0 | 12 0 0 128K: 0 0 0 | 38 0 0 256K: 0 0 0 | 31 0 0 512K: 0 0 0 | 35 0 0 1M: 262144 99 100 | 262137 99 100