[root@ec01 ~]# lctl get_param llite.*.stats osc.*OST0001*.stats osc.*OST0001*.rpc_stats llite.ai400x-ffff9f5fd49f7000.stats= snapshot_time 1613973898.327677123 secs.nsecs read_bytes 67108864 samples [bytes] 4096 4096 274877906944 1125899906842624 write_bytes 67108864 samples [bytes] 4096 4096 274877906944 1125899906842624 read 67108864 samples [usec] 0 18497 7374521 466927987 write 67108864 samples [usec] 3 22412 292101351 14960199195 open 2 samples [usec] 3 123 126 15138 close 2 samples [usec] 150 197 347 61309 seek 134217728 samples [usec] 0 50 123987 1444359 fsync 1 samples [usec] 14818 14818 14818 219573124 getattr 2 samples [usec] 13 89 102 8090 unlink 1 samples [usec] 328 328 328 107584 mknod 1 samples [usec] 587 587 587 344569 statfs 1 samples [usec] 119 119 119 14161 inode_permission 22 samples [usec] 0 1473 1488 2169786 osc.ai400x-OST0001-osc-ffff9f5fd49f7000.stats= snapshot_time 1613973898.327751938 secs.nsecs req_waittime 33123 samples [usec] 87 64496 166047620 954521163136 req_active 33123 samples [reqs] 1 18 44454 78238 ldlm_extent_enqueue 1 samples [reqs] 1 1 1 1 read_bytes 16385 samples [bytes] 4096 16777216 274877906944 4611685881021988864 write_bytes 16731 samples [bytes] 4096 16777216 274877906944 4605988923825455104 ost_read 16385 samples [usec] 171 64496 80808733 409483179695 ost_write 16731 samples [usec] 179 63142 85237580 545037692886 ost_connect 2 samples [usec] 138 199 337 58645 ost_disconnect 2 samples [usec] 130 184 314 50756 ost_sync 1 samples [usec] 361 361 361 130321 ldlm_cancel 1 samples [usec] 208 208 208 43264 osc.ai400x-OST0001-osc-ffff9f5fd49f7000.rpc_stats= snapshot_time: 1613973898.327816590 (secs.nsecs) read RPCs in flight: 0 write RPCs in flight: 0 pending write pages: 0 pending read pages: 0 read write pages per rpc rpcs % cum % | rpcs % cum % 1: 1 0 0 | 70 0 0 2: 0 0 0 | 89 0 0 4: 0 0 0 | 35 0 1 8: 0 0 0 | 3 0 1 16: 0 0 0 | 19 0 1 32: 0 0 0 | 37 0 1 64: 0 0 0 | 6 0 1 128: 0 0 0 | 5 0 1 256: 0 0 0 | 22 0 1 512: 0 0 0 | 32 0 1 1024: 0 0 0 | 5 0 1 2048: 0 0 0 | 22 0 2 4096: 16384 99 100 | 16386 97 100 read write rpcs in flight rpcs % cum % | rpcs % cum % 1: 6484 39 39 | 16309 97 97 2: 9868 60 99 | 121 0 98 3: 32 0 99 | 59 0 98 4: 1 0 100 | 48 0 98 5: 0 0 100 | 40 0 99 6: 0 0 100 | 32 0 99 7: 0 0 100 | 30 0 99 8: 0 0 100 | 23 0 99 9: 0 0 100 | 16 0 99 10: 0 0 100 | 12 0 99 11: 0 0 100 | 10 0 99 12: 0 0 100 | 8 0 99 13: 0 0 100 | 6 0 99 14: 0 0 100 | 5 0 99 15: 0 0 100 | 5 0 99 16: 0 0 100 | 2 0 99 17: 0 0 100 | 5 0 100 read write offset rpcs % cum % | rpcs % cum % 0: 1 0 0 | 1 0 0 1: 1 0 0 | 0 0 0 2: 0 0 0 | 0 0 0 4: 0 0 0 | 0 0 0 8: 0 0 0 | 0 0 0 16: 0 0 0 | 0 0 0 32: 0 0 0 | 0 0 0 64: 0 0 0 | 0 0 0 128: 0 0 0 | 0 0 0 256: 0 0 0 | 0 0 0 512: 0 0 0 | 0 0 0 1024: 0 0 0 | 0 0 0 2048: 0 0 0 | 0 0 0 4096: 1 0 0 | 1 0 0 8192: 2 0 0 | 2 0 0 16384: 4 0 0 | 4 0 0 32768: 8 0 0 | 8 0 0 65536: 16 0 0 | 16 0 0 131072: 32 0 0 | 32 0 0 262144: 64 0 0 | 64 0 0 524288: 128 0 1 | 128 0 1 1048576: 256 1 3 | 256 1 3 2097152: 512 3 6 | 512 3 6 4194304: 1024 6 12 | 1048 6 12 8388608: 2048 12 25 | 2099 12 24 16777216: 4096 24 50 | 4214 25 50 33554432: 8192 49 100 | 8346 49 100 [root@es400nvx1-vm1 ~]# lctl get_param osd-ldiskfs.*OST0001*.brw_stats osd-ldiskfs.ai400x-OST0001.brw_stats= snapshot_time: 1613973971.902754759 (secs.nsecs) read | write pages per bulk r/w rpcs % cum % | rpcs % cum % 1: 1 0 0 | 70 0 0 2: 0 0 0 | 89 0 0 4: 0 0 0 | 35 0 1 8: 0 0 0 | 3 0 1 16: 0 0 0 | 19 0 1 32: 0 0 0 | 37 0 1 64: 0 0 0 | 8 0 1 128: 0 0 0 | 5 0 1 256: 0 0 0 | 22 0 1 512: 0 0 0 | 32 0 1 1K: 0 0 0 | 5 0 1 2K: 0 0 0 | 22 0 2 4K: 16384 99 100 | 16386 97 100 read | write discontiguous pages rpcs % cum % | rpcs % cum % 0: 16385 100 100 | 16706 99 99 1: 0 0 100 | 27 0 100 read | write discontiguous blocks rpcs % cum % | rpcs % cum % 0: 16332 99 99 | 16664 99 99 1: 53 0 100 | 55 0 99 2: 0 0 100 | 14 0 100 read | write disk fragmented I/Os ios % cum % | ios % cum % 1: 1 0 0 | 288 1 1 2: 0 0 0 | 28 0 1 3: 0 0 0 | 6 0 1 4: 0 0 0 | 2 0 1 5: 0 0 0 | 5 0 1 6: 0 0 0 | 3 0 1 7: 0 0 0 | 9 0 2 8: 0 0 0 | 5 0 2 9: 0 0 0 | 8 0 2 10: 0 0 0 | 6 0 2 11: 0 0 0 | 11 0 2 12: 0 0 0 | 6 0 2 13: 0 0 0 | 6 0 2 14: 0 0 0 | 11 0 2 15: 0 0 0 | 7 0 2 16: 16384 99 100 | 16330 97 99 17: 0 0 100 | 2 0 100 read | write disk I/Os in flight ios % cum % | ios % cum % 1: 16345 6 6 | 16513 6 6 2: 16346 6 12 | 16488 6 12 3: 16346 6 18 | 16444 6 18 4: 16346 6 24 | 16402 6 25 5: 16348 6 31 | 16389 6 31 6: 16348 6 37 | 16388 6 37 7: 16349 6 43 | 16386 6 43 8: 16355 6 49 | 16387 6 50 9: 16357 6 56 | 16389 6 56 10: 16374 6 62 | 16385 6 62 11: 16377 6 68 | 16379 6 68 12: 16373 6 74 | 16374 6 75 13: 16373 6 81 | 16371 6 81 14: 16369 6 87 | 16362 6 87 15: 16371 6 93 | 16354 6 93 16: 16383 6 99 | 16351 6 99 17: 43 0 99 | 24 0 99 18: 37 0 99 | 19 0 99 19: 42 0 99 | 17 0 99 20: 34 0 99 | 14 0 99 21: 34 0 99 | 15 0 99 22: 28 0 99 | 11 0 99 23: 30 0 99 | 7 0 99 24: 23 0 99 | 6 0 99 25: 24 0 99 | 5 0 99 26: 13 0 99 | 3 0 99 27: 13 0 99 | 3 0 99 28: 13 0 99 | 2 0 99 29: 13 0 99 | 2 0 99 30: 13 0 99 | 1 0 99 31: 25 0 100 | 1 0 100 read | write I/O time (1/1000s) ios % cum % | ios % cum % 1: 48 0 0 | 346 2 2 2: 16313 99 99 | 16329 97 99 4: 18 0 99 | 44 0 99 8: 6 0 100 | 12 0 99 16: 0 0 100 | 2 0 100 read | write disk I/O size ios % cum % | ios % cum % 4K: 1 0 0 | 71 0 0 8K: 0 0 0 | 89 0 0 16K: 0 0 0 | 35 0 0 32K: 0 0 0 | 4 0 0 64K: 0 0 0 | 32 0 0 128K: 0 0 0 | 50 0 0 256K: 0 0 0 | 33 0 0 512K: 0 0 0 | 41 0 0 1M: 262144 99 100 | 262137 99 100