[root@nbp15-srv1 ~]# lctl get_param osd-ldiskfs.nbp15-OST0001.brw_stats osd-ldiskfs.nbp15-OST0001.brw_stats= snapshot_time: 1691421882.347787516 secs.nsecs start_time: 1691144846.377775251 secs.nsecs elapsed_time: 277035.970012265 secs.nsecs read | write pages per bulk r/w rpcs % cum % | rpcs % cum % 1: 244716 12 12 | 41840 6 6 2: 59610 3 15 | 14107 2 9 4: 17165 0 16 | 6479 1 10 8: 37517 1 18 | 14029 2 12 16: 9238 0 18 | 32372 5 17 32: 4868 0 19 | 9028 1 19 64: 11712 0 19 | 12493 2 21 128: 9088 0 20 | 29007 4 26 256: 1300784 66 87 | 64999 10 36 512: 64957 3 90 | 95628 15 52 1K: 183340 9 100 | 290130 47 100 read | write discontiguous pages rpcs % cum % | rpcs % cum % 0: 1932540 99 99 | 427363 70 70 1: 6367 0 99 | 10334 1 71 2: 1594 0 99 | 1753 0 72 3: 659 0 99 | 1119 0 72 4: 305 0 99 | 964 0 72 5: 187 0 99 | 881 0 72 6: 134 0 99 | 847 0 72 7: 92 0 99 | 813 0 72 8: 80 0 99 | 820 0 72 9: 52 0 99 | 793 0 73 10: 40 0 99 | 775 0 73 11: 45 0 99 | 758 0 73 12: 24 0 99 | 764 0 73 13: 30 0 99 | 690 0 73 14: 20 0 99 | 733 0 73 15: 21 0 99 | 656 0 73 16: 22 0 99 | 685 0 73 17: 11 0 99 | 684 0 73 18: 4 0 99 | 660 0 74 19: 11 0 99 | 651 0 74 20: 6 0 99 | 679 0 74 21: 6 0 99 | 641 0 74 22: 4 0 99 | 656 0 74 23: 5 0 99 | 639 0 74 24: 5 0 99 | 603 0 74 25: 5 0 99 | 645 0 74 26: 4 0 99 | 641 0 74 27: 3 0 99 | 621 0 75 28: 2 0 99 | 666 0 75 29: 1 0 99 | 599 0 75 30: 4 0 99 | 624 0 75 31: 712 0 100 | 150355 24 100 read | write discontiguous blocks rpcs % cum % | rpcs % cum % 0: 1874000 96 96 | 408920 67 67 1: 53811 2 99 | 26592 4 71 2: 7369 0 99 | 15046 2 73 3: 1398 0 99 | 14024 2 76 4: 742 0 99 | 10528 1 77 5: 283 0 99 | 6762 1 78 6: 200 0 99 | 5460 0 79 7: 231 0 99 | 4208 0 80 8: 2520 0 99 | 3340 0 81 9: 120 0 99 | 2634 0 81 10: 75 0 99 | 2104 0 81 11: 106 0 99 | 1819 0 82 12: 49 0 99 | 1670 0 82 13: 62 0 99 | 1419 0 82 14: 31 0 99 | 1409 0 82 15: 39 0 99 | 1524 0 83 16: 34 0 99 | 1134 0 83 17: 18 0 99 | 931 0 83 18: 48 0 99 | 839 0 83 19: 22 0 99 | 869 0 83 20: 194 0 99 | 807 0 83 21: 13 0 99 | 729 0 84 22: 16 0 99 | 705 0 84 23: 10 0 99 | 682 0 84 24: 27 0 99 | 584 0 84 25: 13 0 99 | 732 0 84 26: 10 0 99 | 632 0 84 27: 9 0 99 | 704 0 84 28: 8 0 99 | 660 0 84 29: 8 0 99 | 650 0 84 30: 14 0 99 | 587 0 85 31: 1515 0 100 | 91408 14 100 read | write disk fragmented I/Os ios % cum % | ios % cum % 1: 1575809 88 88 | 315259 51 51 2: 161489 9 98 | 226518 37 88 3: 29020 1 99 | 21966 3 92 4: 3447 0 99 | 9057 1 93 5: 791 0 99 | 5077 0 94 6: 334 0 99 | 2803 0 95 7: 196 0 99 | 1502 0 95 8: 134 0 99 | 1008 0 95 9: 96 0 99 | 698 0 95 10: 62 0 99 | 504 0 95 11: 58 0 99 | 322 0 95 12: 52 0 99 | 284 0 95 13: 34 0 99 | 241 0 95 14: 36 0 99 | 200 0 95 15: 23 0 99 | 151 0 95 16: 25 0 99 | 122 0 96 17: 17 0 99 | 113 0 96 18: 11 0 99 | 104 0 96 19: 6 0 99 | 86 0 96 20: 12 0 99 | 89 0 96 21: 7 0 99 | 92 0 96 22: 3 0 99 | 73 0 96 23: 8 0 99 | 73 0 96 24: 6 0 99 | 79 0 96 25: 7 0 99 | 59 0 96 26: 4 0 99 | 69 0 96 27: 6 0 99 | 73 0 96 28: 2 0 99 | 63 0 96 29: 2 0 99 | 83 0 96 30: 2 0 99 | 72 0 96 31: 231 0 100 | 23272 3 100 read | write disk I/Os in flight ios % cum % | ios % cum % 1: 1476952 69 69 | 430433 8 8 2: 257330 12 81 | 253427 5 13 3: 112334 5 86 | 103156 2 15 4: 55054 2 89 | 96963 1 17 5: 30996 1 90 | 94008 1 19 6: 19057 0 91 | 92380 1 21 7: 12872 0 92 | 89523 1 23 8: 9497 0 92 | 91831 1 25 9: 7326 0 93 | 98648 1 27 10: 5918 0 93 | 104113 2 29 11: 4752 0 93 | 91442 1 30 12: 3971 0 93 | 86967 1 32 13: 3331 0 93 | 82543 1 34 14: 2809 0 94 | 78628 1 35 15: 2383 0 94 | 78287 1 37 16: 2034 0 94 | 76105 1 38 17: 1705 0 94 | 76208 1 40 18: 1400 0 94 | 76248 1 42 19: 1153 0 94 | 76270 1 43 20: 962 0 94 | 77951 1 45 21: 864 0 94 | 78823 1 46 22: 808 0 94 | 78849 1 48 23: 697 0 94 | 77755 1 49 24: 610 0 94 | 77103 1 51 25: 558 0 94 | 76990 1 52 26: 503 0 94 | 73720 1 54 27: 445 0 94 | 71936 1 55 28: 392 0 94 | 72927 1 57 29: 352 0 94 | 70138 1 58 30: 337 0 94 | 70170 1 60 31: 110585 5 100 | 1996894 39 100 read | write I/O time (1/1000s) ios % cum % | ios % cum % 1: 1066831 60 60 | 334233 54 54 2: 67613 3 64 | 78504 12 67 4: 30539 1 65 | 20963 3 71 8: 37043 2 67 | 16673 2 73 16: 228063 12 80 | 50843 8 82 32: 215540 12 92 | 65758 10 92 64: 91528 5 98 | 22643 3 96 128: 13184 0 98 | 6056 0 97 256: 4125 0 99 | 3969 0 98 512: 16075 0 99 | 4554 0 99 1K: 1181 0 99 | 2855 0 99 2K: 110 0 99 | 1813 0 99 4K: 50 0 99 | 1009 0 99 8K: 44 0 99 | 239 0 100 16K: 4 0 100 | 0 0 100 read | write disk I/O size ios % cum % | ios % cum % 4K: 187518 8 8 | 3372477 67 67 8K: 69012 3 12 | 157262 3 70 16K: 20315 0 13 | 313620 6 76 32K: 41566 1 14 | 54919 1 77 64K: 9790 0 15 | 109493 2 80 128K: 8504 0 15 | 423434 8 88 256K: 19784 0 16 | 50635 1 89 512K: 16728 0 17 | 32325 0 90 1M: 1371061 64 81 | 73425 1 91 2M: 383709 18 100 | 412846 8 100