Lustre RPC sample on fir-md1-s2

Enabling rpctrace Lustre debug on fir-md1-s2...
Timer ended
Disabling rpctrace Lustre debug on fir-md1-s2...
Gathering samples from fir-md1-s2...
Wrote 169316 lines
1 sh-101-02-ib0.ib o2ib4 ldlm_cancel:1
1 sh-18-10-ib0.ib o2ib6 obd_ping:1
1 sh-102-50-ib0.ib o2ib4 obd_ping:1
1 sh-106-11-ib0.ib o2ib4 obd_ping:1
1 sh-101-09-ib0.ib o2ib4 obd_ping:1
1 sh-106-10-ib0.ib o2ib4 obd_ping:1
1 sh-107-11-ib0.ib o2ib4 obd_ping:1
1 10.9.108.59 o2ib4 obd_ping:1
1 sh-23-02-ib0.ib o2ib6 obd_ping:1
1 sh-12-19-ib0.ib o2ib6 obd_ping:1
1 sh-26-28-ib0.ib o2ib6 obd_ping:1
1 sh-21-28-ib0.ib o2ib6 obd_ping:1
1 sh-103-27-ib0.ib o2ib4 obd_ping:1
1 sh-103-22-ib0.ib o2ib4 obd_ping:1
1 sh-102-61-ib0.ib o2ib4 obd_ping:1
1 sh-101-13-ib0.ib o2ib4 obd_ping:1
1 sh-26-27-ib0.ib o2ib6 obd_ping:1
1 sh-103-12-ib0.ib o2ib4 obd_ping:1
1 sh-104-18-ib0.ib o2ib4 obd_ping:1
1 sh-11-28-ib0.ib o2ib6 obd_ping:1
1 sh-107-30-ib0.ib o2ib4 obd_ping:1
1 sh-114-08-ib0.ib o2ib4 obd_ping:1
1 sh-24-22-ib0.ib o2ib6 obd_ping:1
1 sh-101-32-ib0.ib o2ib4 obd_ping:1
1 sh-107-13-ib0.ib o2ib4 obd_ping:1
1 sh-101-60-ib0.ib o2ib4 obd_ping:1
1 10.9.108.58 o2ib4 obd_ping:1
1 sh-106-40-ib0.ib o2ib4 obd_ping:1
1 sh-12-17-ib0.ib o2ib6 obd_ping:1
1 sh-105-68-ib0.ib o2ib4 obd_ping:1
1 sh-104-61-ib0.ib o2ib4 obd_ping:1
1 sh-107-63-ib0.ib o2ib4 obd_ping:1
1 sh-101-62-ib0.ib o2ib4 obd_ping:1
1 sh-114-11-ib0.ib o2ib4 obd_ping:1
1 sh-102-01-ib0.ib o2ib4 obd_ping:1
1 sh-104-35-ib0.ib o2ib4 obd_ping:1
1 sh-105-67-ib0.ib o2ib4 ost_write:1
1 sh-105-43-ib0.ib o2ib4 ost_write:1
2 10.9.108.53 o2ib4 ldlm_cancel:2
2 sh-101-31-ib0.ib o2ib4 ldlm_cancel:2
2 10.9.108.52 o2ib4 ldlm_cancel:2
2 sh-101-33-ib0.ib o2ib4 ldlm_cancel:2
2 sh-101-45-ib0.ib o2ib4 ldlm_cancel:2
2 10.9.108.51 o2ib4 ldlm_cancel:2
2 sh-30-02-ib0.ib o2ib6 mds_close:1,ldlm_enqueue:1
2 sh-22-29-ib0.ib o2ib6 mds_reint:1,ldlm_enqueue:1
2       0 lo mds_statfs:2
2 sh-101-01-ib0.ib o2ib4 obd_ping:1,ldlm_cancel:1
2 sh-105-31-ib0.ib o2ib4 obd_ping:1,ost_write:1
2 sh-18-05-ib0.ib o2ib6 obd_ping:2
2 sh-105-12-ib0.ib o2ib4 obd_ping:2
2 sh-103-39-ib0.ib o2ib4 obd_ping:2
2 sh-23-08-ib0.ib o2ib6 obd_ping:2
2 sh-105-16-ib0.ib o2ib4 obd_ping:2
2 sh-29-02-ib0.ib o2ib6 obd_ping:2
2 sh-102-08-ib0.ib o2ib4 obd_ping:2
2 sh-102-44-ib0.ib o2ib4 obd_ping:2
2 sh-106-63-ib0.ib o2ib4 obd_ping:2
2 sh-09-06-ib0.ib o2ib6 obd_ping:2
2 sh-108-08-ib0.ib o2ib4 obd_ping:2
2 sh-112-15-ib0.ib o2ib4 obd_ping:2
2 sh-105-71-ib0.ib o2ib4 obd_ping:2
2 sh-30-19-ib0.ib o2ib6 obd_ping:2
2 sh-107-70-ib0.ib o2ib4 obd_ping:2
2 sh-13-12-ib0.ib o2ib6 obd_ping:2
2 sh-18-14-ib0.ib o2ib6 obd_ping:2
2 sh-113-14-ib0.ib o2ib4 obd_ping:2
2 sh-15-09-ib0.ib o2ib6 obd_ping:2
2 sh-24-12-ib0.ib o2ib6 obd_ping:2
2 sh-16-02-ib0.ib o2ib6 obd_ping:2
2 sh-106-38-ib0.ib o2ib4 obd_ping:2
2 sh-105-61-ib0.ib o2ib4 obd_ping:2
2 sh-27-33-ib0.ib o2ib6 obd_ping:2
2 sh-107-10-ib0.ib o2ib4 obd_ping:2
2 sh-22-10-ib0.ib o2ib6 obd_ping:2
2 10.9.115.11 o2ib4 obd_ping:2
2 sh-21-02-ib0.ib o2ib6 obd_ping:2
2 sh-106-69-ib0.ib o2ib4 obd_ping:2
2 sh-21-34-ib0.ib o2ib6 obd_ping:2
2 sh-105-04-ib0.ib o2ib4 obd_ping:2
2 sh-105-65-ib0.ib o2ib4 obd_ping:2
2 sh-102-03-ib0.ib o2ib4 obd_ping:2
2 sh-31-05-ib0.ib o2ib6 obd_ping:2
2 sh-101-67-ib0.ib o2ib4 obd_ping:2
2 sh-112-08-ib0.ib o2ib4 obd_ping:2
2 sh-105-18-ib0.ib o2ib4 obd_ping:2
2 sh-102-57-ib0.ib o2ib4 obd_ping:2
2 sh-104-37-ib0.ib o2ib4 obd_ping:2
2 sh-16-03-ib0.ib o2ib6 obd_ping:2
2 sh-105-09-ib0.ib o2ib4 obd_ping:2
2 sh-108-05-ib0.ib o2ib4 obd_ping:2
2 sh-106-24-ib0.ib o2ib4 obd_ping:2
2 sh-14-06-ib0.ib o2ib6 obd_ping:2
2 sh-106-22-ib0.ib o2ib4 obd_ping:2
2 sh-18-21-ib0.ib o2ib6 obd_ping:2
2 sh-18-20-ib0.ib o2ib6 obd_ping:2
2 sh-29-08-ib0.ib o2ib6 obd_ping:2
2 sh-30-03-ib0.ib o2ib6 obd_ping:2
2 sh-101-70-ib0.ib o2ib4 obd_ping:2
2 10.9.109.2 o2ib4 obd_ping:2
2 sh-17-26-ib0.ib o2ib6 obd_ping:2
2 sh-20-02-ib0.ib o2ib6 obd_ping:2
2 sh-07-06-ib0.ib o2ib6 obd_ping:2
2 sh-26-35-ib0.ib o2ib6 obd_ping:2
2 10.9.108.60 o2ib4 obd_ping:2
2 sh-105-28-ib0.ib o2ib4 obd_ping:2
2 sh-106-36-ib0.ib o2ib4 obd_ping:2
2 sh-17-03-ib0.ib o2ib6 obd_ping:2
2 sh-12-30-ib0.ib o2ib6 obd_ping:2
2 sh-104-34-ib0.ib o2ib4 obd_ping:2
2 sh-18-16-ib0.ib o2ib6 obd_ping:2
2 sh-24-08-ib0.ib o2ib6 obd_ping:2
2 sh-27-31-ib0.ib o2ib6 obd_ping:2
2 sh-114-02-ib0.ib o2ib4 obd_ping:2
2 sh-104-72-ib0.ib o2ib4 obd_ping:2
2 sh-17-25-ib0.ib o2ib6 obd_ping:2
2 sh-17-24-ib0.ib o2ib6 obd_ping:2
2 sh-107-22-ib0.ib o2ib4 obd_ping:2
2 sh-105-48-ib0.ib o2ib4 ost_write:1,ldlm_enqueue:1
2 sh-106-06-ib0.ib o2ib4 ost_write:2
2 sh-105-30-ib0.ib o2ib4 ost_write:2
3 sh-07-32-ib0.ib o2ib6 ldlm_enqueue:2,ldlm_cancel:1
3 sh-101-27-ib0.ib o2ib4 obd_ping:1,ldlm_cancel:2
3 sh-105-64-ib0.ib o2ib4 ost_write:3
4 10.9.108.47 o2ib4 mds_close:1,ldlm_enqueue:2,ldlm_cancel:1
4 10.0.10.51 o2ib7 mds_statfs:4
4 10.9.108.50 o2ib4 obd_ping:2,ldlm_cancel:2
4 sh-101-24-ib0.ib o2ib4 obd_ping:2,ldlm_cancel:2
6 sh-13-27-ib0.ib o2ib6 mds_close:1,mds_reint:1,ldlm_enqueue:2,ldlm_cancel:2
6 sh-ln02-ib0.ib o2ib4 mds_reint:6
7 sh-107-31-ib0.ib o2ib4 mds_close:1,mds_reint:1,ldlm_enqueue:2,ldlm_cancel:3
7 sh-01-02-ib0.ib o2ib6 mds_close:3,ldlm_enqueue:2,ldlm_cancel:2
7 10.9.109.1 o2ib4 obd_ping:1,ldlm_enqueue:5,ldlm_convert:1
7 10.0.10.103 o2ib7 obd_ping:7
7 sh-105-66-ib0.ib o2ib4 ost_write:7
8 sh-103-40-ib0.ib o2ib4 mds_close:2,mds_reint:1,ldlm_enqueue:3,ldlm_cancel:2
8 sh-101-11-ib0.ib o2ib4 ost_punch:1,mds_reint:1,ldlm_enqueue:5,ldlm_convert:1
10 sh-101-26-ib0.ib o2ib4 ldlm_enqueue:8,ldlm_cancel:2
10 sh-105-46-ib0.ib o2ib4 mds_reint:1,ost_punch:1,mds_sync:1,ldlm_enqueue:5,ldlm_convert:2
12 sh-107-59-ib0.ib o2ib4 mds_close:4,ldlm_enqueue:4,ldlm_cancel:4
12 sh-07-22-ib0.ib o2ib6 obd_ping:1,mds_close:1,mds_reint:1,ldlm_enqueue:7,ldlm_convert:2
14 sh-27-27-ib0.ib o2ib6 mds_close:2,ldlm_enqueue:11,ldlm_convert:1
20 sh-24-28-ib0.ib o2ib6 mds_close:1,ldlm_enqueue:11,ldlm_cancel:8
27 sh-ln06-ib0.ib o2ib6 ldlm_enqueue:27
27 sh-101-04-ib0.ib o2ib4 mds_close:3,ost_read:12,ldlm_enqueue:12
28 sh-101-06-ib0.ib o2ib4 mds_close:9,ost_read:9,ldlm_enqueue:10
33 sh-101-18-ib0.ib o2ib4 ost_read:3,mds_close:7,ldlm_enqueue:16,ldlm_cancel:7
35 sh-19-07-ib0.ib o2ib6 mds_close:5,ldlm_enqueue:18,ldlm_cancel:12
35 sh-ln01-ib0.ib o2ib4 obd_ping:1,ldlm_enqueue:34
36 sh-114-06-ib0.ib o2ib4 mds_close:5,mds_reint:3,ldlm_enqueue:22,ldlm_convert:2,ldlm_cancel:1,ost_punch:1,ost_read:2
41 sh-12-28-ib0.ib o2ib6 mds_close:11,ldlm_enqueue:16,ldlm_cancel:14
54 sh-10-05-ib0.ib o2ib6 mds_close:14,mds_reint:1,ldlm_enqueue:21,ldlm_cancel:18
58 sh-105-69-ib0.ib o2ib4 mds_close:17,ldlm_enqueue:23,ldlm_cancel:18
62 sh-08-18-ib0.ib o2ib6 mds_close:15,ost_write:1,ldlm_enqueue:28,ldlm_convert:1,ldlm_cancel:13,mds_getxattr:1,ost_read:3
77 sh-106-15-ib0.ib o2ib4 ost_read:20,mds_close:19,ldlm_enqueue:38
87 sh-27-17-ib0.ib o2ib6 ost_read:15,mds_close:14,ldlm_enqueue:58
89 sh-101-55-ib0.ib o2ib4 ost_read:33,mds_close:14,ldlm_enqueue:42
89 sh-101-08-ib0.ib o2ib4 ost_read:35,mds_close:16,ldlm_enqueue:38
100 sh-07-03-ib0.ib o2ib6 mds_close:34,ldlm_enqueue:34,ldlm_cancel:32
101 sh-01-32-ib0.ib o2ib6 mds_close:33,ldlm_enqueue:39,ldlm_cancel:29
105 10.9.115.10 o2ib4 mds_close:8,ost_write:31,ldlm_enqueue:55,ldlm_convert:11
107 sh-02-24-ib0.ib o2ib6 mds_close:31,ldlm_enqueue:42,ldlm_cancel:34
107 sh-02-23-ib0.ib o2ib6 mds_close:34,ldlm_enqueue:39,ldlm_cancel:34
107 sh-101-22-ib0.ib o2ib4 ost_read:41,mds_close:17,ldlm_enqueue:47,ldlm_cancel:2
108 sh-27-15-ib0.ib o2ib6 mds_close:17,ost_read:39,ldlm_enqueue:52
113 sh-101-12-ib0.ib o2ib4 mds_close:20,ost_read:43,ldlm_enqueue:50
117 sh-101-16-ib0.ib o2ib4 mds_close:18,ost_read:49,ldlm_enqueue:50
118 10.9.108.31 o2ib4 mds_close:29,ldlm_enqueue:48,ldlm_cancel:41
123 sh-07-21-ib0.ib o2ib6 mds_close:41,ldlm_enqueue:43,ldlm_cancel:39
126 sh-08-03-ib0.ib o2ib6 obd_ping:1,mds_close:39,ldlm_enqueue:46,ldlm_cancel:40
131 10.9.108.29 o2ib4 mds_close:55,ldlm_enqueue:39,ldlm_cancel:37
138 sh-10-13-ib0.ib o2ib6 mds_close:46,ldlm_enqueue:46,ldlm_cancel:46
138 sh-103-38-ib0.ib o2ib4 ost_read:1,mds_reint:12,ldlm_enqueue:69,ldlm_convert:28,ldlm_cancel:2,ost_punch:12,obd_ping:1,mds_close:13
143 sh-103-42-ib0.ib o2ib4 ost_punch:13,mds_close:23,mds_reint:14,ldlm_enqueue:70,ldlm_convert:23
147 sh-104-49-ib0.ib o2ib4 mds_close:17,ost_read:47,ldlm_enqueue:83
159 sh-101-10-ib0.ib o2ib4 mds_close:18,ost_read:48,ldlm_enqueue:93
169 sh-17-21-ib0.ib o2ib6 mds_close:56,ldlm_enqueue:56,ldlm_cancel:57
180 10.9.108.71 o2ib4 mds_close:11,ost_write:37,ldlm_enqueue:71,ldlm_convert:35,ost_punch:12,mds_reint:14
187 sh-25-30-ib0.ib o2ib6 ost_read:2,mds_close:66,ldlm_enqueue:60,ldlm_cancel:59
193 sh-108-13-ib0.ib o2ib4 mds_close:23,ost_read:54,ldlm_enqueue:116
198 sh-01-28-ib0.ib o2ib6 mds_close:66,ldlm_enqueue:66,ldlm_cancel:66
200 sh-07-02-ib0.ib o2ib6 mds_close:67,ldlm_enqueue:67,ldlm_cancel:66
206 sh-23-11-ib0.ib o2ib6 mds_close:64,ldlm_enqueue:71,ldlm_cancel:71
210 sh-08-06-ib0.ib o2ib6 mds_close:65,ldlm_enqueue:82,ldlm_cancel:63
212 sh-22-36-ib0.ib o2ib6 mds_close:69,ldlm_enqueue:74,ldlm_cancel:69
222 sh-02-21-ib0.ib o2ib6 mds_close:77,ldlm_enqueue:72,ldlm_cancel:73
227 sh-02-29-ib0.ib o2ib6 mds_close:72,ldlm_enqueue:81,ldlm_cancel:74
230 sh-01-09-ib0.ib o2ib6 mds_close:91,ldlm_enqueue:74,ldlm_cancel:65
232 sh-02-17-ib0.ib o2ib6 mds_close:75,ldlm_enqueue:83,ldlm_cancel:74
233 sh-01-21-ib0.ib o2ib6 obd_ping:1,mds_close:93,ldlm_enqueue:73,ldlm_cancel:66
234 sh-08-33-ib0.ib o2ib6 ost_read:2,mds_close:75,ldlm_enqueue:78,ldlm_cancel:79
235 sh-27-10-ib0.ib o2ib6 mds_close:92,ldlm_enqueue:73,ldlm_cancel:70
237 sh-27-07-ib0.ib o2ib6 mds_close:90,ldlm_enqueue:76,ldlm_cancel:71
237 sh-07-31-ib0.ib o2ib6 ost_read:2,mds_close:90,ldlm_enqueue:75,ldlm_cancel:70
255 sh-07-30-ib0.ib o2ib6 mds_close:85,ldlm_enqueue:85,ldlm_cancel:85
256 sh-17-20-ib0.ib o2ib6 ost_read:2,mds_close:84,ldlm_enqueue:86,ldlm_cancel:84
267 sh-02-27-ib0.ib o2ib6 mds_close:93,ldlm_enqueue:91,ldlm_cancel:83
278 sh-02-28-ib0.ib o2ib6 mds_close:91,ldlm_enqueue:98,ldlm_cancel:89
293 sh-08-32-ib0.ib o2ib6 ost_read:4,mds_close:95,ldlm_enqueue:99,ldlm_cancel:95
296 sh-10-09-ib0.ib o2ib6 mds_close:92,ldlm_enqueue:101,ldlm_cancel:103
302 sh-07-20-ib0.ib o2ib6 ost_read:2,mds_close:97,ldlm_enqueue:106,ldlm_cancel:97
307 sh-104-71-ib0.ib o2ib4 ost_read:111,mds_close:46,ldlm_enqueue:150
308 sh-08-05-ib0.ib o2ib6 mds_close:94,ldlm_enqueue:105,ldlm_cancel:109
311 sh-07-13-ib0.ib o2ib6 mds_close:97,ldlm_enqueue:108,ldlm_cancel:106
312 sh-25-04-ib0.ib o2ib6 ost_read:4,mds_close:102,ldlm_enqueue:105,ldlm_cancel:101
316 sh-01-33-ib0.ib o2ib6 mds_close:101,ldlm_enqueue:111,ldlm_cancel:104
316 sh-08-10-ib0.ib o2ib6 mds_close:103,ldlm_enqueue:116,ldlm_cancel:97
323 sh-105-45-ib0.ib o2ib4 mds_close:105,ldlm_enqueue:112,ldlm_cancel:106
335 sh-10-07-ib0.ib o2ib6 ost_read:2,mds_close:107,ldlm_enqueue:114,ldlm_cancel:112
355 sh-11-10-ib0.ib o2ib6 ost_read:2,mds_close:110,ldlm_enqueue:122,ldlm_cancel:121
357 sh-07-34-ib0.ib o2ib6 ost_read:4,mds_close:115,ldlm_enqueue:123,ldlm_cancel:115
360 sh-30-08-ib0.ib o2ib6 mds_close:125,ldlm_enqueue:117,ldlm_cancel:118
381 sh-101-05-ib0.ib o2ib4 mds_close:62,ost_read:134,ldlm_enqueue:185
382 sh-12-29-ib0.ib o2ib6 mds_close:119,ldlm_enqueue:135,ldlm_cancel:128
386 sh-08-09-ib0.ib o2ib6 mds_close:128,ldlm_enqueue:132,ldlm_cancel:126
389 10.9.109.10 o2ib4 ost_read:2,mds_close:129,ldlm_enqueue:130,ldlm_cancel:128
399 sh-25-08-ib0.ib o2ib6 mds_close:144,ldlm_enqueue:136,ldlm_cancel:119
401 sh-01-26-ib0.ib o2ib6 mds_close:135,ldlm_enqueue:145,ldlm_cancel:121
405 sh-25-01-ib0.ib o2ib6 mds_close:129,ldlm_enqueue:142,ldlm_cancel:134
405 sh-07-23-ib0.ib o2ib6 mds_close:135,ldlm_enqueue:143,ldlm_cancel:127
406 10.9.109.5 o2ib4 mds_close:134,ldlm_enqueue:137,ldlm_cancel:135
418 sh-07-26-ib0.ib o2ib6 ost_read:2,mds_close:135,mds_reint:1,ldlm_enqueue:142,ldlm_cancel:138
424 sh-23-15-ib0.ib o2ib6 mds_close:137,ldlm_enqueue:152,ldlm_cancel:135
425 sh-07-24-ib0.ib o2ib6 mds_close:141,ldlm_enqueue:150,ldlm_cancel:134
425 10.9.108.67 o2ib4 mds_close:143,ldlm_enqueue:145,ldlm_cancel:137
439 sh-08-04-ib0.ib o2ib6 mds_close:141,ldlm_enqueue:160,ldlm_cancel:138
443 sh-107-37-ib0.ib o2ib4 ost_read:8,mds_close:137,ldlm_enqueue:150,ldlm_cancel:148
446 sh-07-10-ib0.ib o2ib6 mds_close:146,ldlm_enqueue:155,ldlm_cancel:145
450 sh-07-33-ib0.ib o2ib6 ost_read:4,mds_close:146,ldlm_enqueue:153,ldlm_cancel:147
460 sh-112-02-ib0.ib o2ib4 mds_close:61,ost_write:28,ldlm_enqueue:245,ldlm_convert:28,ldlm_cancel:78,mds_getxattr:20
467 sh-07-11-ib0.ib o2ib6 mds_close:154,ldlm_enqueue:162,ldlm_cancel:151
473 sh-115-03-ib0.ib o2ib4 ost_read:53,mds_close:144,ldlm_enqueue:201,ldlm_cancel:75
475 sh-105-33-ib0.ib o2ib4 ost_read:2,mds_reint:1,ldlm_enqueue:163,ldlm_cancel:155,mds_close:153,ost_write:1
477 sh-10-20-ib0.ib o2ib6 mds_close:155,ldlm_enqueue:164,ldlm_cancel:158
477 10.9.108.68 o2ib4 ost_read:2,mds_close:163,ldlm_enqueue:157,ldlm_cancel:155
485 sh-13-01-ib0.ib o2ib6 ost_read:4,mds_close:157,ldlm_enqueue:174,ldlm_cancel:150
491 sh-105-42-ib0.ib o2ib4 mds_close:153,ldlm_enqueue:174,ldlm_cancel:164
491 sh-02-19-ib0.ib o2ib6 mds_close:155,ldlm_enqueue:175,ldlm_cancel:161
497 sh-105-57-ib0.ib o2ib4 ost_read:2,mds_close:177,ldlm_enqueue:152,ldlm_cancel:166
499 sh-30-04-ib0.ib o2ib6 ost_read:2,mds_close:160,ldlm_enqueue:179,ldlm_cancel:158
500 sh-07-27-ib0.ib o2ib6 ost_read:9,mds_close:160,ldlm_enqueue:168,ldlm_cancel:163
502 sh-105-39-ib0.ib o2ib4 mds_close:156,ldlm_enqueue:179,ldlm_cancel:167
506 sh-12-34-ib0.ib o2ib6 ost_read:6,mds_close:165,ldlm_enqueue:175,ldlm_cancel:160
507 sh-17-09-ib0.ib o2ib6 ost_read:1,mds_close:167,ldlm_enqueue:177,ldlm_cancel:162
509 sh-30-10-ib0.ib o2ib6 ost_read:2,mds_close:181,ldlm_enqueue:165,ldlm_cancel:161
519 sh-105-41-ib0.ib o2ib4 ost_read:2,mds_close:156,ldlm_enqueue:181,ldlm_cancel:180
520 sh-07-28-ib0.ib o2ib6 ost_read:4,mds_close:174,ldlm_enqueue:177,ldlm_cancel:165
521 sh-104-01-ib0.ib o2ib4 ost_read:3,mds_close:183,mds_reint:1,ldlm_enqueue:175,ldlm_cancel:159
525 sh-02-20-ib0.ib o2ib6 mds_close:172,ldlm_enqueue:185,ldlm_cancel:168
533 sh-105-34-ib0.ib o2ib4 ost_read:6,mds_close:171,ldlm_enqueue:183,ldlm_cancel:173
536 sh-25-25-ib0.ib o2ib6 ost_read:2,mds_close:173,ldlm_enqueue:187,ldlm_cancel:174
538 sh-17-16-ib0.ib o2ib6 mds_close:183,ldlm_enqueue:185,ldlm_cancel:170
547 sh-27-08-ib0.ib o2ib6 mds_close:207,ldlm_enqueue:174,ldlm_cancel:166
551 sh-25-06-ib0.ib o2ib6 ost_read:2,mds_close:179,ldlm_enqueue:196,ldlm_cancel:174
552 sh-07-35-ib0.ib o2ib6 ost_read:8,mds_close:187,ldlm_enqueue:190,ldlm_cancel:167
562 sh-105-44-ib0.ib o2ib4 ost_read:1,obd_ping:1,mds_close:180,ldlm_enqueue:194,ldlm_cancel:186
564 sh-25-32-ib0.ib o2ib6 mds_close:187,ldlm_enqueue:197,ldlm_cancel:180
565 sh-105-35-ib0.ib o2ib4 ost_read:2,mds_close:177,ldlm_enqueue:202,ldlm_cancel:184
578 sh-105-36-ib0.ib o2ib4 ost_read:4,mds_close:180,ldlm_enqueue:212,ldlm_cancel:182
581 sh-13-11-ib0.ib o2ib6 obd_ping:1,ost_read:2,mds_close:194,ldlm_enqueue:198,ldlm_cancel:186
597 sh-30-21-ib0.ib o2ib6 ost_read:6,mds_close:187,ldlm_enqueue:204,ldlm_cancel:200
601 sh-08-29-ib0.ib o2ib6 ost_read:1,mds_close:235,ldlm_enqueue:188,ldlm_cancel:177
620 sh-105-60-ib0.ib o2ib4 mds_close:205,ldlm_enqueue:208,ldlm_cancel:207
621 sh-13-03-ib0.ib o2ib6 ost_read:2,mds_close:203,ldlm_enqueue:215,ldlm_cancel:201
625 10.9.108.70 o2ib4 ost_read:4,mds_close:208,ldlm_enqueue:210,ldlm_cancel:203
629 sh-17-13-ib0.ib o2ib6 mds_close:208,ldlm_enqueue:212,ldlm_cancel:209
636 sh-02-31-ib0.ib o2ib6 mds_close:203,ldlm_enqueue:224,ldlm_cancel:209
641 sh-01-10-ib0.ib o2ib6 mds_close:227,ldlm_enqueue:208,ldlm_cancel:206
643 10.9.108.32 o2ib4 obd_ping:1,mds_close:204,ldlm_enqueue:213,ldlm_cancel:225
652 sh-105-40-ib0.ib o2ib4 ost_read:4,mds_close:216,ldlm_enqueue:224,ldlm_cancel:208
670 sh-30-13-ib0.ib o2ib6 mds_close:217,ldlm_enqueue:230,ldlm_cancel:223
671 10.9.108.27 o2ib4 obd_ping:1,ost_read:1,mds_close:220,ldlm_enqueue:235,ldlm_cancel:214
673 sh-01-16-ib0.ib o2ib6 mds_close:227,ldlm_enqueue:230,ldlm_cancel:216
690 sh-105-38-ib0.ib o2ib4 ost_read:2,mds_close:215,ldlm_enqueue:242,ldlm_cancel:231
690 sh-08-27-ib0.ib o2ib6 ost_read:4,mds_close:255,ldlm_enqueue:226,ldlm_cancel:205
693 sh-08-02-ib0.ib o2ib6 ost_read:1,mds_close:255,ldlm_enqueue:228,ldlm_cancel:209
697 sh-107-38-ib0.ib o2ib4 ost_read:4,mds_close:220,ldlm_enqueue:237,ldlm_cancel:236
700 sh-25-23-ib0.ib o2ib6 mds_close:230,ldlm_enqueue:248,ldlm_cancel:222
701 sh-26-14-ib0.ib o2ib6 mds_close:236,ldlm_enqueue:240,ldlm_cancel:225
701 10.9.108.66 o2ib4 ost_read:1,mds_close:232,ldlm_enqueue:240,ldlm_cancel:228
702 sh-02-22-ib0.ib o2ib6 mds_close:234,ldlm_enqueue:238,ldlm_cancel:230
702 sh-02-34-ib0.ib o2ib6 mds_close:247,ldlm_enqueue:233,ldlm_cancel:222
728 sh-105-51-ib0.ib o2ib4 ost_read:4,mds_close:246,ldlm_enqueue:241,ldlm_cancel:237
729 sh-102-45-ib0.ib o2ib4 mds_close:141,mds_reint:28,ldlm_enqueue:351,ldlm_convert:23,ldlm_cancel:172,ost_punch:1,obd_ping:1,mds_getxattr:3,ost_read:1,ost_write:1,mds_readpage:7
748 sh-27-01-ib0.ib o2ib6 ost_read:1,mds_close:277,ldlm_enqueue:242,ldlm_cancel:228
749 sh-30-09-ib0.ib o2ib6 ost_read:4,mds_close:247,ldlm_enqueue:257,ldlm_cancel:241
754 sh-103-07-ib0.ib o2ib4 ost_read:1,mds_close:269,mds_reint:1,ldlm_enqueue:247,ldlm_cancel:236
762 10.9.108.25 o2ib4 mds_close:260,ldlm_enqueue:265,ldlm_cancel:237
769 sh-107-26-ib0.ib o2ib4 ost_read:1,mds_reint:2,ldlm_enqueue:268,ldlm_cancel:259,obd_ping:1,mds_close:238
770 sh-104-44-ib0.ib o2ib4 obd_ping:1,mds_close:255,ldlm_enqueue:263,ldlm_cancel:251
781 sh-105-50-ib0.ib o2ib4 mds_close:254,mds_reint:2,ldlm_enqueue:268,ldlm_cancel:257
789 sh-27-05-ib0.ib o2ib6 ost_read:1,mds_close:289,ldlm_enqueue:260,ldlm_cancel:239
795 10.9.108.30 o2ib4 ost_read:3,mds_close:272,ldlm_enqueue:262,ldlm_cancel:258
801 sh-104-16-ib0.ib o2ib4 mds_close:258,ldlm_enqueue:276,ldlm_cancel:267
807 sh-25-11-ib0.ib o2ib6 ost_read:2,mds_close:265,ldlm_enqueue:280,ldlm_cancel:260
823 sh-01-25-ib0.ib o2ib6 ost_read:2,mds_close:273,mds_reint:1,ldlm_enqueue:300,ldlm_cancel:247
823 sh-30-29-ib0.ib o2ib6 ost_read:4,mds_close:263,ldlm_enqueue:280,ldlm_cancel:276
828 sh-02-25-ib0.ib o2ib6 mds_close:275,ost_write:1,ldlm_enqueue:284,ldlm_cancel:268
828 sh-23-14-ib0.ib o2ib6 ost_read:2,mds_close:267,mds_reint:1,ldlm_enqueue:301,ldlm_cancel:257
829 sh-12-08-ib0.ib o2ib6 ost_read:6,mds_close:261,ldlm_enqueue:284,ldlm_cancel:278
841 sh-17-14-ib0.ib o2ib6 mds_close:284,ldlm_enqueue:285,ldlm_cancel:272
862 sh-22-11-ib0.ib o2ib6 ost_read:6,mds_close:286,ldlm_enqueue:299,ldlm_cancel:271
894 sh-01-23-ib0.ib o2ib6 mds_close:327,ldlm_enqueue:300,ldlm_cancel:267
901 sh-27-02-ib0.ib o2ib6 ost_read:1,mds_close:333,ldlm_enqueue:291,ldlm_cancel:276
903 sh-103-19-ib0.ib o2ib4 ost_read:2,mds_close:321,ldlm_enqueue:293,ldlm_cancel:287
923 sh-105-55-ib0.ib o2ib4 mds_close:285,mds_reint:14,mds_readpage:1,ldlm_convert:10,ldlm_cancel:284,ost_punch:3,ldlm_enqueue:326
930 10.9.108.26 o2ib4 mds_close:313,ldlm_enqueue:301,ldlm_cancel:316
933 sh-23-21-ib0.ib o2ib6 ost_read:4,mds_close:318,ldlm_enqueue:323,ldlm_cancel:288
935 sh-105-52-ib0.ib o2ib4 ost_read:2,mds_close:315,ldlm_enqueue:313,ldlm_cancel:305
946 sh-105-53-ib0.ib o2ib4 ost_read:1,mds_close:316,ldlm_enqueue:318,ldlm_cancel:311
955 sh-23-32-ib0.ib o2ib6 mds_close:321,ldlm_enqueue:337,ldlm_cancel:297
956 sh-02-33-ib0.ib o2ib6 mds_close:320,ldlm_enqueue:327,ldlm_cancel:309
962 sh-01-17-ib0.ib o2ib6 ost_read:3,mds_close:343,ldlm_enqueue:316,ldlm_cancel:300
965 sh-12-27-ib0.ib o2ib6 ost_read:2,mds_close:327,ldlm_enqueue:331,ldlm_cancel:305
974 sh-105-54-ib0.ib o2ib4 ost_read:3,obd_ping:1,mds_close:315,ldlm_enqueue:334,ldlm_cancel:321
976 sh-105-58-ib0.ib o2ib4 ost_read:4,mds_close:326,ldlm_enqueue:323,ldlm_cancel:323
1006 sh-105-05-ib0.ib o2ib4 obd_ping:1,mds_close:342,mds_reint:1,ldlm_enqueue:335,ldlm_cancel:327
1007 sh-02-30-ib0.ib o2ib6 ost_read:4,mds_close:338,ldlm_enqueue:342,ldlm_cancel:323
1020 sh-02-18-ib0.ib o2ib6 mds_close:349,ldlm_enqueue:358,ldlm_cancel:313
1028 10.9.108.28 o2ib4 obd_ping:1,ost_read:3,mds_close:347,ldlm_enqueue:348,ldlm_cancel:329
1032 10.9.108.62 o2ib4 ost_read:2,mds_close:353,ldlm_enqueue:342,ldlm_cancel:335
1037 sh-105-56-ib0.ib o2ib4 ost_read:2,mds_close:335,ldlm_enqueue:363,ldlm_cancel:337
1042 sh-12-31-ib0.ib o2ib6 ost_read:1,mds_close:348,ldlm_enqueue:353,ldlm_cancel:340
1067 sh-107-47-ib0.ib o2ib4 ost_read:5,obd_ping:1,mds_close:349,ldlm_enqueue:371,ldlm_cancel:341
1076 10.9.108.34 o2ib4 mds_close:353,ldlm_enqueue:373,ldlm_cancel:350
1108 sh-02-32-ib0.ib o2ib6 mds_close:370,ldlm_enqueue:388,ldlm_cancel:350
1109 sh-02-26-ib0.ib o2ib6 ost_read:2,mds_close:363,ldlm_enqueue:391,ldlm_cancel:353
1123 10.9.108.61 o2ib4 obd_ping:1,ost_read:2,mds_close:395,ldlm_enqueue:361,ldlm_cancel:364
1134 sh-25-19-ib0.ib o2ib6 mds_close:382,ldlm_enqueue:380,ldlm_cancel:372
1134 sh-105-06-ib0.ib o2ib4 ost_read:2,mds_close:368,ldlm_enqueue:393,ldlm_cancel:371
1147 sh-25-16-ib0.ib o2ib6 mds_close:384,ldlm_enqueue:400,ldlm_cancel:363
1157 sh-106-53-ib0.ib o2ib4 ost_read:2,mds_close:390,ldlm_enqueue:390,ldlm_cancel:375
1169 10.9.108.65 o2ib4 ost_read:2,mds_close:388,ldlm_enqueue:394,ldlm_cancel:385
1174 sh-01-14-ib0.ib o2ib6 mds_close:418,ldlm_enqueue:406,ldlm_cancel:350
1183 sh-01-11-ib0.ib o2ib6 mds_close:404,ldlm_enqueue:401,ldlm_cancel:378
1187 sh-12-26-ib0.ib o2ib6 mds_close:404,ldlm_enqueue:403,ldlm_cancel:380
1191 sh-01-05-ib0.ib o2ib6 mds_close:418,mds_reint:1,ldlm_enqueue:404,ldlm_cancel:368
1222 sh-23-26-ib0.ib o2ib6 ost_read:4,mds_close:415,ldlm_enqueue:422,ldlm_cancel:381
1231 sh-01-13-ib0.ib o2ib6 mds_close:416,ldlm_enqueue:419,ldlm_cancel:396
1237 sh-105-59-ib0.ib o2ib4 mds_close:408,ldlm_enqueue:406,ldlm_cancel:423
1249 sh-102-22-ib0.ib o2ib4 mds_reint:1,mds_close:422,ost_write:1,ldlm_enqueue:423,ldlm_cancel:402
1266 sh-107-53-ib0.ib o2ib4 mds_close:435,ldlm_enqueue:421,ldlm_cancel:410
1277 sh-01-08-ib0.ib o2ib6 ost_read:2,obd_ping:1,mds_close:409,ldlm_enqueue:454,ldlm_cancel:411
1283 sh-107-33-ib0.ib o2ib4 ost_read:4,mds_close:442,ldlm_enqueue:418,ldlm_cancel:419
1307 sh-104-03-ib0.ib o2ib4 mds_close:440,ldlm_enqueue:442,ldlm_cancel:425
1314 sh-01-15-ib0.ib o2ib6 obd_ping:1,mds_close:449,ldlm_enqueue:455,ldlm_cancel:409
1316 sh-12-05-ib0.ib o2ib6 mds_close:440,ldlm_enqueue:450,ldlm_cancel:426
1319 sh-107-32-ib0.ib o2ib4 ost_read:7,mds_close:442,ldlm_enqueue:443,ldlm_cancel:427
1327 sh-104-39-ib0.ib o2ib4 ost_read:6,mds_close:418,ldlm_enqueue:466,ldlm_cancel:437
1328 10.9.108.63 o2ib4 ost_read:3,mds_close:442,ldlm_enqueue:450,ldlm_cancel:433
1356 sh-104-02-ib0.ib o2ib4 ost_read:3,mds_close:460,ldlm_enqueue:460,ldlm_cancel:433
1397 sh-107-48-ib0.ib o2ib4 ost_read:4,obd_ping:1,mds_close:461,ldlm_enqueue:476,ldlm_cancel:455
1401 sh-104-09-ib0.ib o2ib4 ost_read:6,mds_close:461,ldlm_enqueue:480,ldlm_cancel:454
1406 sh-108-22-ib0.ib o2ib4 ost_read:3,mds_close:466,ldlm_enqueue:462,ldlm_cancel:475
1408 sh-104-11-ib0.ib o2ib4 ost_read:2,obd_ping:1,mds_close:451,ldlm_enqueue:479,ldlm_cancel:475
1412 sh-107-42-ib0.ib o2ib4 ost_read:2,mds_close:463,ldlm_enqueue:488,ldlm_cancel:459
1412 sh-108-23-ib0.ib o2ib4 ost_read:3,mds_close:464,ldlm_enqueue:478,ldlm_cancel:467
1455 sh-107-41-ib0.ib o2ib4 ost_read:2,mds_close:493,ldlm_enqueue:489,ldlm_cancel:471
1469 sh-01-20-ib0.ib o2ib6 ost_read:2,mds_close:523,ldlm_enqueue:472,ldlm_cancel:472
1490 sh-106-56-ib0.ib o2ib4 ost_read:2,mds_close:506,ldlm_enqueue:511,ldlm_cancel:471
1491 sh-104-05-ib0.ib o2ib4 mds_close:513,mds_reint:1,ldlm_enqueue:511,ldlm_cancel:466
1522 sh-01-06-ib0.ib o2ib6 ost_read:1,mds_close:516,ost_write:1,ldlm_enqueue:518,ldlm_cancel:486
1530 sh-108-24-ib0.ib o2ib4 ost_read:1,mds_close:493,ldlm_enqueue:526,ldlm_cancel:510
1537 sh-104-12-ib0.ib o2ib4 mds_close:502,ldlm_enqueue:525,ldlm_cancel:510
1555 sh-105-07-ib0.ib o2ib4 ost_read:2,mds_close:512,ldlm_enqueue:540,ldlm_cancel:501
1595 10.9.108.64 o2ib4 ost_read:5,mds_close:526,ldlm_enqueue:539,ldlm_cancel:525
1653 sh-01-12-ib0.ib o2ib6 ost_read:1,mds_close:550,ldlm_enqueue:566,ldlm_cancel:536
1671 sh-107-54-ib0.ib o2ib4 ost_read:2,mds_close:537,ldlm_enqueue:581,ldlm_cancel:551
1675 sh-104-08-ib0.ib o2ib4 mds_close:550,mds_reint:1,ldlm_enqueue:564,ldlm_cancel:560
1734 sh-107-45-ib0.ib o2ib4 mds_close:610,ldlm_enqueue:572,ldlm_cancel:552
1747 sh-105-08-ib0.ib o2ib4 ost_read:7,mds_close:579,ldlm_enqueue:599,ldlm_cancel:562
1753 sh-104-15-ib0.ib o2ib4 ost_read:4,mds_close:586,ldlm_enqueue:602,ldlm_cancel:561
1767 sh-104-07-ib0.ib o2ib4 mds_close:584,ldlm_enqueue:597,ldlm_cancel:586
1776 sh-107-40-ib0.ib o2ib4 ost_read:1,mds_close:564,ldlm_enqueue:603,ldlm_cancel:608
1781 sh-104-41-ib0.ib o2ib4 ost_read:8,mds_close:586,ldlm_enqueue:622,ldlm_cancel:565
1806 sh-107-55-ib0.ib o2ib4 obd_ping:1,ost_read:2,mds_close:578,ldlm_enqueue:608,ldlm_cancel:617
1813 sh-104-14-ib0.ib o2ib4 ost_read:5,mds_close:590,ldlm_enqueue:612,ldlm_cancel:606
1873 sh-107-46-ib0.ib o2ib4 ost_read:6,mds_close:614,ldlm_enqueue:638,ldlm_cancel:615
1881 sh-107-43-ib0.ib o2ib4 ost_read:1,mds_close:648,ldlm_enqueue:625,ldlm_cancel:607
1888 sh-108-21-ib0.ib o2ib4 ost_read:3,obd_ping:1,mds_close:604,ldlm_enqueue:635,ldlm_cancel:645
1974 sh-107-39-ib0.ib o2ib4 ost_read:5,mds_close:644,ldlm_enqueue:672,ldlm_cancel:653