Lustre RPC sample on fir-md1-s2

Enabling rpctrace Lustre debug on fir-md1-s2...
Timer ended
Disabling rpctrace Lustre debug on fir-md1-s2...
Gathering samples from fir-md1-s2...
Wrote 169855 lines
1 sh-102-08-ib0.ib o2ib4 ldlm_cancel:1
1 sh-27-18-ib0.ib o2ib6 ldlm_cancel:1
1 sh-08-29-ib0.ib o2ib6 ldlm_cancel:1
1 sh-101-47-ib0.ib o2ib4 ldlm_cancel:1
1 sh-18-10-ib0.ib o2ib6 ldlm_cancel:1
1 sh-101-66-ib0.ib o2ib4 ldlm_cancel:1
1 sh-07-12-ib0.ib o2ib6 ldlm_cancel:1
1 sh-07-13-ib0.ib o2ib6 ldlm_cancel:1
1 sh-101-39-ib0.ib o2ib4 ldlm_cancel:1
1 sh-18-32-ib0.ib o2ib6 ldlm_cancel:1
1 sh-30-02-ib0.ib o2ib6 ldlm_cancel:1
1 sh-108-08-ib0.ib o2ib4 ldlm_cancel:1
1 10.9.108.61 o2ib4 ldlm_cancel:1
1 sh-18-14-ib0.ib o2ib6 ldlm_cancel:1
1 sh-27-10-ib0.ib o2ib6 ldlm_cancel:1
1 sh-107-38-ib0.ib o2ib4 ldlm_cancel:1
1 10.9.108.36 o2ib4 ldlm_cancel:1
1 sh-115-04-ib0.ib o2ib4 ldlm_cancel:1
1 sh-24-30-ib0.ib o2ib6 ldlm_cancel:1
1 sh-103-07-ib0.ib o2ib4 ldlm_cancel:1
1 sh-101-72-ib0.ib o2ib4 ldlm_cancel:1
1 10.9.115.11 o2ib4 ldlm_cancel:1
1 sh-16-05-ib0.ib o2ib6 ldlm_cancel:1
1 sh-13-27-ib0.ib o2ib6 ldlm_cancel:1
1 sh-107-54-ib0.ib o2ib4 ldlm_cancel:1
1 sh-27-16-ib0.ib o2ib6 ldlm_cancel:1
1 sh-107-18-ib0.ib o2ib4 ldlm_cancel:1
1 sh-113-15-ib0.ib o2ib4 ldlm_cancel:1
1 10.9.108.64 o2ib4 ldlm_cancel:1
1 sh-02-26-ib0.ib o2ib6 ldlm_cancel:1
1 sh-02-31-ib0.ib o2ib6 ldlm_cancel:1
1 sh-18-19-ib0.ib o2ib6 ldlm_cancel:1
1 sh-106-14-ib0.ib o2ib4 ldlm_cancel:1
1 sh-105-57-ib0.ib o2ib4 ldlm_cancel:1
1 sh-105-69-ib0.ib o2ib4 ldlm_cancel:1
1 sh-106-06-ib0.ib o2ib4 ldlm_cancel:1
1 sh-07-05-ib0.ib o2ib6 ldlm_cancel:1
1 sh-02-23-ib0.ib o2ib6 ldlm_cancel:1
1 sh-108-05-ib0.ib o2ib4 ldlm_cancel:1
1 sh-112-04-ib0.ib o2ib4 ldlm_cancel:1
1 sh-02-16-ib0.ib o2ib6 ldlm_cancel:1
1 sh-106-44-ib0.ib o2ib4 ldlm_cancel:1
1 sh-107-17-ib0.ib o2ib4 ldlm_cancel:1
1 sh-114-10-ib0.ib o2ib4 ldlm_cancel:1
1 sh-102-06-ib0.ib o2ib4 ldlm_cancel:1
1 sh-18-13-ib0.ib o2ib6 ldlm_cancel:1
1 sh-104-53-ib0.ib o2ib4 ldlm_cancel:1
1 10.9.115.10 o2ib4 ldlm_cancel:1
1 sh-104-69-ib0.ib o2ib4 ldlm_cancel:1
1 sh-08-33-ib0.ib o2ib6 ldlm_cancel:1
1 sh-107-03-ib0.ib o2ib4 ldlm_cancel:1
1 sh-105-62-ib0.ib o2ib4 ldlm_cancel:1
1 sh-106-37-ib0.ib o2ib4 ldlm_cancel:1
1 10.9.108.60 o2ib4 ldlm_cancel:1
1 sh-19-07-ib0.ib o2ib6 ldlm_cancel:1
1 sh-17-11-ib0.ib o2ib6 ldlm_cancel:1
1 sh-105-58-ib0.ib o2ib4 ldlm_cancel:1
1 sh-101-62-ib0.ib o2ib4 ldlm_cancel:1
1 10.9.109.5 o2ib4 ldlm_cancel:1
1 sh-27-30-ib0.ib o2ib6 ldlm_cancel:1
1 sh-104-31-ib0.ib o2ib4 ldlm_cancel:1
1 sh-107-19-ib0.ib o2ib4 ldlm_cancel:1
1 sh-02-30-ib0.ib o2ib6 ldlm_cancel:1
1 sh-25-25-ib0.ib o2ib6 ldlm_cancel:1
1 sh-104-68-ib0.ib o2ib4 ldlm_cancel:1
1 sh-08-22-ib0.ib o2ib6 ldlm_cancel:1
1 sh-02-27-ib0.ib o2ib6 ldlm_cancel:1
1 sh-18-24-ib0.ib o2ib6 ldlm_cancel:1
1 sh-10-07-ib0.ib o2ib6 ldlm_cancel:1
1 sh-113-05-ib0.ib o2ib4 ldlm_convert:1
1 sh-ln07-ib0.ib o2ib6 ldlm_enqueue:1
1 sh-102-37-ib0.ib o2ib4 obd_ping:1
1 sh-105-14-ib0.ib o2ib4 obd_ping:1
1 sh-11-01-ib0.ib o2ib6 obd_ping:1
1 sh-106-49-ib0.ib o2ib4 obd_ping:1
1 sh-24-29-ib0.ib o2ib6 obd_ping:1
1 sh-30-20-ib0.ib o2ib6 obd_ping:1
1 sh-102-39-ib0.ib o2ib4 obd_ping:1
1 sh-106-56-ib0.ib o2ib4 obd_ping:1
1 sh-107-71-ib0.ib o2ib4 obd_ping:1
1 sh-11-24-ib0.ib o2ib6 obd_ping:1
1 sh-10-33-ib0.ib o2ib6 obd_ping:1
1 sh-28-07-ib0.ib o2ib6 obd_ping:1
1 sh-102-56-ib0.ib o2ib4 obd_ping:1
1 sh-02-24-ib0.ib o2ib6 obd_ping:1
1 sh-107-56-ib0.ib o2ib4 obd_ping:1
1 sh-115-06-ib0.ib o2ib4 obd_ping:1
1 sh-08-34-ib0.ib o2ib6 obd_ping:1
1 sh-24-14-ib0.ib o2ib6 obd_ping:1
1 sh-101-45-ib0.ib o2ib4 obd_ping:1
1 sh-102-48-ib0.ib o2ib4 obd_ping:1
1 sh-104-55-ib0.ib o2ib4 obd_ping:1
1 sh-28-11-ib0.ib o2ib6 obd_ping:1
1 sh-28-09-ib0.ib o2ib6 obd_ping:1
1 sh-103-17-ib0.ib o2ib4 obd_ping:1
1 sh-114-13-ib0.ib o2ib4 obd_ping:1
1 sh-31-01-ib0.ib o2ib6 obd_ping:1
1 sh-103-37-ib0.ib o2ib4 obd_ping:1
1 sh-25-01-ib0.ib o2ib6 obd_ping:1
1 sh-103-04-ib0.ib o2ib4 obd_ping:1
1 sh-09-01-ib0.ib o2ib6 obd_ping:1
1 sh-18-03-ib0.ib o2ib6 obd_ping:1
1 sh-27-29-ib0.ib o2ib6 obd_ping:1
1 sh-106-25-ib0.ib o2ib4 obd_ping:1
1 sh-18-33-ib0.ib o2ib6 obd_ping:1
1 sh-106-36-ib0.ib o2ib4 obd_ping:1
1 sh-102-35-ib0.ib o2ib4 obd_ping:1
1 sh-106-30-ib0.ib o2ib4 obd_ping:1
1 sh-104-27-ib0.ib o2ib4 obd_ping:1
1 sh-102-04-ib0.ib o2ib4 obd_ping:1
1 sh-106-01-ib0.ib o2ib4 obd_ping:1
1 sh-107-61-ib0.ib o2ib4 obd_ping:1
1 sh-107-21-ib0.ib o2ib4 obd_ping:1
1 sh-104-70-ib0.ib o2ib4 obd_ping:1
1 sh-114-03-ib0.ib o2ib4 obd_ping:1
1 sh-104-63-ib0.ib o2ib4 obd_ping:1
1 sh-105-11-ib0.ib o2ib4 ost_write:1
1 sh-107-72-ib0.ib o2ib4 ost_write:1
1 sh-103-35-ib0.ib o2ib4 ost_write:1
1 sh-113-08-ib0.ib o2ib4 ost_write:1
2 sh-07-35-ib0.ib o2ib6 ldlm_cancel:2
2 sh-101-03-ib0.ib o2ib4 ldlm_cancel:2
2 sh-101-37-ib0.ib o2ib4 ldlm_cancel:2
2 sh-101-36-ib0.ib o2ib4 ldlm_cancel:2
2 10.9.108.67 o2ib4 ldlm_cancel:2
2 10.9.108.63 o2ib4 ldlm_cancel:2
2 sh-101-53-ib0.ib o2ib4 ldlm_cancel:2
2 10.9.108.68 o2ib4 ldlm_cancel:2
2 sh-101-29-ib0.ib o2ib4 ldlm_cancel:2
2 sh-101-24-ib0.ib o2ib4 ldlm_cancel:2
2 sh-101-54-ib0.ib o2ib4 ldlm_cancel:2
2 sh-106-22-ib0.ib o2ib4 ldlm_convert:2
2 sh-101-28-ib0.ib o2ib4 ldlm_enqueue:1,ldlm_cancel:1
2       0 lo mds_statfs:2
2 sh-112-03-ib0.ib o2ib4 obd_ping:1,ldlm_cancel:1
2 sh-113-09-ib0.ib o2ib4 obd_ping:1,ldlm_cancel:1
2 10.9.108.62 o2ib4 obd_ping:1,ldlm_cancel:1
2 sh-104-71-ib0.ib o2ib4 obd_ping:1,ldlm_cancel:1
2 sh-27-27-ib0.ib o2ib6 obd_ping:1,ldlm_cancel:1
2 sh-115-01-ib0.ib o2ib4 obd_ping:1,ldlm_cancel:1
2 sh-105-07-ib0.ib o2ib4 obd_ping:2
2 sh-24-16-ib0.ib o2ib6 obd_ping:2
2 sh-108-14-ib0.ib o2ib4 obd_ping:2
2 sh-01-27-ib0.ib o2ib6 obd_ping:2
2 sh-18-29-ib0.ib o2ib6 obd_ping:2
2 sh-108-01-ib0.ib o2ib4 obd_ping:2
2 sh-105-67-ib0.ib o2ib4 obd_ping:2
2 sh-10-23-ib0.ib o2ib6 obd_ping:2
2 sh-105-37-ib0.ib o2ib4 obd_ping:2
2 sh-107-65-ib0.ib o2ib4 obd_ping:2
2 sh-108-10-ib0.ib o2ib4 obd_ping:2
2 sh-12-23-ib0.ib o2ib6 obd_ping:2
2 sh-25-27-ib0.ib o2ib6 obd_ping:2
2 sh-105-49-ib0.ib o2ib4 obd_ping:2
2 sh-107-39-ib0.ib o2ib4 obd_ping:2
2 10.9.108.33 o2ib4 obd_ping:2
2 sh-103-24-ib0.ib o2ib4 obd_ping:2
2 sh-27-23-ib0.ib o2ib6 obd_ping:2
2 sh-115-08-ib0.ib o2ib4 obd_ping:2
2 sh-23-16-ib0.ib o2ib6 obd_ping:2
2 sh-30-17-ib0.ib o2ib6 obd_ping:2
2 sh-104-06-ib0.ib o2ib4 obd_ping:2
2 sh-30-27-ib0.ib o2ib6 obd_ping:2
2 sh-01-03-ib0.ib o2ib6 obd_ping:2
2 sh-113-12-ib0.ib o2ib4 obd_ping:2
2 sh-102-02-ib0.ib o2ib4 obd_ping:2
2 sh-102-55-ib0.ib o2ib4 obd_ping:2
2 sh-101-17-ib0.ib o2ib4 obd_ping:2
2 sh-107-25-ib0.ib o2ib4 obd_ping:2
2 sh-24-31-ib0.ib o2ib6 obd_ping:2
2 sh-25-11-ib0.ib o2ib6 obd_ping:2
2 sh-22-27-ib0.ib o2ib6 obd_ping:2
2 sh-22-20-ib0.ib o2ib6 obd_ping:2
2 sh-07-11-ib0.ib o2ib6 obd_ping:2
2 sh-25-02-ib0.ib o2ib6 obd_ping:2
2 sh-102-41-ib0.ib o2ib4 obd_ping:2
2 sh-104-43-ib0.ib o2ib4 obd_ping:2
2 sh-108-13-ib0.ib o2ib4 obd_ping:2
2 10.9.108.66 o2ib4 obd_ping:2
2 sh-102-60-ib0.ib o2ib4 obd_ping:2
2 sh-102-24-ib0.ib o2ib4 obd_ping:2
2 sh-107-02-ib0.ib o2ib4 obd_ping:2
2 sh-11-34-ib0.ib o2ib6 obd_ping:2
2 sh-23-19-ib0.ib o2ib6 obd_ping:2
2 sh-102-42-ib0.ib o2ib4 obd_ping:2
2 sh-26-05-ib0.ib o2ib6 obd_ping:2
2 sh-07-15-ib0.ib o2ib6 obd_ping:2
2 sh-11-21-ib0.ib o2ib6 obd_ping:2
2 sh-113-07-ib0.ib o2ib4 obd_ping:2
2 sh-114-12-ib0.ib o2ib4 obd_ping:2
2 sh-106-29-ib0.ib o2ib4 ost_write:1,ldlm_cancel:1
2 sh-104-39-ib0.ib o2ib4 ost_write:1,ldlm_cancel:1
3 sh-101-33-ib0.ib o2ib4 ldlm_cancel:3
3 sh-101-10-ib0.ib o2ib4 ldlm_cancel:3
3 sh-101-07-ib0.ib o2ib4 ldlm_enqueue:1,ldlm_cancel:2
3 sh-08-08-ib0.ib o2ib6 obd_ping:2,ldlm_cancel:1
3 sh-101-26-ib0.ib o2ib4 obd_ping:2,ldlm_cancel:1
3 sh-106-12-ib0.ib o2ib4 ost_write:3
4 10.9.108.53 o2ib4 ldlm_cancel:4
4 sh-101-08-ib0.ib o2ib4 ldlm_cancel:4
4 sh-101-56-ib0.ib o2ib4 ldlm_cancel:4
4 10.9.108.52 o2ib4 ldlm_cancel:4
4 sh-101-16-ib0.ib o2ib4 ldlm_cancel:4
4 10.9.108.51 o2ib4 ldlm_cancel:4
4 sh-101-11-ib0.ib o2ib4 ldlm_cancel:4
4 10.9.108.46 o2ib4 ldlm_cancel:4
4 sh-101-40-ib0.ib o2ib4 ldlm_cancel:4
4 10.0.10.51 o2ib7 mds_statfs:4
5 sh-101-48-ib0.ib o2ib4 ldlm_cancel:5
5 sh-101-31-ib0.ib o2ib4 ldlm_cancel:5
5 sh-101-42-ib0.ib o2ib4 ldlm_cancel:5
5 sh-101-46-ib0.ib o2ib4 ldlm_cancel:5
5 sh-101-51-ib0.ib o2ib4 obd_ping:1,ldlm_cancel:4
5 sh-103-36-ib0.ib o2ib4 obd_ping:1,ost_read:1,mds_close:2,ldlm_enqueue:1
5 sh-101-01-ib0.ib o2ib4 ost_write:1,ldlm_cancel:4
7 sh-101-19-ib0.ib o2ib4 obd_ping:2,ldlm_cancel:5
7 sh-112-01-ib0.ib o2ib4 ost_write:7
8 10.9.108.38 o2ib4 ost_punch:1,mds_close:1,mds_reint:1,ldlm_enqueue:3,ldlm_cancel:2
8 10.9.108.49 o2ib4 ost_punch:1,mds_close:2,mds_reint:1,ldlm_enqueue:3,ldlm_cancel:1
9 sh-23-15-ib0.ib o2ib6 ldlm_enqueue:4,ldlm_cancel:5
9 sh-101-04-ib0.ib o2ib4 ldlm_enqueue:8,ldlm_cancel:1
10 sh-101-18-ib0.ib o2ib4 obd_ping:1,ldlm_enqueue:9
11 sh-101-27-ib0.ib o2ib4 mds_close:2,ost_write:1,ldlm_enqueue:1,ldlm_cancel:7
11 sh-101-02-ib0.ib o2ib4 ost_punch:1,mds_close:1,mds_reint:1,ldlm_enqueue:3,ldlm_cancel:5
12 sh-101-09-ib0.ib o2ib4 ldlm_enqueue:8,ldlm_cancel:4
12 sh-02-32-ib0.ib o2ib6 mds_close:6,ldlm_enqueue:3,ldlm_cancel:3
13 sh-22-29-ib0.ib o2ib6 mds_close:2,mds_reint:2,ldlm_enqueue:5,ldlm_cancel:2,ost_punch:1,obd_ping:1
14 sh-101-23-ib0.ib o2ib4 ldlm_enqueue:14
15 sh-17-02-ib0.ib o2ib6 mds_close:2,mds_reint:1,ldlm_enqueue:9,ldlm_convert:1,ldlm_cancel:2
15 sh-103-40-ib0.ib o2ib4 mds_close:3,mds_reint:4,ldlm_enqueue:6,ldlm_cancel:2
16 sh-13-03-ib0.ib o2ib6 mds_close:1,ost_write:1,ldlm_enqueue:9,ldlm_convert:1,ldlm_cancel:3,mds_getxattr:1
16 sh-02-20-ib0.ib o2ib6 mds_close:4,ldlm_enqueue:8,ldlm_cancel:4
19 sh-02-15-ib0.ib o2ib6 mds_close:1,ldlm_enqueue:9,ldlm_cancel:9
19 sh-02-21-ib0.ib o2ib6 mds_close:3,ldlm_enqueue:7,ldlm_cancel:9
25 sh-101-22-ib0.ib o2ib4 ost_read:1,mds_reint:1,ldlm_enqueue:17,ldlm_cancel:3,ost_punch:1,mds_close:2
27 sh-07-24-ib0.ib o2ib6 mds_close:7,ldlm_enqueue:9,ldlm_cancel:11
43 sh-02-17-ib0.ib o2ib6 obd_ping:1,mds_close:14,ldlm_enqueue:17,ldlm_cancel:11
50 sh-07-23-ib0.ib o2ib6 obd_ping:1,mds_close:14,ldlm_enqueue:17,ldlm_cancel:18
52 sh-20-03-ib0.ib o2ib6 mds_close:12,ldlm_enqueue:28,ldlm_cancel:12
53 sh-02-29-ib0.ib o2ib6 mds_close:17,ldlm_enqueue:21,ldlm_cancel:15
62 sh-107-57-ib0.ib o2ib4 mds_close:7,ost_write:2,mds_readpage:1,ldlm_convert:4,ldlm_cancel:10,ost_punch:2,mds_getxattr:1,ost_read:1,mds_reint:3,ldlm_enqueue:31
66 sh-23-21-ib0.ib o2ib6 mds_close:16,ldlm_enqueue:25,ldlm_cancel:25
66 sh-26-14-ib0.ib o2ib6 mds_close:16,ldlm_enqueue:26,ldlm_cancel:24
68 sh-02-19-ib0.ib o2ib6 mds_close:24,ldlm_enqueue:23,ldlm_cancel:21
69 sh-23-14-ib0.ib o2ib6 mds_close:17,ost_write:1,ldlm_enqueue:29,ldlm_cancel:22
75 sh-107-58-ib0.ib o2ib4 mds_close:11,mds_reint:1,mds_readpage:1,ldlm_convert:4,ldlm_cancel:18,ost_punch:3,mds_getxattr:1,ost_read:1,ost_write:1,ldlm_enqueue:34
78 sh-23-32-ib0.ib o2ib6 mds_close:20,ldlm_enqueue:31,ldlm_cancel:27
78 sh-01-21-ib0.ib o2ib6 mds_close:37,ldlm_enqueue:23,ldlm_cancel:18
85 sh-01-16-ib0.ib o2ib6 mds_close:20,ldlm_enqueue:28,ldlm_cancel:37
94 sh-101-55-ib0.ib o2ib4 mds_close:32,ldlm_enqueue:32,ldlm_cancel:30
150 sh-104-50-ib0.ib o2ib4 mds_close:51,ldlm_enqueue:50,ldlm_cancel:49
156 sh-103-42-ib0.ib o2ib4 mds_close:26,mds_reint:22,ldlm_enqueue:45,ldlm_cancel:25,ost_punch:28,ost_write:10
183 sh-17-08-ib0.ib o2ib6 mds_close:72,ldlm_enqueue:55,ldlm_cancel:56
220 sh-103-38-ib0.ib o2ib4 mds_close:28,ost_write:43,ldlm_enqueue:64,ldlm_cancel:30,ost_punch:23,ost_read:1,mds_reint:31
239 sh-101-06-ib0.ib o2ib4 mds_close:80,ldlm_enqueue:83,ldlm_cancel:76
242 sh-09-10-ib0.ib o2ib6 ldlm_cancel:242
254 10.9.108.71 o2ib4 mds_close:38,ost_write:37,ldlm_enqueue:74,ldlm_cancel:40,ost_punch:31,mds_reint:34
269 sh-08-07-ib0.ib o2ib6 mds_close:96,ldlm_enqueue:88,ldlm_cancel:85
284 sh-104-66-ib0.ib o2ib4 ost_read:127,mds_close:56,ldlm_enqueue:53,ldlm_cancel:48
288 sh-27-08-ib0.ib o2ib6 mds_close:96,ldlm_enqueue:96,ldlm_cancel:96
291 sh-01-09-ib0.ib o2ib6 mds_close:104,ldlm_enqueue:93,ldlm_cancel:94
305 sh-01-02-ib0.ib o2ib6 mds_close:101,mds_reint:1,ldlm_enqueue:102,ldlm_cancel:101
362 sh-105-64-ib0.ib o2ib4 mds_close:139,ldlm_enqueue:110,ldlm_cancel:113
418 sh-105-44-ib0.ib o2ib4 mds_close:146,ldlm_enqueue:137,ldlm_cancel:135
419 sh-27-04-ib0.ib o2ib6 mds_close:148,ldlm_enqueue:135,ldlm_cancel:136
438 sh-17-04-ib0.ib o2ib6 mds_close:154,ldlm_enqueue:142,ldlm_cancel:142
440 sh-105-39-ib0.ib o2ib4 mds_close:162,ldlm_enqueue:138,ldlm_cancel:140
449 sh-17-01-ib0.ib o2ib6 mds_close:158,ldlm_enqueue:152,ldlm_cancel:139
537 sh-105-43-ib0.ib o2ib4 mds_close:190,ldlm_enqueue:175,ldlm_cancel:172
547 sh-08-04-ib0.ib o2ib6 mds_close:198,ldlm_enqueue:175,ldlm_cancel:174
559 sh-08-03-ib0.ib o2ib6 mds_close:202,ldlm_enqueue:182,ldlm_cancel:175
613 sh-08-28-ib0.ib o2ib6 mds_close:224,ldlm_enqueue:198,ldlm_cancel:191
658 sh-08-09-ib0.ib o2ib6 mds_close:228,ldlm_enqueue:216,ldlm_cancel:214
706 sh-105-47-ib0.ib o2ib4 mds_close:249,ldlm_enqueue:236,ldlm_cancel:221
719 sh-105-27-ib0.ib o2ib4 mds_close:257,ldlm_enqueue:232,ldlm_cancel:230
739 sh-105-41-ib0.ib o2ib4 mds_close:250,ldlm_enqueue:247,ldlm_cancel:242
771 sh-08-06-ib0.ib o2ib6 mds_close:276,ldlm_enqueue:257,ldlm_cancel:238
773 sh-01-25-ib0.ib o2ib6 mds_close:273,ost_write:1,ldlm_enqueue:246,ldlm_cancel:253
773 sh-08-27-ib0.ib o2ib6 mds_close:283,ldlm_enqueue:257,ldlm_cancel:233
875 sh-105-29-ib0.ib o2ib4 mds_close:314,ldlm_enqueue:289,ldlm_cancel:272
887 sh-105-35-ib0.ib o2ib4 obd_ping:1,mds_close:303,ldlm_enqueue:287,ldlm_cancel:296
889 sh-104-01-ib0.ib o2ib4 mds_close:308,mds_reint:1,ldlm_enqueue:300,ldlm_cancel:280
890 sh-17-07-ib0.ib o2ib6 mds_close:309,ldlm_enqueue:286,ldlm_cancel:295
906 sh-105-34-ib0.ib o2ib4 mds_close:310,ldlm_enqueue:302,ldlm_cancel:294
920 sh-105-32-ib0.ib o2ib4 obd_ping:1,mds_close:325,ldlm_enqueue:304,ldlm_cancel:290
963 sh-105-45-ib0.ib o2ib4 obd_ping:1,mds_close:329,ldlm_enqueue:310,ldlm_cancel:323
1008 sh-105-42-ib0.ib o2ib4 mds_close:338,ldlm_enqueue:334,ldlm_cancel:336
1052 sh-105-46-ib0.ib o2ib4 mds_close:368,ldlm_enqueue:338,ldlm_cancel:346
1120 sh-08-05-ib0.ib o2ib6 mds_close:414,ldlm_enqueue:362,ldlm_cancel:344
1250 10.9.108.32 o2ib4 mds_close:437,ldlm_enqueue:404,ldlm_cancel:409
1272 sh-08-02-ib0.ib o2ib6 mds_close:448,ldlm_enqueue:416,ldlm_cancel:408
1272 sh-01-10-ib0.ib o2ib6 obd_ping:1,mds_close:470,ldlm_enqueue:421,ldlm_cancel:380
1288 sh-01-32-ib0.ib o2ib6 mds_close:467,ldlm_enqueue:403,ldlm_cancel:418
1374 10.9.108.31 o2ib4 mds_close:474,ldlm_enqueue:439,ldlm_cancel:461
1516 sh-105-26-ib0.ib o2ib4 mds_close:538,mds_reint:1,ldlm_enqueue:500,ldlm_cancel:475,obd_ping:1,ost_write:1
1589 sh-01-34-ib0.ib o2ib6 mds_close:573,ldlm_enqueue:517,ldlm_cancel:499
1614 sh-01-20-ib0.ib o2ib6 mds_close:573,ldlm_enqueue:523,ldlm_cancel:518
1615 10.9.108.28 o2ib4 mds_close:577,ldlm_enqueue:526,ldlm_cancel:512
1623 10.9.108.25 o2ib4 mds_close:568,mds_reint:1,ldlm_enqueue:530,ldlm_cancel:524
1643 sh-01-33-ib0.ib o2ib6 mds_close:582,ldlm_enqueue:531,ldlm_cancel:530
1661 sh-08-11-ib0.ib o2ib6 mds_close:589,ldlm_enqueue:542,ldlm_cancel:530
1672 10.9.108.30 o2ib4 mds_close:575,ldlm_enqueue:548,ldlm_cancel:549
1680 sh-105-51-ib0.ib o2ib4 mds_close:579,ost_write:1,ldlm_enqueue:531,ldlm_cancel:569
1683 sh-104-16-ib0.ib o2ib4 mds_close:577,ldlm_enqueue:559,ldlm_cancel:547
1706 10.9.108.26 o2ib4 mds_close:604,ldlm_enqueue:547,ldlm_cancel:555
1789 sh-102-17-ib0.ib o2ib4 obd_ping:1,mds_close:629,mds_reint:1,ldlm_enqueue:576,ldlm_cancel:582
1907 sh-01-26-ib0.ib o2ib6 mds_close:666,mds_reint:1,ldlm_enqueue:627,ldlm_cancel:613
2027 sh-01-23-ib0.ib o2ib6 mds_close:721,ldlm_enqueue:660,ldlm_cancel:646
2029 sh-108-23-ib0.ib o2ib4 mds_close:699,ldlm_enqueue:675,ldlm_cancel:655
2179 sh-105-59-ib0.ib o2ib4 obd_ping:1,mds_close:733,ldlm_enqueue:713,ldlm_cancel:732
2230 sh-102-18-ib0.ib o2ib4 mds_close:769,ldlm_enqueue:721,ldlm_cancel:740
2241 sh-102-20-ib0.ib o2ib4 mds_close:772,ldlm_enqueue:732,ldlm_cancel:737
2259 sh-01-17-ib0.ib o2ib6 obd_ping:1,mds_close:799,ldlm_enqueue:731,ldlm_cancel:728
2340 sh-105-63-ib0.ib o2ib4 mds_close:801,ldlm_enqueue:756,ldlm_cancel:783
2370 sh-104-05-ib0.ib o2ib4 mds_close:822,mds_reint:1,ldlm_enqueue:790,ldlm_cancel:757
2387 sh-104-09-ib0.ib o2ib4 mds_close:815,ldlm_enqueue:788,ldlm_cancel:784
2444 sh-105-60-ib0.ib o2ib4 mds_close:846,ldlm_enqueue:792,ldlm_cancel:806
2449 sh-104-15-ib0.ib o2ib4 mds_close:846,ldlm_enqueue:801,ldlm_cancel:802
2449 sh-102-21-ib0.ib o2ib4 mds_close:847,ldlm_enqueue:781,ldlm_cancel:821
2482 sh-108-24-ib0.ib o2ib4 obd_ping:1,ost_read:2,mds_close:859,ldlm_enqueue:822,ldlm_cancel:798
2499 sh-01-08-ib0.ib o2ib6 mds_close:887,ldlm_enqueue:801,ldlm_cancel:811
2510 sh-104-11-ib0.ib o2ib4 mds_close:887,ldlm_enqueue:827,ldlm_cancel:796
2525 sh-107-41-ib0.ib o2ib4 ost_write:1,mds_close:888,mds_reint:1,ldlm_enqueue:808,ldlm_cancel:827
2537 10.9.108.34 o2ib4 mds_close:886,ldlm_enqueue:837,ldlm_cancel:814
2563 sh-104-02-ib0.ib o2ib4 mds_close:877,ldlm_enqueue:851,ldlm_cancel:835
2595 sh-01-15-ib0.ib o2ib6 mds_close:896,ldlm_enqueue:857,ldlm_cancel:842
2648 sh-01-06-ib0.ib o2ib6 mds_close:928,mds_reint:1,ldlm_enqueue:854,ldlm_cancel:865
2658 sh-01-11-ib0.ib o2ib6 mds_close:945,ldlm_enqueue:853,ldlm_cancel:860
2664 sh-105-33-ib0.ib o2ib4 mds_close:909,ldlm_enqueue:883,ldlm_cancel:872
2681 sh-105-38-ib0.ib o2ib4 mds_close:912,ldlm_enqueue:894,ldlm_cancel:875
2743 sh-104-08-ib0.ib o2ib4 mds_close:938,mds_reint:1,ldlm_enqueue:902,ldlm_cancel:902
2755 sh-01-13-ib0.ib o2ib6 mds_close:975,ldlm_enqueue:902,ldlm_cancel:878
2763 sh-01-14-ib0.ib o2ib6 mds_close:969,ldlm_enqueue:904,ldlm_cancel:890
2788 sh-107-37-ib0.ib o2ib4 mds_close:960,mds_reint:1,ldlm_enqueue:936,ldlm_cancel:891
2825 sh-108-21-ib0.ib o2ib4 mds_close:980,mds_reint:1,ldlm_enqueue:931,ldlm_cancel:913
2833 sh-01-05-ib0.ib o2ib6 ost_read:2,mds_close:984,mds_reint:1,ldlm_enqueue:930,ldlm_cancel:916
2844 sh-105-30-ib0.ib o2ib4 ost_write:1,mds_close:989,mds_reint:1,ldlm_enqueue:935,ldlm_cancel:918
2957 sh-104-07-ib0.ib o2ib4 mds_close:1019,ldlm_enqueue:982,ldlm_cancel:956
2963 sh-107-46-ib0.ib o2ib4 mds_close:1021,ldlm_enqueue:987,ldlm_cancel:955
3001 sh-105-31-ib0.ib o2ib4 mds_close:1041,ldlm_enqueue:1001,ldlm_cancel:959
3129 sh-104-12-ib0.ib o2ib4 mds_close:1046,ldlm_enqueue:1044,ldlm_cancel:1039
3155 sh-01-12-ib0.ib o2ib6 mds_close:1118,ldlm_enqueue:1016,ldlm_cancel:1021
3179 sh-104-03-ib0.ib o2ib4 mds_close:1089,ldlm_enqueue:1067,ldlm_cancel:1023
3224 sh-108-22-ib0.ib o2ib4 mds_close:1107,ldlm_enqueue:1064,ldlm_cancel:1053
3309 sh-107-45-ib0.ib o2ib4 obd_ping:1,mds_close:1141,ldlm_enqueue:1080,ldlm_cancel:1087
3395 sh-104-14-ib0.ib o2ib4 mds_close:1179,ldlm_enqueue:1100,ldlm_cancel:1116
3497 sh-105-40-ib0.ib o2ib4 mds_close:1195,ldlm_enqueue:1153,ldlm_cancel:1149
3583 sh-107-43-ib0.ib o2ib4 mds_close:1253,ldlm_enqueue:1166,ldlm_cancel:1164
3718 sh-107-42-ib0.ib o2ib4 mds_close:1285,ldlm_enqueue:1213,ldlm_cancel:1220